[ 630.595704] env[69770]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'linux_bridge' {{(pid=69770) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 630.596134] env[69770]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'noop' {{(pid=69770) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 630.596203] env[69770]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'ovs' {{(pid=69770) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 630.596510] env[69770]: INFO os_vif [-] Loaded VIF plugins: linux_bridge, noop, ovs [ 630.695918] env[69770]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): grep -F node.session.scan /sbin/iscsiadm {{(pid=69770) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:349}} [ 630.705858] env[69770]: DEBUG oslo_concurrency.processutils [-] CMD "grep -F node.session.scan /sbin/iscsiadm" returned: 0 in 0.010s {{(pid=69770) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:372}} [ 630.751697] env[69770]: INFO oslo_service.periodic_task [-] Skipping periodic task _heal_instance_info_cache because its interval is negative [ 631.311097] env[69770]: INFO nova.virt.driver [None req-ace91465-0543-49af-80ac-af7b42785100 None None] Loading compute driver 'vmwareapi.VMwareVCDriver' [ 631.383120] env[69770]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "oslo_vmware_api_lock" by "oslo_vmware.api.VMwareAPISession._create_session" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 631.383300] env[69770]: DEBUG oslo_concurrency.lockutils [-] Lock "oslo_vmware_api_lock" acquired by "oslo_vmware.api.VMwareAPISession._create_session" :: waited 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 631.383405] env[69770]: DEBUG oslo_vmware.service [-] Creating suds client with soap_url='https://vc1.osci.c.eu-de-1.cloud.sap:443/sdk' and wsdl_url='https://vc1.osci.c.eu-de-1.cloud.sap:443/sdk/vimService.wsdl' {{(pid=69770) __init__ /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:242}} [ 634.642868] env[69770]: DEBUG oslo_vmware.service [-] Invoking ServiceInstance.RetrieveServiceContent with opID=oslo.vmware-364bbdf1-d8f2-479f-a461-a1cd6659fa39 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.658878] env[69770]: DEBUG oslo_vmware.api [-] Logging into host: vc1.osci.c.eu-de-1.cloud.sap. {{(pid=69770) _create_session /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:242}} [ 634.659080] env[69770]: DEBUG oslo_vmware.service [-] Invoking SessionManager.Login with opID=oslo.vmware-8da08e51-ac38-4492-8d01-67b1a90d90fd {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.704290] env[69770]: INFO oslo_vmware.api [-] Successfully established new session; session ID is 7896d. [ 634.704467] env[69770]: DEBUG oslo_concurrency.lockutils [-] Lock "oslo_vmware_api_lock" "released" by "oslo_vmware.api.VMwareAPISession._create_session" :: held 3.321s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 634.705070] env[69770]: INFO nova.virt.vmwareapi.driver [None req-ace91465-0543-49af-80ac-af7b42785100 None None] VMware vCenter version: 7.0.3 [ 634.708729] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b83db21e-3482-4725-a719-b308cf267e41 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.727621] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16f46ca7-7ee7-46d8-98b2-754bc06fc6f0 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.734397] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb664f80-7ea3-4a6f-9f23-2c3dbb053e95 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.741802] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-938549f7-aeed-49ad-9d4f-9605af302e9b {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.755673] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1896a121-29a5-4647-9b71-088ea26b2af4 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.762267] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c4b1d6a-de03-44b3-a380-a5e3ccfedbad {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.792990] env[69770]: DEBUG oslo_vmware.service [-] Invoking ExtensionManager.FindExtension with opID=oslo.vmware-6007d447-569f-440e-b77e-0fd69138f805 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.798912] env[69770]: DEBUG nova.virt.vmwareapi.driver [None req-ace91465-0543-49af-80ac-af7b42785100 None None] Extension org.openstack.compute already exists. {{(pid=69770) _register_openstack_extension /opt/stack/nova/nova/virt/vmwareapi/driver.py:228}} [ 634.801675] env[69770]: INFO nova.compute.provider_config [None req-ace91465-0543-49af-80ac-af7b42785100 None None] No provider configs found in /etc/nova/provider_config/. If files are present, ensure the Nova process has access. [ 635.305870] env[69770]: DEBUG nova.context [None req-ace91465-0543-49af-80ac-af7b42785100 None None] Found 2 cells: 00000000-0000-0000-0000-000000000000(cell0),544f75d9-2f63-42d3-982b-4185cd199814(cell1) {{(pid=69770) load_cells /opt/stack/nova/nova/context.py:464}} [ 635.308029] env[69770]: DEBUG oslo_concurrency.lockutils [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 635.308317] env[69770]: DEBUG oslo_concurrency.lockutils [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 635.309086] env[69770]: DEBUG oslo_concurrency.lockutils [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 635.309575] env[69770]: DEBUG oslo_concurrency.lockutils [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] Acquiring lock "544f75d9-2f63-42d3-982b-4185cd199814" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 635.309796] env[69770]: DEBUG oslo_concurrency.lockutils [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] Lock "544f75d9-2f63-42d3-982b-4185cd199814" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 635.310915] env[69770]: DEBUG oslo_concurrency.lockutils [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] Lock "544f75d9-2f63-42d3-982b-4185cd199814" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 635.332229] env[69770]: INFO dbcounter [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] Registered counter for database nova_cell0 [ 635.340577] env[69770]: INFO dbcounter [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] Registered counter for database nova_cell1 [ 635.343905] env[69770]: DEBUG oslo_db.sqlalchemy.engines [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=69770) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:397}} [ 635.344266] env[69770]: DEBUG oslo_db.sqlalchemy.engines [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=69770) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:397}} [ 635.349193] env[69770]: ERROR nova.db.main.api [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] No DB access allowed in nova-compute: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 635.349193] env[69770]: result = function(*args, **kwargs) [ 635.349193] env[69770]: File "/opt/stack/nova/nova/utils.py", line 672, in context_wrapper [ 635.349193] env[69770]: return func(*args, **kwargs) [ 635.349193] env[69770]: File "/opt/stack/nova/nova/context.py", line 422, in gather_result [ 635.349193] env[69770]: result = fn(*args, **kwargs) [ 635.349193] env[69770]: File "/opt/stack/nova/nova/db/main/api.py", line 179, in wrapper [ 635.349193] env[69770]: return f(*args, **kwargs) [ 635.349193] env[69770]: File "/opt/stack/nova/nova/objects/service.py", line 557, in _db_service_get_minimum_version [ 635.349193] env[69770]: return db.service_get_minimum_version(context, binaries) [ 635.349193] env[69770]: File "/opt/stack/nova/nova/db/main/api.py", line 238, in wrapper [ 635.349193] env[69770]: _check_db_access() [ 635.349193] env[69770]: File "/opt/stack/nova/nova/db/main/api.py", line 188, in _check_db_access [ 635.349193] env[69770]: stacktrace = ''.join(traceback.format_stack()) [ 635.349193] env[69770]: [ 635.349917] env[69770]: ERROR nova.db.main.api [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] No DB access allowed in nova-compute: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 635.349917] env[69770]: result = function(*args, **kwargs) [ 635.349917] env[69770]: File "/opt/stack/nova/nova/utils.py", line 672, in context_wrapper [ 635.349917] env[69770]: return func(*args, **kwargs) [ 635.349917] env[69770]: File "/opt/stack/nova/nova/context.py", line 422, in gather_result [ 635.349917] env[69770]: result = fn(*args, **kwargs) [ 635.349917] env[69770]: File "/opt/stack/nova/nova/db/main/api.py", line 179, in wrapper [ 635.349917] env[69770]: return f(*args, **kwargs) [ 635.349917] env[69770]: File "/opt/stack/nova/nova/objects/service.py", line 557, in _db_service_get_minimum_version [ 635.349917] env[69770]: return db.service_get_minimum_version(context, binaries) [ 635.349917] env[69770]: File "/opt/stack/nova/nova/db/main/api.py", line 238, in wrapper [ 635.349917] env[69770]: _check_db_access() [ 635.349917] env[69770]: File "/opt/stack/nova/nova/db/main/api.py", line 188, in _check_db_access [ 635.349917] env[69770]: stacktrace = ''.join(traceback.format_stack()) [ 635.349917] env[69770]: [ 635.350307] env[69770]: WARNING nova.objects.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] Failed to get minimum service version for cell 00000000-0000-0000-0000-000000000000 [ 635.350453] env[69770]: WARNING nova.objects.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] Failed to get minimum service version for cell 544f75d9-2f63-42d3-982b-4185cd199814 [ 635.350877] env[69770]: DEBUG oslo_concurrency.lockutils [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] Acquiring lock "singleton_lock" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.351049] env[69770]: DEBUG oslo_concurrency.lockutils [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] Acquired lock "singleton_lock" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.351288] env[69770]: DEBUG oslo_concurrency.lockutils [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] Releasing lock "singleton_lock" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.351620] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] Full set of CONF: {{(pid=69770) _wait_for_exit_or_signal /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/service.py:357}} [ 635.351764] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] ******************************************************************************** {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2804}} [ 635.351916] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] Configuration options gathered from: {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2805}} [ 635.352106] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] command line args: ['--config-file', '/etc/nova/nova.conf', '--config-file', '/etc/nova/nova-cpu-common.conf', '--config-file', '/etc/nova/nova-cpu-1.conf'] {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2806}} [ 635.352309] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] config files: ['/etc/nova/nova.conf', '/etc/nova/nova-cpu-common.conf', '/etc/nova/nova-cpu-1.conf'] {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2807}} [ 635.352440] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] ================================================================================ {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2809}} [ 635.352646] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] allow_resize_to_same_host = True {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 635.352815] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] arq_binding_timeout = 300 {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 635.352945] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] backdoor_port = None {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 635.353090] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] backdoor_socket = None {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 635.353254] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] block_device_allocate_retries = 60 {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 635.353413] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] block_device_allocate_retries_interval = 3 {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 635.353578] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] cert = self.pem {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 635.353743] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] compute_driver = vmwareapi.VMwareVCDriver {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 635.353940] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] compute_monitors = [] {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 635.354134] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] config_dir = [] {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 635.354308] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] config_drive_format = iso9660 {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 635.354439] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] config_file = ['/etc/nova/nova.conf', '/etc/nova/nova-cpu-common.conf', '/etc/nova/nova-cpu-1.conf'] {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 635.354601] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] config_source = [] {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 635.354766] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] console_host = devstack {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 635.354968] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] control_exchange = nova {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 635.355142] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] cpu_allocation_ratio = None {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 635.355303] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] daemon = False {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 635.355467] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] debug = True {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 635.355623] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] default_access_ip_network_name = None {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 635.355785] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] default_availability_zone = nova {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 635.355959] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] default_ephemeral_format = None {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 635.356149] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] default_green_pool_size = 1000 {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 635.356391] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'glanceclient=WARN', 'oslo.privsep.daemon=INFO'] {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 635.356555] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] default_schedule_zone = None {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 635.356714] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] disk_allocation_ratio = None {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 635.356872] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] enable_new_services = True {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 635.357063] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] enabled_apis = ['osapi_compute'] {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 635.357256] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] enabled_ssl_apis = [] {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 635.357386] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] flat_injected = False {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 635.357543] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] force_config_drive = False {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 635.357699] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] force_raw_images = True {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 635.357867] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] graceful_shutdown_timeout = 5 {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 635.358066] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] heal_instance_info_cache_interval = -1 {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 635.358294] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] host = cpu-1 {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 635.358473] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] initial_cpu_allocation_ratio = 4.0 {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 635.358634] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] initial_disk_allocation_ratio = 1.0 {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 635.358792] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] initial_ram_allocation_ratio = 1.0 {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 635.358999] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] injected_network_template = /opt/stack/nova/nova/virt/interfaces.template {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 635.359175] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] instance_build_timeout = 0 {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 635.359621] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] instance_delete_interval = 300 {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 635.359621] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] instance_format = [instance: %(uuid)s] {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 635.359705] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] instance_name_template = instance-%08x {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 635.359792] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] instance_usage_audit = False {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 635.359957] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] instance_usage_audit_period = month {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 635.360135] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] instance_uuid_format = [instance: %(uuid)s] {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 635.360302] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] instances_path = /opt/stack/data/nova/instances {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 635.360465] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] internal_service_availability_zone = internal {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 635.360620] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] key = None {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 635.360778] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] live_migration_retry_count = 30 {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 635.360961] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] log_color = False {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 635.361152] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] log_config_append = None {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 635.361321] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 635.361483] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] log_dir = None {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 635.361641] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] log_file = None {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 635.361772] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] log_options = True {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 635.361962] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] log_rotate_interval = 1 {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 635.362156] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] log_rotate_interval_type = days {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 635.362326] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] log_rotation_type = none {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 635.362455] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 635.362581] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 635.362747] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 635.362911] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 635.363049] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 635.363215] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] long_rpc_timeout = 1800 {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 635.363375] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] max_concurrent_builds = 10 {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 635.363533] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] max_concurrent_live_migrations = 1 {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 635.363687] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] max_concurrent_snapshots = 5 {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 635.363888] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] max_local_block_devices = 3 {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 635.364057] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] max_logfile_count = 30 {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 635.364230] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] max_logfile_size_mb = 200 {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 635.364388] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] maximum_instance_delete_attempts = 5 {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 635.364555] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] metadata_listen = 0.0.0.0 {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 635.364723] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] metadata_listen_port = 8775 {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 635.364892] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] metadata_workers = 2 {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 635.365071] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] migrate_max_retries = -1 {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 635.365244] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] mkisofs_cmd = genisoimage {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 635.365451] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] my_block_storage_ip = 10.180.1.21 {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 635.365583] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] my_ip = 10.180.1.21 {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 635.365784] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] my_shared_fs_storage_ip = 10.180.1.21 {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 635.365946] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] network_allocate_retries = 0 {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 635.366139] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] non_inheritable_image_properties = ['cache_in_nova', 'bittorrent'] {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 635.366306] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] osapi_compute_listen = 0.0.0.0 {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 635.366469] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] osapi_compute_listen_port = 8774 {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 635.366636] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] osapi_compute_unique_server_name_scope = {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 635.366804] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] osapi_compute_workers = 2 {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 635.366978] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] password_length = 12 {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 635.367169] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] periodic_enable = True {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 635.367331] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] periodic_fuzzy_delay = 60 {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 635.367498] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] pointer_model = usbtablet {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 635.367665] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] preallocate_images = none {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 635.367821] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] publish_errors = False {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 635.367949] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] pybasedir = /opt/stack/nova {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 635.368118] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] ram_allocation_ratio = None {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 635.368278] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] rate_limit_burst = 0 {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 635.368447] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] rate_limit_except_level = CRITICAL {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 635.368610] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] rate_limit_interval = 0 {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 635.368770] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] reboot_timeout = 0 {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 635.368927] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] reclaim_instance_interval = 0 {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 635.369097] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] record = None {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 635.369266] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] reimage_timeout_per_gb = 60 {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 635.369429] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] report_interval = 120 {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 635.369585] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] rescue_timeout = 0 {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 635.369745] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] reserved_host_cpus = 0 {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 635.369899] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] reserved_host_disk_mb = 0 {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 635.370103] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] reserved_host_memory_mb = 512 {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 635.370287] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] reserved_huge_pages = None {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 635.370452] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] resize_confirm_window = 0 {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 635.370612] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] resize_fs_using_block_device = False {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 635.370771] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] resume_guests_state_on_host_boot = False {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 635.370940] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] rootwrap_config = /etc/nova/rootwrap.conf {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 635.371115] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] rpc_response_timeout = 60 {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 635.371276] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] run_external_periodic_tasks = True {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 635.371443] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] running_deleted_instance_action = reap {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 635.371603] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] running_deleted_instance_poll_interval = 1800 {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 635.371778] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] running_deleted_instance_timeout = 0 {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 635.371971] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] scheduler_instance_sync_interval = 120 {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 635.372162] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] service_down_time = 720 {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 635.372335] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] servicegroup_driver = db {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 635.372494] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] shell_completion = None {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 635.372656] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] shelved_offload_time = 0 {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 635.372816] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] shelved_poll_interval = 3600 {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 635.372983] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] shutdown_timeout = 0 {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 635.373230] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] source_is_ipv6 = False {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 635.373409] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] ssl_only = False {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 635.373660] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] state_path = /opt/stack/data/n-cpu-1 {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 635.373836] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] sync_power_state_interval = 600 {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 635.374035] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] sync_power_state_pool_size = 1000 {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 635.374288] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] syslog_log_facility = LOG_USER {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 635.374382] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] tempdir = None {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 635.374661] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] timeout_nbd = 10 {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 635.374697] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] transport_url = **** {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 635.374858] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] update_resources_interval = 0 {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 635.375027] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] use_cow_images = True {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 635.375193] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] use_journal = False {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 635.375351] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] use_json = False {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 635.375510] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] use_rootwrap_daemon = False {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 635.375665] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] use_stderr = False {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 635.375826] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] use_syslog = False {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 635.375995] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] vcpu_pin_set = None {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 635.376216] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] vif_plugging_is_fatal = True {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 635.376469] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] vif_plugging_timeout = 300 {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 635.376556] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] virt_mkfs = [] {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 635.376757] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] volume_usage_poll_interval = 0 {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 635.376872] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] watch_log_file = False {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 635.377057] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] web = /usr/share/spice-html5 {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 635.377234] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] os_brick.lock_path = /opt/stack/data/n-cpu-1 {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.377400] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] os_brick.wait_mpath_device_attempts = 4 {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.377564] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] os_brick.wait_mpath_device_interval = 1 {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.377735] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] oslo_concurrency.disable_process_locking = False {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.378367] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] oslo_concurrency.lock_path = /opt/stack/data/n-cpu-1 {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.378564] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.378735] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] oslo_messaging_metrics.metrics_enabled = False {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.378910] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] oslo_messaging_metrics.metrics_process_name = {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.379136] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.379344] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.379538] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] api.auth_strategy = keystone {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.379713] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] api.compute_link_prefix = None {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.379889] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] api.config_drive_skip_versions = 1.0 2007-01-19 2007-03-01 2007-08-29 2007-10-10 2007-12-15 2008-02-01 2008-09-01 {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.380166] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] api.dhcp_domain = novalocal {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.380364] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] api.enable_instance_password = True {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.380535] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] api.glance_link_prefix = None {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.380705] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] api.instance_list_cells_batch_fixed_size = 100 {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.380880] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] api.instance_list_cells_batch_strategy = distributed {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.381056] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] api.instance_list_per_project_cells = False {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.381225] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] api.list_records_by_skipping_down_cells = True {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.381389] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] api.local_metadata_per_cell = False {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.381557] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] api.max_limit = 1000 {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.381727] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] api.metadata_cache_expiration = 15 {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.381928] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] api.neutron_default_tenant_id = default {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.382129] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] api.response_validation = warn {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.382305] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] api.use_neutron_default_nets = False {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.382476] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] api.vendordata_dynamic_connect_timeout = 5 {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.382641] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] api.vendordata_dynamic_failure_fatal = False {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.382808] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] api.vendordata_dynamic_read_timeout = 5 {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.383028] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] api.vendordata_dynamic_ssl_certfile = {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.383213] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] api.vendordata_dynamic_targets = [] {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.383378] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] api.vendordata_jsonfile_path = None {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.383558] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] api.vendordata_providers = ['StaticJSON'] {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.383752] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] cache.backend = dogpile.cache.memcached {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.383940] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] cache.backend_argument = **** {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.384126] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] cache.backend_expiration_time = None {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.384301] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] cache.config_prefix = cache.oslo {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.384468] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] cache.dead_timeout = 60.0 {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.384631] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] cache.debug_cache_backend = False {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.384790] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] cache.enable_retry_client = False {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.384968] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] cache.enable_socket_keepalive = False {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.385166] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] cache.enabled = True {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.385331] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] cache.enforce_fips_mode = False {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.385495] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] cache.expiration_time = 600 {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.385657] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] cache.hashclient_retry_attempts = 2 {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.385822] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] cache.hashclient_retry_delay = 1.0 {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.386031] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] cache.memcache_dead_retry = 300 {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.386200] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] cache.memcache_password = **** {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.386368] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] cache.memcache_pool_connection_get_timeout = 10 {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.386530] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] cache.memcache_pool_flush_on_reconnect = False {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.386693] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] cache.memcache_pool_maxsize = 10 {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.386856] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] cache.memcache_pool_unused_timeout = 60 {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.387030] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] cache.memcache_sasl_enabled = False {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.387217] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] cache.memcache_servers = ['localhost:11211'] {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.387383] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] cache.memcache_socket_timeout = 1.0 {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.387543] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] cache.memcache_username = None {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.387706] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] cache.proxies = [] {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.387872] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] cache.redis_db = 0 {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.388091] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] cache.redis_password = **** {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.388281] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] cache.redis_sentinel_service_name = mymaster {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.388458] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] cache.redis_sentinels = ['localhost:26379'] {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.388630] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] cache.redis_server = localhost:6379 {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.388797] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] cache.redis_socket_timeout = 1.0 {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.388957] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] cache.redis_username = None {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.389134] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] cache.retry_attempts = 2 {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.389301] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] cache.retry_delay = 0.0 {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.389462] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] cache.socket_keepalive_count = 1 {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.389624] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] cache.socket_keepalive_idle = 1 {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.389787] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] cache.socket_keepalive_interval = 1 {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.389946] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] cache.tls_allowed_ciphers = None {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.390119] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] cache.tls_cafile = None {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.390281] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] cache.tls_certfile = None {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.390442] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] cache.tls_enabled = False {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.390599] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] cache.tls_keyfile = None {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.390766] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] cinder.auth_section = None {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.390950] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] cinder.auth_type = password {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.391164] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] cinder.cafile = None {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.391349] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] cinder.catalog_info = volumev3::publicURL {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.391511] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] cinder.certfile = None {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.391676] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] cinder.collect_timing = False {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.391843] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] cinder.cross_az_attach = True {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.392016] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] cinder.debug = False {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.392184] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] cinder.endpoint_template = None {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.392349] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] cinder.http_retries = 3 {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.392513] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] cinder.insecure = False {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.392670] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] cinder.keyfile = None {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.392843] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] cinder.os_region_name = RegionOne {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.393030] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] cinder.split_loggers = False {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.393252] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] cinder.timeout = None {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.393439] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] compute.consecutive_build_service_disable_threshold = 10 {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.393604] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] compute.cpu_dedicated_set = None {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.393762] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] compute.cpu_shared_set = None {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.393950] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] compute.image_type_exclude_list = [] {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.394160] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] compute.live_migration_wait_for_vif_plug = True {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.394339] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] compute.max_concurrent_disk_ops = 0 {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.394503] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] compute.max_disk_devices_to_attach = -1 {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.394669] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] compute.packing_host_numa_cells_allocation_strategy = False {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.394841] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] compute.provider_config_location = /etc/nova/provider_config/ {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.395016] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] compute.resource_provider_association_refresh = 300 {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.395182] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] compute.sharing_providers_max_uuids_per_request = 200 {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.395345] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] compute.shutdown_retry_interval = 10 {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.395524] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] compute.vmdk_allowed_types = ['streamOptimized', 'monolithicSparse'] {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.395702] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] conductor.workers = 2 {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.395878] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] console.allowed_origins = [] {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.396068] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] console.ssl_ciphers = None {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.396262] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] console.ssl_minimum_version = default {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.396435] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] consoleauth.enforce_session_timeout = False {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.396605] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] consoleauth.token_ttl = 600 {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.396773] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] cyborg.cafile = None {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.396932] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] cyborg.certfile = None {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.397129] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] cyborg.collect_timing = False {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.397302] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] cyborg.connect_retries = None {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.397461] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] cyborg.connect_retry_delay = None {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.397618] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] cyborg.endpoint_override = None {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.397775] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] cyborg.insecure = False {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.397931] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] cyborg.keyfile = None {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.398102] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] cyborg.max_version = None {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.398259] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] cyborg.min_version = None {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.398414] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] cyborg.region_name = None {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.398568] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] cyborg.retriable_status_codes = None {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.398720] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] cyborg.service_name = None {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.398886] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] cyborg.service_type = accelerator {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.399063] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] cyborg.split_loggers = False {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.399244] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] cyborg.status_code_retries = None {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.399402] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] cyborg.status_code_retry_delay = None {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.399557] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] cyborg.timeout = None {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.399735] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] cyborg.valid_interfaces = ['internal', 'public'] {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.399893] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] cyborg.version = None {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.400097] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] database.asyncio_connection = **** {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.400276] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] database.asyncio_slave_connection = **** {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.400450] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] database.backend = sqlalchemy {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.400620] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] database.connection = **** {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.400786] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] database.connection_debug = 0 {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.400952] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] database.connection_parameters = {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.401132] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] database.connection_recycle_time = 3600 {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.401296] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] database.connection_trace = False {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.401453] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] database.db_inc_retry_interval = True {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.401612] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] database.db_max_retries = 20 {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.401769] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] database.db_max_retry_interval = 10 {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.401952] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] database.db_retry_interval = 1 {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.402140] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] database.max_overflow = 50 {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.402302] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] database.max_pool_size = 5 {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.402462] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] database.max_retries = 10 {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.402632] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] database.mysql_sql_mode = TRADITIONAL {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.402792] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] database.mysql_wsrep_sync_wait = None {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.402950] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] database.pool_timeout = None {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.403148] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] database.retry_interval = 10 {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.403320] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] database.slave_connection = **** {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.403482] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] database.sqlite_synchronous = True {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.403643] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] database.use_db_reconnect = False {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.403808] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] api_database.asyncio_connection = **** {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.403992] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] api_database.asyncio_slave_connection = **** {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.404184] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] api_database.backend = sqlalchemy {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.404354] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] api_database.connection = **** {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.404518] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] api_database.connection_debug = 0 {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.404689] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] api_database.connection_parameters = {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.404854] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] api_database.connection_recycle_time = 3600 {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.405060] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] api_database.connection_trace = False {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.405235] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] api_database.db_inc_retry_interval = True {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.405399] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] api_database.db_max_retries = 20 {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.405562] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] api_database.db_max_retry_interval = 10 {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.405724] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] api_database.db_retry_interval = 1 {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.405949] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] api_database.max_overflow = 50 {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.406177] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] api_database.max_pool_size = 5 {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.406351] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] api_database.max_retries = 10 {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.406526] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] api_database.mysql_sql_mode = TRADITIONAL {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.406687] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] api_database.mysql_wsrep_sync_wait = None {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.406848] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] api_database.pool_timeout = None {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.407024] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] api_database.retry_interval = 10 {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.407191] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] api_database.slave_connection = **** {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.407354] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] api_database.sqlite_synchronous = True {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.407527] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] devices.enabled_mdev_types = [] {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.407702] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] ephemeral_storage_encryption.cipher = aes-xts-plain64 {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.407873] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] ephemeral_storage_encryption.default_format = luks {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.408077] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] ephemeral_storage_encryption.enabled = False {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.408252] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] ephemeral_storage_encryption.key_size = 512 {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.408421] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] glance.api_servers = None {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.408584] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] glance.cafile = None {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.408746] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] glance.certfile = None {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.408922] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] glance.collect_timing = False {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.409107] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] glance.connect_retries = None {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.409271] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] glance.connect_retry_delay = None {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.409433] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] glance.debug = False {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.409595] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] glance.default_trusted_certificate_ids = [] {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.409755] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] glance.enable_certificate_validation = False {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.409914] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] glance.enable_rbd_download = False {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.410084] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] glance.endpoint_override = None {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.410250] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] glance.insecure = False {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.410409] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] glance.keyfile = None {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.410564] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] glance.max_version = None {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.410717] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] glance.min_version = None {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.410875] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] glance.num_retries = 3 {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.411080] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] glance.rbd_ceph_conf = {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.411253] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] glance.rbd_connect_timeout = 5 {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.411421] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] glance.rbd_pool = {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.411586] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] glance.rbd_user = {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.411751] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] glance.region_name = None {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.411910] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] glance.retriable_status_codes = None {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.412083] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] glance.service_name = None {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.412253] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] glance.service_type = image {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.412414] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] glance.split_loggers = False {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.412572] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] glance.status_code_retries = None {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.412730] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] glance.status_code_retry_delay = None {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.412886] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] glance.timeout = None {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.413074] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] glance.valid_interfaces = ['internal', 'public'] {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.413240] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] glance.verify_glance_signatures = False {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.413396] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] glance.version = None {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.413561] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] guestfs.debug = False {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.413727] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] manila.auth_section = None {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.413919] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] manila.auth_type = None {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.414121] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] manila.cafile = None {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.414289] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] manila.certfile = None {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.414455] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] manila.collect_timing = False {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.414615] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] manila.connect_retries = None {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.414772] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] manila.connect_retry_delay = None {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.414934] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] manila.endpoint_override = None {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.415149] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] manila.insecure = False {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.415313] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] manila.keyfile = None {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.415470] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] manila.max_version = None {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.415623] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] manila.min_version = None {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.415781] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] manila.region_name = None {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.415937] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] manila.retriable_status_codes = None {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.416107] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] manila.service_name = None {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.416281] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] manila.service_type = shared-file-system {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.416444] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] manila.share_apply_policy_timeout = 10 {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.416607] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] manila.split_loggers = False {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.416765] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] manila.status_code_retries = None {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.416921] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] manila.status_code_retry_delay = None {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.417111] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] manila.timeout = None {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.417303] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] manila.valid_interfaces = ['internal', 'public'] {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.417464] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] manila.version = None {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.417628] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] mks.enabled = False {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.417975] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] mks.mksproxy_base_url = http://127.0.0.1:6090/ {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.418180] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] image_cache.manager_interval = 2400 {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.418349] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] image_cache.precache_concurrency = 1 {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.418529] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] image_cache.remove_unused_base_images = True {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.418699] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] image_cache.remove_unused_original_minimum_age_seconds = 86400 {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.418865] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] image_cache.remove_unused_resized_minimum_age_seconds = 3600 {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.419053] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] image_cache.subdirectory_name = _base {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.419235] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] ironic.api_max_retries = 60 {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.419402] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] ironic.api_retry_interval = 2 {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.419561] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] ironic.auth_section = None {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.419722] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] ironic.auth_type = None {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.419881] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] ironic.cafile = None {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.420065] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] ironic.certfile = None {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.420249] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] ironic.collect_timing = False {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.420416] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] ironic.conductor_group = None {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.420574] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] ironic.connect_retries = None {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.420733] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] ironic.connect_retry_delay = None {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.420890] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] ironic.endpoint_override = None {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.421065] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] ironic.insecure = False {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.421225] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] ironic.keyfile = None {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.421383] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] ironic.max_version = None {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.421538] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] ironic.min_version = None {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.421702] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] ironic.peer_list = [] {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.421862] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] ironic.region_name = None {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.422027] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] ironic.retriable_status_codes = None {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.422195] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] ironic.serial_console_state_timeout = 10 {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.422352] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] ironic.service_name = None {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.422520] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] ironic.service_type = baremetal {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.422677] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] ironic.shard = None {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.422839] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] ironic.split_loggers = False {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.422997] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] ironic.status_code_retries = None {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.423190] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] ironic.status_code_retry_delay = None {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.423355] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] ironic.timeout = None {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.423534] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] ironic.valid_interfaces = ['internal', 'public'] {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.423692] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] ironic.version = None {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.423889] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] key_manager.backend = nova.keymgr.conf_key_mgr.ConfKeyManager {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.424089] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] key_manager.fixed_key = **** {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.424276] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] barbican.auth_endpoint = http://localhost/identity/v3 {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.424438] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] barbican.barbican_api_version = None {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.424597] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] barbican.barbican_endpoint = None {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.424763] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] barbican.barbican_endpoint_type = public {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.424924] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] barbican.barbican_region_name = None {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.425124] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] barbican.cafile = None {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.425291] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] barbican.certfile = None {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.425455] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] barbican.collect_timing = False {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.425618] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] barbican.insecure = False {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.425770] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] barbican.keyfile = None {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.425938] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] barbican.number_of_retries = 60 {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.426147] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] barbican.retry_delay = 1 {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.426329] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] barbican.send_service_user_token = False {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.426497] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] barbican.split_loggers = False {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.426655] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] barbican.timeout = None {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.426813] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] barbican.verify_ssl = True {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.426968] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] barbican.verify_ssl_path = None {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.427152] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] barbican_service_user.auth_section = None {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.427359] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] barbican_service_user.auth_type = None {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.427644] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] barbican_service_user.cafile = None {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.427909] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] barbican_service_user.certfile = None {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.428202] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] barbican_service_user.collect_timing = False {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.428459] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] barbican_service_user.insecure = False {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.428635] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] barbican_service_user.keyfile = None {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.428800] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] barbican_service_user.split_loggers = False {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.428958] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] barbican_service_user.timeout = None {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.429160] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] vault.approle_role_id = **** {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.429335] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] vault.approle_secret_id = **** {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.429506] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] vault.kv_mountpoint = secret {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.429665] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] vault.kv_path = None {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.429826] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] vault.kv_version = 2 {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.429987] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] vault.namespace = None {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.430164] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] vault.root_token_id = **** {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.430323] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] vault.ssl_ca_crt_file = None {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.430491] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] vault.timeout = 60.0 {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.430651] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] vault.use_ssl = False {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.430819] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] vault.vault_url = http://127.0.0.1:8200 {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.430988] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] keystone.cafile = None {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.431166] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] keystone.certfile = None {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.431329] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] keystone.collect_timing = False {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.431487] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] keystone.connect_retries = None {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.431643] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] keystone.connect_retry_delay = None {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.431801] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] keystone.endpoint_override = None {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.431981] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] keystone.insecure = False {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.432158] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] keystone.keyfile = None {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.432317] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] keystone.max_version = None {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.432471] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] keystone.min_version = None {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.432630] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] keystone.region_name = None {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.432787] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] keystone.retriable_status_codes = None {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.432942] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] keystone.service_name = None {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.433123] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] keystone.service_type = identity {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.433289] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] keystone.split_loggers = False {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.433448] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] keystone.status_code_retries = None {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.433604] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] keystone.status_code_retry_delay = None {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.433761] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] keystone.timeout = None {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.433968] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] keystone.valid_interfaces = ['internal', 'public'] {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.434145] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] keystone.version = None {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.434339] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] libvirt.ceph_mount_options = None {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.434667] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] libvirt.ceph_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.434854] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] libvirt.connection_uri = {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.435075] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] libvirt.cpu_mode = None {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.435255] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] libvirt.cpu_model_extra_flags = [] {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.435424] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] libvirt.cpu_models = [] {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.435596] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] libvirt.cpu_power_governor_high = performance {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.435763] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] libvirt.cpu_power_governor_low = powersave {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.435925] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] libvirt.cpu_power_management = False {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.436108] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] libvirt.cpu_power_management_strategy = cpu_state {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.436279] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] libvirt.device_detach_attempts = 8 {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.436442] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] libvirt.device_detach_timeout = 20 {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.436609] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] libvirt.disk_cachemodes = [] {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.436769] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] libvirt.disk_prefix = None {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.436934] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] libvirt.enabled_perf_events = [] {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.437110] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] libvirt.file_backed_memory = 0 {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.437277] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] libvirt.gid_maps = [] {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.437436] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] libvirt.hw_disk_discard = None {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.437592] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] libvirt.hw_machine_type = None {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.437760] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] libvirt.images_rbd_ceph_conf = {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.437940] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] libvirt.images_rbd_glance_copy_poll_interval = 15 {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.438131] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] libvirt.images_rbd_glance_copy_timeout = 600 {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.438304] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] libvirt.images_rbd_glance_store_name = {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.438474] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] libvirt.images_rbd_pool = rbd {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.438645] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] libvirt.images_type = default {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.438805] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] libvirt.images_volume_group = None {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.438969] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] libvirt.inject_key = False {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.439147] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] libvirt.inject_partition = -2 {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.439310] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] libvirt.inject_password = False {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.439473] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] libvirt.iscsi_iface = None {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.439634] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] libvirt.iser_use_multipath = False {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.439797] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] libvirt.live_migration_bandwidth = 0 {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.439959] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] libvirt.live_migration_completion_timeout = 800 {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.440137] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] libvirt.live_migration_downtime = 500 {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.440299] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] libvirt.live_migration_downtime_delay = 75 {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.440459] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] libvirt.live_migration_downtime_steps = 10 {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.440616] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] libvirt.live_migration_inbound_addr = None {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.440774] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] libvirt.live_migration_permit_auto_converge = False {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.440945] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] libvirt.live_migration_permit_post_copy = False {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.441136] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] libvirt.live_migration_scheme = None {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.441312] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] libvirt.live_migration_timeout_action = abort {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.441472] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] libvirt.live_migration_tunnelled = False {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.441629] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] libvirt.live_migration_uri = None {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.441799] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] libvirt.live_migration_with_native_tls = False {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.441952] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] libvirt.max_queues = None {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.442131] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] libvirt.mem_stats_period_seconds = 10 {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.442358] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] libvirt.migration_inbound_addr = 10.180.1.21 {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.442519] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] libvirt.nfs_mount_options = None {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.442827] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] libvirt.nfs_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.443006] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] libvirt.num_aoe_discover_tries = 3 {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.443182] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] libvirt.num_iser_scan_tries = 5 {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.443344] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] libvirt.num_memory_encrypted_guests = None {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.443507] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] libvirt.num_nvme_discover_tries = 5 {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.443667] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] libvirt.num_pcie_ports = 0 {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.443839] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] libvirt.num_volume_scan_tries = 5 {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.444046] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] libvirt.pmem_namespaces = [] {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.444222] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] libvirt.quobyte_client_cfg = None {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.444527] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] libvirt.quobyte_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.444699] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] libvirt.rbd_connect_timeout = 5 {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.444864] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] libvirt.rbd_destroy_volume_retries = 12 {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.445034] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] libvirt.rbd_destroy_volume_retry_interval = 5 {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.445198] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] libvirt.rbd_secret_uuid = None {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.445355] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] libvirt.rbd_user = None {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.445516] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] libvirt.realtime_scheduler_priority = 1 {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.445686] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] libvirt.remote_filesystem_transport = ssh {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.445844] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] libvirt.rescue_image_id = None {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.446021] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] libvirt.rescue_kernel_id = None {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.446186] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] libvirt.rescue_ramdisk_id = None {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.446373] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] libvirt.rng_dev_path = /dev/urandom {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.446533] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] libvirt.rx_queue_size = None {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.446700] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] libvirt.smbfs_mount_options = {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.447022] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] libvirt.smbfs_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.447227] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] libvirt.snapshot_compression = False {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.447395] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] libvirt.snapshot_image_format = None {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.447625] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] libvirt.snapshots_directory = /opt/stack/data/nova/instances/snapshots {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.447793] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] libvirt.sparse_logical_volumes = False {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.447956] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] libvirt.swtpm_enabled = False {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.448139] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] libvirt.swtpm_group = tss {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.448310] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] libvirt.swtpm_user = tss {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.448477] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] libvirt.sysinfo_serial = unique {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.448634] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] libvirt.tb_cache_size = None {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.448790] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] libvirt.tx_queue_size = None {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.448953] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] libvirt.uid_maps = [] {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.449129] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] libvirt.use_virtio_for_bridges = True {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.449302] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] libvirt.virt_type = kvm {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.449468] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] libvirt.volume_clear = zero {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.449631] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] libvirt.volume_clear_size = 0 {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.449794] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] libvirt.volume_enforce_multipath = False {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.449958] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] libvirt.volume_use_multipath = False {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.450160] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] libvirt.vzstorage_cache_path = None {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.450337] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] libvirt.vzstorage_log_path = /var/log/vstorage/%(cluster_name)s/nova.log.gz {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.450505] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] libvirt.vzstorage_mount_group = qemu {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.450667] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] libvirt.vzstorage_mount_opts = [] {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.450835] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] libvirt.vzstorage_mount_perms = 0770 {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.451141] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] libvirt.vzstorage_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.451320] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] libvirt.vzstorage_mount_user = stack {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.451487] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] libvirt.wait_soft_reboot_seconds = 120 {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.451660] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] neutron.auth_section = None {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.451833] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] neutron.auth_type = password {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.451992] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] neutron.cafile = None {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.452163] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] neutron.certfile = None {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.452327] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] neutron.collect_timing = False {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.452484] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] neutron.connect_retries = None {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.452643] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] neutron.connect_retry_delay = None {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.452811] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] neutron.default_floating_pool = public {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.452968] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] neutron.endpoint_override = None {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.453167] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] neutron.extension_sync_interval = 600 {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.453333] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] neutron.http_retries = 3 {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.453496] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] neutron.insecure = False {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.453655] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] neutron.keyfile = None {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.453814] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] neutron.max_version = None {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.454023] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] neutron.metadata_proxy_shared_secret = **** {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.454198] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] neutron.min_version = None {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.454373] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] neutron.ovs_bridge = br-int {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.454541] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] neutron.physnets = [] {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.454714] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] neutron.region_name = RegionOne {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.454875] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] neutron.retriable_status_codes = None {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.455057] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] neutron.service_metadata_proxy = True {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.455222] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] neutron.service_name = None {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.455393] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] neutron.service_type = network {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.455557] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] neutron.split_loggers = False {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.455716] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] neutron.status_code_retries = None {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.455875] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] neutron.status_code_retry_delay = None {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.456073] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] neutron.timeout = None {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.456295] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] neutron.valid_interfaces = ['internal', 'public'] {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.456468] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] neutron.version = None {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.456644] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] notifications.bdms_in_notifications = False {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.456822] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] notifications.default_level = INFO {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.456988] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] notifications.include_share_mapping = False {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.457183] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] notifications.notification_format = unversioned {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.457349] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] notifications.notify_on_state_change = None {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.457524] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] notifications.versioned_notifications_topics = ['versioned_notifications'] {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.457699] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] pci.alias = [] {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.457870] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] pci.device_spec = [] {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.458052] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] pci.report_in_placement = False {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.458257] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] placement.auth_section = None {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.458404] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] placement.auth_type = password {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.458573] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] placement.auth_url = http://10.180.1.21/identity {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.458735] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] placement.cafile = None {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.458895] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] placement.certfile = None {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.459077] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] placement.collect_timing = False {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.459262] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] placement.connect_retries = None {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.459429] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] placement.connect_retry_delay = None {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.459591] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] placement.default_domain_id = None {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.459749] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] placement.default_domain_name = None {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.459908] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] placement.domain_id = None {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.460078] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] placement.domain_name = None {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.460240] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] placement.endpoint_override = None {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.460405] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] placement.insecure = False {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.460567] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] placement.keyfile = None {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.460726] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] placement.max_version = None {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.460883] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] placement.min_version = None {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.461064] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] placement.password = **** {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.461226] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] placement.project_domain_id = None {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.461392] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] placement.project_domain_name = Default {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.461560] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] placement.project_id = None {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.461734] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] placement.project_name = service {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.461924] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] placement.region_name = RegionOne {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.462136] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] placement.retriable_status_codes = None {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.462344] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] placement.service_name = None {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.462525] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] placement.service_type = placement {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.462691] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] placement.split_loggers = False {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.462853] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] placement.status_code_retries = None {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.463025] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] placement.status_code_retry_delay = None {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.463192] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] placement.system_scope = None {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.463348] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] placement.timeout = None {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.463504] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] placement.trust_id = None {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.463660] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] placement.user_domain_id = None {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.463832] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] placement.user_domain_name = Default {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.464026] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] placement.user_id = None {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.464212] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] placement.username = nova {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.464397] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] placement.valid_interfaces = ['internal', 'public'] {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.464558] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] placement.version = None {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.464733] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] quota.cores = 20 {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.464915] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] quota.count_usage_from_placement = False {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.465118] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] quota.driver = nova.quota.DbQuotaDriver {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.465294] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] quota.injected_file_content_bytes = 10240 {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.465460] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] quota.injected_file_path_length = 255 {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.465625] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] quota.injected_files = 5 {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.465790] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] quota.instances = 10 {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.465956] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] quota.key_pairs = 100 {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.466152] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] quota.metadata_items = 128 {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.466347] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] quota.ram = 51200 {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.466517] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] quota.recheck_quota = True {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.466686] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] quota.server_group_members = 10 {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.466852] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] quota.server_groups = 10 {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.467073] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] quota.unified_limits_resource_list = ['servers'] {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.467251] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] quota.unified_limits_resource_strategy = require {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.467424] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] scheduler.discover_hosts_in_cells_interval = -1 {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.467587] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] scheduler.enable_isolated_aggregate_filtering = False {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.467750] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] scheduler.image_metadata_prefilter = False {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.467923] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] scheduler.limit_tenants_to_placement_aggregate = False {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.468154] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] scheduler.max_attempts = 3 {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.468329] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] scheduler.max_placement_results = 1000 {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.468494] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] scheduler.placement_aggregate_required_for_tenants = False {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.468658] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] scheduler.query_placement_for_image_type_support = False {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.468820] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] scheduler.query_placement_for_routed_network_aggregates = False {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.468993] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] scheduler.workers = 2 {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.469186] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] filter_scheduler.aggregate_image_properties_isolation_namespace = None {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.469357] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] filter_scheduler.aggregate_image_properties_isolation_separator = . {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.469535] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] filter_scheduler.available_filters = ['nova.scheduler.filters.all_filters'] {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.469711] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] filter_scheduler.build_failure_weight_multiplier = 1000000.0 {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.469880] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] filter_scheduler.cpu_weight_multiplier = 1.0 {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.470058] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] filter_scheduler.cross_cell_move_weight_multiplier = 1000000.0 {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.470224] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] filter_scheduler.disk_weight_multiplier = 1.0 {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.470407] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] filter_scheduler.enabled_filters = ['ComputeFilter', 'ComputeCapabilitiesFilter', 'ImagePropertiesFilter', 'ServerGroupAntiAffinityFilter', 'ServerGroupAffinityFilter', 'SameHostFilter', 'DifferentHostFilter'] {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.470574] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] filter_scheduler.host_subset_size = 1 {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.470739] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] filter_scheduler.hypervisor_version_weight_multiplier = 1.0 {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.470903] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] filter_scheduler.image_properties_default_architecture = None {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.471105] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] filter_scheduler.image_props_weight_multiplier = 0.0 {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.471278] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] filter_scheduler.image_props_weight_setting = [] {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.471456] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] filter_scheduler.io_ops_weight_multiplier = -1.0 {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.471622] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] filter_scheduler.isolated_hosts = [] {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.471785] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] filter_scheduler.isolated_images = [] {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.471945] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] filter_scheduler.max_instances_per_host = 50 {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.472117] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] filter_scheduler.max_io_ops_per_host = 8 {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.472285] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] filter_scheduler.num_instances_weight_multiplier = 0.0 {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.472445] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] filter_scheduler.pci_in_placement = False {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.472604] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] filter_scheduler.pci_weight_multiplier = 1.0 {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.472766] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] filter_scheduler.ram_weight_multiplier = 1.0 {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.472927] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] filter_scheduler.restrict_isolated_hosts_to_isolated_images = True {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.473107] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] filter_scheduler.shuffle_best_same_weighed_hosts = False {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.473274] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] filter_scheduler.soft_affinity_weight_multiplier = 1.0 {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.473433] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] filter_scheduler.soft_anti_affinity_weight_multiplier = 1.0 {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.473593] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] filter_scheduler.track_instance_changes = True {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.473765] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] filter_scheduler.weight_classes = ['nova.scheduler.weights.all_weighers'] {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.473969] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] metrics.required = True {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.474171] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] metrics.weight_multiplier = 1.0 {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.474339] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] metrics.weight_of_unavailable = -10000.0 {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.474503] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] metrics.weight_setting = [] {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.474824] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] serial_console.base_url = ws://127.0.0.1:6083/ {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.474996] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] serial_console.enabled = False {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.475189] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] serial_console.port_range = 10000:20000 {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.475361] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] serial_console.proxyclient_address = 127.0.0.1 {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.475532] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] serial_console.serialproxy_host = 0.0.0.0 {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.475702] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] serial_console.serialproxy_port = 6083 {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.475867] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] service_user.auth_section = None {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.476099] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] service_user.auth_type = password {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.476302] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] service_user.cafile = None {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.476474] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] service_user.certfile = None {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.476639] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] service_user.collect_timing = False {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.476799] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] service_user.insecure = False {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.476957] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] service_user.keyfile = None {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.477146] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] service_user.send_service_user_token = True {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.477312] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] service_user.split_loggers = False {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.477472] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] service_user.timeout = None {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.477643] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] spice.agent_enabled = True {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.477805] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] spice.enabled = False {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.478125] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] spice.html5proxy_base_url = http://127.0.0.1:6082/spice_auto.html {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.478331] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] spice.html5proxy_host = 0.0.0.0 {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.478504] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] spice.html5proxy_port = 6082 {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.478667] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] spice.image_compression = None {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.478826] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] spice.jpeg_compression = None {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.478987] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] spice.playback_compression = None {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.479197] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] spice.require_secure = False {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.479379] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] spice.server_listen = 127.0.0.1 {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.479552] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] spice.server_proxyclient_address = 127.0.0.1 {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.479829] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] spice.spice_direct_proxy_base_url = http://127.0.0.1:13002/nova {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.480032] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] spice.streaming_mode = None {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.480204] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] spice.zlib_compression = None {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.480373] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] upgrade_levels.baseapi = None {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.480546] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] upgrade_levels.compute = auto {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.480706] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] upgrade_levels.conductor = None {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.480865] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] upgrade_levels.scheduler = None {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.481042] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] vendordata_dynamic_auth.auth_section = None {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.481212] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] vendordata_dynamic_auth.auth_type = None {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.481372] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] vendordata_dynamic_auth.cafile = None {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.481531] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] vendordata_dynamic_auth.certfile = None {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.481692] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] vendordata_dynamic_auth.collect_timing = False {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.481866] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] vendordata_dynamic_auth.insecure = False {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.482062] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] vendordata_dynamic_auth.keyfile = None {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.482236] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] vendordata_dynamic_auth.split_loggers = False {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.482394] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] vendordata_dynamic_auth.timeout = None {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.482568] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] vmware.api_retry_count = 10 {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.482730] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] vmware.ca_file = None {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.482900] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] vmware.cache_prefix = devstack-image-cache {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.483084] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] vmware.cluster_name = testcl1 {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.483253] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] vmware.connection_pool_size = 10 {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.483411] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] vmware.console_delay_seconds = None {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.483579] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] vmware.datastore_regex = ^datastore.* {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.483796] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] vmware.host_ip = vc1.osci.c.eu-de-1.cloud.sap {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.484012] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] vmware.host_password = **** {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.484193] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] vmware.host_port = 443 {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.484366] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] vmware.host_username = administrator@vsphere.local {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.484532] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] vmware.insecure = True {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.484693] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] vmware.integration_bridge = None {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.484860] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] vmware.maximum_objects = 100 {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.485060] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] vmware.pbm_default_policy = None {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.485234] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] vmware.pbm_enabled = False {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.485395] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] vmware.pbm_wsdl_location = None {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.485565] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] vmware.serial_log_dir = /opt/vmware/vspc {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.485722] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] vmware.serial_port_proxy_uri = None {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.485881] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] vmware.serial_port_service_uri = None {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.486075] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] vmware.task_poll_interval = 0.5 {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.486305] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] vmware.use_linked_clone = False {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.486499] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] vmware.vnc_keymap = en-us {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.486668] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] vmware.vnc_port = 5900 {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.486834] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] vmware.vnc_port_total = 10000 {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.487033] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] vnc.auth_schemes = ['none'] {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.487212] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] vnc.enabled = False {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.487515] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] vnc.novncproxy_base_url = http://127.0.0.1:6080/vnc_auto.html {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.487699] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] vnc.novncproxy_host = 0.0.0.0 {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.487869] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] vnc.novncproxy_port = 6080 {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.488103] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] vnc.server_listen = 127.0.0.1 {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.488299] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] vnc.server_proxyclient_address = 127.0.0.1 {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.488464] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] vnc.vencrypt_ca_certs = None {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.488625] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] vnc.vencrypt_client_cert = None {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.488784] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] vnc.vencrypt_client_key = None {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.488956] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] workarounds.disable_compute_service_check_for_ffu = False {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.489135] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] workarounds.disable_deep_image_inspection = False {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.489299] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] workarounds.disable_fallback_pcpu_query = False {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.489457] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] workarounds.disable_group_policy_check_upcall = False {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.489615] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] workarounds.disable_libvirt_livesnapshot = False {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.489776] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] workarounds.disable_rootwrap = False {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.489934] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] workarounds.enable_numa_live_migration = False {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.490110] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] workarounds.enable_qemu_monitor_announce_self = False {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.490272] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] workarounds.ensure_libvirt_rbd_instance_dir_cleanup = False {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.490431] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] workarounds.handle_virt_lifecycle_events = True {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.490588] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] workarounds.libvirt_disable_apic = False {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.490746] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] workarounds.never_download_image_if_on_rbd = False {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.490908] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] workarounds.qemu_monitor_announce_self_count = 3 {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.491108] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] workarounds.qemu_monitor_announce_self_interval = 1 {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.491278] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] workarounds.reserve_disk_resource_for_image_cache = False {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.491442] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] workarounds.skip_cpu_compare_at_startup = False {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.491604] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] workarounds.skip_cpu_compare_on_dest = False {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.491786] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] workarounds.skip_hypervisor_version_check_on_lm = False {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.491964] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] workarounds.skip_reserve_in_use_ironic_nodes = False {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.492142] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] workarounds.unified_limits_count_pcpu_as_vcpu = False {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.492308] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] workarounds.wait_for_vif_plugged_event_during_hard_reboot = [] {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.492490] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] wsgi.api_paste_config = /etc/nova/api-paste.ini {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.492652] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] wsgi.secure_proxy_ssl_header = None {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.492818] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] zvm.ca_file = None {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.492974] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] zvm.cloud_connector_url = None {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.493308] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] zvm.image_tmp_path = /opt/stack/data/n-cpu-1/images {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.493491] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] zvm.reachable_timeout = 300 {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.493665] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.493868] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.494110] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] profiler.connection_string = messaging:// {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.494315] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] profiler.enabled = False {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.494539] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] profiler.es_doc_type = notification {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.494713] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] profiler.es_scroll_size = 10000 {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.494886] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] profiler.es_scroll_time = 2m {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.495063] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] profiler.filter_error_trace = False {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.495236] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] profiler.hmac_keys = **** {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.495404] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] profiler.sentinel_service_name = mymaster {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.495574] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] profiler.socket_timeout = 0.1 {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.495737] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] profiler.trace_requests = False {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.495895] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] profiler.trace_sqlalchemy = False {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.496084] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] profiler_jaeger.process_tags = {} {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.496249] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] profiler_jaeger.service_name_prefix = None {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.496414] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] profiler_otlp.service_name_prefix = None {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.496588] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.496752] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.496918] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.497137] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.497323] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.497488] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.497647] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.497812] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] oslo_messaging_rabbit.heartbeat_rate = 3 {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.497974] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.498164] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] oslo_messaging_rabbit.hostname = devstack {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.498327] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] oslo_messaging_rabbit.kombu_compression = None {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.498498] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.498665] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.498834] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.499007] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] oslo_messaging_rabbit.kombu_reconnect_splay = 0.0 {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.499190] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] oslo_messaging_rabbit.processname = nova-compute {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.499355] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.499518] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.499687] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.499850] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.500022] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.500222] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_bytes = 0 {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.500392] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_length = 0 {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.500556] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.500720] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.500885] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.501076] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] oslo_messaging_rabbit.rabbit_stream_fanout = False {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.501264] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.501429] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] oslo_messaging_rabbit.rabbit_transient_quorum_queue = False {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.501594] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.501773] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] oslo_messaging_rabbit.ssl = False {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.501966] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] oslo_messaging_rabbit.ssl_ca_file = {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.502168] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] oslo_messaging_rabbit.ssl_cert_file = {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.502394] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.502580] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] oslo_messaging_rabbit.ssl_key_file = {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.502752] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] oslo_messaging_rabbit.ssl_version = {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.502917] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] oslo_messaging_rabbit.use_queue_manager = False {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.503118] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] oslo_messaging_notifications.driver = ['messagingv2'] {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.503289] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] oslo_messaging_notifications.retry = -1 {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.503467] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] oslo_messaging_notifications.topics = ['notifications'] {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.503637] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] oslo_messaging_notifications.transport_url = **** {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.503837] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] oslo_limit.auth_section = None {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.504047] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] oslo_limit.auth_type = None {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.504287] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] oslo_limit.cafile = None {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.504375] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] oslo_limit.certfile = None {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.504585] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] oslo_limit.collect_timing = False {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.504764] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] oslo_limit.connect_retries = None {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.504931] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] oslo_limit.connect_retry_delay = None {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.505121] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] oslo_limit.endpoint_id = None {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.505333] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] oslo_limit.endpoint_interface = publicURL {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.505501] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] oslo_limit.endpoint_override = None {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.505659] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] oslo_limit.endpoint_region_name = None {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.505816] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] oslo_limit.endpoint_service_name = None {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.505972] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] oslo_limit.endpoint_service_type = None {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.506152] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] oslo_limit.insecure = False {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.506309] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] oslo_limit.keyfile = None {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.506465] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] oslo_limit.max_version = None {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.506622] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] oslo_limit.min_version = None {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.506779] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] oslo_limit.region_name = None {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.506938] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] oslo_limit.retriable_status_codes = None {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.507128] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] oslo_limit.service_name = None {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.507281] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] oslo_limit.service_type = None {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.507444] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] oslo_limit.split_loggers = False {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.507604] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] oslo_limit.status_code_retries = None {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.507763] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] oslo_limit.status_code_retry_delay = None {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.507918] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] oslo_limit.timeout = None {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.508086] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] oslo_limit.valid_interfaces = None {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.508262] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] oslo_limit.version = None {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.508444] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] oslo_reports.file_event_handler = None {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.508611] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] oslo_reports.file_event_handler_interval = 1 {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.508771] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] oslo_reports.log_dir = None {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.508942] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] vif_plug_linux_bridge_privileged.capabilities = [12] {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.509140] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] vif_plug_linux_bridge_privileged.group = None {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.509315] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] vif_plug_linux_bridge_privileged.helper_command = None {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.509485] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] vif_plug_linux_bridge_privileged.logger_name = oslo_privsep.daemon {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.509649] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] vif_plug_linux_bridge_privileged.thread_pool_size = 8 {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.509807] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] vif_plug_linux_bridge_privileged.user = None {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.509977] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] vif_plug_ovs_privileged.capabilities = [12, 1] {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.510157] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] vif_plug_ovs_privileged.group = None {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.510317] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] vif_plug_ovs_privileged.helper_command = None {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.510483] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] vif_plug_ovs_privileged.logger_name = oslo_privsep.daemon {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.510644] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] vif_plug_ovs_privileged.thread_pool_size = 8 {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.510805] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] vif_plug_ovs_privileged.user = None {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.510975] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] os_vif_linux_bridge.flat_interface = None {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.511168] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] os_vif_linux_bridge.forward_bridge_interface = ['all'] {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.511369] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] os_vif_linux_bridge.iptables_bottom_regex = {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.511550] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] os_vif_linux_bridge.iptables_drop_action = DROP {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.511728] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] os_vif_linux_bridge.iptables_top_regex = {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.511911] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] os_vif_linux_bridge.network_device_mtu = 1500 {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.512094] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] os_vif_linux_bridge.use_ipv6 = False {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.512262] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] os_vif_linux_bridge.vlan_interface = None {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.512443] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] os_vif_ovs.default_qos_type = linux-noop {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.512614] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] os_vif_ovs.isolate_vif = False {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.512779] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] os_vif_ovs.network_device_mtu = 1500 {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.512944] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] os_vif_ovs.ovs_vsctl_timeout = 120 {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.513156] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] os_vif_ovs.ovsdb_connection = tcp:127.0.0.1:6640 {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.513344] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] os_vif_ovs.ovsdb_interface = native {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.513509] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] os_vif_ovs.per_port_bridge = False {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.513679] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] privsep_osbrick.capabilities = [21] {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.513841] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] privsep_osbrick.group = None {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.514034] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] privsep_osbrick.helper_command = None {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.514214] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] privsep_osbrick.logger_name = os_brick.privileged {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.514405] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] privsep_osbrick.thread_pool_size = 8 {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.514576] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] privsep_osbrick.user = None {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.514801] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] nova_sys_admin.capabilities = [0, 1, 2, 3, 12, 21] {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.514976] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] nova_sys_admin.group = None {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.515155] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] nova_sys_admin.helper_command = None {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.515327] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] nova_sys_admin.logger_name = oslo_privsep.daemon {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.515488] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] nova_sys_admin.thread_pool_size = 8 {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.515645] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] nova_sys_admin.user = None {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 635.515778] env[69770]: DEBUG oslo_service.backend.eventlet.service [None req-85bd74a6-16ec-49d3-8858-f260f2ebdec3 None None] ******************************************************************************** {{(pid=69770) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2828}} [ 635.516234] env[69770]: INFO nova.service [-] Starting compute node (version 0.0.1) [ 636.020063] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-9f42555b-fd0f-481c-aeb6-f719eb57a98c None None] Getting list of instances from cluster (obj){ [ 636.020063] env[69770]: value = "domain-c8" [ 636.020063] env[69770]: _type = "ClusterComputeResource" [ 636.020063] env[69770]: } {{(pid=69770) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 636.021147] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4fd376a-4574-4f1c-bacb-205bb87ba916 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.030320] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-9f42555b-fd0f-481c-aeb6-f719eb57a98c None None] Got total of 0 instances {{(pid=69770) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 636.030913] env[69770]: WARNING nova.virt.vmwareapi.driver [None req-9f42555b-fd0f-481c-aeb6-f719eb57a98c None None] The vmwareapi driver is not tested by the OpenStack project nor does it have clear maintainer(s) and thus its quality can not be ensured. It should be considered experimental and may be removed in a future release. If you are using the driver in production please let us know via the openstack-discuss mailing list. [ 636.031443] env[69770]: INFO nova.virt.node [None req-9f42555b-fd0f-481c-aeb6-f719eb57a98c None None] Generated node identity 7cc7d32b-b7a7-454a-a456-2a440248ed9d [ 636.031688] env[69770]: INFO nova.virt.node [None req-9f42555b-fd0f-481c-aeb6-f719eb57a98c None None] Wrote node identity 7cc7d32b-b7a7-454a-a456-2a440248ed9d to /opt/stack/data/n-cpu-1/compute_id [ 636.534242] env[69770]: WARNING nova.compute.manager [None req-9f42555b-fd0f-481c-aeb6-f719eb57a98c None None] Compute nodes ['7cc7d32b-b7a7-454a-a456-2a440248ed9d'] for host cpu-1 were not found in the database. If this is the first time this service is starting on this host, then you can ignore this warning. [ 637.540394] env[69770]: INFO nova.compute.manager [None req-9f42555b-fd0f-481c-aeb6-f719eb57a98c None None] Looking for unclaimed instances stuck in BUILDING status for nodes managed by this host [ 638.546281] env[69770]: WARNING nova.compute.manager [None req-9f42555b-fd0f-481c-aeb6-f719eb57a98c None None] No compute node record found for host cpu-1. If this is the first time this service is starting on this host, then you can ignore this warning.: nova.exception_Remote.ComputeHostNotFound_Remote: Compute host cpu-1 could not be found. [ 638.546604] env[69770]: DEBUG oslo_concurrency.lockutils [None req-9f42555b-fd0f-481c-aeb6-f719eb57a98c None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 638.546799] env[69770]: DEBUG oslo_concurrency.lockutils [None req-9f42555b-fd0f-481c-aeb6-f719eb57a98c None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 638.546957] env[69770]: DEBUG oslo_concurrency.lockutils [None req-9f42555b-fd0f-481c-aeb6-f719eb57a98c None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 638.547135] env[69770]: DEBUG nova.compute.resource_tracker [None req-9f42555b-fd0f-481c-aeb6-f719eb57a98c None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69770) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 638.549496] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1caeb90-552d-45d7-a690-d8e6629d99c4 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.558289] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-437c3830-6b6e-4e47-8d66-551c2eca2fa3 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.574366] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90e1aafa-5f90-41b8-a8ed-143c2c86bd21 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.581849] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba8bd795-d272-46b4-97e2-a0b72ae3d962 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.615415] env[69770]: DEBUG nova.compute.resource_tracker [None req-9f42555b-fd0f-481c-aeb6-f719eb57a98c None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180830MB free_disk=21GB free_vcpus=48 pci_devices=None {{(pid=69770) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 638.615638] env[69770]: DEBUG oslo_concurrency.lockutils [None req-9f42555b-fd0f-481c-aeb6-f719eb57a98c None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 638.615947] env[69770]: DEBUG oslo_concurrency.lockutils [None req-9f42555b-fd0f-481c-aeb6-f719eb57a98c None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 639.118446] env[69770]: WARNING nova.compute.resource_tracker [None req-9f42555b-fd0f-481c-aeb6-f719eb57a98c None None] No compute node record for cpu-1:7cc7d32b-b7a7-454a-a456-2a440248ed9d: nova.exception_Remote.ComputeHostNotFound_Remote: Compute host 7cc7d32b-b7a7-454a-a456-2a440248ed9d could not be found. [ 639.621992] env[69770]: INFO nova.compute.resource_tracker [None req-9f42555b-fd0f-481c-aeb6-f719eb57a98c None None] Compute node record created for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 with uuid: 7cc7d32b-b7a7-454a-a456-2a440248ed9d [ 641.131232] env[69770]: DEBUG nova.compute.resource_tracker [None req-9f42555b-fd0f-481c-aeb6-f719eb57a98c None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=69770) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 641.131614] env[69770]: DEBUG nova.compute.resource_tracker [None req-9f42555b-fd0f-481c-aeb6-f719eb57a98c None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=69770) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 641.292973] env[69770]: INFO nova.scheduler.client.report [None req-9f42555b-fd0f-481c-aeb6-f719eb57a98c None None] [req-e987d42b-5dca-4283-8904-21a0b026e6d5] Created resource provider record via placement API for resource provider with UUID 7cc7d32b-b7a7-454a-a456-2a440248ed9d and name domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28. [ 641.308427] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-372831a8-732e-406b-a72d-f90e4fa7074b {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.317362] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ea95094-00ab-453e-9c93-28a5c8d76426 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.347044] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12421ccc-7c83-4f9c-9199-db5a8f2006c5 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.354582] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6573abc6-39c7-4ff6-9662-5e46f3198d09 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.367939] env[69770]: DEBUG nova.compute.provider_tree [None req-9f42555b-fd0f-481c-aeb6-f719eb57a98c None None] Updating inventory in ProviderTree for provider 7cc7d32b-b7a7-454a-a456-2a440248ed9d with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 21, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69770) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 641.905441] env[69770]: DEBUG nova.scheduler.client.report [None req-9f42555b-fd0f-481c-aeb6-f719eb57a98c None None] Updated inventory for provider 7cc7d32b-b7a7-454a-a456-2a440248ed9d with generation 0 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 21, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69770) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 641.905673] env[69770]: DEBUG nova.compute.provider_tree [None req-9f42555b-fd0f-481c-aeb6-f719eb57a98c None None] Updating resource provider 7cc7d32b-b7a7-454a-a456-2a440248ed9d generation from 0 to 1 during operation: update_inventory {{(pid=69770) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 641.905815] env[69770]: DEBUG nova.compute.provider_tree [None req-9f42555b-fd0f-481c-aeb6-f719eb57a98c None None] Updating inventory in ProviderTree for provider 7cc7d32b-b7a7-454a-a456-2a440248ed9d with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 21, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69770) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 641.956401] env[69770]: DEBUG nova.compute.provider_tree [None req-9f42555b-fd0f-481c-aeb6-f719eb57a98c None None] Updating resource provider 7cc7d32b-b7a7-454a-a456-2a440248ed9d generation from 1 to 2 during operation: update_traits {{(pid=69770) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 642.461773] env[69770]: DEBUG nova.compute.resource_tracker [None req-9f42555b-fd0f-481c-aeb6-f719eb57a98c None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69770) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 642.462167] env[69770]: DEBUG oslo_concurrency.lockutils [None req-9f42555b-fd0f-481c-aeb6-f719eb57a98c None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 3.846s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 642.462220] env[69770]: DEBUG nova.service [None req-9f42555b-fd0f-481c-aeb6-f719eb57a98c None None] Creating RPC server for service compute {{(pid=69770) start /opt/stack/nova/nova/service.py:177}} [ 642.475547] env[69770]: DEBUG nova.service [None req-9f42555b-fd0f-481c-aeb6-f719eb57a98c None None] Join ServiceGroup membership for this service compute {{(pid=69770) start /opt/stack/nova/nova/service.py:194}} [ 642.475764] env[69770]: DEBUG nova.servicegroup.drivers.db [None req-9f42555b-fd0f-481c-aeb6-f719eb57a98c None None] DB_Driver: join new ServiceGroup member cpu-1 to the compute group, service = {{(pid=69770) join /opt/stack/nova/nova/servicegroup/drivers/db.py:44}} [ 656.479060] env[69770]: DEBUG oslo_service.periodic_task [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] Running periodic task ComputeManager._sync_power_states {{(pid=69770) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 656.981437] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] Getting list of instances from cluster (obj){ [ 656.981437] env[69770]: value = "domain-c8" [ 656.981437] env[69770]: _type = "ClusterComputeResource" [ 656.981437] env[69770]: } {{(pid=69770) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 656.982707] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05e87f5e-9c18-44a4-afe8-8c0f6b0591f1 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.991796] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] Got total of 0 instances {{(pid=69770) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 656.992061] env[69770]: DEBUG oslo_service.periodic_task [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] Running periodic task ComputeManager._cleanup_running_deleted_instances {{(pid=69770) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 656.992412] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] Getting list of instances from cluster (obj){ [ 656.992412] env[69770]: value = "domain-c8" [ 656.992412] env[69770]: _type = "ClusterComputeResource" [ 656.992412] env[69770]: } {{(pid=69770) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 656.993314] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2085e591-3cd2-4189-9567-79e3a27f169d {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.001077] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] Got total of 0 instances {{(pid=69770) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 682.928871] env[69770]: DEBUG oslo_concurrency.lockutils [None req-593f6a70-9653-412c-a8b3-966b305bf41e tempest-MigrationsAdminTest-1409017777 tempest-MigrationsAdminTest-1409017777-project-member] Acquiring lock "7626e483-2d84-4a06-8f38-f8fd431da011" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 682.930695] env[69770]: DEBUG oslo_concurrency.lockutils [None req-593f6a70-9653-412c-a8b3-966b305bf41e tempest-MigrationsAdminTest-1409017777 tempest-MigrationsAdminTest-1409017777-project-member] Lock "7626e483-2d84-4a06-8f38-f8fd431da011" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 683.433666] env[69770]: DEBUG nova.compute.manager [None req-593f6a70-9653-412c-a8b3-966b305bf41e tempest-MigrationsAdminTest-1409017777 tempest-MigrationsAdminTest-1409017777-project-member] [instance: 7626e483-2d84-4a06-8f38-f8fd431da011] Starting instance... {{(pid=69770) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 683.523885] env[69770]: DEBUG oslo_concurrency.lockutils [None req-ade3ee29-d8e2-48f2-9048-cb84e106a7ba tempest-DeleteServersAdminTestJSON-2130980840 tempest-DeleteServersAdminTestJSON-2130980840-project-member] Acquiring lock "ee7c2360-8fce-4167-b80a-0e87f2677353" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 683.524131] env[69770]: DEBUG oslo_concurrency.lockutils [None req-ade3ee29-d8e2-48f2-9048-cb84e106a7ba tempest-DeleteServersAdminTestJSON-2130980840 tempest-DeleteServersAdminTestJSON-2130980840-project-member] Lock "ee7c2360-8fce-4167-b80a-0e87f2677353" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 683.640687] env[69770]: DEBUG oslo_concurrency.lockutils [None req-2f56195b-84fa-4b68-b951-d679c0cc6acd tempest-FloatingIPsAssociationNegativeTestJSON-2104222380 tempest-FloatingIPsAssociationNegativeTestJSON-2104222380-project-member] Acquiring lock "69037fde-1312-4ff7-b405-38c8f32cb1f9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 683.640687] env[69770]: DEBUG oslo_concurrency.lockutils [None req-2f56195b-84fa-4b68-b951-d679c0cc6acd tempest-FloatingIPsAssociationNegativeTestJSON-2104222380 tempest-FloatingIPsAssociationNegativeTestJSON-2104222380-project-member] Lock "69037fde-1312-4ff7-b405-38c8f32cb1f9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 683.988950] env[69770]: DEBUG oslo_concurrency.lockutils [None req-593f6a70-9653-412c-a8b3-966b305bf41e tempest-MigrationsAdminTest-1409017777 tempest-MigrationsAdminTest-1409017777-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 683.989657] env[69770]: DEBUG oslo_concurrency.lockutils [None req-593f6a70-9653-412c-a8b3-966b305bf41e tempest-MigrationsAdminTest-1409017777 tempest-MigrationsAdminTest-1409017777-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 683.991480] env[69770]: INFO nova.compute.claims [None req-593f6a70-9653-412c-a8b3-966b305bf41e tempest-MigrationsAdminTest-1409017777 tempest-MigrationsAdminTest-1409017777-project-member] [instance: 7626e483-2d84-4a06-8f38-f8fd431da011] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 684.027386] env[69770]: DEBUG nova.compute.manager [None req-ade3ee29-d8e2-48f2-9048-cb84e106a7ba tempest-DeleteServersAdminTestJSON-2130980840 tempest-DeleteServersAdminTestJSON-2130980840-project-member] [instance: ee7c2360-8fce-4167-b80a-0e87f2677353] Starting instance... {{(pid=69770) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 684.146021] env[69770]: DEBUG nova.compute.manager [None req-2f56195b-84fa-4b68-b951-d679c0cc6acd tempest-FloatingIPsAssociationNegativeTestJSON-2104222380 tempest-FloatingIPsAssociationNegativeTestJSON-2104222380-project-member] [instance: 69037fde-1312-4ff7-b405-38c8f32cb1f9] Starting instance... {{(pid=69770) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 684.568496] env[69770]: DEBUG oslo_concurrency.lockutils [None req-ade3ee29-d8e2-48f2-9048-cb84e106a7ba tempest-DeleteServersAdminTestJSON-2130980840 tempest-DeleteServersAdminTestJSON-2130980840-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 684.669629] env[69770]: DEBUG oslo_concurrency.lockutils [None req-2f56195b-84fa-4b68-b951-d679c0cc6acd tempest-FloatingIPsAssociationNegativeTestJSON-2104222380 tempest-FloatingIPsAssociationNegativeTestJSON-2104222380-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 685.090886] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-107397e3-e6ab-426b-82a3-d885c28c8abc {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.099496] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f583048-be80-4ac5-8843-d35f93cafc24 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.134516] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-453d5057-40a1-44ce-99cc-3a779fd4461e {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.143180] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34e75fb1-d628-4922-bb0f-38ff9a4fbe68 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.162026] env[69770]: DEBUG oslo_concurrency.lockutils [None req-a7c689bb-d0a6-4607-ba32-3963d3e8ca0b tempest-ServersTestFqdnHostnames-1890732475 tempest-ServersTestFqdnHostnames-1890732475-project-member] Acquiring lock "ccf149da-8159-452b-9b8b-04359494e736" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 685.162026] env[69770]: DEBUG oslo_concurrency.lockutils [None req-a7c689bb-d0a6-4607-ba32-3963d3e8ca0b tempest-ServersTestFqdnHostnames-1890732475 tempest-ServersTestFqdnHostnames-1890732475-project-member] Lock "ccf149da-8159-452b-9b8b-04359494e736" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 685.163807] env[69770]: DEBUG nova.compute.provider_tree [None req-593f6a70-9653-412c-a8b3-966b305bf41e tempest-MigrationsAdminTest-1409017777 tempest-MigrationsAdminTest-1409017777-project-member] Inventory has not changed in ProviderTree for provider: 7cc7d32b-b7a7-454a-a456-2a440248ed9d {{(pid=69770) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 685.666562] env[69770]: DEBUG nova.compute.manager [None req-a7c689bb-d0a6-4607-ba32-3963d3e8ca0b tempest-ServersTestFqdnHostnames-1890732475 tempest-ServersTestFqdnHostnames-1890732475-project-member] [instance: ccf149da-8159-452b-9b8b-04359494e736] Starting instance... {{(pid=69770) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 685.677447] env[69770]: DEBUG nova.scheduler.client.report [None req-593f6a70-9653-412c-a8b3-966b305bf41e tempest-MigrationsAdminTest-1409017777 tempest-MigrationsAdminTest-1409017777-project-member] Inventory has not changed for provider 7cc7d32b-b7a7-454a-a456-2a440248ed9d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 21, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69770) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 685.975087] env[69770]: DEBUG oslo_concurrency.lockutils [None req-5eb54b88-5e4c-4a61-bb4c-2784af1b8a6c tempest-ImagesOneServerTestJSON-1024055021 tempest-ImagesOneServerTestJSON-1024055021-project-member] Acquiring lock "7ae47f8e-e519-4825-b89a-7561df6850d9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 685.975310] env[69770]: DEBUG oslo_concurrency.lockutils [None req-5eb54b88-5e4c-4a61-bb4c-2784af1b8a6c tempest-ImagesOneServerTestJSON-1024055021 tempest-ImagesOneServerTestJSON-1024055021-project-member] Lock "7ae47f8e-e519-4825-b89a-7561df6850d9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 686.192860] env[69770]: DEBUG oslo_concurrency.lockutils [None req-593f6a70-9653-412c-a8b3-966b305bf41e tempest-MigrationsAdminTest-1409017777 tempest-MigrationsAdminTest-1409017777-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.201s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 686.193493] env[69770]: DEBUG nova.compute.manager [None req-593f6a70-9653-412c-a8b3-966b305bf41e tempest-MigrationsAdminTest-1409017777 tempest-MigrationsAdminTest-1409017777-project-member] [instance: 7626e483-2d84-4a06-8f38-f8fd431da011] Start building networks asynchronously for instance. {{(pid=69770) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 686.196968] env[69770]: DEBUG oslo_concurrency.lockutils [None req-ade3ee29-d8e2-48f2-9048-cb84e106a7ba tempest-DeleteServersAdminTestJSON-2130980840 tempest-DeleteServersAdminTestJSON-2130980840-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.629s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 686.199132] env[69770]: INFO nova.compute.claims [None req-ade3ee29-d8e2-48f2-9048-cb84e106a7ba tempest-DeleteServersAdminTestJSON-2130980840 tempest-DeleteServersAdminTestJSON-2130980840-project-member] [instance: ee7c2360-8fce-4167-b80a-0e87f2677353] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 686.220247] env[69770]: DEBUG oslo_concurrency.lockutils [None req-a7c689bb-d0a6-4607-ba32-3963d3e8ca0b tempest-ServersTestFqdnHostnames-1890732475 tempest-ServersTestFqdnHostnames-1890732475-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 686.325113] env[69770]: DEBUG oslo_concurrency.lockutils [None req-02e230f1-7643-44f9-ad48-1d97a9c65a87 tempest-ServerDiagnosticsNegativeTest-1860943725 tempest-ServerDiagnosticsNegativeTest-1860943725-project-member] Acquiring lock "4510171e-9670-4bd6-a63c-c55b4917c7ed" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 686.326406] env[69770]: DEBUG oslo_concurrency.lockutils [None req-02e230f1-7643-44f9-ad48-1d97a9c65a87 tempest-ServerDiagnosticsNegativeTest-1860943725 tempest-ServerDiagnosticsNegativeTest-1860943725-project-member] Lock "4510171e-9670-4bd6-a63c-c55b4917c7ed" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 686.480018] env[69770]: DEBUG nova.compute.manager [None req-5eb54b88-5e4c-4a61-bb4c-2784af1b8a6c tempest-ImagesOneServerTestJSON-1024055021 tempest-ImagesOneServerTestJSON-1024055021-project-member] [instance: 7ae47f8e-e519-4825-b89a-7561df6850d9] Starting instance... {{(pid=69770) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 686.705898] env[69770]: DEBUG nova.compute.utils [None req-593f6a70-9653-412c-a8b3-966b305bf41e tempest-MigrationsAdminTest-1409017777 tempest-MigrationsAdminTest-1409017777-project-member] Using /dev/sd instead of None {{(pid=69770) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 686.713523] env[69770]: DEBUG nova.compute.manager [None req-593f6a70-9653-412c-a8b3-966b305bf41e tempest-MigrationsAdminTest-1409017777 tempest-MigrationsAdminTest-1409017777-project-member] [instance: 7626e483-2d84-4a06-8f38-f8fd431da011] Allocating IP information in the background. {{(pid=69770) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 686.713837] env[69770]: DEBUG nova.network.neutron [None req-593f6a70-9653-412c-a8b3-966b305bf41e tempest-MigrationsAdminTest-1409017777 tempest-MigrationsAdminTest-1409017777-project-member] [instance: 7626e483-2d84-4a06-8f38-f8fd431da011] allocate_for_instance() {{(pid=69770) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 686.830367] env[69770]: DEBUG nova.compute.manager [None req-02e230f1-7643-44f9-ad48-1d97a9c65a87 tempest-ServerDiagnosticsNegativeTest-1860943725 tempest-ServerDiagnosticsNegativeTest-1860943725-project-member] [instance: 4510171e-9670-4bd6-a63c-c55b4917c7ed] Starting instance... {{(pid=69770) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 686.933563] env[69770]: DEBUG nova.policy [None req-593f6a70-9653-412c-a8b3-966b305bf41e tempest-MigrationsAdminTest-1409017777 tempest-MigrationsAdminTest-1409017777-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '67d13646d08a4275bab451e40a2b4d6f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4bc803ac8d6f41ce845187e931b82ddf', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69770) authorize /opt/stack/nova/nova/policy.py:192}} [ 687.016848] env[69770]: DEBUG oslo_concurrency.lockutils [None req-5eb54b88-5e4c-4a61-bb4c-2784af1b8a6c tempest-ImagesOneServerTestJSON-1024055021 tempest-ImagesOneServerTestJSON-1024055021-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 687.215020] env[69770]: DEBUG nova.compute.manager [None req-593f6a70-9653-412c-a8b3-966b305bf41e tempest-MigrationsAdminTest-1409017777 tempest-MigrationsAdminTest-1409017777-project-member] [instance: 7626e483-2d84-4a06-8f38-f8fd431da011] Start building block device mappings for instance. {{(pid=69770) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 687.355399] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60c7f67f-3da3-45db-9452-655a197d1c35 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.360520] env[69770]: DEBUG oslo_concurrency.lockutils [None req-02e230f1-7643-44f9-ad48-1d97a9c65a87 tempest-ServerDiagnosticsNegativeTest-1860943725 tempest-ServerDiagnosticsNegativeTest-1860943725-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 687.367070] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-944c83aa-8c74-4601-aad3-f20d6f5c5d6b {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.406970] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-293289d5-080c-4001-ab43-0a80f624cd03 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.418834] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-781d67ef-66f0-4746-bdff-8b4d81d006f8 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.423933] env[69770]: DEBUG nova.network.neutron [None req-593f6a70-9653-412c-a8b3-966b305bf41e tempest-MigrationsAdminTest-1409017777 tempest-MigrationsAdminTest-1409017777-project-member] [instance: 7626e483-2d84-4a06-8f38-f8fd431da011] Successfully created port: 10ccd765-6960-44d8-a3f1-da78e5c01e48 {{(pid=69770) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 687.441890] env[69770]: DEBUG nova.compute.provider_tree [None req-ade3ee29-d8e2-48f2-9048-cb84e106a7ba tempest-DeleteServersAdminTestJSON-2130980840 tempest-DeleteServersAdminTestJSON-2130980840-project-member] Inventory has not changed in ProviderTree for provider: 7cc7d32b-b7a7-454a-a456-2a440248ed9d {{(pid=69770) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 687.945572] env[69770]: DEBUG nova.scheduler.client.report [None req-ade3ee29-d8e2-48f2-9048-cb84e106a7ba tempest-DeleteServersAdminTestJSON-2130980840 tempest-DeleteServersAdminTestJSON-2130980840-project-member] Inventory has not changed for provider 7cc7d32b-b7a7-454a-a456-2a440248ed9d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 21, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69770) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 688.226595] env[69770]: DEBUG nova.compute.manager [None req-593f6a70-9653-412c-a8b3-966b305bf41e tempest-MigrationsAdminTest-1409017777 tempest-MigrationsAdminTest-1409017777-project-member] [instance: 7626e483-2d84-4a06-8f38-f8fd431da011] Start spawning the instance on the hypervisor. {{(pid=69770) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 688.259025] env[69770]: DEBUG nova.virt.hardware [None req-593f6a70-9653-412c-a8b3-966b305bf41e tempest-MigrationsAdminTest-1409017777 tempest-MigrationsAdminTest-1409017777-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T12:16:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T12:16:11Z,direct_url=,disk_format='vmdk',id=d1eaff80-24a0-4391-90eb-59958b1ecf0a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d65f20bb89fb40a98b77bc6d97357df2',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T12:16:12Z,virtual_size=,visibility=), allow threads: False {{(pid=69770) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 688.259025] env[69770]: DEBUG nova.virt.hardware [None req-593f6a70-9653-412c-a8b3-966b305bf41e tempest-MigrationsAdminTest-1409017777 tempest-MigrationsAdminTest-1409017777-project-member] Flavor limits 0:0:0 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 688.259025] env[69770]: DEBUG nova.virt.hardware [None req-593f6a70-9653-412c-a8b3-966b305bf41e tempest-MigrationsAdminTest-1409017777 tempest-MigrationsAdminTest-1409017777-project-member] Image limits 0:0:0 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 688.259223] env[69770]: DEBUG nova.virt.hardware [None req-593f6a70-9653-412c-a8b3-966b305bf41e tempest-MigrationsAdminTest-1409017777 tempest-MigrationsAdminTest-1409017777-project-member] Flavor pref 0:0:0 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 688.259387] env[69770]: DEBUG nova.virt.hardware [None req-593f6a70-9653-412c-a8b3-966b305bf41e tempest-MigrationsAdminTest-1409017777 tempest-MigrationsAdminTest-1409017777-project-member] Image pref 0:0:0 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 688.259507] env[69770]: DEBUG nova.virt.hardware [None req-593f6a70-9653-412c-a8b3-966b305bf41e tempest-MigrationsAdminTest-1409017777 tempest-MigrationsAdminTest-1409017777-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 688.259764] env[69770]: DEBUG nova.virt.hardware [None req-593f6a70-9653-412c-a8b3-966b305bf41e tempest-MigrationsAdminTest-1409017777 tempest-MigrationsAdminTest-1409017777-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69770) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 688.259957] env[69770]: DEBUG nova.virt.hardware [None req-593f6a70-9653-412c-a8b3-966b305bf41e tempest-MigrationsAdminTest-1409017777 tempest-MigrationsAdminTest-1409017777-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69770) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 688.261032] env[69770]: DEBUG nova.virt.hardware [None req-593f6a70-9653-412c-a8b3-966b305bf41e tempest-MigrationsAdminTest-1409017777 tempest-MigrationsAdminTest-1409017777-project-member] Got 1 possible topologies {{(pid=69770) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 688.261032] env[69770]: DEBUG nova.virt.hardware [None req-593f6a70-9653-412c-a8b3-966b305bf41e tempest-MigrationsAdminTest-1409017777 tempest-MigrationsAdminTest-1409017777-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69770) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 688.261032] env[69770]: DEBUG nova.virt.hardware [None req-593f6a70-9653-412c-a8b3-966b305bf41e tempest-MigrationsAdminTest-1409017777 tempest-MigrationsAdminTest-1409017777-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69770) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 688.264031] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57bb1ebb-1b07-4098-8a77-50661a5d36d3 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.274889] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8673410-8e94-4735-a50f-a444e4df0a32 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.297248] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37e41c12-33cd-4cc9-9039-31c4f5f3c5a5 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.453182] env[69770]: DEBUG oslo_concurrency.lockutils [None req-ade3ee29-d8e2-48f2-9048-cb84e106a7ba tempest-DeleteServersAdminTestJSON-2130980840 tempest-DeleteServersAdminTestJSON-2130980840-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.256s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 688.454181] env[69770]: DEBUG nova.compute.manager [None req-ade3ee29-d8e2-48f2-9048-cb84e106a7ba tempest-DeleteServersAdminTestJSON-2130980840 tempest-DeleteServersAdminTestJSON-2130980840-project-member] [instance: ee7c2360-8fce-4167-b80a-0e87f2677353] Start building networks asynchronously for instance. {{(pid=69770) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 688.457832] env[69770]: DEBUG oslo_concurrency.lockutils [None req-2f56195b-84fa-4b68-b951-d679c0cc6acd tempest-FloatingIPsAssociationNegativeTestJSON-2104222380 tempest-FloatingIPsAssociationNegativeTestJSON-2104222380-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.788s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 688.461243] env[69770]: INFO nova.compute.claims [None req-2f56195b-84fa-4b68-b951-d679c0cc6acd tempest-FloatingIPsAssociationNegativeTestJSON-2104222380 tempest-FloatingIPsAssociationNegativeTestJSON-2104222380-project-member] [instance: 69037fde-1312-4ff7-b405-38c8f32cb1f9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 688.960109] env[69770]: DEBUG nova.compute.utils [None req-ade3ee29-d8e2-48f2-9048-cb84e106a7ba tempest-DeleteServersAdminTestJSON-2130980840 tempest-DeleteServersAdminTestJSON-2130980840-project-member] Using /dev/sd instead of None {{(pid=69770) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 688.960298] env[69770]: DEBUG nova.compute.manager [None req-ade3ee29-d8e2-48f2-9048-cb84e106a7ba tempest-DeleteServersAdminTestJSON-2130980840 tempest-DeleteServersAdminTestJSON-2130980840-project-member] [instance: ee7c2360-8fce-4167-b80a-0e87f2677353] Allocating IP information in the background. {{(pid=69770) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 688.960497] env[69770]: DEBUG nova.network.neutron [None req-ade3ee29-d8e2-48f2-9048-cb84e106a7ba tempest-DeleteServersAdminTestJSON-2130980840 tempest-DeleteServersAdminTestJSON-2130980840-project-member] [instance: ee7c2360-8fce-4167-b80a-0e87f2677353] allocate_for_instance() {{(pid=69770) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 689.025673] env[69770]: DEBUG nova.policy [None req-ade3ee29-d8e2-48f2-9048-cb84e106a7ba tempest-DeleteServersAdminTestJSON-2130980840 tempest-DeleteServersAdminTestJSON-2130980840-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '87661c885aad42afbcc43b561dd9948c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6d138447867a4e799e732ddcc24e45cd', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69770) authorize /opt/stack/nova/nova/policy.py:192}} [ 689.470094] env[69770]: DEBUG nova.compute.manager [None req-ade3ee29-d8e2-48f2-9048-cb84e106a7ba tempest-DeleteServersAdminTestJSON-2130980840 tempest-DeleteServersAdminTestJSON-2130980840-project-member] [instance: ee7c2360-8fce-4167-b80a-0e87f2677353] Start building block device mappings for instance. {{(pid=69770) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 689.622491] env[69770]: DEBUG nova.network.neutron [None req-ade3ee29-d8e2-48f2-9048-cb84e106a7ba tempest-DeleteServersAdminTestJSON-2130980840 tempest-DeleteServersAdminTestJSON-2130980840-project-member] [instance: ee7c2360-8fce-4167-b80a-0e87f2677353] Successfully created port: c9980331-6df1-46f8-9f34-0f88a0f49607 {{(pid=69770) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 689.624214] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d586c124-fd44-4e39-b3be-61987d2d5f8a {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.633999] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30fbbadb-5a08-432d-8fbe-798b9bff0399 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.668207] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32592251-4c10-4c8c-98ac-0e6915a6723b {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.681211] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ed56daa-525c-4b29-a2ac-831a1caa3b85 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.695999] env[69770]: DEBUG nova.compute.provider_tree [None req-2f56195b-84fa-4b68-b951-d679c0cc6acd tempest-FloatingIPsAssociationNegativeTestJSON-2104222380 tempest-FloatingIPsAssociationNegativeTestJSON-2104222380-project-member] Inventory has not changed in ProviderTree for provider: 7cc7d32b-b7a7-454a-a456-2a440248ed9d {{(pid=69770) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 690.199648] env[69770]: DEBUG nova.scheduler.client.report [None req-2f56195b-84fa-4b68-b951-d679c0cc6acd tempest-FloatingIPsAssociationNegativeTestJSON-2104222380 tempest-FloatingIPsAssociationNegativeTestJSON-2104222380-project-member] Inventory has not changed for provider 7cc7d32b-b7a7-454a-a456-2a440248ed9d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 21, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69770) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 690.423106] env[69770]: DEBUG nova.network.neutron [None req-593f6a70-9653-412c-a8b3-966b305bf41e tempest-MigrationsAdminTest-1409017777 tempest-MigrationsAdminTest-1409017777-project-member] [instance: 7626e483-2d84-4a06-8f38-f8fd431da011] Successfully updated port: 10ccd765-6960-44d8-a3f1-da78e5c01e48 {{(pid=69770) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 690.488712] env[69770]: DEBUG nova.compute.manager [None req-ade3ee29-d8e2-48f2-9048-cb84e106a7ba tempest-DeleteServersAdminTestJSON-2130980840 tempest-DeleteServersAdminTestJSON-2130980840-project-member] [instance: ee7c2360-8fce-4167-b80a-0e87f2677353] Start spawning the instance on the hypervisor. {{(pid=69770) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 690.524416] env[69770]: DEBUG nova.virt.hardware [None req-ade3ee29-d8e2-48f2-9048-cb84e106a7ba tempest-DeleteServersAdminTestJSON-2130980840 tempest-DeleteServersAdminTestJSON-2130980840-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T12:16:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T12:16:11Z,direct_url=,disk_format='vmdk',id=d1eaff80-24a0-4391-90eb-59958b1ecf0a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d65f20bb89fb40a98b77bc6d97357df2',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T12:16:12Z,virtual_size=,visibility=), allow threads: False {{(pid=69770) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 690.525190] env[69770]: DEBUG nova.virt.hardware [None req-ade3ee29-d8e2-48f2-9048-cb84e106a7ba tempest-DeleteServersAdminTestJSON-2130980840 tempest-DeleteServersAdminTestJSON-2130980840-project-member] Flavor limits 0:0:0 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 690.525725] env[69770]: DEBUG nova.virt.hardware [None req-ade3ee29-d8e2-48f2-9048-cb84e106a7ba tempest-DeleteServersAdminTestJSON-2130980840 tempest-DeleteServersAdminTestJSON-2130980840-project-member] Image limits 0:0:0 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 690.526129] env[69770]: DEBUG nova.virt.hardware [None req-ade3ee29-d8e2-48f2-9048-cb84e106a7ba tempest-DeleteServersAdminTestJSON-2130980840 tempest-DeleteServersAdminTestJSON-2130980840-project-member] Flavor pref 0:0:0 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 690.526319] env[69770]: DEBUG nova.virt.hardware [None req-ade3ee29-d8e2-48f2-9048-cb84e106a7ba tempest-DeleteServersAdminTestJSON-2130980840 tempest-DeleteServersAdminTestJSON-2130980840-project-member] Image pref 0:0:0 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 690.526722] env[69770]: DEBUG nova.virt.hardware [None req-ade3ee29-d8e2-48f2-9048-cb84e106a7ba tempest-DeleteServersAdminTestJSON-2130980840 tempest-DeleteServersAdminTestJSON-2130980840-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 690.526791] env[69770]: DEBUG nova.virt.hardware [None req-ade3ee29-d8e2-48f2-9048-cb84e106a7ba tempest-DeleteServersAdminTestJSON-2130980840 tempest-DeleteServersAdminTestJSON-2130980840-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69770) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 690.527384] env[69770]: DEBUG nova.virt.hardware [None req-ade3ee29-d8e2-48f2-9048-cb84e106a7ba tempest-DeleteServersAdminTestJSON-2130980840 tempest-DeleteServersAdminTestJSON-2130980840-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69770) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 690.527636] env[69770]: DEBUG nova.virt.hardware [None req-ade3ee29-d8e2-48f2-9048-cb84e106a7ba tempest-DeleteServersAdminTestJSON-2130980840 tempest-DeleteServersAdminTestJSON-2130980840-project-member] Got 1 possible topologies {{(pid=69770) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 690.527850] env[69770]: DEBUG nova.virt.hardware [None req-ade3ee29-d8e2-48f2-9048-cb84e106a7ba tempest-DeleteServersAdminTestJSON-2130980840 tempest-DeleteServersAdminTestJSON-2130980840-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69770) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 690.528298] env[69770]: DEBUG nova.virt.hardware [None req-ade3ee29-d8e2-48f2-9048-cb84e106a7ba tempest-DeleteServersAdminTestJSON-2130980840 tempest-DeleteServersAdminTestJSON-2130980840-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69770) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 690.529442] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-965c939f-da34-4614-88e9-4b56361fd0ad {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.540839] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e2c16da-d27f-41db-a284-3258e4dcf2ef {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.707661] env[69770]: DEBUG oslo_concurrency.lockutils [None req-2f56195b-84fa-4b68-b951-d679c0cc6acd tempest-FloatingIPsAssociationNegativeTestJSON-2104222380 tempest-FloatingIPsAssociationNegativeTestJSON-2104222380-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.250s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 690.710156] env[69770]: DEBUG nova.compute.manager [None req-2f56195b-84fa-4b68-b951-d679c0cc6acd tempest-FloatingIPsAssociationNegativeTestJSON-2104222380 tempest-FloatingIPsAssociationNegativeTestJSON-2104222380-project-member] [instance: 69037fde-1312-4ff7-b405-38c8f32cb1f9] Start building networks asynchronously for instance. {{(pid=69770) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 690.712362] env[69770]: DEBUG oslo_concurrency.lockutils [None req-a7c689bb-d0a6-4607-ba32-3963d3e8ca0b tempest-ServersTestFqdnHostnames-1890732475 tempest-ServersTestFqdnHostnames-1890732475-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.492s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 690.713714] env[69770]: INFO nova.compute.claims [None req-a7c689bb-d0a6-4607-ba32-3963d3e8ca0b tempest-ServersTestFqdnHostnames-1890732475 tempest-ServersTestFqdnHostnames-1890732475-project-member] [instance: ccf149da-8159-452b-9b8b-04359494e736] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 690.762843] env[69770]: DEBUG oslo_service.periodic_task [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69770) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 690.762900] env[69770]: DEBUG oslo_service.periodic_task [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69770) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 690.763127] env[69770]: DEBUG oslo_service.periodic_task [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69770) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 690.763414] env[69770]: DEBUG oslo_service.periodic_task [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69770) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 690.763497] env[69770]: DEBUG oslo_service.periodic_task [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69770) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 690.763680] env[69770]: DEBUG oslo_service.periodic_task [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69770) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 690.764374] env[69770]: DEBUG oslo_service.periodic_task [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69770) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 690.764374] env[69770]: DEBUG nova.compute.manager [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69770) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 690.764374] env[69770]: DEBUG oslo_service.periodic_task [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69770) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 690.929070] env[69770]: DEBUG oslo_concurrency.lockutils [None req-593f6a70-9653-412c-a8b3-966b305bf41e tempest-MigrationsAdminTest-1409017777 tempest-MigrationsAdminTest-1409017777-project-member] Acquiring lock "refresh_cache-7626e483-2d84-4a06-8f38-f8fd431da011" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.929070] env[69770]: DEBUG oslo_concurrency.lockutils [None req-593f6a70-9653-412c-a8b3-966b305bf41e tempest-MigrationsAdminTest-1409017777 tempest-MigrationsAdminTest-1409017777-project-member] Acquired lock "refresh_cache-7626e483-2d84-4a06-8f38-f8fd431da011" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.929070] env[69770]: DEBUG nova.network.neutron [None req-593f6a70-9653-412c-a8b3-966b305bf41e tempest-MigrationsAdminTest-1409017777 tempest-MigrationsAdminTest-1409017777-project-member] [instance: 7626e483-2d84-4a06-8f38-f8fd431da011] Building network info cache for instance {{(pid=69770) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 691.221421] env[69770]: DEBUG nova.compute.utils [None req-2f56195b-84fa-4b68-b951-d679c0cc6acd tempest-FloatingIPsAssociationNegativeTestJSON-2104222380 tempest-FloatingIPsAssociationNegativeTestJSON-2104222380-project-member] Using /dev/sd instead of None {{(pid=69770) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 691.225259] env[69770]: DEBUG nova.compute.manager [None req-2f56195b-84fa-4b68-b951-d679c0cc6acd tempest-FloatingIPsAssociationNegativeTestJSON-2104222380 tempest-FloatingIPsAssociationNegativeTestJSON-2104222380-project-member] [instance: 69037fde-1312-4ff7-b405-38c8f32cb1f9] Allocating IP information in the background. {{(pid=69770) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 691.225609] env[69770]: DEBUG nova.network.neutron [None req-2f56195b-84fa-4b68-b951-d679c0cc6acd tempest-FloatingIPsAssociationNegativeTestJSON-2104222380 tempest-FloatingIPsAssociationNegativeTestJSON-2104222380-project-member] [instance: 69037fde-1312-4ff7-b405-38c8f32cb1f9] allocate_for_instance() {{(pid=69770) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 691.270375] env[69770]: DEBUG oslo_concurrency.lockutils [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 691.380541] env[69770]: DEBUG nova.policy [None req-2f56195b-84fa-4b68-b951-d679c0cc6acd tempest-FloatingIPsAssociationNegativeTestJSON-2104222380 tempest-FloatingIPsAssociationNegativeTestJSON-2104222380-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '88cdfa699b494332b7f5bfd7b9045577', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3766fe09f3334c7c8251c797c75433f8', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69770) authorize /opt/stack/nova/nova/policy.py:192}} [ 691.572379] env[69770]: DEBUG nova.network.neutron [None req-593f6a70-9653-412c-a8b3-966b305bf41e tempest-MigrationsAdminTest-1409017777 tempest-MigrationsAdminTest-1409017777-project-member] [instance: 7626e483-2d84-4a06-8f38-f8fd431da011] Instance cache missing network info. {{(pid=69770) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 691.710871] env[69770]: DEBUG nova.compute.manager [req-bb8022fd-8a56-4c96-97ac-a1b0df34aa8d req-9273aae4-1f85-490d-90d7-ecc37de01eb7 service nova] [instance: 7626e483-2d84-4a06-8f38-f8fd431da011] Received event network-vif-plugged-10ccd765-6960-44d8-a3f1-da78e5c01e48 {{(pid=69770) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 691.711114] env[69770]: DEBUG oslo_concurrency.lockutils [req-bb8022fd-8a56-4c96-97ac-a1b0df34aa8d req-9273aae4-1f85-490d-90d7-ecc37de01eb7 service nova] Acquiring lock "7626e483-2d84-4a06-8f38-f8fd431da011-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 691.711332] env[69770]: DEBUG oslo_concurrency.lockutils [req-bb8022fd-8a56-4c96-97ac-a1b0df34aa8d req-9273aae4-1f85-490d-90d7-ecc37de01eb7 service nova] Lock "7626e483-2d84-4a06-8f38-f8fd431da011-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 691.711499] env[69770]: DEBUG oslo_concurrency.lockutils [req-bb8022fd-8a56-4c96-97ac-a1b0df34aa8d req-9273aae4-1f85-490d-90d7-ecc37de01eb7 service nova] Lock "7626e483-2d84-4a06-8f38-f8fd431da011-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 691.715882] env[69770]: DEBUG nova.compute.manager [req-bb8022fd-8a56-4c96-97ac-a1b0df34aa8d req-9273aae4-1f85-490d-90d7-ecc37de01eb7 service nova] [instance: 7626e483-2d84-4a06-8f38-f8fd431da011] No waiting events found dispatching network-vif-plugged-10ccd765-6960-44d8-a3f1-da78e5c01e48 {{(pid=69770) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 691.716167] env[69770]: WARNING nova.compute.manager [req-bb8022fd-8a56-4c96-97ac-a1b0df34aa8d req-9273aae4-1f85-490d-90d7-ecc37de01eb7 service nova] [instance: 7626e483-2d84-4a06-8f38-f8fd431da011] Received unexpected event network-vif-plugged-10ccd765-6960-44d8-a3f1-da78e5c01e48 for instance with vm_state building and task_state spawning. [ 691.725637] env[69770]: DEBUG nova.compute.manager [None req-2f56195b-84fa-4b68-b951-d679c0cc6acd tempest-FloatingIPsAssociationNegativeTestJSON-2104222380 tempest-FloatingIPsAssociationNegativeTestJSON-2104222380-project-member] [instance: 69037fde-1312-4ff7-b405-38c8f32cb1f9] Start building block device mappings for instance. {{(pid=69770) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 691.838975] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8542d5f9-ea2b-4ed0-8785-10f35523e575 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.846935] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a75b107-3c08-41c3-8838-9df99a8148e4 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.881497] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42a3233e-d7d6-48ae-b5e9-2363b9becef0 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.890527] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5cf5530-2e29-48ca-a5ee-ca4ecedc717d {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.909552] env[69770]: DEBUG nova.compute.provider_tree [None req-a7c689bb-d0a6-4607-ba32-3963d3e8ca0b tempest-ServersTestFqdnHostnames-1890732475 tempest-ServersTestFqdnHostnames-1890732475-project-member] Inventory has not changed in ProviderTree for provider: 7cc7d32b-b7a7-454a-a456-2a440248ed9d {{(pid=69770) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 692.419143] env[69770]: DEBUG nova.scheduler.client.report [None req-a7c689bb-d0a6-4607-ba32-3963d3e8ca0b tempest-ServersTestFqdnHostnames-1890732475 tempest-ServersTestFqdnHostnames-1890732475-project-member] Inventory has not changed for provider 7cc7d32b-b7a7-454a-a456-2a440248ed9d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 21, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69770) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 692.544183] env[69770]: DEBUG nova.network.neutron [None req-2f56195b-84fa-4b68-b951-d679c0cc6acd tempest-FloatingIPsAssociationNegativeTestJSON-2104222380 tempest-FloatingIPsAssociationNegativeTestJSON-2104222380-project-member] [instance: 69037fde-1312-4ff7-b405-38c8f32cb1f9] Successfully created port: 2e3fe84c-aab2-4122-b75a-ebfc4bc41f87 {{(pid=69770) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 692.570963] env[69770]: DEBUG nova.network.neutron [None req-593f6a70-9653-412c-a8b3-966b305bf41e tempest-MigrationsAdminTest-1409017777 tempest-MigrationsAdminTest-1409017777-project-member] [instance: 7626e483-2d84-4a06-8f38-f8fd431da011] Updating instance_info_cache with network_info: [{"id": "10ccd765-6960-44d8-a3f1-da78e5c01e48", "address": "fa:16:3e:d0:d4:e7", "network": {"id": "f82b91df-bf84-467a-b908-3ff7324de9d6", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.217", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "d65f20bb89fb40a98b77bc6d97357df2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f0ef5aba-bd9a-42ff-a1a0-5e763986d70a", "external-id": "nsx-vlan-transportzone-209", "segmentation_id": 209, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap10ccd765-69", "ovs_interfaceid": "10ccd765-6960-44d8-a3f1-da78e5c01e48", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69770) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 692.741871] env[69770]: DEBUG nova.compute.manager [None req-2f56195b-84fa-4b68-b951-d679c0cc6acd tempest-FloatingIPsAssociationNegativeTestJSON-2104222380 tempest-FloatingIPsAssociationNegativeTestJSON-2104222380-project-member] [instance: 69037fde-1312-4ff7-b405-38c8f32cb1f9] Start spawning the instance on the hypervisor. {{(pid=69770) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 692.767744] env[69770]: DEBUG nova.virt.hardware [None req-2f56195b-84fa-4b68-b951-d679c0cc6acd tempest-FloatingIPsAssociationNegativeTestJSON-2104222380 tempest-FloatingIPsAssociationNegativeTestJSON-2104222380-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T12:16:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T12:16:11Z,direct_url=,disk_format='vmdk',id=d1eaff80-24a0-4391-90eb-59958b1ecf0a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d65f20bb89fb40a98b77bc6d97357df2',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T12:16:12Z,virtual_size=,visibility=), allow threads: False {{(pid=69770) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 692.768018] env[69770]: DEBUG nova.virt.hardware [None req-2f56195b-84fa-4b68-b951-d679c0cc6acd tempest-FloatingIPsAssociationNegativeTestJSON-2104222380 tempest-FloatingIPsAssociationNegativeTestJSON-2104222380-project-member] Flavor limits 0:0:0 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 692.768179] env[69770]: DEBUG nova.virt.hardware [None req-2f56195b-84fa-4b68-b951-d679c0cc6acd tempest-FloatingIPsAssociationNegativeTestJSON-2104222380 tempest-FloatingIPsAssociationNegativeTestJSON-2104222380-project-member] Image limits 0:0:0 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 692.768366] env[69770]: DEBUG nova.virt.hardware [None req-2f56195b-84fa-4b68-b951-d679c0cc6acd tempest-FloatingIPsAssociationNegativeTestJSON-2104222380 tempest-FloatingIPsAssociationNegativeTestJSON-2104222380-project-member] Flavor pref 0:0:0 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 692.768606] env[69770]: DEBUG nova.virt.hardware [None req-2f56195b-84fa-4b68-b951-d679c0cc6acd tempest-FloatingIPsAssociationNegativeTestJSON-2104222380 tempest-FloatingIPsAssociationNegativeTestJSON-2104222380-project-member] Image pref 0:0:0 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 692.768657] env[69770]: DEBUG nova.virt.hardware [None req-2f56195b-84fa-4b68-b951-d679c0cc6acd tempest-FloatingIPsAssociationNegativeTestJSON-2104222380 tempest-FloatingIPsAssociationNegativeTestJSON-2104222380-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 692.768857] env[69770]: DEBUG nova.virt.hardware [None req-2f56195b-84fa-4b68-b951-d679c0cc6acd tempest-FloatingIPsAssociationNegativeTestJSON-2104222380 tempest-FloatingIPsAssociationNegativeTestJSON-2104222380-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69770) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 692.770154] env[69770]: DEBUG nova.virt.hardware [None req-2f56195b-84fa-4b68-b951-d679c0cc6acd tempest-FloatingIPsAssociationNegativeTestJSON-2104222380 tempest-FloatingIPsAssociationNegativeTestJSON-2104222380-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69770) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 692.770385] env[69770]: DEBUG nova.virt.hardware [None req-2f56195b-84fa-4b68-b951-d679c0cc6acd tempest-FloatingIPsAssociationNegativeTestJSON-2104222380 tempest-FloatingIPsAssociationNegativeTestJSON-2104222380-project-member] Got 1 possible topologies {{(pid=69770) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 692.770554] env[69770]: DEBUG nova.virt.hardware [None req-2f56195b-84fa-4b68-b951-d679c0cc6acd tempest-FloatingIPsAssociationNegativeTestJSON-2104222380 tempest-FloatingIPsAssociationNegativeTestJSON-2104222380-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69770) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 692.770695] env[69770]: DEBUG nova.virt.hardware [None req-2f56195b-84fa-4b68-b951-d679c0cc6acd tempest-FloatingIPsAssociationNegativeTestJSON-2104222380 tempest-FloatingIPsAssociationNegativeTestJSON-2104222380-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69770) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 692.771688] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50dd8ca5-af85-4627-9ff3-8225205eba27 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.780859] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c2fb25e-bab1-463e-9a86-6ba0dd45d7ec {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.927841] env[69770]: DEBUG oslo_concurrency.lockutils [None req-a7c689bb-d0a6-4607-ba32-3963d3e8ca0b tempest-ServersTestFqdnHostnames-1890732475 tempest-ServersTestFqdnHostnames-1890732475-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.214s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 692.927841] env[69770]: DEBUG nova.compute.manager [None req-a7c689bb-d0a6-4607-ba32-3963d3e8ca0b tempest-ServersTestFqdnHostnames-1890732475 tempest-ServersTestFqdnHostnames-1890732475-project-member] [instance: ccf149da-8159-452b-9b8b-04359494e736] Start building networks asynchronously for instance. {{(pid=69770) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 692.929908] env[69770]: DEBUG oslo_concurrency.lockutils [None req-5eb54b88-5e4c-4a61-bb4c-2784af1b8a6c tempest-ImagesOneServerTestJSON-1024055021 tempest-ImagesOneServerTestJSON-1024055021-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.913s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 692.937535] env[69770]: INFO nova.compute.claims [None req-5eb54b88-5e4c-4a61-bb4c-2784af1b8a6c tempest-ImagesOneServerTestJSON-1024055021 tempest-ImagesOneServerTestJSON-1024055021-project-member] [instance: 7ae47f8e-e519-4825-b89a-7561df6850d9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 693.075128] env[69770]: DEBUG oslo_concurrency.lockutils [None req-593f6a70-9653-412c-a8b3-966b305bf41e tempest-MigrationsAdminTest-1409017777 tempest-MigrationsAdminTest-1409017777-project-member] Releasing lock "refresh_cache-7626e483-2d84-4a06-8f38-f8fd431da011" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.075615] env[69770]: DEBUG nova.compute.manager [None req-593f6a70-9653-412c-a8b3-966b305bf41e tempest-MigrationsAdminTest-1409017777 tempest-MigrationsAdminTest-1409017777-project-member] [instance: 7626e483-2d84-4a06-8f38-f8fd431da011] Instance network_info: |[{"id": "10ccd765-6960-44d8-a3f1-da78e5c01e48", "address": "fa:16:3e:d0:d4:e7", "network": {"id": "f82b91df-bf84-467a-b908-3ff7324de9d6", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.217", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "d65f20bb89fb40a98b77bc6d97357df2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f0ef5aba-bd9a-42ff-a1a0-5e763986d70a", "external-id": "nsx-vlan-transportzone-209", "segmentation_id": 209, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap10ccd765-69", "ovs_interfaceid": "10ccd765-6960-44d8-a3f1-da78e5c01e48", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69770) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 693.075951] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-593f6a70-9653-412c-a8b3-966b305bf41e tempest-MigrationsAdminTest-1409017777 tempest-MigrationsAdminTest-1409017777-project-member] [instance: 7626e483-2d84-4a06-8f38-f8fd431da011] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d0:d4:e7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f0ef5aba-bd9a-42ff-a1a0-5e763986d70a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '10ccd765-6960-44d8-a3f1-da78e5c01e48', 'vif_model': 'vmxnet3'}] {{(pid=69770) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 693.088751] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-593f6a70-9653-412c-a8b3-966b305bf41e tempest-MigrationsAdminTest-1409017777 tempest-MigrationsAdminTest-1409017777-project-member] Creating folder: OpenStack. Parent ref: group-v4. {{(pid=69770) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 693.089051] env[69770]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ab6d1f8d-ed05-4995-9bd2-d3eeeeb06fe4 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.102900] env[69770]: INFO nova.virt.vmwareapi.vm_util [None req-593f6a70-9653-412c-a8b3-966b305bf41e tempest-MigrationsAdminTest-1409017777 tempest-MigrationsAdminTest-1409017777-project-member] Created folder: OpenStack in parent group-v4. [ 693.102900] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-593f6a70-9653-412c-a8b3-966b305bf41e tempest-MigrationsAdminTest-1409017777 tempest-MigrationsAdminTest-1409017777-project-member] Creating folder: Project (4bc803ac8d6f41ce845187e931b82ddf). Parent ref: group-v806376. {{(pid=69770) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 693.102900] env[69770]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-623303a0-67b4-428b-bd1a-b551542c83b4 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.116034] env[69770]: INFO nova.virt.vmwareapi.vm_util [None req-593f6a70-9653-412c-a8b3-966b305bf41e tempest-MigrationsAdminTest-1409017777 tempest-MigrationsAdminTest-1409017777-project-member] Created folder: Project (4bc803ac8d6f41ce845187e931b82ddf) in parent group-v806376. [ 693.116034] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-593f6a70-9653-412c-a8b3-966b305bf41e tempest-MigrationsAdminTest-1409017777 tempest-MigrationsAdminTest-1409017777-project-member] Creating folder: Instances. Parent ref: group-v806377. {{(pid=69770) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 693.116034] env[69770]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a65a511b-811e-4075-9b52-859ce9965476 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.127020] env[69770]: INFO nova.virt.vmwareapi.vm_util [None req-593f6a70-9653-412c-a8b3-966b305bf41e tempest-MigrationsAdminTest-1409017777 tempest-MigrationsAdminTest-1409017777-project-member] Created folder: Instances in parent group-v806377. [ 693.127020] env[69770]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-593f6a70-9653-412c-a8b3-966b305bf41e tempest-MigrationsAdminTest-1409017777 tempest-MigrationsAdminTest-1409017777-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69770) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 693.127020] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7626e483-2d84-4a06-8f38-f8fd431da011] Creating VM on the ESX host {{(pid=69770) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 693.127020] env[69770]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-13c998f3-96fa-40ad-a32a-ea2aa8ded675 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.151163] env[69770]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 693.151163] env[69770]: value = "task-4069262" [ 693.151163] env[69770]: _type = "Task" [ 693.151163] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 693.163696] env[69770]: DEBUG oslo_vmware.api [-] Task: {'id': task-4069262, 'name': CreateVM_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.447213] env[69770]: DEBUG nova.compute.utils [None req-a7c689bb-d0a6-4607-ba32-3963d3e8ca0b tempest-ServersTestFqdnHostnames-1890732475 tempest-ServersTestFqdnHostnames-1890732475-project-member] Using /dev/sd instead of None {{(pid=69770) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 693.453953] env[69770]: DEBUG nova.compute.manager [None req-a7c689bb-d0a6-4607-ba32-3963d3e8ca0b tempest-ServersTestFqdnHostnames-1890732475 tempest-ServersTestFqdnHostnames-1890732475-project-member] [instance: ccf149da-8159-452b-9b8b-04359494e736] Allocating IP information in the background. {{(pid=69770) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 693.453953] env[69770]: DEBUG nova.network.neutron [None req-a7c689bb-d0a6-4607-ba32-3963d3e8ca0b tempest-ServersTestFqdnHostnames-1890732475 tempest-ServersTestFqdnHostnames-1890732475-project-member] [instance: ccf149da-8159-452b-9b8b-04359494e736] allocate_for_instance() {{(pid=69770) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 693.479614] env[69770]: DEBUG nova.network.neutron [None req-ade3ee29-d8e2-48f2-9048-cb84e106a7ba tempest-DeleteServersAdminTestJSON-2130980840 tempest-DeleteServersAdminTestJSON-2130980840-project-member] [instance: ee7c2360-8fce-4167-b80a-0e87f2677353] Successfully updated port: c9980331-6df1-46f8-9f34-0f88a0f49607 {{(pid=69770) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 693.651744] env[69770]: DEBUG nova.policy [None req-a7c689bb-d0a6-4607-ba32-3963d3e8ca0b tempest-ServersTestFqdnHostnames-1890732475 tempest-ServersTestFqdnHostnames-1890732475-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd248a71a1045408c8fb3d5a4be02b60a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a885e947cc4d446fb918d3baf21a4867', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69770) authorize /opt/stack/nova/nova/policy.py:192}} [ 693.663485] env[69770]: DEBUG oslo_vmware.api [-] Task: {'id': task-4069262, 'name': CreateVM_Task, 'duration_secs': 0.354178} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 693.665353] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7626e483-2d84-4a06-8f38-f8fd431da011] Created VM on the ESX host {{(pid=69770) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 693.698159] env[69770]: DEBUG oslo_vmware.service [None req-593f6a70-9653-412c-a8b3-966b305bf41e tempest-MigrationsAdminTest-1409017777 tempest-MigrationsAdminTest-1409017777-project-member] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58cd2440-7402-4d89-bb34-2a69b0cd7db7 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.706018] env[69770]: DEBUG oslo_concurrency.lockutils [None req-593f6a70-9653-412c-a8b3-966b305bf41e tempest-MigrationsAdminTest-1409017777 tempest-MigrationsAdminTest-1409017777-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.706018] env[69770]: DEBUG oslo_concurrency.lockutils [None req-593f6a70-9653-412c-a8b3-966b305bf41e tempest-MigrationsAdminTest-1409017777 tempest-MigrationsAdminTest-1409017777-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.706018] env[69770]: DEBUG oslo_concurrency.lockutils [None req-593f6a70-9653-412c-a8b3-966b305bf41e tempest-MigrationsAdminTest-1409017777 tempest-MigrationsAdminTest-1409017777-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.706018] env[69770]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-660abb1f-d121-4a64-9132-507055c8a64e {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.711885] env[69770]: DEBUG oslo_vmware.api [None req-593f6a70-9653-412c-a8b3-966b305bf41e tempest-MigrationsAdminTest-1409017777 tempest-MigrationsAdminTest-1409017777-project-member] Waiting for the task: (returnval){ [ 693.711885] env[69770]: value = "session[52161b52-cb8e-ec9f-1132-2f6b49549d41]52f82049-6981-0101-2084-911ceb212161" [ 693.711885] env[69770]: _type = "Task" [ 693.711885] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 693.722489] env[69770]: DEBUG oslo_vmware.api [None req-593f6a70-9653-412c-a8b3-966b305bf41e tempest-MigrationsAdminTest-1409017777 tempest-MigrationsAdminTest-1409017777-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]52f82049-6981-0101-2084-911ceb212161, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.954268] env[69770]: DEBUG nova.compute.manager [None req-a7c689bb-d0a6-4607-ba32-3963d3e8ca0b tempest-ServersTestFqdnHostnames-1890732475 tempest-ServersTestFqdnHostnames-1890732475-project-member] [instance: ccf149da-8159-452b-9b8b-04359494e736] Start building block device mappings for instance. {{(pid=69770) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 693.989094] env[69770]: DEBUG oslo_concurrency.lockutils [None req-ade3ee29-d8e2-48f2-9048-cb84e106a7ba tempest-DeleteServersAdminTestJSON-2130980840 tempest-DeleteServersAdminTestJSON-2130980840-project-member] Acquiring lock "refresh_cache-ee7c2360-8fce-4167-b80a-0e87f2677353" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.989094] env[69770]: DEBUG oslo_concurrency.lockutils [None req-ade3ee29-d8e2-48f2-9048-cb84e106a7ba tempest-DeleteServersAdminTestJSON-2130980840 tempest-DeleteServersAdminTestJSON-2130980840-project-member] Acquired lock "refresh_cache-ee7c2360-8fce-4167-b80a-0e87f2677353" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.989094] env[69770]: DEBUG nova.network.neutron [None req-ade3ee29-d8e2-48f2-9048-cb84e106a7ba tempest-DeleteServersAdminTestJSON-2130980840 tempest-DeleteServersAdminTestJSON-2130980840-project-member] [instance: ee7c2360-8fce-4167-b80a-0e87f2677353] Building network info cache for instance {{(pid=69770) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 694.095213] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b935363-fb41-4687-8536-90c2510e39d3 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.104018] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9f093f2-7d58-4329-aae4-b6510fad41a1 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.134809] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84370834-2610-4dfd-8c78-bf02648e81bd {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.144229] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-971acd8e-3a92-4a22-b70b-9785512beb7a {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.161614] env[69770]: DEBUG nova.compute.provider_tree [None req-5eb54b88-5e4c-4a61-bb4c-2784af1b8a6c tempest-ImagesOneServerTestJSON-1024055021 tempest-ImagesOneServerTestJSON-1024055021-project-member] Inventory has not changed in ProviderTree for provider: 7cc7d32b-b7a7-454a-a456-2a440248ed9d {{(pid=69770) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 694.223560] env[69770]: DEBUG oslo_concurrency.lockutils [None req-593f6a70-9653-412c-a8b3-966b305bf41e tempest-MigrationsAdminTest-1409017777 tempest-MigrationsAdminTest-1409017777-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.223888] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-593f6a70-9653-412c-a8b3-966b305bf41e tempest-MigrationsAdminTest-1409017777 tempest-MigrationsAdminTest-1409017777-project-member] [instance: 7626e483-2d84-4a06-8f38-f8fd431da011] Processing image d1eaff80-24a0-4391-90eb-59958b1ecf0a {{(pid=69770) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 694.224171] env[69770]: DEBUG oslo_concurrency.lockutils [None req-593f6a70-9653-412c-a8b3-966b305bf41e tempest-MigrationsAdminTest-1409017777 tempest-MigrationsAdminTest-1409017777-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.226260] env[69770]: DEBUG oslo_concurrency.lockutils [None req-593f6a70-9653-412c-a8b3-966b305bf41e tempest-MigrationsAdminTest-1409017777 tempest-MigrationsAdminTest-1409017777-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.226260] env[69770]: DEBUG nova.virt.vmwareapi.ds_util [None req-593f6a70-9653-412c-a8b3-966b305bf41e tempest-MigrationsAdminTest-1409017777 tempest-MigrationsAdminTest-1409017777-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69770) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 694.226260] env[69770]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5204fc33-8476-4d3e-b734-bdf400d2a071 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.244159] env[69770]: DEBUG nova.virt.vmwareapi.ds_util [None req-593f6a70-9653-412c-a8b3-966b305bf41e tempest-MigrationsAdminTest-1409017777 tempest-MigrationsAdminTest-1409017777-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69770) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 694.244335] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-593f6a70-9653-412c-a8b3-966b305bf41e tempest-MigrationsAdminTest-1409017777 tempest-MigrationsAdminTest-1409017777-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69770) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 694.245363] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7773f2e-0f31-4de1-a66c-438349d45662 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.254933] env[69770]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ac353a1a-032f-4923-a183-0394dec00443 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.263689] env[69770]: DEBUG oslo_vmware.api [None req-593f6a70-9653-412c-a8b3-966b305bf41e tempest-MigrationsAdminTest-1409017777 tempest-MigrationsAdminTest-1409017777-project-member] Waiting for the task: (returnval){ [ 694.263689] env[69770]: value = "session[52161b52-cb8e-ec9f-1132-2f6b49549d41]524e081a-d699-ba91-d050-00deb7689809" [ 694.263689] env[69770]: _type = "Task" [ 694.263689] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 694.273973] env[69770]: DEBUG oslo_vmware.api [None req-593f6a70-9653-412c-a8b3-966b305bf41e tempest-MigrationsAdminTest-1409017777 tempest-MigrationsAdminTest-1409017777-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]524e081a-d699-ba91-d050-00deb7689809, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.452505] env[69770]: DEBUG nova.compute.manager [req-b99e8cb7-10d9-460c-906f-4d565a37c755 req-b32fa366-2c71-46db-84ac-99032385e2b1 service nova] [instance: ee7c2360-8fce-4167-b80a-0e87f2677353] Received event network-vif-plugged-c9980331-6df1-46f8-9f34-0f88a0f49607 {{(pid=69770) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 694.453058] env[69770]: DEBUG oslo_concurrency.lockutils [req-b99e8cb7-10d9-460c-906f-4d565a37c755 req-b32fa366-2c71-46db-84ac-99032385e2b1 service nova] Acquiring lock "ee7c2360-8fce-4167-b80a-0e87f2677353-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 694.453295] env[69770]: DEBUG oslo_concurrency.lockutils [req-b99e8cb7-10d9-460c-906f-4d565a37c755 req-b32fa366-2c71-46db-84ac-99032385e2b1 service nova] Lock "ee7c2360-8fce-4167-b80a-0e87f2677353-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 694.453845] env[69770]: DEBUG oslo_concurrency.lockutils [req-b99e8cb7-10d9-460c-906f-4d565a37c755 req-b32fa366-2c71-46db-84ac-99032385e2b1 service nova] Lock "ee7c2360-8fce-4167-b80a-0e87f2677353-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 694.453845] env[69770]: DEBUG nova.compute.manager [req-b99e8cb7-10d9-460c-906f-4d565a37c755 req-b32fa366-2c71-46db-84ac-99032385e2b1 service nova] [instance: ee7c2360-8fce-4167-b80a-0e87f2677353] No waiting events found dispatching network-vif-plugged-c9980331-6df1-46f8-9f34-0f88a0f49607 {{(pid=69770) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 694.454590] env[69770]: WARNING nova.compute.manager [req-b99e8cb7-10d9-460c-906f-4d565a37c755 req-b32fa366-2c71-46db-84ac-99032385e2b1 service nova] [instance: ee7c2360-8fce-4167-b80a-0e87f2677353] Received unexpected event network-vif-plugged-c9980331-6df1-46f8-9f34-0f88a0f49607 for instance with vm_state building and task_state spawning. [ 694.587674] env[69770]: DEBUG oslo_concurrency.lockutils [None req-c92ed3d2-6d0e-47db-a7b6-5686e1ad12bc tempest-ServersAdminNegativeTestJSON-597507823 tempest-ServersAdminNegativeTestJSON-597507823-project-member] Acquiring lock "8047bf73-fff9-4f29-913f-91d0eb28d6dd" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 694.587974] env[69770]: DEBUG oslo_concurrency.lockutils [None req-c92ed3d2-6d0e-47db-a7b6-5686e1ad12bc tempest-ServersAdminNegativeTestJSON-597507823 tempest-ServersAdminNegativeTestJSON-597507823-project-member] Lock "8047bf73-fff9-4f29-913f-91d0eb28d6dd" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 694.640445] env[69770]: DEBUG nova.network.neutron [None req-ade3ee29-d8e2-48f2-9048-cb84e106a7ba tempest-DeleteServersAdminTestJSON-2130980840 tempest-DeleteServersAdminTestJSON-2130980840-project-member] [instance: ee7c2360-8fce-4167-b80a-0e87f2677353] Instance cache missing network info. {{(pid=69770) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 694.664657] env[69770]: DEBUG nova.scheduler.client.report [None req-5eb54b88-5e4c-4a61-bb4c-2784af1b8a6c tempest-ImagesOneServerTestJSON-1024055021 tempest-ImagesOneServerTestJSON-1024055021-project-member] Inventory has not changed for provider 7cc7d32b-b7a7-454a-a456-2a440248ed9d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 21, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69770) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 694.777675] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-593f6a70-9653-412c-a8b3-966b305bf41e tempest-MigrationsAdminTest-1409017777 tempest-MigrationsAdminTest-1409017777-project-member] [instance: 7626e483-2d84-4a06-8f38-f8fd431da011] Preparing fetch location {{(pid=69770) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 694.777934] env[69770]: DEBUG nova.virt.vmwareapi.ds_util [None req-593f6a70-9653-412c-a8b3-966b305bf41e tempest-MigrationsAdminTest-1409017777 tempest-MigrationsAdminTest-1409017777-project-member] Creating directory with path [datastore1] vmware_temp/ce0f7a3c-b998-46ef-8c03-4fe141efc248/d1eaff80-24a0-4391-90eb-59958b1ecf0a {{(pid=69770) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 694.778504] env[69770]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e324c0b1-8e90-45c3-962c-934f34b97712 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.805254] env[69770]: DEBUG nova.virt.vmwareapi.ds_util [None req-593f6a70-9653-412c-a8b3-966b305bf41e tempest-MigrationsAdminTest-1409017777 tempest-MigrationsAdminTest-1409017777-project-member] Created directory with path [datastore1] vmware_temp/ce0f7a3c-b998-46ef-8c03-4fe141efc248/d1eaff80-24a0-4391-90eb-59958b1ecf0a {{(pid=69770) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 694.805254] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-593f6a70-9653-412c-a8b3-966b305bf41e tempest-MigrationsAdminTest-1409017777 tempest-MigrationsAdminTest-1409017777-project-member] [instance: 7626e483-2d84-4a06-8f38-f8fd431da011] Fetch image to [datastore1] vmware_temp/ce0f7a3c-b998-46ef-8c03-4fe141efc248/d1eaff80-24a0-4391-90eb-59958b1ecf0a/tmp-sparse.vmdk {{(pid=69770) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 694.805254] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-593f6a70-9653-412c-a8b3-966b305bf41e tempest-MigrationsAdminTest-1409017777 tempest-MigrationsAdminTest-1409017777-project-member] [instance: 7626e483-2d84-4a06-8f38-f8fd431da011] Downloading image file data d1eaff80-24a0-4391-90eb-59958b1ecf0a to [datastore1] vmware_temp/ce0f7a3c-b998-46ef-8c03-4fe141efc248/d1eaff80-24a0-4391-90eb-59958b1ecf0a/tmp-sparse.vmdk on the data store datastore1 {{(pid=69770) _fetch_image_as_file /opt/stack/nova/nova/virt/vmwareapi/vmops.py:399}} [ 694.805947] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d2ffeba-37f2-44c9-907a-5b4b813b366a {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.816577] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-524bd1b1-3a0e-4d3f-83dc-4ac54e22612e {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.829808] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f99483db-d289-4601-8ea2-0ca0a7e14ac9 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.871259] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a74d894-64b4-4dd3-96c9-d7db7765473b {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.883032] env[69770]: DEBUG oslo_vmware.service [-] Invoking SessionManager.AcquireGenericServiceTicket with opID=oslo.vmware-d51eadc2-f449-4491-930b-69670cb4243b {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.908826] env[69770]: DEBUG nova.virt.vmwareapi.images [None req-593f6a70-9653-412c-a8b3-966b305bf41e tempest-MigrationsAdminTest-1409017777 tempest-MigrationsAdminTest-1409017777-project-member] [instance: 7626e483-2d84-4a06-8f38-f8fd431da011] Downloading image file data d1eaff80-24a0-4391-90eb-59958b1ecf0a to the data store datastore1 {{(pid=69770) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:245}} [ 694.967026] env[69770]: DEBUG nova.compute.manager [None req-a7c689bb-d0a6-4607-ba32-3963d3e8ca0b tempest-ServersTestFqdnHostnames-1890732475 tempest-ServersTestFqdnHostnames-1890732475-project-member] [instance: ccf149da-8159-452b-9b8b-04359494e736] Start spawning the instance on the hypervisor. {{(pid=69770) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 695.000081] env[69770]: DEBUG nova.virt.hardware [None req-a7c689bb-d0a6-4607-ba32-3963d3e8ca0b tempest-ServersTestFqdnHostnames-1890732475 tempest-ServersTestFqdnHostnames-1890732475-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T12:16:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T12:16:11Z,direct_url=,disk_format='vmdk',id=d1eaff80-24a0-4391-90eb-59958b1ecf0a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d65f20bb89fb40a98b77bc6d97357df2',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T12:16:12Z,virtual_size=,visibility=), allow threads: False {{(pid=69770) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 695.000081] env[69770]: DEBUG nova.virt.hardware [None req-a7c689bb-d0a6-4607-ba32-3963d3e8ca0b tempest-ServersTestFqdnHostnames-1890732475 tempest-ServersTestFqdnHostnames-1890732475-project-member] Flavor limits 0:0:0 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 695.000081] env[69770]: DEBUG nova.virt.hardware [None req-a7c689bb-d0a6-4607-ba32-3963d3e8ca0b tempest-ServersTestFqdnHostnames-1890732475 tempest-ServersTestFqdnHostnames-1890732475-project-member] Image limits 0:0:0 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 695.000298] env[69770]: DEBUG nova.virt.hardware [None req-a7c689bb-d0a6-4607-ba32-3963d3e8ca0b tempest-ServersTestFqdnHostnames-1890732475 tempest-ServersTestFqdnHostnames-1890732475-project-member] Flavor pref 0:0:0 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 695.000298] env[69770]: DEBUG nova.virt.hardware [None req-a7c689bb-d0a6-4607-ba32-3963d3e8ca0b tempest-ServersTestFqdnHostnames-1890732475 tempest-ServersTestFqdnHostnames-1890732475-project-member] Image pref 0:0:0 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 695.000298] env[69770]: DEBUG nova.virt.hardware [None req-a7c689bb-d0a6-4607-ba32-3963d3e8ca0b tempest-ServersTestFqdnHostnames-1890732475 tempest-ServersTestFqdnHostnames-1890732475-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 695.000598] env[69770]: DEBUG nova.virt.hardware [None req-a7c689bb-d0a6-4607-ba32-3963d3e8ca0b tempest-ServersTestFqdnHostnames-1890732475 tempest-ServersTestFqdnHostnames-1890732475-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69770) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 695.000925] env[69770]: DEBUG nova.virt.hardware [None req-a7c689bb-d0a6-4607-ba32-3963d3e8ca0b tempest-ServersTestFqdnHostnames-1890732475 tempest-ServersTestFqdnHostnames-1890732475-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69770) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 695.001248] env[69770]: DEBUG nova.virt.hardware [None req-a7c689bb-d0a6-4607-ba32-3963d3e8ca0b tempest-ServersTestFqdnHostnames-1890732475 tempest-ServersTestFqdnHostnames-1890732475-project-member] Got 1 possible topologies {{(pid=69770) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 695.001538] env[69770]: DEBUG nova.virt.hardware [None req-a7c689bb-d0a6-4607-ba32-3963d3e8ca0b tempest-ServersTestFqdnHostnames-1890732475 tempest-ServersTestFqdnHostnames-1890732475-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69770) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 695.001841] env[69770]: DEBUG nova.virt.hardware [None req-a7c689bb-d0a6-4607-ba32-3963d3e8ca0b tempest-ServersTestFqdnHostnames-1890732475 tempest-ServersTestFqdnHostnames-1890732475-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69770) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 695.002923] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d69f3f0b-144e-4228-a7f9-3437808e69db {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.017112] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3df1b01b-7ee2-4bba-bc36-464e833d0a53 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.019628] env[69770]: DEBUG oslo_vmware.rw_handles [None req-593f6a70-9653-412c-a8b3-966b305bf41e tempest-MigrationsAdminTest-1409017777 tempest-MigrationsAdminTest-1409017777-project-member] Creating HTTP connection to write to file with size = 21318656 and URL = https://esx7c2n3.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/ce0f7a3c-b998-46ef-8c03-4fe141efc248/d1eaff80-24a0-4391-90eb-59958b1ecf0a/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore1. {{(pid=69770) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 695.090930] env[69770]: DEBUG nova.compute.manager [None req-c92ed3d2-6d0e-47db-a7b6-5686e1ad12bc tempest-ServersAdminNegativeTestJSON-597507823 tempest-ServersAdminNegativeTestJSON-597507823-project-member] [instance: 8047bf73-fff9-4f29-913f-91d0eb28d6dd] Starting instance... {{(pid=69770) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 695.172320] env[69770]: DEBUG oslo_concurrency.lockutils [None req-5eb54b88-5e4c-4a61-bb4c-2784af1b8a6c tempest-ImagesOneServerTestJSON-1024055021 tempest-ImagesOneServerTestJSON-1024055021-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.242s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 695.172898] env[69770]: DEBUG nova.compute.manager [None req-5eb54b88-5e4c-4a61-bb4c-2784af1b8a6c tempest-ImagesOneServerTestJSON-1024055021 tempest-ImagesOneServerTestJSON-1024055021-project-member] [instance: 7ae47f8e-e519-4825-b89a-7561df6850d9] Start building networks asynchronously for instance. {{(pid=69770) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 695.178748] env[69770]: DEBUG oslo_concurrency.lockutils [None req-02e230f1-7643-44f9-ad48-1d97a9c65a87 tempest-ServerDiagnosticsNegativeTest-1860943725 tempest-ServerDiagnosticsNegativeTest-1860943725-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.818s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 695.180729] env[69770]: INFO nova.compute.claims [None req-02e230f1-7643-44f9-ad48-1d97a9c65a87 tempest-ServerDiagnosticsNegativeTest-1860943725 tempest-ServerDiagnosticsNegativeTest-1860943725-project-member] [instance: 4510171e-9670-4bd6-a63c-c55b4917c7ed] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 695.499302] env[69770]: DEBUG nova.compute.manager [req-fb742c91-8d79-46c1-a4ba-0275b3d0448e req-485b6ada-a486-4ca5-a496-de3ddae000ab service nova] [instance: 7626e483-2d84-4a06-8f38-f8fd431da011] Received event network-changed-10ccd765-6960-44d8-a3f1-da78e5c01e48 {{(pid=69770) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 695.500384] env[69770]: DEBUG nova.compute.manager [req-fb742c91-8d79-46c1-a4ba-0275b3d0448e req-485b6ada-a486-4ca5-a496-de3ddae000ab service nova] [instance: 7626e483-2d84-4a06-8f38-f8fd431da011] Refreshing instance network info cache due to event network-changed-10ccd765-6960-44d8-a3f1-da78e5c01e48. {{(pid=69770) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 695.501203] env[69770]: DEBUG oslo_concurrency.lockutils [req-fb742c91-8d79-46c1-a4ba-0275b3d0448e req-485b6ada-a486-4ca5-a496-de3ddae000ab service nova] Acquiring lock "refresh_cache-7626e483-2d84-4a06-8f38-f8fd431da011" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.501203] env[69770]: DEBUG oslo_concurrency.lockutils [req-fb742c91-8d79-46c1-a4ba-0275b3d0448e req-485b6ada-a486-4ca5-a496-de3ddae000ab service nova] Acquired lock "refresh_cache-7626e483-2d84-4a06-8f38-f8fd431da011" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.501203] env[69770]: DEBUG nova.network.neutron [req-fb742c91-8d79-46c1-a4ba-0275b3d0448e req-485b6ada-a486-4ca5-a496-de3ddae000ab service nova] [instance: 7626e483-2d84-4a06-8f38-f8fd431da011] Refreshing network info cache for port 10ccd765-6960-44d8-a3f1-da78e5c01e48 {{(pid=69770) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 695.620629] env[69770]: DEBUG oslo_concurrency.lockutils [None req-c92ed3d2-6d0e-47db-a7b6-5686e1ad12bc tempest-ServersAdminNegativeTestJSON-597507823 tempest-ServersAdminNegativeTestJSON-597507823-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 695.659264] env[69770]: DEBUG nova.network.neutron [None req-a7c689bb-d0a6-4607-ba32-3963d3e8ca0b tempest-ServersTestFqdnHostnames-1890732475 tempest-ServersTestFqdnHostnames-1890732475-project-member] [instance: ccf149da-8159-452b-9b8b-04359494e736] Successfully created port: 75a7c677-5257-4c91-a659-74e213172401 {{(pid=69770) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 695.700571] env[69770]: DEBUG nova.compute.utils [None req-5eb54b88-5e4c-4a61-bb4c-2784af1b8a6c tempest-ImagesOneServerTestJSON-1024055021 tempest-ImagesOneServerTestJSON-1024055021-project-member] Using /dev/sd instead of None {{(pid=69770) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 695.709958] env[69770]: DEBUG nova.compute.manager [None req-5eb54b88-5e4c-4a61-bb4c-2784af1b8a6c tempest-ImagesOneServerTestJSON-1024055021 tempest-ImagesOneServerTestJSON-1024055021-project-member] [instance: 7ae47f8e-e519-4825-b89a-7561df6850d9] Allocating IP information in the background. {{(pid=69770) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 695.710225] env[69770]: DEBUG nova.network.neutron [None req-5eb54b88-5e4c-4a61-bb4c-2784af1b8a6c tempest-ImagesOneServerTestJSON-1024055021 tempest-ImagesOneServerTestJSON-1024055021-project-member] [instance: 7ae47f8e-e519-4825-b89a-7561df6850d9] allocate_for_instance() {{(pid=69770) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 695.717848] env[69770]: DEBUG oslo_concurrency.lockutils [None req-f3416600-7c4b-4ea5-a8d2-9075574751b6 tempest-ServerDiagnosticsV248Test-2101269695 tempest-ServerDiagnosticsV248Test-2101269695-project-member] Acquiring lock "1b8c127a-c70e-435c-956e-1b8ad3a0d568" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 695.718191] env[69770]: DEBUG oslo_concurrency.lockutils [None req-f3416600-7c4b-4ea5-a8d2-9075574751b6 tempest-ServerDiagnosticsV248Test-2101269695 tempest-ServerDiagnosticsV248Test-2101269695-project-member] Lock "1b8c127a-c70e-435c-956e-1b8ad3a0d568" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 695.722219] env[69770]: DEBUG nova.network.neutron [None req-ade3ee29-d8e2-48f2-9048-cb84e106a7ba tempest-DeleteServersAdminTestJSON-2130980840 tempest-DeleteServersAdminTestJSON-2130980840-project-member] [instance: ee7c2360-8fce-4167-b80a-0e87f2677353] Updating instance_info_cache with network_info: [{"id": "c9980331-6df1-46f8-9f34-0f88a0f49607", "address": "fa:16:3e:61:54:d3", "network": {"id": "f82b91df-bf84-467a-b908-3ff7324de9d6", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.224", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "d65f20bb89fb40a98b77bc6d97357df2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f0ef5aba-bd9a-42ff-a1a0-5e763986d70a", "external-id": "nsx-vlan-transportzone-209", "segmentation_id": 209, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc9980331-6d", "ovs_interfaceid": "c9980331-6df1-46f8-9f34-0f88a0f49607", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69770) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 695.830060] env[69770]: DEBUG oslo_vmware.rw_handles [None req-593f6a70-9653-412c-a8b3-966b305bf41e tempest-MigrationsAdminTest-1409017777 tempest-MigrationsAdminTest-1409017777-project-member] Completed reading data from the image iterator. {{(pid=69770) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 695.830401] env[69770]: DEBUG oslo_vmware.rw_handles [None req-593f6a70-9653-412c-a8b3-966b305bf41e tempest-MigrationsAdminTest-1409017777 tempest-MigrationsAdminTest-1409017777-project-member] Closing write handle for https://esx7c2n3.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/ce0f7a3c-b998-46ef-8c03-4fe141efc248/d1eaff80-24a0-4391-90eb-59958b1ecf0a/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore1. {{(pid=69770) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:281}} [ 695.890581] env[69770]: DEBUG nova.policy [None req-5eb54b88-5e4c-4a61-bb4c-2784af1b8a6c tempest-ImagesOneServerTestJSON-1024055021 tempest-ImagesOneServerTestJSON-1024055021-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '84f66b5169a74dfe81ab9b702e95f0dd', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fd5d4725447843aa90d2a7f2bf70568c', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69770) authorize /opt/stack/nova/nova/policy.py:192}} [ 695.898281] env[69770]: DEBUG nova.virt.vmwareapi.images [None req-593f6a70-9653-412c-a8b3-966b305bf41e tempest-MigrationsAdminTest-1409017777 tempest-MigrationsAdminTest-1409017777-project-member] [instance: 7626e483-2d84-4a06-8f38-f8fd431da011] Downloaded image file data d1eaff80-24a0-4391-90eb-59958b1ecf0a to vmware_temp/ce0f7a3c-b998-46ef-8c03-4fe141efc248/d1eaff80-24a0-4391-90eb-59958b1ecf0a/tmp-sparse.vmdk on the data store datastore1 {{(pid=69770) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:258}} [ 695.900671] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-593f6a70-9653-412c-a8b3-966b305bf41e tempest-MigrationsAdminTest-1409017777 tempest-MigrationsAdminTest-1409017777-project-member] [instance: 7626e483-2d84-4a06-8f38-f8fd431da011] Caching image {{(pid=69770) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 695.900972] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-593f6a70-9653-412c-a8b3-966b305bf41e tempest-MigrationsAdminTest-1409017777 tempest-MigrationsAdminTest-1409017777-project-member] Copying Virtual Disk [datastore1] vmware_temp/ce0f7a3c-b998-46ef-8c03-4fe141efc248/d1eaff80-24a0-4391-90eb-59958b1ecf0a/tmp-sparse.vmdk to [datastore1] vmware_temp/ce0f7a3c-b998-46ef-8c03-4fe141efc248/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk {{(pid=69770) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 695.902094] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3207ca98-c8bb-457e-a5e6-8db001a7ce09 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.912474] env[69770]: DEBUG oslo_vmware.api [None req-593f6a70-9653-412c-a8b3-966b305bf41e tempest-MigrationsAdminTest-1409017777 tempest-MigrationsAdminTest-1409017777-project-member] Waiting for the task: (returnval){ [ 695.912474] env[69770]: value = "task-4069263" [ 695.912474] env[69770]: _type = "Task" [ 695.912474] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 695.922280] env[69770]: DEBUG oslo_vmware.api [None req-593f6a70-9653-412c-a8b3-966b305bf41e tempest-MigrationsAdminTest-1409017777 tempest-MigrationsAdminTest-1409017777-project-member] Task: {'id': task-4069263, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.210640] env[69770]: DEBUG nova.compute.manager [None req-5eb54b88-5e4c-4a61-bb4c-2784af1b8a6c tempest-ImagesOneServerTestJSON-1024055021 tempest-ImagesOneServerTestJSON-1024055021-project-member] [instance: 7ae47f8e-e519-4825-b89a-7561df6850d9] Start building block device mappings for instance. {{(pid=69770) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 696.228019] env[69770]: DEBUG nova.compute.manager [None req-f3416600-7c4b-4ea5-a8d2-9075574751b6 tempest-ServerDiagnosticsV248Test-2101269695 tempest-ServerDiagnosticsV248Test-2101269695-project-member] [instance: 1b8c127a-c70e-435c-956e-1b8ad3a0d568] Starting instance... {{(pid=69770) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 696.229651] env[69770]: DEBUG oslo_concurrency.lockutils [None req-ade3ee29-d8e2-48f2-9048-cb84e106a7ba tempest-DeleteServersAdminTestJSON-2130980840 tempest-DeleteServersAdminTestJSON-2130980840-project-member] Releasing lock "refresh_cache-ee7c2360-8fce-4167-b80a-0e87f2677353" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.230069] env[69770]: DEBUG nova.compute.manager [None req-ade3ee29-d8e2-48f2-9048-cb84e106a7ba tempest-DeleteServersAdminTestJSON-2130980840 tempest-DeleteServersAdminTestJSON-2130980840-project-member] [instance: ee7c2360-8fce-4167-b80a-0e87f2677353] Instance network_info: |[{"id": "c9980331-6df1-46f8-9f34-0f88a0f49607", "address": "fa:16:3e:61:54:d3", "network": {"id": "f82b91df-bf84-467a-b908-3ff7324de9d6", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.224", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "d65f20bb89fb40a98b77bc6d97357df2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f0ef5aba-bd9a-42ff-a1a0-5e763986d70a", "external-id": "nsx-vlan-transportzone-209", "segmentation_id": 209, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc9980331-6d", "ovs_interfaceid": "c9980331-6df1-46f8-9f34-0f88a0f49607", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69770) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 696.230403] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-ade3ee29-d8e2-48f2-9048-cb84e106a7ba tempest-DeleteServersAdminTestJSON-2130980840 tempest-DeleteServersAdminTestJSON-2130980840-project-member] [instance: ee7c2360-8fce-4167-b80a-0e87f2677353] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:61:54:d3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f0ef5aba-bd9a-42ff-a1a0-5e763986d70a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c9980331-6df1-46f8-9f34-0f88a0f49607', 'vif_model': 'vmxnet3'}] {{(pid=69770) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 696.244392] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-ade3ee29-d8e2-48f2-9048-cb84e106a7ba tempest-DeleteServersAdminTestJSON-2130980840 tempest-DeleteServersAdminTestJSON-2130980840-project-member] Creating folder: Project (6d138447867a4e799e732ddcc24e45cd). Parent ref: group-v806376. {{(pid=69770) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 696.245381] env[69770]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1cde7ef2-9825-4ae8-90b9-42bda2d306f6 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.263133] env[69770]: INFO nova.virt.vmwareapi.vm_util [None req-ade3ee29-d8e2-48f2-9048-cb84e106a7ba tempest-DeleteServersAdminTestJSON-2130980840 tempest-DeleteServersAdminTestJSON-2130980840-project-member] Created folder: Project (6d138447867a4e799e732ddcc24e45cd) in parent group-v806376. [ 696.263472] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-ade3ee29-d8e2-48f2-9048-cb84e106a7ba tempest-DeleteServersAdminTestJSON-2130980840 tempest-DeleteServersAdminTestJSON-2130980840-project-member] Creating folder: Instances. Parent ref: group-v806380. {{(pid=69770) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 696.263804] env[69770]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c4634ae1-43a5-4964-b062-f06253e40b6f {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.282174] env[69770]: INFO nova.virt.vmwareapi.vm_util [None req-ade3ee29-d8e2-48f2-9048-cb84e106a7ba tempest-DeleteServersAdminTestJSON-2130980840 tempest-DeleteServersAdminTestJSON-2130980840-project-member] Created folder: Instances in parent group-v806380. [ 696.282593] env[69770]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ade3ee29-d8e2-48f2-9048-cb84e106a7ba tempest-DeleteServersAdminTestJSON-2130980840 tempest-DeleteServersAdminTestJSON-2130980840-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69770) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 696.285538] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ee7c2360-8fce-4167-b80a-0e87f2677353] Creating VM on the ESX host {{(pid=69770) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 696.288011] env[69770]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5d46ce8a-8e2d-4ef3-957b-98b1e7c93470 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.318673] env[69770]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 696.318673] env[69770]: value = "task-4069266" [ 696.318673] env[69770]: _type = "Task" [ 696.318673] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 696.330071] env[69770]: DEBUG oslo_vmware.api [-] Task: {'id': task-4069266, 'name': CreateVM_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.427126] env[69770]: DEBUG oslo_vmware.api [None req-593f6a70-9653-412c-a8b3-966b305bf41e tempest-MigrationsAdminTest-1409017777 tempest-MigrationsAdminTest-1409017777-project-member] Task: {'id': task-4069263, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.543970] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f411cf34-3810-4fbe-8671-95cff99e97c0 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.554244] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69b528e5-11c5-4b9c-bc30-1dee0dbc0a19 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.608232] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75348159-8bf4-459c-98df-f64c96d8e5bf {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.620062] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9472d1e5-7d4f-4045-a25f-2ef4262a9aa9 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.637619] env[69770]: DEBUG nova.compute.provider_tree [None req-02e230f1-7643-44f9-ad48-1d97a9c65a87 tempest-ServerDiagnosticsNegativeTest-1860943725 tempest-ServerDiagnosticsNegativeTest-1860943725-project-member] Inventory has not changed in ProviderTree for provider: 7cc7d32b-b7a7-454a-a456-2a440248ed9d {{(pid=69770) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 696.769514] env[69770]: DEBUG nova.network.neutron [None req-2f56195b-84fa-4b68-b951-d679c0cc6acd tempest-FloatingIPsAssociationNegativeTestJSON-2104222380 tempest-FloatingIPsAssociationNegativeTestJSON-2104222380-project-member] [instance: 69037fde-1312-4ff7-b405-38c8f32cb1f9] Successfully updated port: 2e3fe84c-aab2-4122-b75a-ebfc4bc41f87 {{(pid=69770) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 696.782996] env[69770]: DEBUG oslo_concurrency.lockutils [None req-f3416600-7c4b-4ea5-a8d2-9075574751b6 tempest-ServerDiagnosticsV248Test-2101269695 tempest-ServerDiagnosticsV248Test-2101269695-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 696.835162] env[69770]: DEBUG oslo_vmware.api [-] Task: {'id': task-4069266, 'name': CreateVM_Task, 'duration_secs': 0.419991} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 696.835162] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ee7c2360-8fce-4167-b80a-0e87f2677353] Created VM on the ESX host {{(pid=69770) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 696.836064] env[69770]: DEBUG oslo_concurrency.lockutils [None req-ade3ee29-d8e2-48f2-9048-cb84e106a7ba tempest-DeleteServersAdminTestJSON-2130980840 tempest-DeleteServersAdminTestJSON-2130980840-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.836064] env[69770]: DEBUG oslo_concurrency.lockutils [None req-ade3ee29-d8e2-48f2-9048-cb84e106a7ba tempest-DeleteServersAdminTestJSON-2130980840 tempest-DeleteServersAdminTestJSON-2130980840-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.837657] env[69770]: DEBUG oslo_concurrency.lockutils [None req-ade3ee29-d8e2-48f2-9048-cb84e106a7ba tempest-DeleteServersAdminTestJSON-2130980840 tempest-DeleteServersAdminTestJSON-2130980840-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.837657] env[69770]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-213b3375-56ab-4d78-9127-749874ccab9b {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.843966] env[69770]: DEBUG oslo_vmware.api [None req-ade3ee29-d8e2-48f2-9048-cb84e106a7ba tempest-DeleteServersAdminTestJSON-2130980840 tempest-DeleteServersAdminTestJSON-2130980840-project-member] Waiting for the task: (returnval){ [ 696.843966] env[69770]: value = "session[52161b52-cb8e-ec9f-1132-2f6b49549d41]527b8b55-d131-44d3-c8dd-3e37052118e7" [ 696.843966] env[69770]: _type = "Task" [ 696.843966] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 696.854634] env[69770]: DEBUG oslo_vmware.api [None req-ade3ee29-d8e2-48f2-9048-cb84e106a7ba tempest-DeleteServersAdminTestJSON-2130980840 tempest-DeleteServersAdminTestJSON-2130980840-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]527b8b55-d131-44d3-c8dd-3e37052118e7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.928539] env[69770]: DEBUG oslo_vmware.api [None req-593f6a70-9653-412c-a8b3-966b305bf41e tempest-MigrationsAdminTest-1409017777 tempest-MigrationsAdminTest-1409017777-project-member] Task: {'id': task-4069263, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.672803} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 696.931538] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-593f6a70-9653-412c-a8b3-966b305bf41e tempest-MigrationsAdminTest-1409017777 tempest-MigrationsAdminTest-1409017777-project-member] Copied Virtual Disk [datastore1] vmware_temp/ce0f7a3c-b998-46ef-8c03-4fe141efc248/d1eaff80-24a0-4391-90eb-59958b1ecf0a/tmp-sparse.vmdk to [datastore1] vmware_temp/ce0f7a3c-b998-46ef-8c03-4fe141efc248/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk {{(pid=69770) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 696.931750] env[69770]: DEBUG nova.virt.vmwareapi.ds_util [None req-593f6a70-9653-412c-a8b3-966b305bf41e tempest-MigrationsAdminTest-1409017777 tempest-MigrationsAdminTest-1409017777-project-member] Deleting the datastore file [datastore1] vmware_temp/ce0f7a3c-b998-46ef-8c03-4fe141efc248/d1eaff80-24a0-4391-90eb-59958b1ecf0a/tmp-sparse.vmdk {{(pid=69770) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 696.932428] env[69770]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b35bf368-d014-4c71-bee7-7b7c8dada2b6 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.941673] env[69770]: DEBUG oslo_vmware.api [None req-593f6a70-9653-412c-a8b3-966b305bf41e tempest-MigrationsAdminTest-1409017777 tempest-MigrationsAdminTest-1409017777-project-member] Waiting for the task: (returnval){ [ 696.941673] env[69770]: value = "task-4069267" [ 696.941673] env[69770]: _type = "Task" [ 696.941673] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 696.953224] env[69770]: DEBUG oslo_vmware.api [None req-593f6a70-9653-412c-a8b3-966b305bf41e tempest-MigrationsAdminTest-1409017777 tempest-MigrationsAdminTest-1409017777-project-member] Task: {'id': task-4069267, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.141976] env[69770]: DEBUG nova.scheduler.client.report [None req-02e230f1-7643-44f9-ad48-1d97a9c65a87 tempest-ServerDiagnosticsNegativeTest-1860943725 tempest-ServerDiagnosticsNegativeTest-1860943725-project-member] Inventory has not changed for provider 7cc7d32b-b7a7-454a-a456-2a440248ed9d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 21, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69770) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 697.224872] env[69770]: DEBUG nova.compute.manager [None req-5eb54b88-5e4c-4a61-bb4c-2784af1b8a6c tempest-ImagesOneServerTestJSON-1024055021 tempest-ImagesOneServerTestJSON-1024055021-project-member] [instance: 7ae47f8e-e519-4825-b89a-7561df6850d9] Start spawning the instance on the hypervisor. {{(pid=69770) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 697.253777] env[69770]: DEBUG nova.virt.hardware [None req-5eb54b88-5e4c-4a61-bb4c-2784af1b8a6c tempest-ImagesOneServerTestJSON-1024055021 tempest-ImagesOneServerTestJSON-1024055021-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T12:16:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T12:16:11Z,direct_url=,disk_format='vmdk',id=d1eaff80-24a0-4391-90eb-59958b1ecf0a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d65f20bb89fb40a98b77bc6d97357df2',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T12:16:12Z,virtual_size=,visibility=), allow threads: False {{(pid=69770) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 697.254036] env[69770]: DEBUG nova.virt.hardware [None req-5eb54b88-5e4c-4a61-bb4c-2784af1b8a6c tempest-ImagesOneServerTestJSON-1024055021 tempest-ImagesOneServerTestJSON-1024055021-project-member] Flavor limits 0:0:0 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 697.254208] env[69770]: DEBUG nova.virt.hardware [None req-5eb54b88-5e4c-4a61-bb4c-2784af1b8a6c tempest-ImagesOneServerTestJSON-1024055021 tempest-ImagesOneServerTestJSON-1024055021-project-member] Image limits 0:0:0 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 697.257406] env[69770]: DEBUG nova.virt.hardware [None req-5eb54b88-5e4c-4a61-bb4c-2784af1b8a6c tempest-ImagesOneServerTestJSON-1024055021 tempest-ImagesOneServerTestJSON-1024055021-project-member] Flavor pref 0:0:0 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 697.257406] env[69770]: DEBUG nova.virt.hardware [None req-5eb54b88-5e4c-4a61-bb4c-2784af1b8a6c tempest-ImagesOneServerTestJSON-1024055021 tempest-ImagesOneServerTestJSON-1024055021-project-member] Image pref 0:0:0 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 697.257406] env[69770]: DEBUG nova.virt.hardware [None req-5eb54b88-5e4c-4a61-bb4c-2784af1b8a6c tempest-ImagesOneServerTestJSON-1024055021 tempest-ImagesOneServerTestJSON-1024055021-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 697.257406] env[69770]: DEBUG nova.virt.hardware [None req-5eb54b88-5e4c-4a61-bb4c-2784af1b8a6c tempest-ImagesOneServerTestJSON-1024055021 tempest-ImagesOneServerTestJSON-1024055021-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69770) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 697.257406] env[69770]: DEBUG nova.virt.hardware [None req-5eb54b88-5e4c-4a61-bb4c-2784af1b8a6c tempest-ImagesOneServerTestJSON-1024055021 tempest-ImagesOneServerTestJSON-1024055021-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69770) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 697.258100] env[69770]: DEBUG nova.virt.hardware [None req-5eb54b88-5e4c-4a61-bb4c-2784af1b8a6c tempest-ImagesOneServerTestJSON-1024055021 tempest-ImagesOneServerTestJSON-1024055021-project-member] Got 1 possible topologies {{(pid=69770) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 697.258100] env[69770]: DEBUG nova.virt.hardware [None req-5eb54b88-5e4c-4a61-bb4c-2784af1b8a6c tempest-ImagesOneServerTestJSON-1024055021 tempest-ImagesOneServerTestJSON-1024055021-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69770) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 697.258100] env[69770]: DEBUG nova.virt.hardware [None req-5eb54b88-5e4c-4a61-bb4c-2784af1b8a6c tempest-ImagesOneServerTestJSON-1024055021 tempest-ImagesOneServerTestJSON-1024055021-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69770) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 697.258100] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a941a0b-a5b5-4d49-822c-74f8c238da42 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.265473] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e70e1a93-70f2-4fff-b3f3-e0a5b3afc889 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.269937] env[69770]: DEBUG oslo_concurrency.lockutils [None req-2f56195b-84fa-4b68-b951-d679c0cc6acd tempest-FloatingIPsAssociationNegativeTestJSON-2104222380 tempest-FloatingIPsAssociationNegativeTestJSON-2104222380-project-member] Acquiring lock "refresh_cache-69037fde-1312-4ff7-b405-38c8f32cb1f9" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.270074] env[69770]: DEBUG oslo_concurrency.lockutils [None req-2f56195b-84fa-4b68-b951-d679c0cc6acd tempest-FloatingIPsAssociationNegativeTestJSON-2104222380 tempest-FloatingIPsAssociationNegativeTestJSON-2104222380-project-member] Acquired lock "refresh_cache-69037fde-1312-4ff7-b405-38c8f32cb1f9" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.270129] env[69770]: DEBUG nova.network.neutron [None req-2f56195b-84fa-4b68-b951-d679c0cc6acd tempest-FloatingIPsAssociationNegativeTestJSON-2104222380 tempest-FloatingIPsAssociationNegativeTestJSON-2104222380-project-member] [instance: 69037fde-1312-4ff7-b405-38c8f32cb1f9] Building network info cache for instance {{(pid=69770) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 697.362692] env[69770]: DEBUG oslo_concurrency.lockutils [None req-ade3ee29-d8e2-48f2-9048-cb84e106a7ba tempest-DeleteServersAdminTestJSON-2130980840 tempest-DeleteServersAdminTestJSON-2130980840-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.362997] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-ade3ee29-d8e2-48f2-9048-cb84e106a7ba tempest-DeleteServersAdminTestJSON-2130980840 tempest-DeleteServersAdminTestJSON-2130980840-project-member] [instance: ee7c2360-8fce-4167-b80a-0e87f2677353] Processing image d1eaff80-24a0-4391-90eb-59958b1ecf0a {{(pid=69770) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 697.363256] env[69770]: DEBUG oslo_concurrency.lockutils [None req-ade3ee29-d8e2-48f2-9048-cb84e106a7ba tempest-DeleteServersAdminTestJSON-2130980840 tempest-DeleteServersAdminTestJSON-2130980840-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.454560] env[69770]: DEBUG oslo_vmware.api [None req-593f6a70-9653-412c-a8b3-966b305bf41e tempest-MigrationsAdminTest-1409017777 tempest-MigrationsAdminTest-1409017777-project-member] Task: {'id': task-4069267, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.028376} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 697.454858] env[69770]: DEBUG nova.virt.vmwareapi.ds_util [None req-593f6a70-9653-412c-a8b3-966b305bf41e tempest-MigrationsAdminTest-1409017777 tempest-MigrationsAdminTest-1409017777-project-member] Deleted the datastore file {{(pid=69770) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 697.455070] env[69770]: DEBUG nova.virt.vmwareapi.ds_util [None req-593f6a70-9653-412c-a8b3-966b305bf41e tempest-MigrationsAdminTest-1409017777 tempest-MigrationsAdminTest-1409017777-project-member] Moving file from [datastore1] vmware_temp/ce0f7a3c-b998-46ef-8c03-4fe141efc248/d1eaff80-24a0-4391-90eb-59958b1ecf0a to [datastore1] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a. {{(pid=69770) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:334}} [ 697.455320] env[69770]: DEBUG oslo_vmware.service [-] Invoking FileManager.MoveDatastoreFile_Task with opID=oslo.vmware-6e506a2d-cce1-4674-9850-5e16c288968c {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.466301] env[69770]: DEBUG oslo_vmware.api [None req-593f6a70-9653-412c-a8b3-966b305bf41e tempest-MigrationsAdminTest-1409017777 tempest-MigrationsAdminTest-1409017777-project-member] Waiting for the task: (returnval){ [ 697.466301] env[69770]: value = "task-4069268" [ 697.466301] env[69770]: _type = "Task" [ 697.466301] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 697.476928] env[69770]: DEBUG oslo_vmware.api [None req-593f6a70-9653-412c-a8b3-966b305bf41e tempest-MigrationsAdminTest-1409017777 tempest-MigrationsAdminTest-1409017777-project-member] Task: {'id': task-4069268, 'name': MoveDatastoreFile_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.545512] env[69770]: DEBUG nova.network.neutron [req-fb742c91-8d79-46c1-a4ba-0275b3d0448e req-485b6ada-a486-4ca5-a496-de3ddae000ab service nova] [instance: 7626e483-2d84-4a06-8f38-f8fd431da011] Updated VIF entry in instance network info cache for port 10ccd765-6960-44d8-a3f1-da78e5c01e48. {{(pid=69770) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 697.546128] env[69770]: DEBUG nova.network.neutron [req-fb742c91-8d79-46c1-a4ba-0275b3d0448e req-485b6ada-a486-4ca5-a496-de3ddae000ab service nova] [instance: 7626e483-2d84-4a06-8f38-f8fd431da011] Updating instance_info_cache with network_info: [{"id": "10ccd765-6960-44d8-a3f1-da78e5c01e48", "address": "fa:16:3e:d0:d4:e7", "network": {"id": "f82b91df-bf84-467a-b908-3ff7324de9d6", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.217", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "d65f20bb89fb40a98b77bc6d97357df2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f0ef5aba-bd9a-42ff-a1a0-5e763986d70a", "external-id": "nsx-vlan-transportzone-209", "segmentation_id": 209, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap10ccd765-69", "ovs_interfaceid": "10ccd765-6960-44d8-a3f1-da78e5c01e48", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69770) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 697.572627] env[69770]: DEBUG oslo_concurrency.lockutils [None req-8a91afeb-4bc8-43cc-a36f-fa7adf28abbf tempest-VolumesAssistedSnapshotsTest-780901493 tempest-VolumesAssistedSnapshotsTest-780901493-project-member] Acquiring lock "df3c3daf-8cd6-43af-8872-c3cdc0ea11cb" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 697.575438] env[69770]: DEBUG oslo_concurrency.lockutils [None req-8a91afeb-4bc8-43cc-a36f-fa7adf28abbf tempest-VolumesAssistedSnapshotsTest-780901493 tempest-VolumesAssistedSnapshotsTest-780901493-project-member] Lock "df3c3daf-8cd6-43af-8872-c3cdc0ea11cb" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 697.648299] env[69770]: DEBUG oslo_concurrency.lockutils [None req-02e230f1-7643-44f9-ad48-1d97a9c65a87 tempest-ServerDiagnosticsNegativeTest-1860943725 tempest-ServerDiagnosticsNegativeTest-1860943725-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.470s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 697.649708] env[69770]: DEBUG nova.compute.manager [None req-02e230f1-7643-44f9-ad48-1d97a9c65a87 tempest-ServerDiagnosticsNegativeTest-1860943725 tempest-ServerDiagnosticsNegativeTest-1860943725-project-member] [instance: 4510171e-9670-4bd6-a63c-c55b4917c7ed] Start building networks asynchronously for instance. {{(pid=69770) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 697.653686] env[69770]: DEBUG oslo_concurrency.lockutils [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 6.383s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 697.654685] env[69770]: DEBUG oslo_concurrency.lockutils [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.001s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 697.654997] env[69770]: DEBUG nova.compute.resource_tracker [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69770) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 697.656028] env[69770]: DEBUG oslo_concurrency.lockutils [None req-c92ed3d2-6d0e-47db-a7b6-5686e1ad12bc tempest-ServersAdminNegativeTestJSON-597507823 tempest-ServersAdminNegativeTestJSON-597507823-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.036s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 697.659837] env[69770]: INFO nova.compute.claims [None req-c92ed3d2-6d0e-47db-a7b6-5686e1ad12bc tempest-ServersAdminNegativeTestJSON-597507823 tempest-ServersAdminNegativeTestJSON-597507823-project-member] [instance: 8047bf73-fff9-4f29-913f-91d0eb28d6dd] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 697.663540] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1f1e89c-3e4e-462c-ad0f-097e6e7bfe95 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.676258] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fbd06e9-4e98-40c2-8134-0e0926998079 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.698817] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4551bfb-3445-4142-a713-836d242182ba {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.712301] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8517eec6-4fd9-40cf-8f45-69c7c7e2a928 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.757422] env[69770]: DEBUG nova.compute.resource_tracker [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180812MB free_disk=21GB free_vcpus=48 pci_devices=None {{(pid=69770) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 697.757579] env[69770]: DEBUG oslo_concurrency.lockutils [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 697.881899] env[69770]: DEBUG nova.compute.manager [req-0b7c2860-c796-4a1e-8b8d-6739691a9bb5 req-c66a44d9-f5b6-4bc0-989c-af79c804e681 service nova] [instance: ee7c2360-8fce-4167-b80a-0e87f2677353] Received event network-changed-c9980331-6df1-46f8-9f34-0f88a0f49607 {{(pid=69770) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 697.882137] env[69770]: DEBUG nova.compute.manager [req-0b7c2860-c796-4a1e-8b8d-6739691a9bb5 req-c66a44d9-f5b6-4bc0-989c-af79c804e681 service nova] [instance: ee7c2360-8fce-4167-b80a-0e87f2677353] Refreshing instance network info cache due to event network-changed-c9980331-6df1-46f8-9f34-0f88a0f49607. {{(pid=69770) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 697.882348] env[69770]: DEBUG oslo_concurrency.lockutils [req-0b7c2860-c796-4a1e-8b8d-6739691a9bb5 req-c66a44d9-f5b6-4bc0-989c-af79c804e681 service nova] Acquiring lock "refresh_cache-ee7c2360-8fce-4167-b80a-0e87f2677353" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.882482] env[69770]: DEBUG oslo_concurrency.lockutils [req-0b7c2860-c796-4a1e-8b8d-6739691a9bb5 req-c66a44d9-f5b6-4bc0-989c-af79c804e681 service nova] Acquired lock "refresh_cache-ee7c2360-8fce-4167-b80a-0e87f2677353" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.882657] env[69770]: DEBUG nova.network.neutron [req-0b7c2860-c796-4a1e-8b8d-6739691a9bb5 req-c66a44d9-f5b6-4bc0-989c-af79c804e681 service nova] [instance: ee7c2360-8fce-4167-b80a-0e87f2677353] Refreshing network info cache for port c9980331-6df1-46f8-9f34-0f88a0f49607 {{(pid=69770) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 697.900696] env[69770]: DEBUG nova.network.neutron [None req-2f56195b-84fa-4b68-b951-d679c0cc6acd tempest-FloatingIPsAssociationNegativeTestJSON-2104222380 tempest-FloatingIPsAssociationNegativeTestJSON-2104222380-project-member] [instance: 69037fde-1312-4ff7-b405-38c8f32cb1f9] Instance cache missing network info. {{(pid=69770) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 697.968713] env[69770]: DEBUG nova.network.neutron [None req-5eb54b88-5e4c-4a61-bb4c-2784af1b8a6c tempest-ImagesOneServerTestJSON-1024055021 tempest-ImagesOneServerTestJSON-1024055021-project-member] [instance: 7ae47f8e-e519-4825-b89a-7561df6850d9] Successfully created port: 494963b2-3eab-4b17-86d0-b55d8aec0a5d {{(pid=69770) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 697.985119] env[69770]: DEBUG oslo_vmware.api [None req-593f6a70-9653-412c-a8b3-966b305bf41e tempest-MigrationsAdminTest-1409017777 tempest-MigrationsAdminTest-1409017777-project-member] Task: {'id': task-4069268, 'name': MoveDatastoreFile_Task, 'duration_secs': 0.045829} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 697.985119] env[69770]: DEBUG nova.virt.vmwareapi.ds_util [None req-593f6a70-9653-412c-a8b3-966b305bf41e tempest-MigrationsAdminTest-1409017777 tempest-MigrationsAdminTest-1409017777-project-member] File moved {{(pid=69770) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:346}} [ 697.985119] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-593f6a70-9653-412c-a8b3-966b305bf41e tempest-MigrationsAdminTest-1409017777 tempest-MigrationsAdminTest-1409017777-project-member] [instance: 7626e483-2d84-4a06-8f38-f8fd431da011] Cleaning up location [datastore1] vmware_temp/ce0f7a3c-b998-46ef-8c03-4fe141efc248 {{(pid=69770) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 697.985119] env[69770]: DEBUG nova.virt.vmwareapi.ds_util [None req-593f6a70-9653-412c-a8b3-966b305bf41e tempest-MigrationsAdminTest-1409017777 tempest-MigrationsAdminTest-1409017777-project-member] Deleting the datastore file [datastore1] vmware_temp/ce0f7a3c-b998-46ef-8c03-4fe141efc248 {{(pid=69770) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 697.985119] env[69770]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9e4f5d98-8904-460d-a3ed-c718210836a4 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.997187] env[69770]: DEBUG oslo_vmware.api [None req-593f6a70-9653-412c-a8b3-966b305bf41e tempest-MigrationsAdminTest-1409017777 tempest-MigrationsAdminTest-1409017777-project-member] Waiting for the task: (returnval){ [ 697.997187] env[69770]: value = "task-4069269" [ 697.997187] env[69770]: _type = "Task" [ 697.997187] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 698.008258] env[69770]: DEBUG oslo_vmware.api [None req-593f6a70-9653-412c-a8b3-966b305bf41e tempest-MigrationsAdminTest-1409017777 tempest-MigrationsAdminTest-1409017777-project-member] Task: {'id': task-4069269, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.048734] env[69770]: DEBUG oslo_concurrency.lockutils [req-fb742c91-8d79-46c1-a4ba-0275b3d0448e req-485b6ada-a486-4ca5-a496-de3ddae000ab service nova] Releasing lock "refresh_cache-7626e483-2d84-4a06-8f38-f8fd431da011" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.080175] env[69770]: DEBUG nova.compute.manager [None req-8a91afeb-4bc8-43cc-a36f-fa7adf28abbf tempest-VolumesAssistedSnapshotsTest-780901493 tempest-VolumesAssistedSnapshotsTest-780901493-project-member] [instance: df3c3daf-8cd6-43af-8872-c3cdc0ea11cb] Starting instance... {{(pid=69770) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 698.164374] env[69770]: DEBUG nova.compute.utils [None req-02e230f1-7643-44f9-ad48-1d97a9c65a87 tempest-ServerDiagnosticsNegativeTest-1860943725 tempest-ServerDiagnosticsNegativeTest-1860943725-project-member] Using /dev/sd instead of None {{(pid=69770) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 698.165799] env[69770]: DEBUG nova.compute.manager [None req-02e230f1-7643-44f9-ad48-1d97a9c65a87 tempest-ServerDiagnosticsNegativeTest-1860943725 tempest-ServerDiagnosticsNegativeTest-1860943725-project-member] [instance: 4510171e-9670-4bd6-a63c-c55b4917c7ed] Allocating IP information in the background. {{(pid=69770) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 698.166401] env[69770]: DEBUG nova.network.neutron [None req-02e230f1-7643-44f9-ad48-1d97a9c65a87 tempest-ServerDiagnosticsNegativeTest-1860943725 tempest-ServerDiagnosticsNegativeTest-1860943725-project-member] [instance: 4510171e-9670-4bd6-a63c-c55b4917c7ed] allocate_for_instance() {{(pid=69770) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 698.513661] env[69770]: DEBUG oslo_vmware.api [None req-593f6a70-9653-412c-a8b3-966b305bf41e tempest-MigrationsAdminTest-1409017777 tempest-MigrationsAdminTest-1409017777-project-member] Task: {'id': task-4069269, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.026175} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 698.513661] env[69770]: DEBUG nova.virt.vmwareapi.ds_util [None req-593f6a70-9653-412c-a8b3-966b305bf41e tempest-MigrationsAdminTest-1409017777 tempest-MigrationsAdminTest-1409017777-project-member] Deleted the datastore file {{(pid=69770) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 698.513661] env[69770]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-182d7ee1-c0bd-49d4-8bd4-717c6c79551f {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.522679] env[69770]: DEBUG oslo_vmware.api [None req-593f6a70-9653-412c-a8b3-966b305bf41e tempest-MigrationsAdminTest-1409017777 tempest-MigrationsAdminTest-1409017777-project-member] Waiting for the task: (returnval){ [ 698.522679] env[69770]: value = "session[52161b52-cb8e-ec9f-1132-2f6b49549d41]52b8b21f-66a2-f631-13dc-b3c149c139e8" [ 698.522679] env[69770]: _type = "Task" [ 698.522679] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 698.537708] env[69770]: DEBUG oslo_vmware.api [None req-593f6a70-9653-412c-a8b3-966b305bf41e tempest-MigrationsAdminTest-1409017777 tempest-MigrationsAdminTest-1409017777-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]52b8b21f-66a2-f631-13dc-b3c149c139e8, 'name': SearchDatastore_Task, 'duration_secs': 0.011012} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 698.540177] env[69770]: DEBUG nova.policy [None req-02e230f1-7643-44f9-ad48-1d97a9c65a87 tempest-ServerDiagnosticsNegativeTest-1860943725 tempest-ServerDiagnosticsNegativeTest-1860943725-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '24d70d6279334d35806a9e0e39aa63f7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '08cc465bf09b40d19435141a548da50f', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69770) authorize /opt/stack/nova/nova/policy.py:192}} [ 698.542983] env[69770]: DEBUG oslo_concurrency.lockutils [None req-593f6a70-9653-412c-a8b3-966b305bf41e tempest-MigrationsAdminTest-1409017777 tempest-MigrationsAdminTest-1409017777-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.543402] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-593f6a70-9653-412c-a8b3-966b305bf41e tempest-MigrationsAdminTest-1409017777 tempest-MigrationsAdminTest-1409017777-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk to [datastore1] 7626e483-2d84-4a06-8f38-f8fd431da011/7626e483-2d84-4a06-8f38-f8fd431da011.vmdk {{(pid=69770) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 698.543925] env[69770]: DEBUG oslo_concurrency.lockutils [None req-ade3ee29-d8e2-48f2-9048-cb84e106a7ba tempest-DeleteServersAdminTestJSON-2130980840 tempest-DeleteServersAdminTestJSON-2130980840-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.547072] env[69770]: DEBUG nova.virt.vmwareapi.ds_util [None req-ade3ee29-d8e2-48f2-9048-cb84e106a7ba tempest-DeleteServersAdminTestJSON-2130980840 tempest-DeleteServersAdminTestJSON-2130980840-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69770) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 698.547072] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5ed74c86-a366-4b51-89d5-1ddf64b39106 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.549292] env[69770]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-36bd78ce-5cfb-42cc-ad80-6eb6025f9023 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.563360] env[69770]: DEBUG oslo_vmware.api [None req-593f6a70-9653-412c-a8b3-966b305bf41e tempest-MigrationsAdminTest-1409017777 tempest-MigrationsAdminTest-1409017777-project-member] Waiting for the task: (returnval){ [ 698.563360] env[69770]: value = "task-4069270" [ 698.563360] env[69770]: _type = "Task" [ 698.563360] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 698.569306] env[69770]: DEBUG nova.network.neutron [None req-2f56195b-84fa-4b68-b951-d679c0cc6acd tempest-FloatingIPsAssociationNegativeTestJSON-2104222380 tempest-FloatingIPsAssociationNegativeTestJSON-2104222380-project-member] [instance: 69037fde-1312-4ff7-b405-38c8f32cb1f9] Updating instance_info_cache with network_info: [{"id": "2e3fe84c-aab2-4122-b75a-ebfc4bc41f87", "address": "fa:16:3e:2e:07:37", "network": {"id": "ac6300b6-413d-4f0b-a249-ee24d9dd6749", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-857760433-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3766fe09f3334c7c8251c797c75433f8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1880df72-582c-44cb-992d-88dc6a514914", "external-id": "nsx-vlan-transportzone-808", "segmentation_id": 808, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2e3fe84c-aa", "ovs_interfaceid": "2e3fe84c-aab2-4122-b75a-ebfc4bc41f87", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69770) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 698.577419] env[69770]: DEBUG oslo_vmware.api [None req-593f6a70-9653-412c-a8b3-966b305bf41e tempest-MigrationsAdminTest-1409017777 tempest-MigrationsAdminTest-1409017777-project-member] Task: {'id': task-4069270, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.580575] env[69770]: DEBUG nova.virt.vmwareapi.ds_util [None req-ade3ee29-d8e2-48f2-9048-cb84e106a7ba tempest-DeleteServersAdminTestJSON-2130980840 tempest-DeleteServersAdminTestJSON-2130980840-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69770) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 698.580575] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-ade3ee29-d8e2-48f2-9048-cb84e106a7ba tempest-DeleteServersAdminTestJSON-2130980840 tempest-DeleteServersAdminTestJSON-2130980840-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69770) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 698.580575] env[69770]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-83f64b2c-2b51-4213-b6d1-1be1fbccf54e {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.594398] env[69770]: DEBUG oslo_vmware.api [None req-ade3ee29-d8e2-48f2-9048-cb84e106a7ba tempest-DeleteServersAdminTestJSON-2130980840 tempest-DeleteServersAdminTestJSON-2130980840-project-member] Waiting for the task: (returnval){ [ 698.594398] env[69770]: value = "session[52161b52-cb8e-ec9f-1132-2f6b49549d41]5277d841-c040-2b57-a756-5af362bd467b" [ 698.594398] env[69770]: _type = "Task" [ 698.594398] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 698.609870] env[69770]: DEBUG oslo_vmware.api [None req-ade3ee29-d8e2-48f2-9048-cb84e106a7ba tempest-DeleteServersAdminTestJSON-2130980840 tempest-DeleteServersAdminTestJSON-2130980840-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]5277d841-c040-2b57-a756-5af362bd467b, 'name': SearchDatastore_Task, 'duration_secs': 0.009757} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 698.610944] env[69770]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4c01264f-a484-4b79-9fea-8e752bc9510b {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.622620] env[69770]: DEBUG oslo_vmware.api [None req-ade3ee29-d8e2-48f2-9048-cb84e106a7ba tempest-DeleteServersAdminTestJSON-2130980840 tempest-DeleteServersAdminTestJSON-2130980840-project-member] Waiting for the task: (returnval){ [ 698.622620] env[69770]: value = "session[52161b52-cb8e-ec9f-1132-2f6b49549d41]526acc89-8e8f-21ab-aba4-29e4d75fb201" [ 698.622620] env[69770]: _type = "Task" [ 698.622620] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 698.623436] env[69770]: DEBUG oslo_concurrency.lockutils [None req-8a91afeb-4bc8-43cc-a36f-fa7adf28abbf tempest-VolumesAssistedSnapshotsTest-780901493 tempest-VolumesAssistedSnapshotsTest-780901493-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 698.636511] env[69770]: DEBUG oslo_vmware.api [None req-ade3ee29-d8e2-48f2-9048-cb84e106a7ba tempest-DeleteServersAdminTestJSON-2130980840 tempest-DeleteServersAdminTestJSON-2130980840-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]526acc89-8e8f-21ab-aba4-29e4d75fb201, 'name': SearchDatastore_Task, 'duration_secs': 0.00933} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 698.636623] env[69770]: DEBUG oslo_concurrency.lockutils [None req-ade3ee29-d8e2-48f2-9048-cb84e106a7ba tempest-DeleteServersAdminTestJSON-2130980840 tempest-DeleteServersAdminTestJSON-2130980840-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.637394] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-ade3ee29-d8e2-48f2-9048-cb84e106a7ba tempest-DeleteServersAdminTestJSON-2130980840 tempest-DeleteServersAdminTestJSON-2130980840-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk to [datastore1] ee7c2360-8fce-4167-b80a-0e87f2677353/ee7c2360-8fce-4167-b80a-0e87f2677353.vmdk {{(pid=69770) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 698.637634] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c08c05c1-d2e1-4737-b70f-3e7f07c3d140 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.647195] env[69770]: DEBUG oslo_vmware.api [None req-ade3ee29-d8e2-48f2-9048-cb84e106a7ba tempest-DeleteServersAdminTestJSON-2130980840 tempest-DeleteServersAdminTestJSON-2130980840-project-member] Waiting for the task: (returnval){ [ 698.647195] env[69770]: value = "task-4069271" [ 698.647195] env[69770]: _type = "Task" [ 698.647195] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 698.662710] env[69770]: DEBUG oslo_vmware.api [None req-ade3ee29-d8e2-48f2-9048-cb84e106a7ba tempest-DeleteServersAdminTestJSON-2130980840 tempest-DeleteServersAdminTestJSON-2130980840-project-member] Task: {'id': task-4069271, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.673578] env[69770]: DEBUG nova.compute.manager [None req-02e230f1-7643-44f9-ad48-1d97a9c65a87 tempest-ServerDiagnosticsNegativeTest-1860943725 tempest-ServerDiagnosticsNegativeTest-1860943725-project-member] [instance: 4510171e-9670-4bd6-a63c-c55b4917c7ed] Start building block device mappings for instance. {{(pid=69770) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 698.833733] env[69770]: DEBUG nova.compute.manager [req-b3ea0910-7d0d-4542-b90a-b63ba64e1cde req-b337058e-eee7-4968-966b-e1fd3b69ad86 service nova] [instance: 69037fde-1312-4ff7-b405-38c8f32cb1f9] Received event network-vif-plugged-2e3fe84c-aab2-4122-b75a-ebfc4bc41f87 {{(pid=69770) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 698.833952] env[69770]: DEBUG oslo_concurrency.lockutils [req-b3ea0910-7d0d-4542-b90a-b63ba64e1cde req-b337058e-eee7-4968-966b-e1fd3b69ad86 service nova] Acquiring lock "69037fde-1312-4ff7-b405-38c8f32cb1f9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 698.834178] env[69770]: DEBUG oslo_concurrency.lockutils [req-b3ea0910-7d0d-4542-b90a-b63ba64e1cde req-b337058e-eee7-4968-966b-e1fd3b69ad86 service nova] Lock "69037fde-1312-4ff7-b405-38c8f32cb1f9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 698.834339] env[69770]: DEBUG oslo_concurrency.lockutils [req-b3ea0910-7d0d-4542-b90a-b63ba64e1cde req-b337058e-eee7-4968-966b-e1fd3b69ad86 service nova] Lock "69037fde-1312-4ff7-b405-38c8f32cb1f9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 698.834499] env[69770]: DEBUG nova.compute.manager [req-b3ea0910-7d0d-4542-b90a-b63ba64e1cde req-b337058e-eee7-4968-966b-e1fd3b69ad86 service nova] [instance: 69037fde-1312-4ff7-b405-38c8f32cb1f9] No waiting events found dispatching network-vif-plugged-2e3fe84c-aab2-4122-b75a-ebfc4bc41f87 {{(pid=69770) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 698.834721] env[69770]: WARNING nova.compute.manager [req-b3ea0910-7d0d-4542-b90a-b63ba64e1cde req-b337058e-eee7-4968-966b-e1fd3b69ad86 service nova] [instance: 69037fde-1312-4ff7-b405-38c8f32cb1f9] Received unexpected event network-vif-plugged-2e3fe84c-aab2-4122-b75a-ebfc4bc41f87 for instance with vm_state building and task_state spawning. [ 698.834894] env[69770]: DEBUG nova.compute.manager [req-b3ea0910-7d0d-4542-b90a-b63ba64e1cde req-b337058e-eee7-4968-966b-e1fd3b69ad86 service nova] [instance: 69037fde-1312-4ff7-b405-38c8f32cb1f9] Received event network-changed-2e3fe84c-aab2-4122-b75a-ebfc4bc41f87 {{(pid=69770) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 698.836150] env[69770]: DEBUG nova.compute.manager [req-b3ea0910-7d0d-4542-b90a-b63ba64e1cde req-b337058e-eee7-4968-966b-e1fd3b69ad86 service nova] [instance: 69037fde-1312-4ff7-b405-38c8f32cb1f9] Refreshing instance network info cache due to event network-changed-2e3fe84c-aab2-4122-b75a-ebfc4bc41f87. {{(pid=69770) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 698.836419] env[69770]: DEBUG oslo_concurrency.lockutils [req-b3ea0910-7d0d-4542-b90a-b63ba64e1cde req-b337058e-eee7-4968-966b-e1fd3b69ad86 service nova] Acquiring lock "refresh_cache-69037fde-1312-4ff7-b405-38c8f32cb1f9" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.903723] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab3b47d7-30c1-459c-870b-8d75ba6e93b7 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.913658] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93613d6d-de38-44fb-ae82-e823482d52ec {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.956047] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12eb0cb6-19a0-4185-8cf8-cb711a674b3c {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.965587] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-786752a7-c447-4b42-9a0f-feefd7f09fcd {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.985970] env[69770]: DEBUG nova.compute.provider_tree [None req-c92ed3d2-6d0e-47db-a7b6-5686e1ad12bc tempest-ServersAdminNegativeTestJSON-597507823 tempest-ServersAdminNegativeTestJSON-597507823-project-member] Inventory has not changed in ProviderTree for provider: 7cc7d32b-b7a7-454a-a456-2a440248ed9d {{(pid=69770) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 699.077212] env[69770]: DEBUG oslo_concurrency.lockutils [None req-2f56195b-84fa-4b68-b951-d679c0cc6acd tempest-FloatingIPsAssociationNegativeTestJSON-2104222380 tempest-FloatingIPsAssociationNegativeTestJSON-2104222380-project-member] Releasing lock "refresh_cache-69037fde-1312-4ff7-b405-38c8f32cb1f9" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.077752] env[69770]: DEBUG nova.compute.manager [None req-2f56195b-84fa-4b68-b951-d679c0cc6acd tempest-FloatingIPsAssociationNegativeTestJSON-2104222380 tempest-FloatingIPsAssociationNegativeTestJSON-2104222380-project-member] [instance: 69037fde-1312-4ff7-b405-38c8f32cb1f9] Instance network_info: |[{"id": "2e3fe84c-aab2-4122-b75a-ebfc4bc41f87", "address": "fa:16:3e:2e:07:37", "network": {"id": "ac6300b6-413d-4f0b-a249-ee24d9dd6749", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-857760433-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3766fe09f3334c7c8251c797c75433f8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1880df72-582c-44cb-992d-88dc6a514914", "external-id": "nsx-vlan-transportzone-808", "segmentation_id": 808, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2e3fe84c-aa", "ovs_interfaceid": "2e3fe84c-aab2-4122-b75a-ebfc4bc41f87", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69770) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 699.078260] env[69770]: DEBUG oslo_vmware.api [None req-593f6a70-9653-412c-a8b3-966b305bf41e tempest-MigrationsAdminTest-1409017777 tempest-MigrationsAdminTest-1409017777-project-member] Task: {'id': task-4069270, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.079824] env[69770]: DEBUG oslo_concurrency.lockutils [req-b3ea0910-7d0d-4542-b90a-b63ba64e1cde req-b337058e-eee7-4968-966b-e1fd3b69ad86 service nova] Acquired lock "refresh_cache-69037fde-1312-4ff7-b405-38c8f32cb1f9" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.079824] env[69770]: DEBUG nova.network.neutron [req-b3ea0910-7d0d-4542-b90a-b63ba64e1cde req-b337058e-eee7-4968-966b-e1fd3b69ad86 service nova] [instance: 69037fde-1312-4ff7-b405-38c8f32cb1f9] Refreshing network info cache for port 2e3fe84c-aab2-4122-b75a-ebfc4bc41f87 {{(pid=69770) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 699.080818] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-2f56195b-84fa-4b68-b951-d679c0cc6acd tempest-FloatingIPsAssociationNegativeTestJSON-2104222380 tempest-FloatingIPsAssociationNegativeTestJSON-2104222380-project-member] [instance: 69037fde-1312-4ff7-b405-38c8f32cb1f9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2e:07:37', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1880df72-582c-44cb-992d-88dc6a514914', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2e3fe84c-aab2-4122-b75a-ebfc4bc41f87', 'vif_model': 'vmxnet3'}] {{(pid=69770) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 699.090611] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f56195b-84fa-4b68-b951-d679c0cc6acd tempest-FloatingIPsAssociationNegativeTestJSON-2104222380 tempest-FloatingIPsAssociationNegativeTestJSON-2104222380-project-member] Creating folder: Project (3766fe09f3334c7c8251c797c75433f8). Parent ref: group-v806376. {{(pid=69770) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 699.099317] env[69770]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-67c6d52e-6b64-4ca0-9b42-557e0dcb7a32 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.114845] env[69770]: INFO nova.virt.vmwareapi.vm_util [None req-2f56195b-84fa-4b68-b951-d679c0cc6acd tempest-FloatingIPsAssociationNegativeTestJSON-2104222380 tempest-FloatingIPsAssociationNegativeTestJSON-2104222380-project-member] Created folder: Project (3766fe09f3334c7c8251c797c75433f8) in parent group-v806376. [ 699.115055] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f56195b-84fa-4b68-b951-d679c0cc6acd tempest-FloatingIPsAssociationNegativeTestJSON-2104222380 tempest-FloatingIPsAssociationNegativeTestJSON-2104222380-project-member] Creating folder: Instances. Parent ref: group-v806383. {{(pid=69770) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 699.115298] env[69770]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-656eaba7-4aed-4926-9652-863a7da70a0f {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.130337] env[69770]: INFO nova.virt.vmwareapi.vm_util [None req-2f56195b-84fa-4b68-b951-d679c0cc6acd tempest-FloatingIPsAssociationNegativeTestJSON-2104222380 tempest-FloatingIPsAssociationNegativeTestJSON-2104222380-project-member] Created folder: Instances in parent group-v806383. [ 699.130337] env[69770]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2f56195b-84fa-4b68-b951-d679c0cc6acd tempest-FloatingIPsAssociationNegativeTestJSON-2104222380 tempest-FloatingIPsAssociationNegativeTestJSON-2104222380-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69770) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 699.130565] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 69037fde-1312-4ff7-b405-38c8f32cb1f9] Creating VM on the ESX host {{(pid=69770) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 699.130692] env[69770]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-aeee797a-58f7-4435-bbef-ec53fe7986e5 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.166669] env[69770]: DEBUG oslo_vmware.api [None req-ade3ee29-d8e2-48f2-9048-cb84e106a7ba tempest-DeleteServersAdminTestJSON-2130980840 tempest-DeleteServersAdminTestJSON-2130980840-project-member] Task: {'id': task-4069271, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.168209] env[69770]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 699.168209] env[69770]: value = "task-4069274" [ 699.168209] env[69770]: _type = "Task" [ 699.168209] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 699.493595] env[69770]: DEBUG nova.scheduler.client.report [None req-c92ed3d2-6d0e-47db-a7b6-5686e1ad12bc tempest-ServersAdminNegativeTestJSON-597507823 tempest-ServersAdminNegativeTestJSON-597507823-project-member] Inventory has not changed for provider 7cc7d32b-b7a7-454a-a456-2a440248ed9d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 21, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69770) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 699.581920] env[69770]: DEBUG oslo_vmware.api [None req-593f6a70-9653-412c-a8b3-966b305bf41e tempest-MigrationsAdminTest-1409017777 tempest-MigrationsAdminTest-1409017777-project-member] Task: {'id': task-4069270, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.53325} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 699.582408] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-593f6a70-9653-412c-a8b3-966b305bf41e tempest-MigrationsAdminTest-1409017777 tempest-MigrationsAdminTest-1409017777-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk to [datastore1] 7626e483-2d84-4a06-8f38-f8fd431da011/7626e483-2d84-4a06-8f38-f8fd431da011.vmdk {{(pid=69770) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 699.582408] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-593f6a70-9653-412c-a8b3-966b305bf41e tempest-MigrationsAdminTest-1409017777 tempest-MigrationsAdminTest-1409017777-project-member] [instance: 7626e483-2d84-4a06-8f38-f8fd431da011] Extending root virtual disk to 1048576 {{(pid=69770) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 699.583867] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2aef370b-4db9-4661-96a1-29acaea0ae99 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.591210] env[69770]: DEBUG oslo_vmware.api [None req-593f6a70-9653-412c-a8b3-966b305bf41e tempest-MigrationsAdminTest-1409017777 tempest-MigrationsAdminTest-1409017777-project-member] Waiting for the task: (returnval){ [ 699.591210] env[69770]: value = "task-4069275" [ 699.591210] env[69770]: _type = "Task" [ 699.591210] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 699.603956] env[69770]: DEBUG oslo_vmware.api [None req-593f6a70-9653-412c-a8b3-966b305bf41e tempest-MigrationsAdminTest-1409017777 tempest-MigrationsAdminTest-1409017777-project-member] Task: {'id': task-4069275, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.666521] env[69770]: DEBUG oslo_vmware.api [None req-ade3ee29-d8e2-48f2-9048-cb84e106a7ba tempest-DeleteServersAdminTestJSON-2130980840 tempest-DeleteServersAdminTestJSON-2130980840-project-member] Task: {'id': task-4069271, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.805904} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 699.666521] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-ade3ee29-d8e2-48f2-9048-cb84e106a7ba tempest-DeleteServersAdminTestJSON-2130980840 tempest-DeleteServersAdminTestJSON-2130980840-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk to [datastore1] ee7c2360-8fce-4167-b80a-0e87f2677353/ee7c2360-8fce-4167-b80a-0e87f2677353.vmdk {{(pid=69770) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 699.666521] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-ade3ee29-d8e2-48f2-9048-cb84e106a7ba tempest-DeleteServersAdminTestJSON-2130980840 tempest-DeleteServersAdminTestJSON-2130980840-project-member] [instance: ee7c2360-8fce-4167-b80a-0e87f2677353] Extending root virtual disk to 1048576 {{(pid=69770) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 699.666521] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-06ecf683-9ff9-4dbe-91f4-c3fd0b162a9e {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.676340] env[69770]: DEBUG oslo_vmware.api [None req-ade3ee29-d8e2-48f2-9048-cb84e106a7ba tempest-DeleteServersAdminTestJSON-2130980840 tempest-DeleteServersAdminTestJSON-2130980840-project-member] Waiting for the task: (returnval){ [ 699.676340] env[69770]: value = "task-4069276" [ 699.676340] env[69770]: _type = "Task" [ 699.676340] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 699.687039] env[69770]: DEBUG oslo_vmware.api [-] Task: {'id': task-4069274, 'name': CreateVM_Task} progress is 99%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.687039] env[69770]: DEBUG nova.compute.manager [None req-02e230f1-7643-44f9-ad48-1d97a9c65a87 tempest-ServerDiagnosticsNegativeTest-1860943725 tempest-ServerDiagnosticsNegativeTest-1860943725-project-member] [instance: 4510171e-9670-4bd6-a63c-c55b4917c7ed] Start spawning the instance on the hypervisor. {{(pid=69770) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 699.693361] env[69770]: DEBUG oslo_vmware.api [None req-ade3ee29-d8e2-48f2-9048-cb84e106a7ba tempest-DeleteServersAdminTestJSON-2130980840 tempest-DeleteServersAdminTestJSON-2130980840-project-member] Task: {'id': task-4069276, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.970696] env[69770]: DEBUG nova.network.neutron [req-0b7c2860-c796-4a1e-8b8d-6739691a9bb5 req-c66a44d9-f5b6-4bc0-989c-af79c804e681 service nova] [instance: ee7c2360-8fce-4167-b80a-0e87f2677353] Updated VIF entry in instance network info cache for port c9980331-6df1-46f8-9f34-0f88a0f49607. {{(pid=69770) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 699.971266] env[69770]: DEBUG nova.network.neutron [req-0b7c2860-c796-4a1e-8b8d-6739691a9bb5 req-c66a44d9-f5b6-4bc0-989c-af79c804e681 service nova] [instance: ee7c2360-8fce-4167-b80a-0e87f2677353] Updating instance_info_cache with network_info: [{"id": "c9980331-6df1-46f8-9f34-0f88a0f49607", "address": "fa:16:3e:61:54:d3", "network": {"id": "f82b91df-bf84-467a-b908-3ff7324de9d6", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.224", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "d65f20bb89fb40a98b77bc6d97357df2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f0ef5aba-bd9a-42ff-a1a0-5e763986d70a", "external-id": "nsx-vlan-transportzone-209", "segmentation_id": 209, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc9980331-6d", "ovs_interfaceid": "c9980331-6df1-46f8-9f34-0f88a0f49607", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69770) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 700.000067] env[69770]: DEBUG oslo_concurrency.lockutils [None req-c92ed3d2-6d0e-47db-a7b6-5686e1ad12bc tempest-ServersAdminNegativeTestJSON-597507823 tempest-ServersAdminNegativeTestJSON-597507823-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.343s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 700.000067] env[69770]: DEBUG nova.compute.manager [None req-c92ed3d2-6d0e-47db-a7b6-5686e1ad12bc tempest-ServersAdminNegativeTestJSON-597507823 tempest-ServersAdminNegativeTestJSON-597507823-project-member] [instance: 8047bf73-fff9-4f29-913f-91d0eb28d6dd] Start building networks asynchronously for instance. {{(pid=69770) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 700.002567] env[69770]: DEBUG oslo_concurrency.lockutils [None req-f3416600-7c4b-4ea5-a8d2-9075574751b6 tempest-ServerDiagnosticsV248Test-2101269695 tempest-ServerDiagnosticsV248Test-2101269695-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.220s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 700.004333] env[69770]: INFO nova.compute.claims [None req-f3416600-7c4b-4ea5-a8d2-9075574751b6 tempest-ServerDiagnosticsV248Test-2101269695 tempest-ServerDiagnosticsV248Test-2101269695-project-member] [instance: 1b8c127a-c70e-435c-956e-1b8ad3a0d568] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 700.111519] env[69770]: DEBUG oslo_vmware.api [None req-593f6a70-9653-412c-a8b3-966b305bf41e tempest-MigrationsAdminTest-1409017777 tempest-MigrationsAdminTest-1409017777-project-member] Task: {'id': task-4069275, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.289314} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 700.118029] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-593f6a70-9653-412c-a8b3-966b305bf41e tempest-MigrationsAdminTest-1409017777 tempest-MigrationsAdminTest-1409017777-project-member] [instance: 7626e483-2d84-4a06-8f38-f8fd431da011] Extended root virtual disk {{(pid=69770) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 700.118029] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f461b314-2395-46a3-9645-7e02a656fb58 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.158841] env[69770]: DEBUG nova.virt.vmwareapi.volumeops [None req-593f6a70-9653-412c-a8b3-966b305bf41e tempest-MigrationsAdminTest-1409017777 tempest-MigrationsAdminTest-1409017777-project-member] [instance: 7626e483-2d84-4a06-8f38-f8fd431da011] Reconfiguring VM instance instance-00000001 to attach disk [datastore1] 7626e483-2d84-4a06-8f38-f8fd431da011/7626e483-2d84-4a06-8f38-f8fd431da011.vmdk or device None with type sparse {{(pid=69770) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 700.159602] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-07cff03f-1993-44c7-89ba-ba0437b4eca6 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.193036] env[69770]: DEBUG oslo_vmware.api [None req-593f6a70-9653-412c-a8b3-966b305bf41e tempest-MigrationsAdminTest-1409017777 tempest-MigrationsAdminTest-1409017777-project-member] Waiting for the task: (returnval){ [ 700.193036] env[69770]: value = "task-4069277" [ 700.193036] env[69770]: _type = "Task" [ 700.193036] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 700.208797] env[69770]: DEBUG oslo_vmware.api [-] Task: {'id': task-4069274, 'name': CreateVM_Task, 'duration_secs': 0.560457} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 700.208797] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 69037fde-1312-4ff7-b405-38c8f32cb1f9] Created VM on the ESX host {{(pid=69770) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 700.210793] env[69770]: DEBUG oslo_concurrency.lockutils [None req-2f56195b-84fa-4b68-b951-d679c0cc6acd tempest-FloatingIPsAssociationNegativeTestJSON-2104222380 tempest-FloatingIPsAssociationNegativeTestJSON-2104222380-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.211061] env[69770]: DEBUG oslo_concurrency.lockutils [None req-2f56195b-84fa-4b68-b951-d679c0cc6acd tempest-FloatingIPsAssociationNegativeTestJSON-2104222380 tempest-FloatingIPsAssociationNegativeTestJSON-2104222380-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.211667] env[69770]: DEBUG oslo_concurrency.lockutils [None req-2f56195b-84fa-4b68-b951-d679c0cc6acd tempest-FloatingIPsAssociationNegativeTestJSON-2104222380 tempest-FloatingIPsAssociationNegativeTestJSON-2104222380-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.232368] env[69770]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1b494673-4327-4fe7-9476-9f5284441d83 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.238380] env[69770]: DEBUG oslo_vmware.api [None req-ade3ee29-d8e2-48f2-9048-cb84e106a7ba tempest-DeleteServersAdminTestJSON-2130980840 tempest-DeleteServersAdminTestJSON-2130980840-project-member] Task: {'id': task-4069276, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.081419} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 700.239756] env[69770]: DEBUG oslo_vmware.api [None req-593f6a70-9653-412c-a8b3-966b305bf41e tempest-MigrationsAdminTest-1409017777 tempest-MigrationsAdminTest-1409017777-project-member] Task: {'id': task-4069277, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.240320] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-ade3ee29-d8e2-48f2-9048-cb84e106a7ba tempest-DeleteServersAdminTestJSON-2130980840 tempest-DeleteServersAdminTestJSON-2130980840-project-member] [instance: ee7c2360-8fce-4167-b80a-0e87f2677353] Extended root virtual disk {{(pid=69770) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 700.246469] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c3d4f4b-c3b7-48e5-b336-ab95c7d66fad {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.255610] env[69770]: DEBUG oslo_vmware.api [None req-2f56195b-84fa-4b68-b951-d679c0cc6acd tempest-FloatingIPsAssociationNegativeTestJSON-2104222380 tempest-FloatingIPsAssociationNegativeTestJSON-2104222380-project-member] Waiting for the task: (returnval){ [ 700.255610] env[69770]: value = "session[52161b52-cb8e-ec9f-1132-2f6b49549d41]520a6b5c-a513-1c91-7d99-8a3b9d3719cf" [ 700.255610] env[69770]: _type = "Task" [ 700.255610] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 700.294113] env[69770]: DEBUG nova.virt.vmwareapi.volumeops [None req-ade3ee29-d8e2-48f2-9048-cb84e106a7ba tempest-DeleteServersAdminTestJSON-2130980840 tempest-DeleteServersAdminTestJSON-2130980840-project-member] [instance: ee7c2360-8fce-4167-b80a-0e87f2677353] Reconfiguring VM instance instance-00000002 to attach disk [datastore1] ee7c2360-8fce-4167-b80a-0e87f2677353/ee7c2360-8fce-4167-b80a-0e87f2677353.vmdk or device None with type sparse {{(pid=69770) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 700.294964] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7e36d7e5-1d61-4926-aa16-8769db49ccdb {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.316363] env[69770]: DEBUG oslo_vmware.api [None req-2f56195b-84fa-4b68-b951-d679c0cc6acd tempest-FloatingIPsAssociationNegativeTestJSON-2104222380 tempest-FloatingIPsAssociationNegativeTestJSON-2104222380-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]520a6b5c-a513-1c91-7d99-8a3b9d3719cf, 'name': SearchDatastore_Task, 'duration_secs': 0.012203} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 700.317253] env[69770]: DEBUG oslo_concurrency.lockutils [None req-2f56195b-84fa-4b68-b951-d679c0cc6acd tempest-FloatingIPsAssociationNegativeTestJSON-2104222380 tempest-FloatingIPsAssociationNegativeTestJSON-2104222380-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.317517] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-2f56195b-84fa-4b68-b951-d679c0cc6acd tempest-FloatingIPsAssociationNegativeTestJSON-2104222380 tempest-FloatingIPsAssociationNegativeTestJSON-2104222380-project-member] [instance: 69037fde-1312-4ff7-b405-38c8f32cb1f9] Processing image d1eaff80-24a0-4391-90eb-59958b1ecf0a {{(pid=69770) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 700.317851] env[69770]: DEBUG oslo_concurrency.lockutils [None req-2f56195b-84fa-4b68-b951-d679c0cc6acd tempest-FloatingIPsAssociationNegativeTestJSON-2104222380 tempest-FloatingIPsAssociationNegativeTestJSON-2104222380-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.317980] env[69770]: DEBUG oslo_concurrency.lockutils [None req-2f56195b-84fa-4b68-b951-d679c0cc6acd tempest-FloatingIPsAssociationNegativeTestJSON-2104222380 tempest-FloatingIPsAssociationNegativeTestJSON-2104222380-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.318101] env[69770]: DEBUG nova.virt.vmwareapi.ds_util [None req-2f56195b-84fa-4b68-b951-d679c0cc6acd tempest-FloatingIPsAssociationNegativeTestJSON-2104222380 tempest-FloatingIPsAssociationNegativeTestJSON-2104222380-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69770) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 700.318378] env[69770]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6948b482-ace8-490d-a990-14ac6b8a1811 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.323068] env[69770]: DEBUG oslo_vmware.api [None req-ade3ee29-d8e2-48f2-9048-cb84e106a7ba tempest-DeleteServersAdminTestJSON-2130980840 tempest-DeleteServersAdminTestJSON-2130980840-project-member] Waiting for the task: (returnval){ [ 700.323068] env[69770]: value = "task-4069278" [ 700.323068] env[69770]: _type = "Task" [ 700.323068] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 700.328803] env[69770]: DEBUG nova.virt.vmwareapi.ds_util [None req-2f56195b-84fa-4b68-b951-d679c0cc6acd tempest-FloatingIPsAssociationNegativeTestJSON-2104222380 tempest-FloatingIPsAssociationNegativeTestJSON-2104222380-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69770) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 700.328904] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-2f56195b-84fa-4b68-b951-d679c0cc6acd tempest-FloatingIPsAssociationNegativeTestJSON-2104222380 tempest-FloatingIPsAssociationNegativeTestJSON-2104222380-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69770) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 700.334179] env[69770]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7e143647-c63b-4dcd-8440-2a05db396419 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.337539] env[69770]: DEBUG oslo_vmware.api [None req-ade3ee29-d8e2-48f2-9048-cb84e106a7ba tempest-DeleteServersAdminTestJSON-2130980840 tempest-DeleteServersAdminTestJSON-2130980840-project-member] Task: {'id': task-4069278, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.342380] env[69770]: DEBUG oslo_vmware.api [None req-2f56195b-84fa-4b68-b951-d679c0cc6acd tempest-FloatingIPsAssociationNegativeTestJSON-2104222380 tempest-FloatingIPsAssociationNegativeTestJSON-2104222380-project-member] Waiting for the task: (returnval){ [ 700.342380] env[69770]: value = "session[52161b52-cb8e-ec9f-1132-2f6b49549d41]52608545-2887-e166-92df-347780f6fb1c" [ 700.342380] env[69770]: _type = "Task" [ 700.342380] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 700.360206] env[69770]: DEBUG oslo_vmware.api [None req-2f56195b-84fa-4b68-b951-d679c0cc6acd tempest-FloatingIPsAssociationNegativeTestJSON-2104222380 tempest-FloatingIPsAssociationNegativeTestJSON-2104222380-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]52608545-2887-e166-92df-347780f6fb1c, 'name': SearchDatastore_Task, 'duration_secs': 0.009821} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 700.360206] env[69770]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7fe32f41-8824-4424-abef-4149caaeba0f {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.367331] env[69770]: DEBUG oslo_vmware.api [None req-2f56195b-84fa-4b68-b951-d679c0cc6acd tempest-FloatingIPsAssociationNegativeTestJSON-2104222380 tempest-FloatingIPsAssociationNegativeTestJSON-2104222380-project-member] Waiting for the task: (returnval){ [ 700.367331] env[69770]: value = "session[52161b52-cb8e-ec9f-1132-2f6b49549d41]52aabfff-8396-d667-5a14-95e10fb32e42" [ 700.367331] env[69770]: _type = "Task" [ 700.367331] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 700.382121] env[69770]: DEBUG oslo_vmware.api [None req-2f56195b-84fa-4b68-b951-d679c0cc6acd tempest-FloatingIPsAssociationNegativeTestJSON-2104222380 tempest-FloatingIPsAssociationNegativeTestJSON-2104222380-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]52aabfff-8396-d667-5a14-95e10fb32e42, 'name': SearchDatastore_Task, 'duration_secs': 0.010172} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 700.382497] env[69770]: DEBUG oslo_concurrency.lockutils [None req-2f56195b-84fa-4b68-b951-d679c0cc6acd tempest-FloatingIPsAssociationNegativeTestJSON-2104222380 tempest-FloatingIPsAssociationNegativeTestJSON-2104222380-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.382961] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f56195b-84fa-4b68-b951-d679c0cc6acd tempest-FloatingIPsAssociationNegativeTestJSON-2104222380 tempest-FloatingIPsAssociationNegativeTestJSON-2104222380-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk to [datastore1] 69037fde-1312-4ff7-b405-38c8f32cb1f9/69037fde-1312-4ff7-b405-38c8f32cb1f9.vmdk {{(pid=69770) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 700.383160] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-27e258f0-78e0-474a-b5b5-30e7c060acf4 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.394545] env[69770]: DEBUG oslo_vmware.api [None req-2f56195b-84fa-4b68-b951-d679c0cc6acd tempest-FloatingIPsAssociationNegativeTestJSON-2104222380 tempest-FloatingIPsAssociationNegativeTestJSON-2104222380-project-member] Waiting for the task: (returnval){ [ 700.394545] env[69770]: value = "task-4069279" [ 700.394545] env[69770]: _type = "Task" [ 700.394545] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 700.406727] env[69770]: DEBUG oslo_vmware.api [None req-2f56195b-84fa-4b68-b951-d679c0cc6acd tempest-FloatingIPsAssociationNegativeTestJSON-2104222380 tempest-FloatingIPsAssociationNegativeTestJSON-2104222380-project-member] Task: {'id': task-4069279, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.478338] env[69770]: DEBUG oslo_concurrency.lockutils [req-0b7c2860-c796-4a1e-8b8d-6739691a9bb5 req-c66a44d9-f5b6-4bc0-989c-af79c804e681 service nova] Releasing lock "refresh_cache-ee7c2360-8fce-4167-b80a-0e87f2677353" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.511781] env[69770]: DEBUG nova.compute.utils [None req-c92ed3d2-6d0e-47db-a7b6-5686e1ad12bc tempest-ServersAdminNegativeTestJSON-597507823 tempest-ServersAdminNegativeTestJSON-597507823-project-member] Using /dev/sd instead of None {{(pid=69770) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 700.513596] env[69770]: DEBUG nova.compute.manager [None req-c92ed3d2-6d0e-47db-a7b6-5686e1ad12bc tempest-ServersAdminNegativeTestJSON-597507823 tempest-ServersAdminNegativeTestJSON-597507823-project-member] [instance: 8047bf73-fff9-4f29-913f-91d0eb28d6dd] Allocating IP information in the background. {{(pid=69770) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 700.513781] env[69770]: DEBUG nova.network.neutron [None req-c92ed3d2-6d0e-47db-a7b6-5686e1ad12bc tempest-ServersAdminNegativeTestJSON-597507823 tempest-ServersAdminNegativeTestJSON-597507823-project-member] [instance: 8047bf73-fff9-4f29-913f-91d0eb28d6dd] allocate_for_instance() {{(pid=69770) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 700.683088] env[69770]: DEBUG nova.network.neutron [req-b3ea0910-7d0d-4542-b90a-b63ba64e1cde req-b337058e-eee7-4968-966b-e1fd3b69ad86 service nova] [instance: 69037fde-1312-4ff7-b405-38c8f32cb1f9] Updated VIF entry in instance network info cache for port 2e3fe84c-aab2-4122-b75a-ebfc4bc41f87. {{(pid=69770) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 700.683513] env[69770]: DEBUG nova.network.neutron [req-b3ea0910-7d0d-4542-b90a-b63ba64e1cde req-b337058e-eee7-4968-966b-e1fd3b69ad86 service nova] [instance: 69037fde-1312-4ff7-b405-38c8f32cb1f9] Updating instance_info_cache with network_info: [{"id": "2e3fe84c-aab2-4122-b75a-ebfc4bc41f87", "address": "fa:16:3e:2e:07:37", "network": {"id": "ac6300b6-413d-4f0b-a249-ee24d9dd6749", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-857760433-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3766fe09f3334c7c8251c797c75433f8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1880df72-582c-44cb-992d-88dc6a514914", "external-id": "nsx-vlan-transportzone-808", "segmentation_id": 808, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2e3fe84c-aa", "ovs_interfaceid": "2e3fe84c-aab2-4122-b75a-ebfc4bc41f87", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69770) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 700.710497] env[69770]: DEBUG oslo_vmware.api [None req-593f6a70-9653-412c-a8b3-966b305bf41e tempest-MigrationsAdminTest-1409017777 tempest-MigrationsAdminTest-1409017777-project-member] Task: {'id': task-4069277, 'name': ReconfigVM_Task, 'duration_secs': 0.375618} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 700.712986] env[69770]: DEBUG nova.network.neutron [None req-a7c689bb-d0a6-4607-ba32-3963d3e8ca0b tempest-ServersTestFqdnHostnames-1890732475 tempest-ServersTestFqdnHostnames-1890732475-project-member] [instance: ccf149da-8159-452b-9b8b-04359494e736] Successfully updated port: 75a7c677-5257-4c91-a659-74e213172401 {{(pid=69770) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 700.719056] env[69770]: DEBUG nova.virt.vmwareapi.volumeops [None req-593f6a70-9653-412c-a8b3-966b305bf41e tempest-MigrationsAdminTest-1409017777 tempest-MigrationsAdminTest-1409017777-project-member] [instance: 7626e483-2d84-4a06-8f38-f8fd431da011] Reconfigured VM instance instance-00000001 to attach disk [datastore1] 7626e483-2d84-4a06-8f38-f8fd431da011/7626e483-2d84-4a06-8f38-f8fd431da011.vmdk or device None with type sparse {{(pid=69770) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 700.719522] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4cfb7c06-4921-4a0c-87ef-b65e0e860cb7 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.729862] env[69770]: DEBUG oslo_vmware.api [None req-593f6a70-9653-412c-a8b3-966b305bf41e tempest-MigrationsAdminTest-1409017777 tempest-MigrationsAdminTest-1409017777-project-member] Waiting for the task: (returnval){ [ 700.729862] env[69770]: value = "task-4069280" [ 700.729862] env[69770]: _type = "Task" [ 700.729862] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 700.746655] env[69770]: DEBUG oslo_vmware.api [None req-593f6a70-9653-412c-a8b3-966b305bf41e tempest-MigrationsAdminTest-1409017777 tempest-MigrationsAdminTest-1409017777-project-member] Task: {'id': task-4069280, 'name': Rename_Task} progress is 5%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.836942] env[69770]: DEBUG oslo_vmware.api [None req-ade3ee29-d8e2-48f2-9048-cb84e106a7ba tempest-DeleteServersAdminTestJSON-2130980840 tempest-DeleteServersAdminTestJSON-2130980840-project-member] Task: {'id': task-4069278, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.843856] env[69770]: DEBUG nova.virt.hardware [None req-02e230f1-7643-44f9-ad48-1d97a9c65a87 tempest-ServerDiagnosticsNegativeTest-1860943725 tempest-ServerDiagnosticsNegativeTest-1860943725-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T12:16:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T12:16:11Z,direct_url=,disk_format='vmdk',id=d1eaff80-24a0-4391-90eb-59958b1ecf0a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d65f20bb89fb40a98b77bc6d97357df2',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T12:16:12Z,virtual_size=,visibility=), allow threads: False {{(pid=69770) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 700.843856] env[69770]: DEBUG nova.virt.hardware [None req-02e230f1-7643-44f9-ad48-1d97a9c65a87 tempest-ServerDiagnosticsNegativeTest-1860943725 tempest-ServerDiagnosticsNegativeTest-1860943725-project-member] Flavor limits 0:0:0 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 700.843856] env[69770]: DEBUG nova.virt.hardware [None req-02e230f1-7643-44f9-ad48-1d97a9c65a87 tempest-ServerDiagnosticsNegativeTest-1860943725 tempest-ServerDiagnosticsNegativeTest-1860943725-project-member] Image limits 0:0:0 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 700.844150] env[69770]: DEBUG nova.virt.hardware [None req-02e230f1-7643-44f9-ad48-1d97a9c65a87 tempest-ServerDiagnosticsNegativeTest-1860943725 tempest-ServerDiagnosticsNegativeTest-1860943725-project-member] Flavor pref 0:0:0 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 700.844150] env[69770]: DEBUG nova.virt.hardware [None req-02e230f1-7643-44f9-ad48-1d97a9c65a87 tempest-ServerDiagnosticsNegativeTest-1860943725 tempest-ServerDiagnosticsNegativeTest-1860943725-project-member] Image pref 0:0:0 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 700.844150] env[69770]: DEBUG nova.virt.hardware [None req-02e230f1-7643-44f9-ad48-1d97a9c65a87 tempest-ServerDiagnosticsNegativeTest-1860943725 tempest-ServerDiagnosticsNegativeTest-1860943725-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 700.844150] env[69770]: DEBUG nova.virt.hardware [None req-02e230f1-7643-44f9-ad48-1d97a9c65a87 tempest-ServerDiagnosticsNegativeTest-1860943725 tempest-ServerDiagnosticsNegativeTest-1860943725-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69770) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 700.844314] env[69770]: DEBUG nova.virt.hardware [None req-02e230f1-7643-44f9-ad48-1d97a9c65a87 tempest-ServerDiagnosticsNegativeTest-1860943725 tempest-ServerDiagnosticsNegativeTest-1860943725-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69770) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 700.847162] env[69770]: DEBUG nova.virt.hardware [None req-02e230f1-7643-44f9-ad48-1d97a9c65a87 tempest-ServerDiagnosticsNegativeTest-1860943725 tempest-ServerDiagnosticsNegativeTest-1860943725-project-member] Got 1 possible topologies {{(pid=69770) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 700.847162] env[69770]: DEBUG nova.virt.hardware [None req-02e230f1-7643-44f9-ad48-1d97a9c65a87 tempest-ServerDiagnosticsNegativeTest-1860943725 tempest-ServerDiagnosticsNegativeTest-1860943725-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69770) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 700.847162] env[69770]: DEBUG nova.virt.hardware [None req-02e230f1-7643-44f9-ad48-1d97a9c65a87 tempest-ServerDiagnosticsNegativeTest-1860943725 tempest-ServerDiagnosticsNegativeTest-1860943725-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69770) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 700.849163] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76102207-d62a-40de-83a2-5dbc98d089e0 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.863703] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c780f235-d8df-425e-b63c-f64870f7d198 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.912192] env[69770]: DEBUG oslo_vmware.api [None req-2f56195b-84fa-4b68-b951-d679c0cc6acd tempest-FloatingIPsAssociationNegativeTestJSON-2104222380 tempest-FloatingIPsAssociationNegativeTestJSON-2104222380-project-member] Task: {'id': task-4069279, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.505196} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 700.912192] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f56195b-84fa-4b68-b951-d679c0cc6acd tempest-FloatingIPsAssociationNegativeTestJSON-2104222380 tempest-FloatingIPsAssociationNegativeTestJSON-2104222380-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk to [datastore1] 69037fde-1312-4ff7-b405-38c8f32cb1f9/69037fde-1312-4ff7-b405-38c8f32cb1f9.vmdk {{(pid=69770) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 700.912192] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-2f56195b-84fa-4b68-b951-d679c0cc6acd tempest-FloatingIPsAssociationNegativeTestJSON-2104222380 tempest-FloatingIPsAssociationNegativeTestJSON-2104222380-project-member] [instance: 69037fde-1312-4ff7-b405-38c8f32cb1f9] Extending root virtual disk to 1048576 {{(pid=69770) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 700.912192] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5061b1d5-7814-4e5e-80fa-8a0b1e5a6097 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.917738] env[69770]: DEBUG oslo_vmware.api [None req-2f56195b-84fa-4b68-b951-d679c0cc6acd tempest-FloatingIPsAssociationNegativeTestJSON-2104222380 tempest-FloatingIPsAssociationNegativeTestJSON-2104222380-project-member] Waiting for the task: (returnval){ [ 700.917738] env[69770]: value = "task-4069281" [ 700.917738] env[69770]: _type = "Task" [ 700.917738] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 700.928330] env[69770]: DEBUG oslo_vmware.api [None req-2f56195b-84fa-4b68-b951-d679c0cc6acd tempest-FloatingIPsAssociationNegativeTestJSON-2104222380 tempest-FloatingIPsAssociationNegativeTestJSON-2104222380-project-member] Task: {'id': task-4069281, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.020710] env[69770]: DEBUG nova.compute.manager [None req-c92ed3d2-6d0e-47db-a7b6-5686e1ad12bc tempest-ServersAdminNegativeTestJSON-597507823 tempest-ServersAdminNegativeTestJSON-597507823-project-member] [instance: 8047bf73-fff9-4f29-913f-91d0eb28d6dd] Start building block device mappings for instance. {{(pid=69770) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 701.063968] env[69770]: DEBUG nova.policy [None req-c92ed3d2-6d0e-47db-a7b6-5686e1ad12bc tempest-ServersAdminNegativeTestJSON-597507823 tempest-ServersAdminNegativeTestJSON-597507823-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'df3828735f154631832f16179d19f0d0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a42ee601545d43b1ad9165919bebc656', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69770) authorize /opt/stack/nova/nova/policy.py:192}} [ 701.187473] env[69770]: DEBUG oslo_concurrency.lockutils [req-b3ea0910-7d0d-4542-b90a-b63ba64e1cde req-b337058e-eee7-4968-966b-e1fd3b69ad86 service nova] Releasing lock "refresh_cache-69037fde-1312-4ff7-b405-38c8f32cb1f9" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.195856] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb020fa1-b17c-439c-bd06-17403130724f {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.204221] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-511b4024-325d-4a4e-8fc6-3904ef9cadae {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.236405] env[69770]: DEBUG oslo_concurrency.lockutils [None req-a7c689bb-d0a6-4607-ba32-3963d3e8ca0b tempest-ServersTestFqdnHostnames-1890732475 tempest-ServersTestFqdnHostnames-1890732475-project-member] Acquiring lock "refresh_cache-ccf149da-8159-452b-9b8b-04359494e736" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.236405] env[69770]: DEBUG oslo_concurrency.lockutils [None req-a7c689bb-d0a6-4607-ba32-3963d3e8ca0b tempest-ServersTestFqdnHostnames-1890732475 tempest-ServersTestFqdnHostnames-1890732475-project-member] Acquired lock "refresh_cache-ccf149da-8159-452b-9b8b-04359494e736" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.236543] env[69770]: DEBUG nova.network.neutron [None req-a7c689bb-d0a6-4607-ba32-3963d3e8ca0b tempest-ServersTestFqdnHostnames-1890732475 tempest-ServersTestFqdnHostnames-1890732475-project-member] [instance: ccf149da-8159-452b-9b8b-04359494e736] Building network info cache for instance {{(pid=69770) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 701.241619] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cf09388-0a0b-4d8b-8143-96d97a315520 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.254665] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-246d9aec-f36c-4a2d-a735-32b607fca291 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.259052] env[69770]: DEBUG oslo_vmware.api [None req-593f6a70-9653-412c-a8b3-966b305bf41e tempest-MigrationsAdminTest-1409017777 tempest-MigrationsAdminTest-1409017777-project-member] Task: {'id': task-4069280, 'name': Rename_Task} progress is 14%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.273590] env[69770]: DEBUG nova.compute.provider_tree [None req-f3416600-7c4b-4ea5-a8d2-9075574751b6 tempest-ServerDiagnosticsV248Test-2101269695 tempest-ServerDiagnosticsV248Test-2101269695-project-member] Inventory has not changed in ProviderTree for provider: 7cc7d32b-b7a7-454a-a456-2a440248ed9d {{(pid=69770) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 701.317895] env[69770]: DEBUG nova.network.neutron [None req-02e230f1-7643-44f9-ad48-1d97a9c65a87 tempest-ServerDiagnosticsNegativeTest-1860943725 tempest-ServerDiagnosticsNegativeTest-1860943725-project-member] [instance: 4510171e-9670-4bd6-a63c-c55b4917c7ed] Successfully created port: c8314085-d06f-45ad-9ba1-5136380b87c2 {{(pid=69770) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 701.337938] env[69770]: DEBUG oslo_vmware.api [None req-ade3ee29-d8e2-48f2-9048-cb84e106a7ba tempest-DeleteServersAdminTestJSON-2130980840 tempest-DeleteServersAdminTestJSON-2130980840-project-member] Task: {'id': task-4069278, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.428595] env[69770]: DEBUG oslo_vmware.api [None req-2f56195b-84fa-4b68-b951-d679c0cc6acd tempest-FloatingIPsAssociationNegativeTestJSON-2104222380 tempest-FloatingIPsAssociationNegativeTestJSON-2104222380-project-member] Task: {'id': task-4069281, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07691} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 701.428691] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-2f56195b-84fa-4b68-b951-d679c0cc6acd tempest-FloatingIPsAssociationNegativeTestJSON-2104222380 tempest-FloatingIPsAssociationNegativeTestJSON-2104222380-project-member] [instance: 69037fde-1312-4ff7-b405-38c8f32cb1f9] Extended root virtual disk {{(pid=69770) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 701.430306] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99790af3-8f4a-408f-b400-81a5d6d83b9f {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.464822] env[69770]: DEBUG nova.virt.vmwareapi.volumeops [None req-2f56195b-84fa-4b68-b951-d679c0cc6acd tempest-FloatingIPsAssociationNegativeTestJSON-2104222380 tempest-FloatingIPsAssociationNegativeTestJSON-2104222380-project-member] [instance: 69037fde-1312-4ff7-b405-38c8f32cb1f9] Reconfiguring VM instance instance-00000003 to attach disk [datastore1] 69037fde-1312-4ff7-b405-38c8f32cb1f9/69037fde-1312-4ff7-b405-38c8f32cb1f9.vmdk or device None with type sparse {{(pid=69770) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 701.465166] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1a0c6164-b92b-4489-893a-b1b8cdfe88aa {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.499020] env[69770]: DEBUG oslo_vmware.api [None req-2f56195b-84fa-4b68-b951-d679c0cc6acd tempest-FloatingIPsAssociationNegativeTestJSON-2104222380 tempest-FloatingIPsAssociationNegativeTestJSON-2104222380-project-member] Waiting for the task: (returnval){ [ 701.499020] env[69770]: value = "task-4069282" [ 701.499020] env[69770]: _type = "Task" [ 701.499020] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 701.506808] env[69770]: DEBUG oslo_vmware.api [None req-2f56195b-84fa-4b68-b951-d679c0cc6acd tempest-FloatingIPsAssociationNegativeTestJSON-2104222380 tempest-FloatingIPsAssociationNegativeTestJSON-2104222380-project-member] Task: {'id': task-4069282, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.663880] env[69770]: DEBUG nova.compute.manager [req-5dadf96c-fd36-41b5-963b-13e07d9a85b0 req-63db19b4-f36e-4acc-ab9b-0c6b93ee9a1c service nova] [instance: ccf149da-8159-452b-9b8b-04359494e736] Received event network-vif-plugged-75a7c677-5257-4c91-a659-74e213172401 {{(pid=69770) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 701.664243] env[69770]: DEBUG oslo_concurrency.lockutils [req-5dadf96c-fd36-41b5-963b-13e07d9a85b0 req-63db19b4-f36e-4acc-ab9b-0c6b93ee9a1c service nova] Acquiring lock "ccf149da-8159-452b-9b8b-04359494e736-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 701.665391] env[69770]: DEBUG oslo_concurrency.lockutils [req-5dadf96c-fd36-41b5-963b-13e07d9a85b0 req-63db19b4-f36e-4acc-ab9b-0c6b93ee9a1c service nova] Lock "ccf149da-8159-452b-9b8b-04359494e736-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 701.665391] env[69770]: DEBUG oslo_concurrency.lockutils [req-5dadf96c-fd36-41b5-963b-13e07d9a85b0 req-63db19b4-f36e-4acc-ab9b-0c6b93ee9a1c service nova] Lock "ccf149da-8159-452b-9b8b-04359494e736-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 701.665391] env[69770]: DEBUG nova.compute.manager [req-5dadf96c-fd36-41b5-963b-13e07d9a85b0 req-63db19b4-f36e-4acc-ab9b-0c6b93ee9a1c service nova] [instance: ccf149da-8159-452b-9b8b-04359494e736] No waiting events found dispatching network-vif-plugged-75a7c677-5257-4c91-a659-74e213172401 {{(pid=69770) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 701.665391] env[69770]: WARNING nova.compute.manager [req-5dadf96c-fd36-41b5-963b-13e07d9a85b0 req-63db19b4-f36e-4acc-ab9b-0c6b93ee9a1c service nova] [instance: ccf149da-8159-452b-9b8b-04359494e736] Received unexpected event network-vif-plugged-75a7c677-5257-4c91-a659-74e213172401 for instance with vm_state building and task_state spawning. [ 701.743311] env[69770]: DEBUG nova.network.neutron [None req-5eb54b88-5e4c-4a61-bb4c-2784af1b8a6c tempest-ImagesOneServerTestJSON-1024055021 tempest-ImagesOneServerTestJSON-1024055021-project-member] [instance: 7ae47f8e-e519-4825-b89a-7561df6850d9] Successfully updated port: 494963b2-3eab-4b17-86d0-b55d8aec0a5d {{(pid=69770) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 701.754243] env[69770]: DEBUG oslo_vmware.api [None req-593f6a70-9653-412c-a8b3-966b305bf41e tempest-MigrationsAdminTest-1409017777 tempest-MigrationsAdminTest-1409017777-project-member] Task: {'id': task-4069280, 'name': Rename_Task, 'duration_secs': 0.919125} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 701.754938] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-593f6a70-9653-412c-a8b3-966b305bf41e tempest-MigrationsAdminTest-1409017777 tempest-MigrationsAdminTest-1409017777-project-member] [instance: 7626e483-2d84-4a06-8f38-f8fd431da011] Powering on the VM {{(pid=69770) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 701.760495] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ae7313b9-f4bc-4e55-94d0-19dbc6425f4d {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.772173] env[69770]: DEBUG oslo_vmware.api [None req-593f6a70-9653-412c-a8b3-966b305bf41e tempest-MigrationsAdminTest-1409017777 tempest-MigrationsAdminTest-1409017777-project-member] Waiting for the task: (returnval){ [ 701.772173] env[69770]: value = "task-4069283" [ 701.772173] env[69770]: _type = "Task" [ 701.772173] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 701.777041] env[69770]: DEBUG nova.scheduler.client.report [None req-f3416600-7c4b-4ea5-a8d2-9075574751b6 tempest-ServerDiagnosticsV248Test-2101269695 tempest-ServerDiagnosticsV248Test-2101269695-project-member] Inventory has not changed for provider 7cc7d32b-b7a7-454a-a456-2a440248ed9d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 21, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69770) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 701.788053] env[69770]: DEBUG oslo_vmware.api [None req-593f6a70-9653-412c-a8b3-966b305bf41e tempest-MigrationsAdminTest-1409017777 tempest-MigrationsAdminTest-1409017777-project-member] Task: {'id': task-4069283, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.836382] env[69770]: DEBUG oslo_vmware.api [None req-ade3ee29-d8e2-48f2-9048-cb84e106a7ba tempest-DeleteServersAdminTestJSON-2130980840 tempest-DeleteServersAdminTestJSON-2130980840-project-member] Task: {'id': task-4069278, 'name': ReconfigVM_Task, 'duration_secs': 1.391405} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 701.839679] env[69770]: DEBUG nova.virt.vmwareapi.volumeops [None req-ade3ee29-d8e2-48f2-9048-cb84e106a7ba tempest-DeleteServersAdminTestJSON-2130980840 tempest-DeleteServersAdminTestJSON-2130980840-project-member] [instance: ee7c2360-8fce-4167-b80a-0e87f2677353] Reconfigured VM instance instance-00000002 to attach disk [datastore1] ee7c2360-8fce-4167-b80a-0e87f2677353/ee7c2360-8fce-4167-b80a-0e87f2677353.vmdk or device None with type sparse {{(pid=69770) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 701.839679] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3624f767-a098-4a7e-9616-c6cadfb60a46 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.847472] env[69770]: DEBUG oslo_vmware.api [None req-ade3ee29-d8e2-48f2-9048-cb84e106a7ba tempest-DeleteServersAdminTestJSON-2130980840 tempest-DeleteServersAdminTestJSON-2130980840-project-member] Waiting for the task: (returnval){ [ 701.847472] env[69770]: value = "task-4069284" [ 701.847472] env[69770]: _type = "Task" [ 701.847472] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 701.858132] env[69770]: DEBUG oslo_vmware.api [None req-ade3ee29-d8e2-48f2-9048-cb84e106a7ba tempest-DeleteServersAdminTestJSON-2130980840 tempest-DeleteServersAdminTestJSON-2130980840-project-member] Task: {'id': task-4069284, 'name': Rename_Task} progress is 5%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.901157] env[69770]: DEBUG nova.network.neutron [None req-a7c689bb-d0a6-4607-ba32-3963d3e8ca0b tempest-ServersTestFqdnHostnames-1890732475 tempest-ServersTestFqdnHostnames-1890732475-project-member] [instance: ccf149da-8159-452b-9b8b-04359494e736] Instance cache missing network info. {{(pid=69770) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 702.017835] env[69770]: DEBUG oslo_vmware.api [None req-2f56195b-84fa-4b68-b951-d679c0cc6acd tempest-FloatingIPsAssociationNegativeTestJSON-2104222380 tempest-FloatingIPsAssociationNegativeTestJSON-2104222380-project-member] Task: {'id': task-4069282, 'name': ReconfigVM_Task, 'duration_secs': 0.331791} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 702.018161] env[69770]: DEBUG nova.virt.vmwareapi.volumeops [None req-2f56195b-84fa-4b68-b951-d679c0cc6acd tempest-FloatingIPsAssociationNegativeTestJSON-2104222380 tempest-FloatingIPsAssociationNegativeTestJSON-2104222380-project-member] [instance: 69037fde-1312-4ff7-b405-38c8f32cb1f9] Reconfigured VM instance instance-00000003 to attach disk [datastore1] 69037fde-1312-4ff7-b405-38c8f32cb1f9/69037fde-1312-4ff7-b405-38c8f32cb1f9.vmdk or device None with type sparse {{(pid=69770) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 702.019033] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-745d77bc-b7a6-495d-af20-cd7c36b35214 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.027854] env[69770]: DEBUG oslo_vmware.api [None req-2f56195b-84fa-4b68-b951-d679c0cc6acd tempest-FloatingIPsAssociationNegativeTestJSON-2104222380 tempest-FloatingIPsAssociationNegativeTestJSON-2104222380-project-member] Waiting for the task: (returnval){ [ 702.027854] env[69770]: value = "task-4069285" [ 702.027854] env[69770]: _type = "Task" [ 702.027854] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 702.042316] env[69770]: DEBUG nova.compute.manager [None req-c92ed3d2-6d0e-47db-a7b6-5686e1ad12bc tempest-ServersAdminNegativeTestJSON-597507823 tempest-ServersAdminNegativeTestJSON-597507823-project-member] [instance: 8047bf73-fff9-4f29-913f-91d0eb28d6dd] Start spawning the instance on the hypervisor. {{(pid=69770) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 702.043428] env[69770]: DEBUG oslo_vmware.api [None req-2f56195b-84fa-4b68-b951-d679c0cc6acd tempest-FloatingIPsAssociationNegativeTestJSON-2104222380 tempest-FloatingIPsAssociationNegativeTestJSON-2104222380-project-member] Task: {'id': task-4069285, 'name': Rename_Task} progress is 5%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.083433] env[69770]: DEBUG nova.virt.hardware [None req-c92ed3d2-6d0e-47db-a7b6-5686e1ad12bc tempest-ServersAdminNegativeTestJSON-597507823 tempest-ServersAdminNegativeTestJSON-597507823-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T12:16:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T12:16:11Z,direct_url=,disk_format='vmdk',id=d1eaff80-24a0-4391-90eb-59958b1ecf0a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d65f20bb89fb40a98b77bc6d97357df2',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T12:16:12Z,virtual_size=,visibility=), allow threads: False {{(pid=69770) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 702.083433] env[69770]: DEBUG nova.virt.hardware [None req-c92ed3d2-6d0e-47db-a7b6-5686e1ad12bc tempest-ServersAdminNegativeTestJSON-597507823 tempest-ServersAdminNegativeTestJSON-597507823-project-member] Flavor limits 0:0:0 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 702.083433] env[69770]: DEBUG nova.virt.hardware [None req-c92ed3d2-6d0e-47db-a7b6-5686e1ad12bc tempest-ServersAdminNegativeTestJSON-597507823 tempest-ServersAdminNegativeTestJSON-597507823-project-member] Image limits 0:0:0 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 702.084051] env[69770]: DEBUG nova.virt.hardware [None req-c92ed3d2-6d0e-47db-a7b6-5686e1ad12bc tempest-ServersAdminNegativeTestJSON-597507823 tempest-ServersAdminNegativeTestJSON-597507823-project-member] Flavor pref 0:0:0 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 702.084051] env[69770]: DEBUG nova.virt.hardware [None req-c92ed3d2-6d0e-47db-a7b6-5686e1ad12bc tempest-ServersAdminNegativeTestJSON-597507823 tempest-ServersAdminNegativeTestJSON-597507823-project-member] Image pref 0:0:0 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 702.084051] env[69770]: DEBUG nova.virt.hardware [None req-c92ed3d2-6d0e-47db-a7b6-5686e1ad12bc tempest-ServersAdminNegativeTestJSON-597507823 tempest-ServersAdminNegativeTestJSON-597507823-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 702.084051] env[69770]: DEBUG nova.virt.hardware [None req-c92ed3d2-6d0e-47db-a7b6-5686e1ad12bc tempest-ServersAdminNegativeTestJSON-597507823 tempest-ServersAdminNegativeTestJSON-597507823-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69770) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 702.084051] env[69770]: DEBUG nova.virt.hardware [None req-c92ed3d2-6d0e-47db-a7b6-5686e1ad12bc tempest-ServersAdminNegativeTestJSON-597507823 tempest-ServersAdminNegativeTestJSON-597507823-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69770) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 702.084277] env[69770]: DEBUG nova.virt.hardware [None req-c92ed3d2-6d0e-47db-a7b6-5686e1ad12bc tempest-ServersAdminNegativeTestJSON-597507823 tempest-ServersAdminNegativeTestJSON-597507823-project-member] Got 1 possible topologies {{(pid=69770) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 702.084277] env[69770]: DEBUG nova.virt.hardware [None req-c92ed3d2-6d0e-47db-a7b6-5686e1ad12bc tempest-ServersAdminNegativeTestJSON-597507823 tempest-ServersAdminNegativeTestJSON-597507823-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69770) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 702.084277] env[69770]: DEBUG nova.virt.hardware [None req-c92ed3d2-6d0e-47db-a7b6-5686e1ad12bc tempest-ServersAdminNegativeTestJSON-597507823 tempest-ServersAdminNegativeTestJSON-597507823-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69770) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 702.084277] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2f4476e-93a0-493b-a370-bce7c21e687b {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.094898] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3917d79-ffc4-40a1-90fa-3e6443c2adfa {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.248259] env[69770]: DEBUG oslo_concurrency.lockutils [None req-5eb54b88-5e4c-4a61-bb4c-2784af1b8a6c tempest-ImagesOneServerTestJSON-1024055021 tempest-ImagesOneServerTestJSON-1024055021-project-member] Acquiring lock "refresh_cache-7ae47f8e-e519-4825-b89a-7561df6850d9" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.248456] env[69770]: DEBUG oslo_concurrency.lockutils [None req-5eb54b88-5e4c-4a61-bb4c-2784af1b8a6c tempest-ImagesOneServerTestJSON-1024055021 tempest-ImagesOneServerTestJSON-1024055021-project-member] Acquired lock "refresh_cache-7ae47f8e-e519-4825-b89a-7561df6850d9" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.248614] env[69770]: DEBUG nova.network.neutron [None req-5eb54b88-5e4c-4a61-bb4c-2784af1b8a6c tempest-ImagesOneServerTestJSON-1024055021 tempest-ImagesOneServerTestJSON-1024055021-project-member] [instance: 7ae47f8e-e519-4825-b89a-7561df6850d9] Building network info cache for instance {{(pid=69770) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 702.291377] env[69770]: DEBUG oslo_concurrency.lockutils [None req-f3416600-7c4b-4ea5-a8d2-9075574751b6 tempest-ServerDiagnosticsV248Test-2101269695 tempest-ServerDiagnosticsV248Test-2101269695-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.286s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 702.291882] env[69770]: DEBUG nova.compute.manager [None req-f3416600-7c4b-4ea5-a8d2-9075574751b6 tempest-ServerDiagnosticsV248Test-2101269695 tempest-ServerDiagnosticsV248Test-2101269695-project-member] [instance: 1b8c127a-c70e-435c-956e-1b8ad3a0d568] Start building networks asynchronously for instance. {{(pid=69770) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 702.297362] env[69770]: DEBUG oslo_vmware.api [None req-593f6a70-9653-412c-a8b3-966b305bf41e tempest-MigrationsAdminTest-1409017777 tempest-MigrationsAdminTest-1409017777-project-member] Task: {'id': task-4069283, 'name': PowerOnVM_Task, 'duration_secs': 0.513522} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 702.297362] env[69770]: DEBUG oslo_concurrency.lockutils [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 4.539s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 702.300593] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-593f6a70-9653-412c-a8b3-966b305bf41e tempest-MigrationsAdminTest-1409017777 tempest-MigrationsAdminTest-1409017777-project-member] [instance: 7626e483-2d84-4a06-8f38-f8fd431da011] Powered on the VM {{(pid=69770) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 702.303529] env[69770]: INFO nova.compute.manager [None req-593f6a70-9653-412c-a8b3-966b305bf41e tempest-MigrationsAdminTest-1409017777 tempest-MigrationsAdminTest-1409017777-project-member] [instance: 7626e483-2d84-4a06-8f38-f8fd431da011] Took 14.07 seconds to spawn the instance on the hypervisor. [ 702.303529] env[69770]: DEBUG nova.compute.manager [None req-593f6a70-9653-412c-a8b3-966b305bf41e tempest-MigrationsAdminTest-1409017777 tempest-MigrationsAdminTest-1409017777-project-member] [instance: 7626e483-2d84-4a06-8f38-f8fd431da011] Checking state {{(pid=69770) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 702.303529] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c67d29e9-81cc-4a76-acd5-2c05396f8ece {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.366196] env[69770]: DEBUG oslo_vmware.api [None req-ade3ee29-d8e2-48f2-9048-cb84e106a7ba tempest-DeleteServersAdminTestJSON-2130980840 tempest-DeleteServersAdminTestJSON-2130980840-project-member] Task: {'id': task-4069284, 'name': Rename_Task, 'duration_secs': 0.325103} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 702.366196] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-ade3ee29-d8e2-48f2-9048-cb84e106a7ba tempest-DeleteServersAdminTestJSON-2130980840 tempest-DeleteServersAdminTestJSON-2130980840-project-member] [instance: ee7c2360-8fce-4167-b80a-0e87f2677353] Powering on the VM {{(pid=69770) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 702.366196] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-80ea4123-8a2e-4e52-8ac8-68de27af6a8e {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.375339] env[69770]: DEBUG oslo_vmware.api [None req-ade3ee29-d8e2-48f2-9048-cb84e106a7ba tempest-DeleteServersAdminTestJSON-2130980840 tempest-DeleteServersAdminTestJSON-2130980840-project-member] Waiting for the task: (returnval){ [ 702.375339] env[69770]: value = "task-4069286" [ 702.375339] env[69770]: _type = "Task" [ 702.375339] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 702.389808] env[69770]: DEBUG oslo_vmware.api [None req-ade3ee29-d8e2-48f2-9048-cb84e106a7ba tempest-DeleteServersAdminTestJSON-2130980840 tempest-DeleteServersAdminTestJSON-2130980840-project-member] Task: {'id': task-4069286, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.545600] env[69770]: DEBUG oslo_vmware.api [None req-2f56195b-84fa-4b68-b951-d679c0cc6acd tempest-FloatingIPsAssociationNegativeTestJSON-2104222380 tempest-FloatingIPsAssociationNegativeTestJSON-2104222380-project-member] Task: {'id': task-4069285, 'name': Rename_Task, 'duration_secs': 0.165731} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 702.545733] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f56195b-84fa-4b68-b951-d679c0cc6acd tempest-FloatingIPsAssociationNegativeTestJSON-2104222380 tempest-FloatingIPsAssociationNegativeTestJSON-2104222380-project-member] [instance: 69037fde-1312-4ff7-b405-38c8f32cb1f9] Powering on the VM {{(pid=69770) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 702.546157] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-70be4ed0-1685-4a62-9087-6c985cb4c855 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.557165] env[69770]: DEBUG oslo_vmware.api [None req-2f56195b-84fa-4b68-b951-d679c0cc6acd tempest-FloatingIPsAssociationNegativeTestJSON-2104222380 tempest-FloatingIPsAssociationNegativeTestJSON-2104222380-project-member] Waiting for the task: (returnval){ [ 702.557165] env[69770]: value = "task-4069287" [ 702.557165] env[69770]: _type = "Task" [ 702.557165] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 702.561707] env[69770]: DEBUG nova.network.neutron [None req-a7c689bb-d0a6-4607-ba32-3963d3e8ca0b tempest-ServersTestFqdnHostnames-1890732475 tempest-ServersTestFqdnHostnames-1890732475-project-member] [instance: ccf149da-8159-452b-9b8b-04359494e736] Updating instance_info_cache with network_info: [{"id": "75a7c677-5257-4c91-a659-74e213172401", "address": "fa:16:3e:82:bc:c3", "network": {"id": "e9be7887-49b3-41ac-978b-6cfc2a6b6490", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-1266573329-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a885e947cc4d446fb918d3baf21a4867", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b250e561-3be3-4bae-be1a-162251b1ee31", "external-id": "nsx-vlan-transportzone-464", "segmentation_id": 464, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap75a7c677-52", "ovs_interfaceid": "75a7c677-5257-4c91-a659-74e213172401", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69770) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 702.571642] env[69770]: DEBUG oslo_vmware.api [None req-2f56195b-84fa-4b68-b951-d679c0cc6acd tempest-FloatingIPsAssociationNegativeTestJSON-2104222380 tempest-FloatingIPsAssociationNegativeTestJSON-2104222380-project-member] Task: {'id': task-4069287, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.800973] env[69770]: DEBUG nova.compute.utils [None req-f3416600-7c4b-4ea5-a8d2-9075574751b6 tempest-ServerDiagnosticsV248Test-2101269695 tempest-ServerDiagnosticsV248Test-2101269695-project-member] Using /dev/sd instead of None {{(pid=69770) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 702.802393] env[69770]: DEBUG nova.compute.manager [None req-f3416600-7c4b-4ea5-a8d2-9075574751b6 tempest-ServerDiagnosticsV248Test-2101269695 tempest-ServerDiagnosticsV248Test-2101269695-project-member] [instance: 1b8c127a-c70e-435c-956e-1b8ad3a0d568] Not allocating networking since 'none' was specified. {{(pid=69770) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 702.838032] env[69770]: INFO nova.compute.manager [None req-593f6a70-9653-412c-a8b3-966b305bf41e tempest-MigrationsAdminTest-1409017777 tempest-MigrationsAdminTest-1409017777-project-member] [instance: 7626e483-2d84-4a06-8f38-f8fd431da011] Took 18.89 seconds to build instance. [ 702.890377] env[69770]: DEBUG nova.network.neutron [None req-5eb54b88-5e4c-4a61-bb4c-2784af1b8a6c tempest-ImagesOneServerTestJSON-1024055021 tempest-ImagesOneServerTestJSON-1024055021-project-member] [instance: 7ae47f8e-e519-4825-b89a-7561df6850d9] Instance cache missing network info. {{(pid=69770) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 702.902506] env[69770]: DEBUG oslo_vmware.api [None req-ade3ee29-d8e2-48f2-9048-cb84e106a7ba tempest-DeleteServersAdminTestJSON-2130980840 tempest-DeleteServersAdminTestJSON-2130980840-project-member] Task: {'id': task-4069286, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.069535] env[69770]: DEBUG oslo_concurrency.lockutils [None req-a7c689bb-d0a6-4607-ba32-3963d3e8ca0b tempest-ServersTestFqdnHostnames-1890732475 tempest-ServersTestFqdnHostnames-1890732475-project-member] Releasing lock "refresh_cache-ccf149da-8159-452b-9b8b-04359494e736" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.069535] env[69770]: DEBUG nova.compute.manager [None req-a7c689bb-d0a6-4607-ba32-3963d3e8ca0b tempest-ServersTestFqdnHostnames-1890732475 tempest-ServersTestFqdnHostnames-1890732475-project-member] [instance: ccf149da-8159-452b-9b8b-04359494e736] Instance network_info: |[{"id": "75a7c677-5257-4c91-a659-74e213172401", "address": "fa:16:3e:82:bc:c3", "network": {"id": "e9be7887-49b3-41ac-978b-6cfc2a6b6490", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-1266573329-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a885e947cc4d446fb918d3baf21a4867", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b250e561-3be3-4bae-be1a-162251b1ee31", "external-id": "nsx-vlan-transportzone-464", "segmentation_id": 464, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap75a7c677-52", "ovs_interfaceid": "75a7c677-5257-4c91-a659-74e213172401", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69770) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 703.069723] env[69770]: DEBUG oslo_vmware.api [None req-2f56195b-84fa-4b68-b951-d679c0cc6acd tempest-FloatingIPsAssociationNegativeTestJSON-2104222380 tempest-FloatingIPsAssociationNegativeTestJSON-2104222380-project-member] Task: {'id': task-4069287, 'name': PowerOnVM_Task, 'duration_secs': 0.495534} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 703.069723] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-a7c689bb-d0a6-4607-ba32-3963d3e8ca0b tempest-ServersTestFqdnHostnames-1890732475 tempest-ServersTestFqdnHostnames-1890732475-project-member] [instance: ccf149da-8159-452b-9b8b-04359494e736] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:82:bc:c3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b250e561-3be3-4bae-be1a-162251b1ee31', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '75a7c677-5257-4c91-a659-74e213172401', 'vif_model': 'vmxnet3'}] {{(pid=69770) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 703.076755] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-a7c689bb-d0a6-4607-ba32-3963d3e8ca0b tempest-ServersTestFqdnHostnames-1890732475 tempest-ServersTestFqdnHostnames-1890732475-project-member] Creating folder: Project (a885e947cc4d446fb918d3baf21a4867). Parent ref: group-v806376. {{(pid=69770) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 703.077088] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f56195b-84fa-4b68-b951-d679c0cc6acd tempest-FloatingIPsAssociationNegativeTestJSON-2104222380 tempest-FloatingIPsAssociationNegativeTestJSON-2104222380-project-member] [instance: 69037fde-1312-4ff7-b405-38c8f32cb1f9] Powered on the VM {{(pid=69770) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 703.077691] env[69770]: INFO nova.compute.manager [None req-2f56195b-84fa-4b68-b951-d679c0cc6acd tempest-FloatingIPsAssociationNegativeTestJSON-2104222380 tempest-FloatingIPsAssociationNegativeTestJSON-2104222380-project-member] [instance: 69037fde-1312-4ff7-b405-38c8f32cb1f9] Took 10.34 seconds to spawn the instance on the hypervisor. [ 703.077691] env[69770]: DEBUG nova.compute.manager [None req-2f56195b-84fa-4b68-b951-d679c0cc6acd tempest-FloatingIPsAssociationNegativeTestJSON-2104222380 tempest-FloatingIPsAssociationNegativeTestJSON-2104222380-project-member] [instance: 69037fde-1312-4ff7-b405-38c8f32cb1f9] Checking state {{(pid=69770) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 703.077849] env[69770]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-55ed9e78-ced0-4200-8ad5-64004549ec53 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.081991] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-106d8823-03d2-4a98-853e-fa75528fa1a5 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.098622] env[69770]: INFO nova.virt.vmwareapi.vm_util [None req-a7c689bb-d0a6-4607-ba32-3963d3e8ca0b tempest-ServersTestFqdnHostnames-1890732475 tempest-ServersTestFqdnHostnames-1890732475-project-member] Created folder: Project (a885e947cc4d446fb918d3baf21a4867) in parent group-v806376. [ 703.098821] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-a7c689bb-d0a6-4607-ba32-3963d3e8ca0b tempest-ServersTestFqdnHostnames-1890732475 tempest-ServersTestFqdnHostnames-1890732475-project-member] Creating folder: Instances. Parent ref: group-v806386. {{(pid=69770) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 703.099273] env[69770]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-94c08408-97e5-4303-a3a9-0ac8b5500fb0 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.115897] env[69770]: INFO nova.virt.vmwareapi.vm_util [None req-a7c689bb-d0a6-4607-ba32-3963d3e8ca0b tempest-ServersTestFqdnHostnames-1890732475 tempest-ServersTestFqdnHostnames-1890732475-project-member] Created folder: Instances in parent group-v806386. [ 703.116124] env[69770]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a7c689bb-d0a6-4607-ba32-3963d3e8ca0b tempest-ServersTestFqdnHostnames-1890732475 tempest-ServersTestFqdnHostnames-1890732475-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69770) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 703.116333] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ccf149da-8159-452b-9b8b-04359494e736] Creating VM on the ESX host {{(pid=69770) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 703.116823] env[69770]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-44ba387c-c21e-46b4-ad95-f0c3a65c2617 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.145242] env[69770]: DEBUG nova.network.neutron [None req-c92ed3d2-6d0e-47db-a7b6-5686e1ad12bc tempest-ServersAdminNegativeTestJSON-597507823 tempest-ServersAdminNegativeTestJSON-597507823-project-member] [instance: 8047bf73-fff9-4f29-913f-91d0eb28d6dd] Successfully created port: 83e9424b-b290-4540-a74c-023b79e0fc1e {{(pid=69770) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 703.157078] env[69770]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 703.157078] env[69770]: value = "task-4069290" [ 703.157078] env[69770]: _type = "Task" [ 703.157078] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 703.165795] env[69770]: DEBUG oslo_vmware.api [-] Task: {'id': task-4069290, 'name': CreateVM_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.297280] env[69770]: DEBUG nova.network.neutron [None req-5eb54b88-5e4c-4a61-bb4c-2784af1b8a6c tempest-ImagesOneServerTestJSON-1024055021 tempest-ImagesOneServerTestJSON-1024055021-project-member] [instance: 7ae47f8e-e519-4825-b89a-7561df6850d9] Updating instance_info_cache with network_info: [{"id": "494963b2-3eab-4b17-86d0-b55d8aec0a5d", "address": "fa:16:3e:eb:2a:a5", "network": {"id": "22e70bdc-d01f-449d-82d9-d6c396e5f257", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-420892206-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fd5d4725447843aa90d2a7f2bf70568c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69351262-8d39-441a-85ba-3a78df436d17", "external-id": "nsx-vlan-transportzone-205", "segmentation_id": 205, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap494963b2-3e", "ovs_interfaceid": "494963b2-3eab-4b17-86d0-b55d8aec0a5d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69770) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 703.320253] env[69770]: DEBUG nova.compute.manager [None req-f3416600-7c4b-4ea5-a8d2-9075574751b6 tempest-ServerDiagnosticsV248Test-2101269695 tempest-ServerDiagnosticsV248Test-2101269695-project-member] [instance: 1b8c127a-c70e-435c-956e-1b8ad3a0d568] Start building block device mappings for instance. {{(pid=69770) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 703.339411] env[69770]: DEBUG oslo_concurrency.lockutils [None req-593f6a70-9653-412c-a8b3-966b305bf41e tempest-MigrationsAdminTest-1409017777 tempest-MigrationsAdminTest-1409017777-project-member] Lock "7626e483-2d84-4a06-8f38-f8fd431da011" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.410s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 703.354999] env[69770]: DEBUG nova.compute.resource_tracker [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] Instance 7626e483-2d84-4a06-8f38-f8fd431da011 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69770) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 703.354999] env[69770]: DEBUG nova.compute.resource_tracker [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] Instance ee7c2360-8fce-4167-b80a-0e87f2677353 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69770) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 703.354999] env[69770]: DEBUG nova.compute.resource_tracker [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] Instance 69037fde-1312-4ff7-b405-38c8f32cb1f9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69770) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 703.354999] env[69770]: DEBUG nova.compute.resource_tracker [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] Instance ccf149da-8159-452b-9b8b-04359494e736 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69770) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 703.355175] env[69770]: DEBUG nova.compute.resource_tracker [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] Instance 7ae47f8e-e519-4825-b89a-7561df6850d9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69770) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 703.355175] env[69770]: DEBUG nova.compute.resource_tracker [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] Instance 4510171e-9670-4bd6-a63c-c55b4917c7ed actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69770) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 703.355175] env[69770]: DEBUG nova.compute.resource_tracker [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] Instance 8047bf73-fff9-4f29-913f-91d0eb28d6dd actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69770) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 703.355175] env[69770]: DEBUG nova.compute.resource_tracker [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] Instance 1b8c127a-c70e-435c-956e-1b8ad3a0d568 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69770) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 703.395164] env[69770]: DEBUG oslo_vmware.api [None req-ade3ee29-d8e2-48f2-9048-cb84e106a7ba tempest-DeleteServersAdminTestJSON-2130980840 tempest-DeleteServersAdminTestJSON-2130980840-project-member] Task: {'id': task-4069286, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.608191] env[69770]: INFO nova.compute.manager [None req-2f56195b-84fa-4b68-b951-d679c0cc6acd tempest-FloatingIPsAssociationNegativeTestJSON-2104222380 tempest-FloatingIPsAssociationNegativeTestJSON-2104222380-project-member] [instance: 69037fde-1312-4ff7-b405-38c8f32cb1f9] Took 18.96 seconds to build instance. [ 703.670023] env[69770]: DEBUG oslo_vmware.api [-] Task: {'id': task-4069290, 'name': CreateVM_Task, 'duration_secs': 0.426186} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 703.670390] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ccf149da-8159-452b-9b8b-04359494e736] Created VM on the ESX host {{(pid=69770) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 703.672084] env[69770]: DEBUG oslo_concurrency.lockutils [None req-a7c689bb-d0a6-4607-ba32-3963d3e8ca0b tempest-ServersTestFqdnHostnames-1890732475 tempest-ServersTestFqdnHostnames-1890732475-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.672084] env[69770]: DEBUG oslo_concurrency.lockutils [None req-a7c689bb-d0a6-4607-ba32-3963d3e8ca0b tempest-ServersTestFqdnHostnames-1890732475 tempest-ServersTestFqdnHostnames-1890732475-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.672084] env[69770]: DEBUG oslo_concurrency.lockutils [None req-a7c689bb-d0a6-4607-ba32-3963d3e8ca0b tempest-ServersTestFqdnHostnames-1890732475 tempest-ServersTestFqdnHostnames-1890732475-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.672084] env[69770]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3a2da819-c3ca-4d75-aff3-d33acf7794d9 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.680240] env[69770]: DEBUG oslo_vmware.api [None req-a7c689bb-d0a6-4607-ba32-3963d3e8ca0b tempest-ServersTestFqdnHostnames-1890732475 tempest-ServersTestFqdnHostnames-1890732475-project-member] Waiting for the task: (returnval){ [ 703.680240] env[69770]: value = "session[52161b52-cb8e-ec9f-1132-2f6b49549d41]524bf197-6808-f635-6295-a8562af2c0a0" [ 703.680240] env[69770]: _type = "Task" [ 703.680240] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 703.694044] env[69770]: DEBUG oslo_vmware.api [None req-a7c689bb-d0a6-4607-ba32-3963d3e8ca0b tempest-ServersTestFqdnHostnames-1890732475 tempest-ServersTestFqdnHostnames-1890732475-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]524bf197-6808-f635-6295-a8562af2c0a0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.804128] env[69770]: DEBUG oslo_concurrency.lockutils [None req-5eb54b88-5e4c-4a61-bb4c-2784af1b8a6c tempest-ImagesOneServerTestJSON-1024055021 tempest-ImagesOneServerTestJSON-1024055021-project-member] Releasing lock "refresh_cache-7ae47f8e-e519-4825-b89a-7561df6850d9" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.804404] env[69770]: DEBUG nova.compute.manager [None req-5eb54b88-5e4c-4a61-bb4c-2784af1b8a6c tempest-ImagesOneServerTestJSON-1024055021 tempest-ImagesOneServerTestJSON-1024055021-project-member] [instance: 7ae47f8e-e519-4825-b89a-7561df6850d9] Instance network_info: |[{"id": "494963b2-3eab-4b17-86d0-b55d8aec0a5d", "address": "fa:16:3e:eb:2a:a5", "network": {"id": "22e70bdc-d01f-449d-82d9-d6c396e5f257", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-420892206-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fd5d4725447843aa90d2a7f2bf70568c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69351262-8d39-441a-85ba-3a78df436d17", "external-id": "nsx-vlan-transportzone-205", "segmentation_id": 205, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap494963b2-3e", "ovs_interfaceid": "494963b2-3eab-4b17-86d0-b55d8aec0a5d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69770) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 703.805232] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-5eb54b88-5e4c-4a61-bb4c-2784af1b8a6c tempest-ImagesOneServerTestJSON-1024055021 tempest-ImagesOneServerTestJSON-1024055021-project-member] [instance: 7ae47f8e-e519-4825-b89a-7561df6850d9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:eb:2a:a5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '69351262-8d39-441a-85ba-3a78df436d17', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '494963b2-3eab-4b17-86d0-b55d8aec0a5d', 'vif_model': 'vmxnet3'}] {{(pid=69770) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 703.815396] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-5eb54b88-5e4c-4a61-bb4c-2784af1b8a6c tempest-ImagesOneServerTestJSON-1024055021 tempest-ImagesOneServerTestJSON-1024055021-project-member] Creating folder: Project (fd5d4725447843aa90d2a7f2bf70568c). Parent ref: group-v806376. {{(pid=69770) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 703.815914] env[69770]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4235f8f9-5eec-4cdf-b814-3f6f90e90722 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.832344] env[69770]: INFO nova.virt.vmwareapi.vm_util [None req-5eb54b88-5e4c-4a61-bb4c-2784af1b8a6c tempest-ImagesOneServerTestJSON-1024055021 tempest-ImagesOneServerTestJSON-1024055021-project-member] Created folder: Project (fd5d4725447843aa90d2a7f2bf70568c) in parent group-v806376. [ 703.832344] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-5eb54b88-5e4c-4a61-bb4c-2784af1b8a6c tempest-ImagesOneServerTestJSON-1024055021 tempest-ImagesOneServerTestJSON-1024055021-project-member] Creating folder: Instances. Parent ref: group-v806389. {{(pid=69770) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 703.832344] env[69770]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e1768c06-b3c2-4764-972e-0d6645aceb2c {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.842644] env[69770]: INFO nova.virt.vmwareapi.vm_util [None req-5eb54b88-5e4c-4a61-bb4c-2784af1b8a6c tempest-ImagesOneServerTestJSON-1024055021 tempest-ImagesOneServerTestJSON-1024055021-project-member] Created folder: Instances in parent group-v806389. [ 703.843727] env[69770]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5eb54b88-5e4c-4a61-bb4c-2784af1b8a6c tempest-ImagesOneServerTestJSON-1024055021 tempest-ImagesOneServerTestJSON-1024055021-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69770) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 703.843727] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7ae47f8e-e519-4825-b89a-7561df6850d9] Creating VM on the ESX host {{(pid=69770) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 703.844776] env[69770]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-67388c64-32e3-49e3-90e8-215f9260a02e {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.862676] env[69770]: DEBUG nova.compute.resource_tracker [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] Instance df3c3daf-8cd6-43af-8872-c3cdc0ea11cb has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69770) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 703.862676] env[69770]: DEBUG nova.compute.resource_tracker [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] Total usable vcpus: 48, total allocated vcpus: 8 {{(pid=69770) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 703.862676] env[69770]: DEBUG nova.compute.resource_tracker [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2048MB phys_disk=200GB used_disk=8GB total_vcpus=48 used_vcpus=8 pci_stats=[] {{(pid=69770) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 703.871144] env[69770]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 703.871144] env[69770]: value = "task-4069293" [ 703.871144] env[69770]: _type = "Task" [ 703.871144] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 703.886485] env[69770]: DEBUG oslo_vmware.api [-] Task: {'id': task-4069293, 'name': CreateVM_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.893147] env[69770]: DEBUG oslo_vmware.api [None req-ade3ee29-d8e2-48f2-9048-cb84e106a7ba tempest-DeleteServersAdminTestJSON-2130980840 tempest-DeleteServersAdminTestJSON-2130980840-project-member] Task: {'id': task-4069286, 'name': PowerOnVM_Task, 'duration_secs': 1.23891} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 703.896338] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-ade3ee29-d8e2-48f2-9048-cb84e106a7ba tempest-DeleteServersAdminTestJSON-2130980840 tempest-DeleteServersAdminTestJSON-2130980840-project-member] [instance: ee7c2360-8fce-4167-b80a-0e87f2677353] Powered on the VM {{(pid=69770) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 703.897830] env[69770]: INFO nova.compute.manager [None req-ade3ee29-d8e2-48f2-9048-cb84e106a7ba tempest-DeleteServersAdminTestJSON-2130980840 tempest-DeleteServersAdminTestJSON-2130980840-project-member] [instance: ee7c2360-8fce-4167-b80a-0e87f2677353] Took 13.41 seconds to spawn the instance on the hypervisor. [ 703.897830] env[69770]: DEBUG nova.compute.manager [None req-ade3ee29-d8e2-48f2-9048-cb84e106a7ba tempest-DeleteServersAdminTestJSON-2130980840 tempest-DeleteServersAdminTestJSON-2130980840-project-member] [instance: ee7c2360-8fce-4167-b80a-0e87f2677353] Checking state {{(pid=69770) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 703.898066] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95a75f50-f991-4c72-89bc-9a50ee7f3430 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.042239] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f08609ab-5b45-497c-a283-1f77a09df51a {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.052428] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91347472-07ef-4903-af51-5f3859f3a1a6 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.100739] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-224152a3-d90d-4f47-b672-a205c92b8c39 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.111861] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fa78a00-11aa-45fa-84dd-a40cf17d1ecc {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.117126] env[69770]: DEBUG oslo_concurrency.lockutils [None req-2f56195b-84fa-4b68-b951-d679c0cc6acd tempest-FloatingIPsAssociationNegativeTestJSON-2104222380 tempest-FloatingIPsAssociationNegativeTestJSON-2104222380-project-member] Lock "69037fde-1312-4ff7-b405-38c8f32cb1f9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.476s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 704.130129] env[69770]: DEBUG nova.compute.provider_tree [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] Inventory has not changed in ProviderTree for provider: 7cc7d32b-b7a7-454a-a456-2a440248ed9d {{(pid=69770) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 704.194124] env[69770]: DEBUG oslo_vmware.api [None req-a7c689bb-d0a6-4607-ba32-3963d3e8ca0b tempest-ServersTestFqdnHostnames-1890732475 tempest-ServersTestFqdnHostnames-1890732475-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]524bf197-6808-f635-6295-a8562af2c0a0, 'name': SearchDatastore_Task, 'duration_secs': 0.025823} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 704.195215] env[69770]: DEBUG oslo_concurrency.lockutils [None req-a7c689bb-d0a6-4607-ba32-3963d3e8ca0b tempest-ServersTestFqdnHostnames-1890732475 tempest-ServersTestFqdnHostnames-1890732475-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.195215] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-a7c689bb-d0a6-4607-ba32-3963d3e8ca0b tempest-ServersTestFqdnHostnames-1890732475 tempest-ServersTestFqdnHostnames-1890732475-project-member] [instance: ccf149da-8159-452b-9b8b-04359494e736] Processing image d1eaff80-24a0-4391-90eb-59958b1ecf0a {{(pid=69770) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 704.195215] env[69770]: DEBUG oslo_concurrency.lockutils [None req-a7c689bb-d0a6-4607-ba32-3963d3e8ca0b tempest-ServersTestFqdnHostnames-1890732475 tempest-ServersTestFqdnHostnames-1890732475-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.195351] env[69770]: DEBUG oslo_concurrency.lockutils [None req-a7c689bb-d0a6-4607-ba32-3963d3e8ca0b tempest-ServersTestFqdnHostnames-1890732475 tempest-ServersTestFqdnHostnames-1890732475-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.196065] env[69770]: DEBUG nova.virt.vmwareapi.ds_util [None req-a7c689bb-d0a6-4607-ba32-3963d3e8ca0b tempest-ServersTestFqdnHostnames-1890732475 tempest-ServersTestFqdnHostnames-1890732475-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69770) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 704.196693] env[69770]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-aa6162cc-ac30-42b9-89be-3a4a2e42753d {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.208965] env[69770]: DEBUG nova.virt.vmwareapi.ds_util [None req-a7c689bb-d0a6-4607-ba32-3963d3e8ca0b tempest-ServersTestFqdnHostnames-1890732475 tempest-ServersTestFqdnHostnames-1890732475-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69770) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 704.209692] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-a7c689bb-d0a6-4607-ba32-3963d3e8ca0b tempest-ServersTestFqdnHostnames-1890732475 tempest-ServersTestFqdnHostnames-1890732475-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69770) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 704.210593] env[69770]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-465ca960-7167-48f8-a19e-c3293cefc05b {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.218296] env[69770]: DEBUG oslo_vmware.api [None req-a7c689bb-d0a6-4607-ba32-3963d3e8ca0b tempest-ServersTestFqdnHostnames-1890732475 tempest-ServersTestFqdnHostnames-1890732475-project-member] Waiting for the task: (returnval){ [ 704.218296] env[69770]: value = "session[52161b52-cb8e-ec9f-1132-2f6b49549d41]52648f2e-bc09-f11c-9614-50e38d666f70" [ 704.218296] env[69770]: _type = "Task" [ 704.218296] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 704.227914] env[69770]: DEBUG oslo_vmware.api [None req-a7c689bb-d0a6-4607-ba32-3963d3e8ca0b tempest-ServersTestFqdnHostnames-1890732475 tempest-ServersTestFqdnHostnames-1890732475-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]52648f2e-bc09-f11c-9614-50e38d666f70, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.332758] env[69770]: DEBUG nova.compute.manager [None req-f3416600-7c4b-4ea5-a8d2-9075574751b6 tempest-ServerDiagnosticsV248Test-2101269695 tempest-ServerDiagnosticsV248Test-2101269695-project-member] [instance: 1b8c127a-c70e-435c-956e-1b8ad3a0d568] Start spawning the instance on the hypervisor. {{(pid=69770) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 704.388546] env[69770]: DEBUG nova.virt.hardware [None req-f3416600-7c4b-4ea5-a8d2-9075574751b6 tempest-ServerDiagnosticsV248Test-2101269695 tempest-ServerDiagnosticsV248Test-2101269695-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T12:16:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T12:16:11Z,direct_url=,disk_format='vmdk',id=d1eaff80-24a0-4391-90eb-59958b1ecf0a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d65f20bb89fb40a98b77bc6d97357df2',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T12:16:12Z,virtual_size=,visibility=), allow threads: False {{(pid=69770) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 704.388815] env[69770]: DEBUG nova.virt.hardware [None req-f3416600-7c4b-4ea5-a8d2-9075574751b6 tempest-ServerDiagnosticsV248Test-2101269695 tempest-ServerDiagnosticsV248Test-2101269695-project-member] Flavor limits 0:0:0 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 704.388966] env[69770]: DEBUG nova.virt.hardware [None req-f3416600-7c4b-4ea5-a8d2-9075574751b6 tempest-ServerDiagnosticsV248Test-2101269695 tempest-ServerDiagnosticsV248Test-2101269695-project-member] Image limits 0:0:0 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 704.389165] env[69770]: DEBUG nova.virt.hardware [None req-f3416600-7c4b-4ea5-a8d2-9075574751b6 tempest-ServerDiagnosticsV248Test-2101269695 tempest-ServerDiagnosticsV248Test-2101269695-project-member] Flavor pref 0:0:0 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 704.389305] env[69770]: DEBUG nova.virt.hardware [None req-f3416600-7c4b-4ea5-a8d2-9075574751b6 tempest-ServerDiagnosticsV248Test-2101269695 tempest-ServerDiagnosticsV248Test-2101269695-project-member] Image pref 0:0:0 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 704.390165] env[69770]: DEBUG nova.virt.hardware [None req-f3416600-7c4b-4ea5-a8d2-9075574751b6 tempest-ServerDiagnosticsV248Test-2101269695 tempest-ServerDiagnosticsV248Test-2101269695-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 704.390165] env[69770]: DEBUG nova.virt.hardware [None req-f3416600-7c4b-4ea5-a8d2-9075574751b6 tempest-ServerDiagnosticsV248Test-2101269695 tempest-ServerDiagnosticsV248Test-2101269695-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69770) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 704.390165] env[69770]: DEBUG nova.virt.hardware [None req-f3416600-7c4b-4ea5-a8d2-9075574751b6 tempest-ServerDiagnosticsV248Test-2101269695 tempest-ServerDiagnosticsV248Test-2101269695-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69770) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 704.390165] env[69770]: DEBUG nova.virt.hardware [None req-f3416600-7c4b-4ea5-a8d2-9075574751b6 tempest-ServerDiagnosticsV248Test-2101269695 tempest-ServerDiagnosticsV248Test-2101269695-project-member] Got 1 possible topologies {{(pid=69770) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 704.390345] env[69770]: DEBUG nova.virt.hardware [None req-f3416600-7c4b-4ea5-a8d2-9075574751b6 tempest-ServerDiagnosticsV248Test-2101269695 tempest-ServerDiagnosticsV248Test-2101269695-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69770) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 704.390377] env[69770]: DEBUG nova.virt.hardware [None req-f3416600-7c4b-4ea5-a8d2-9075574751b6 tempest-ServerDiagnosticsV248Test-2101269695 tempest-ServerDiagnosticsV248Test-2101269695-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69770) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 704.391330] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73a5ffb5-3ff9-4b75-b43e-f160c2af8391 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.404804] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c8d8be4-394d-493e-9cea-15dfa9abd074 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.412016] env[69770]: DEBUG oslo_vmware.api [-] Task: {'id': task-4069293, 'name': CreateVM_Task} progress is 99%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.427831] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-f3416600-7c4b-4ea5-a8d2-9075574751b6 tempest-ServerDiagnosticsV248Test-2101269695 tempest-ServerDiagnosticsV248Test-2101269695-project-member] [instance: 1b8c127a-c70e-435c-956e-1b8ad3a0d568] Instance VIF info [] {{(pid=69770) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 704.435755] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3416600-7c4b-4ea5-a8d2-9075574751b6 tempest-ServerDiagnosticsV248Test-2101269695 tempest-ServerDiagnosticsV248Test-2101269695-project-member] Creating folder: Project (199c9e77ad454de8adf3c882e614a1bf). Parent ref: group-v806376. {{(pid=69770) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 704.436593] env[69770]: INFO nova.compute.manager [None req-ade3ee29-d8e2-48f2-9048-cb84e106a7ba tempest-DeleteServersAdminTestJSON-2130980840 tempest-DeleteServersAdminTestJSON-2130980840-project-member] [instance: ee7c2360-8fce-4167-b80a-0e87f2677353] Took 19.90 seconds to build instance. [ 704.437950] env[69770]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a3336c65-012d-4ad6-93e0-6e08a619e684 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.451361] env[69770]: INFO nova.virt.vmwareapi.vm_util [None req-f3416600-7c4b-4ea5-a8d2-9075574751b6 tempest-ServerDiagnosticsV248Test-2101269695 tempest-ServerDiagnosticsV248Test-2101269695-project-member] Created folder: Project (199c9e77ad454de8adf3c882e614a1bf) in parent group-v806376. [ 704.451608] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3416600-7c4b-4ea5-a8d2-9075574751b6 tempest-ServerDiagnosticsV248Test-2101269695 tempest-ServerDiagnosticsV248Test-2101269695-project-member] Creating folder: Instances. Parent ref: group-v806392. {{(pid=69770) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 704.451895] env[69770]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a90d5881-f627-4cf0-9828-fa77ba444438 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.464327] env[69770]: INFO nova.virt.vmwareapi.vm_util [None req-f3416600-7c4b-4ea5-a8d2-9075574751b6 tempest-ServerDiagnosticsV248Test-2101269695 tempest-ServerDiagnosticsV248Test-2101269695-project-member] Created folder: Instances in parent group-v806392. [ 704.464675] env[69770]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f3416600-7c4b-4ea5-a8d2-9075574751b6 tempest-ServerDiagnosticsV248Test-2101269695 tempest-ServerDiagnosticsV248Test-2101269695-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69770) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 704.464919] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1b8c127a-c70e-435c-956e-1b8ad3a0d568] Creating VM on the ESX host {{(pid=69770) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 704.465167] env[69770]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5a6eb3a2-3b27-42b4-b216-a1a3dadb113a {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.489639] env[69770]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 704.489639] env[69770]: value = "task-4069296" [ 704.489639] env[69770]: _type = "Task" [ 704.489639] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 704.500730] env[69770]: DEBUG oslo_vmware.api [-] Task: {'id': task-4069296, 'name': CreateVM_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.633389] env[69770]: DEBUG nova.scheduler.client.report [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] Inventory has not changed for provider 7cc7d32b-b7a7-454a-a456-2a440248ed9d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 21, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69770) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 704.730389] env[69770]: DEBUG oslo_vmware.api [None req-a7c689bb-d0a6-4607-ba32-3963d3e8ca0b tempest-ServersTestFqdnHostnames-1890732475 tempest-ServersTestFqdnHostnames-1890732475-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]52648f2e-bc09-f11c-9614-50e38d666f70, 'name': SearchDatastore_Task, 'duration_secs': 0.016772} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 704.732233] env[69770]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c7d6d8a9-a759-40d6-95b7-0c9c8eceabe3 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.738826] env[69770]: DEBUG oslo_vmware.api [None req-a7c689bb-d0a6-4607-ba32-3963d3e8ca0b tempest-ServersTestFqdnHostnames-1890732475 tempest-ServersTestFqdnHostnames-1890732475-project-member] Waiting for the task: (returnval){ [ 704.738826] env[69770]: value = "session[52161b52-cb8e-ec9f-1132-2f6b49549d41]52d161cd-5a31-d729-d15e-01d25f2f0c5c" [ 704.738826] env[69770]: _type = "Task" [ 704.738826] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 704.749116] env[69770]: DEBUG oslo_vmware.api [None req-a7c689bb-d0a6-4607-ba32-3963d3e8ca0b tempest-ServersTestFqdnHostnames-1890732475 tempest-ServersTestFqdnHostnames-1890732475-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]52d161cd-5a31-d729-d15e-01d25f2f0c5c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.887190] env[69770]: DEBUG oslo_vmware.api [-] Task: {'id': task-4069293, 'name': CreateVM_Task, 'duration_secs': 0.580307} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 704.890018] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7ae47f8e-e519-4825-b89a-7561df6850d9] Created VM on the ESX host {{(pid=69770) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 704.890018] env[69770]: DEBUG oslo_vmware.service [None req-5eb54b88-5e4c-4a61-bb4c-2784af1b8a6c tempest-ImagesOneServerTestJSON-1024055021 tempest-ImagesOneServerTestJSON-1024055021-project-member] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3993ca2-104c-4de0-907e-b84ea6467c7f {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.899263] env[69770]: DEBUG oslo_concurrency.lockutils [None req-5eb54b88-5e4c-4a61-bb4c-2784af1b8a6c tempest-ImagesOneServerTestJSON-1024055021 tempest-ImagesOneServerTestJSON-1024055021-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.899263] env[69770]: DEBUG oslo_concurrency.lockutils [None req-5eb54b88-5e4c-4a61-bb4c-2784af1b8a6c tempest-ImagesOneServerTestJSON-1024055021 tempest-ImagesOneServerTestJSON-1024055021-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.900182] env[69770]: DEBUG oslo_concurrency.lockutils [None req-5eb54b88-5e4c-4a61-bb4c-2784af1b8a6c tempest-ImagesOneServerTestJSON-1024055021 tempest-ImagesOneServerTestJSON-1024055021-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.900658] env[69770]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7ad1a966-b688-4582-8e86-3ea4fdba1bfa {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.907101] env[69770]: DEBUG oslo_vmware.api [None req-5eb54b88-5e4c-4a61-bb4c-2784af1b8a6c tempest-ImagesOneServerTestJSON-1024055021 tempest-ImagesOneServerTestJSON-1024055021-project-member] Waiting for the task: (returnval){ [ 704.907101] env[69770]: value = "session[52161b52-cb8e-ec9f-1132-2f6b49549d41]52ad110e-7841-e3e8-fc0a-a572f382d018" [ 704.907101] env[69770]: _type = "Task" [ 704.907101] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 704.920270] env[69770]: DEBUG oslo_vmware.api [None req-5eb54b88-5e4c-4a61-bb4c-2784af1b8a6c tempest-ImagesOneServerTestJSON-1024055021 tempest-ImagesOneServerTestJSON-1024055021-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]52ad110e-7841-e3e8-fc0a-a572f382d018, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.941366] env[69770]: DEBUG oslo_concurrency.lockutils [None req-ade3ee29-d8e2-48f2-9048-cb84e106a7ba tempest-DeleteServersAdminTestJSON-2130980840 tempest-DeleteServersAdminTestJSON-2130980840-project-member] Lock "ee7c2360-8fce-4167-b80a-0e87f2677353" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.417s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 705.006075] env[69770]: DEBUG oslo_vmware.api [-] Task: {'id': task-4069296, 'name': CreateVM_Task, 'duration_secs': 0.483344} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 705.006075] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1b8c127a-c70e-435c-956e-1b8ad3a0d568] Created VM on the ESX host {{(pid=69770) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 705.006075] env[69770]: DEBUG oslo_concurrency.lockutils [None req-f3416600-7c4b-4ea5-a8d2-9075574751b6 tempest-ServerDiagnosticsV248Test-2101269695 tempest-ServerDiagnosticsV248Test-2101269695-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.085583] env[69770]: DEBUG nova.network.neutron [None req-02e230f1-7643-44f9-ad48-1d97a9c65a87 tempest-ServerDiagnosticsNegativeTest-1860943725 tempest-ServerDiagnosticsNegativeTest-1860943725-project-member] [instance: 4510171e-9670-4bd6-a63c-c55b4917c7ed] Successfully updated port: c8314085-d06f-45ad-9ba1-5136380b87c2 {{(pid=69770) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 705.142907] env[69770]: DEBUG nova.compute.resource_tracker [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69770) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 705.143150] env[69770]: DEBUG oslo_concurrency.lockutils [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.847s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 705.143414] env[69770]: DEBUG oslo_concurrency.lockutils [None req-8a91afeb-4bc8-43cc-a36f-fa7adf28abbf tempest-VolumesAssistedSnapshotsTest-780901493 tempest-VolumesAssistedSnapshotsTest-780901493-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.520s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 705.145261] env[69770]: INFO nova.compute.claims [None req-8a91afeb-4bc8-43cc-a36f-fa7adf28abbf tempest-VolumesAssistedSnapshotsTest-780901493 tempest-VolumesAssistedSnapshotsTest-780901493-project-member] [instance: df3c3daf-8cd6-43af-8872-c3cdc0ea11cb] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 705.256442] env[69770]: DEBUG oslo_vmware.api [None req-a7c689bb-d0a6-4607-ba32-3963d3e8ca0b tempest-ServersTestFqdnHostnames-1890732475 tempest-ServersTestFqdnHostnames-1890732475-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]52d161cd-5a31-d729-d15e-01d25f2f0c5c, 'name': SearchDatastore_Task, 'duration_secs': 0.011099} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 705.256757] env[69770]: DEBUG oslo_concurrency.lockutils [None req-a7c689bb-d0a6-4607-ba32-3963d3e8ca0b tempest-ServersTestFqdnHostnames-1890732475 tempest-ServersTestFqdnHostnames-1890732475-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.257077] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-a7c689bb-d0a6-4607-ba32-3963d3e8ca0b tempest-ServersTestFqdnHostnames-1890732475 tempest-ServersTestFqdnHostnames-1890732475-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk to [datastore1] ccf149da-8159-452b-9b8b-04359494e736/ccf149da-8159-452b-9b8b-04359494e736.vmdk {{(pid=69770) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 705.257356] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-cef7c612-9d9e-4e2d-b279-01af7e885da7 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.268972] env[69770]: DEBUG oslo_vmware.api [None req-a7c689bb-d0a6-4607-ba32-3963d3e8ca0b tempest-ServersTestFqdnHostnames-1890732475 tempest-ServersTestFqdnHostnames-1890732475-project-member] Waiting for the task: (returnval){ [ 705.268972] env[69770]: value = "task-4069297" [ 705.268972] env[69770]: _type = "Task" [ 705.268972] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 705.283031] env[69770]: DEBUG oslo_vmware.api [None req-a7c689bb-d0a6-4607-ba32-3963d3e8ca0b tempest-ServersTestFqdnHostnames-1890732475 tempest-ServersTestFqdnHostnames-1890732475-project-member] Task: {'id': task-4069297, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.426236] env[69770]: DEBUG oslo_concurrency.lockutils [None req-5eb54b88-5e4c-4a61-bb4c-2784af1b8a6c tempest-ImagesOneServerTestJSON-1024055021 tempest-ImagesOneServerTestJSON-1024055021-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.426236] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-5eb54b88-5e4c-4a61-bb4c-2784af1b8a6c tempest-ImagesOneServerTestJSON-1024055021 tempest-ImagesOneServerTestJSON-1024055021-project-member] [instance: 7ae47f8e-e519-4825-b89a-7561df6850d9] Processing image d1eaff80-24a0-4391-90eb-59958b1ecf0a {{(pid=69770) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 705.426236] env[69770]: DEBUG oslo_concurrency.lockutils [None req-5eb54b88-5e4c-4a61-bb4c-2784af1b8a6c tempest-ImagesOneServerTestJSON-1024055021 tempest-ImagesOneServerTestJSON-1024055021-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.426236] env[69770]: DEBUG oslo_concurrency.lockutils [None req-5eb54b88-5e4c-4a61-bb4c-2784af1b8a6c tempest-ImagesOneServerTestJSON-1024055021 tempest-ImagesOneServerTestJSON-1024055021-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.426548] env[69770]: DEBUG nova.virt.vmwareapi.ds_util [None req-5eb54b88-5e4c-4a61-bb4c-2784af1b8a6c tempest-ImagesOneServerTestJSON-1024055021 tempest-ImagesOneServerTestJSON-1024055021-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69770) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 705.426548] env[69770]: DEBUG oslo_concurrency.lockutils [None req-f3416600-7c4b-4ea5-a8d2-9075574751b6 tempest-ServerDiagnosticsV248Test-2101269695 tempest-ServerDiagnosticsV248Test-2101269695-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.426548] env[69770]: DEBUG oslo_concurrency.lockutils [None req-f3416600-7c4b-4ea5-a8d2-9075574751b6 tempest-ServerDiagnosticsV248Test-2101269695 tempest-ServerDiagnosticsV248Test-2101269695-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.426548] env[69770]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-49c5dfeb-2eb6-410e-bc13-fc7b3945fcbf {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.428535] env[69770]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9478cf6e-7d33-4300-82a5-ecb3a40d5c23 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.436179] env[69770]: DEBUG oslo_vmware.api [None req-f3416600-7c4b-4ea5-a8d2-9075574751b6 tempest-ServerDiagnosticsV248Test-2101269695 tempest-ServerDiagnosticsV248Test-2101269695-project-member] Waiting for the task: (returnval){ [ 705.436179] env[69770]: value = "session[52161b52-cb8e-ec9f-1132-2f6b49549d41]52fb4f65-7506-03ef-bf38-6e457cc16027" [ 705.436179] env[69770]: _type = "Task" [ 705.436179] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 705.454677] env[69770]: DEBUG nova.virt.vmwareapi.ds_util [None req-5eb54b88-5e4c-4a61-bb4c-2784af1b8a6c tempest-ImagesOneServerTestJSON-1024055021 tempest-ImagesOneServerTestJSON-1024055021-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69770) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 705.454677] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-5eb54b88-5e4c-4a61-bb4c-2784af1b8a6c tempest-ImagesOneServerTestJSON-1024055021 tempest-ImagesOneServerTestJSON-1024055021-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69770) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 705.454677] env[69770]: DEBUG oslo_vmware.api [None req-f3416600-7c4b-4ea5-a8d2-9075574751b6 tempest-ServerDiagnosticsV248Test-2101269695 tempest-ServerDiagnosticsV248Test-2101269695-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]52fb4f65-7506-03ef-bf38-6e457cc16027, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.455948] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fc949d2-2aa9-48a8-afcf-4493e8fa7323 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.464124] env[69770]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-87ff6049-e0c4-49b6-8d6a-cea1e52b3adc {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.472026] env[69770]: DEBUG oslo_vmware.api [None req-5eb54b88-5e4c-4a61-bb4c-2784af1b8a6c tempest-ImagesOneServerTestJSON-1024055021 tempest-ImagesOneServerTestJSON-1024055021-project-member] Waiting for the task: (returnval){ [ 705.472026] env[69770]: value = "session[52161b52-cb8e-ec9f-1132-2f6b49549d41]52874ba0-7445-bfba-8a1d-e7a1ea7c0f7f" [ 705.472026] env[69770]: _type = "Task" [ 705.472026] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 705.488936] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-5eb54b88-5e4c-4a61-bb4c-2784af1b8a6c tempest-ImagesOneServerTestJSON-1024055021 tempest-ImagesOneServerTestJSON-1024055021-project-member] [instance: 7ae47f8e-e519-4825-b89a-7561df6850d9] Preparing fetch location {{(pid=69770) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 705.489314] env[69770]: DEBUG nova.virt.vmwareapi.ds_util [None req-5eb54b88-5e4c-4a61-bb4c-2784af1b8a6c tempest-ImagesOneServerTestJSON-1024055021 tempest-ImagesOneServerTestJSON-1024055021-project-member] Creating directory with path [datastore2] vmware_temp/25de1bc0-939f-428c-9a91-8bea61c341f4/d1eaff80-24a0-4391-90eb-59958b1ecf0a {{(pid=69770) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 705.490122] env[69770]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4881db4f-c20b-4f3e-be0b-6a2551d23ca2 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.515273] env[69770]: DEBUG nova.virt.vmwareapi.ds_util [None req-5eb54b88-5e4c-4a61-bb4c-2784af1b8a6c tempest-ImagesOneServerTestJSON-1024055021 tempest-ImagesOneServerTestJSON-1024055021-project-member] Created directory with path [datastore2] vmware_temp/25de1bc0-939f-428c-9a91-8bea61c341f4/d1eaff80-24a0-4391-90eb-59958b1ecf0a {{(pid=69770) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 705.515628] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-5eb54b88-5e4c-4a61-bb4c-2784af1b8a6c tempest-ImagesOneServerTestJSON-1024055021 tempest-ImagesOneServerTestJSON-1024055021-project-member] [instance: 7ae47f8e-e519-4825-b89a-7561df6850d9] Fetch image to [datastore2] vmware_temp/25de1bc0-939f-428c-9a91-8bea61c341f4/d1eaff80-24a0-4391-90eb-59958b1ecf0a/tmp-sparse.vmdk {{(pid=69770) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 705.515886] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-5eb54b88-5e4c-4a61-bb4c-2784af1b8a6c tempest-ImagesOneServerTestJSON-1024055021 tempest-ImagesOneServerTestJSON-1024055021-project-member] [instance: 7ae47f8e-e519-4825-b89a-7561df6850d9] Downloading image file data d1eaff80-24a0-4391-90eb-59958b1ecf0a to [datastore2] vmware_temp/25de1bc0-939f-428c-9a91-8bea61c341f4/d1eaff80-24a0-4391-90eb-59958b1ecf0a/tmp-sparse.vmdk on the data store datastore2 {{(pid=69770) _fetch_image_as_file /opt/stack/nova/nova/virt/vmwareapi/vmops.py:399}} [ 705.516858] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f865068-396c-470b-8470-6f997a13a63c {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.526334] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ecbe6db-e6c5-4787-a409-0521801815b2 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.538165] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e38a2d0a-eda0-4a5a-9d53-b2dc87cd54f8 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.581495] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cacd697-2613-494f-9141-56e7d1f56baf {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.589618] env[69770]: DEBUG oslo_vmware.service [-] Invoking SessionManager.AcquireGenericServiceTicket with opID=oslo.vmware-e808da30-c246-4ef5-862e-fb265d6790fd {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.594156] env[69770]: DEBUG oslo_concurrency.lockutils [None req-02e230f1-7643-44f9-ad48-1d97a9c65a87 tempest-ServerDiagnosticsNegativeTest-1860943725 tempest-ServerDiagnosticsNegativeTest-1860943725-project-member] Acquiring lock "refresh_cache-4510171e-9670-4bd6-a63c-c55b4917c7ed" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.594407] env[69770]: DEBUG oslo_concurrency.lockutils [None req-02e230f1-7643-44f9-ad48-1d97a9c65a87 tempest-ServerDiagnosticsNegativeTest-1860943725 tempest-ServerDiagnosticsNegativeTest-1860943725-project-member] Acquired lock "refresh_cache-4510171e-9670-4bd6-a63c-c55b4917c7ed" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.594671] env[69770]: DEBUG nova.network.neutron [None req-02e230f1-7643-44f9-ad48-1d97a9c65a87 tempest-ServerDiagnosticsNegativeTest-1860943725 tempest-ServerDiagnosticsNegativeTest-1860943725-project-member] [instance: 4510171e-9670-4bd6-a63c-c55b4917c7ed] Building network info cache for instance {{(pid=69770) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 705.622547] env[69770]: DEBUG nova.virt.vmwareapi.images [None req-5eb54b88-5e4c-4a61-bb4c-2784af1b8a6c tempest-ImagesOneServerTestJSON-1024055021 tempest-ImagesOneServerTestJSON-1024055021-project-member] [instance: 7ae47f8e-e519-4825-b89a-7561df6850d9] Downloading image file data d1eaff80-24a0-4391-90eb-59958b1ecf0a to the data store datastore2 {{(pid=69770) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:245}} [ 705.695353] env[69770]: DEBUG oslo_vmware.rw_handles [None req-5eb54b88-5e4c-4a61-bb4c-2784af1b8a6c tempest-ImagesOneServerTestJSON-1024055021 tempest-ImagesOneServerTestJSON-1024055021-project-member] Creating HTTP connection to write to file with size = 21318656 and URL = https://esx7c2n2.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/25de1bc0-939f-428c-9a91-8bea61c341f4/d1eaff80-24a0-4391-90eb-59958b1ecf0a/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore2. {{(pid=69770) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 705.782474] env[69770]: DEBUG oslo_vmware.api [None req-a7c689bb-d0a6-4607-ba32-3963d3e8ca0b tempest-ServersTestFqdnHostnames-1890732475 tempest-ServersTestFqdnHostnames-1890732475-project-member] Task: {'id': task-4069297, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.961106] env[69770]: DEBUG oslo_concurrency.lockutils [None req-f3416600-7c4b-4ea5-a8d2-9075574751b6 tempest-ServerDiagnosticsV248Test-2101269695 tempest-ServerDiagnosticsV248Test-2101269695-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.962211] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-f3416600-7c4b-4ea5-a8d2-9075574751b6 tempest-ServerDiagnosticsV248Test-2101269695 tempest-ServerDiagnosticsV248Test-2101269695-project-member] [instance: 1b8c127a-c70e-435c-956e-1b8ad3a0d568] Processing image d1eaff80-24a0-4391-90eb-59958b1ecf0a {{(pid=69770) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 705.962211] env[69770]: DEBUG oslo_concurrency.lockutils [None req-f3416600-7c4b-4ea5-a8d2-9075574751b6 tempest-ServerDiagnosticsV248Test-2101269695 tempest-ServerDiagnosticsV248Test-2101269695-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.291803] env[69770]: DEBUG nova.network.neutron [None req-02e230f1-7643-44f9-ad48-1d97a9c65a87 tempest-ServerDiagnosticsNegativeTest-1860943725 tempest-ServerDiagnosticsNegativeTest-1860943725-project-member] [instance: 4510171e-9670-4bd6-a63c-c55b4917c7ed] Instance cache missing network info. {{(pid=69770) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 706.303086] env[69770]: DEBUG oslo_vmware.api [None req-a7c689bb-d0a6-4607-ba32-3963d3e8ca0b tempest-ServersTestFqdnHostnames-1890732475 tempest-ServersTestFqdnHostnames-1890732475-project-member] Task: {'id': task-4069297, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.785948} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 706.303694] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-a7c689bb-d0a6-4607-ba32-3963d3e8ca0b tempest-ServersTestFqdnHostnames-1890732475 tempest-ServersTestFqdnHostnames-1890732475-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk to [datastore1] ccf149da-8159-452b-9b8b-04359494e736/ccf149da-8159-452b-9b8b-04359494e736.vmdk {{(pid=69770) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 706.303976] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-a7c689bb-d0a6-4607-ba32-3963d3e8ca0b tempest-ServersTestFqdnHostnames-1890732475 tempest-ServersTestFqdnHostnames-1890732475-project-member] [instance: ccf149da-8159-452b-9b8b-04359494e736] Extending root virtual disk to 1048576 {{(pid=69770) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 706.304827] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e425e007-ae16-4129-a3f0-a52370078bcb {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.315996] env[69770]: DEBUG oslo_vmware.api [None req-a7c689bb-d0a6-4607-ba32-3963d3e8ca0b tempest-ServersTestFqdnHostnames-1890732475 tempest-ServersTestFqdnHostnames-1890732475-project-member] Waiting for the task: (returnval){ [ 706.315996] env[69770]: value = "task-4069298" [ 706.315996] env[69770]: _type = "Task" [ 706.315996] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 706.335040] env[69770]: DEBUG oslo_vmware.api [None req-a7c689bb-d0a6-4607-ba32-3963d3e8ca0b tempest-ServersTestFqdnHostnames-1890732475 tempest-ServersTestFqdnHostnames-1890732475-project-member] Task: {'id': task-4069298, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.521932] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ca7c090-7d74-43bb-923f-b934ca2c90fa {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.531228] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d2587c2-4654-4166-b027-edeb99120e39 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.571239] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00701fe6-8c0b-4c1f-a9c5-4f7b923f4d8b {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.590649] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c03da421-7a9f-4337-91b0-164aa3d8b1af {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.605967] env[69770]: DEBUG nova.compute.provider_tree [None req-8a91afeb-4bc8-43cc-a36f-fa7adf28abbf tempest-VolumesAssistedSnapshotsTest-780901493 tempest-VolumesAssistedSnapshotsTest-780901493-project-member] Inventory has not changed in ProviderTree for provider: 7cc7d32b-b7a7-454a-a456-2a440248ed9d {{(pid=69770) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 706.745349] env[69770]: DEBUG oslo_vmware.rw_handles [None req-5eb54b88-5e4c-4a61-bb4c-2784af1b8a6c tempest-ImagesOneServerTestJSON-1024055021 tempest-ImagesOneServerTestJSON-1024055021-project-member] Completed reading data from the image iterator. {{(pid=69770) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 706.745962] env[69770]: DEBUG oslo_vmware.rw_handles [None req-5eb54b88-5e4c-4a61-bb4c-2784af1b8a6c tempest-ImagesOneServerTestJSON-1024055021 tempest-ImagesOneServerTestJSON-1024055021-project-member] Closing write handle for https://esx7c2n2.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/25de1bc0-939f-428c-9a91-8bea61c341f4/d1eaff80-24a0-4391-90eb-59958b1ecf0a/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore2. {{(pid=69770) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:281}} [ 706.747239] env[69770]: DEBUG oslo_concurrency.lockutils [None req-5ead14a8-5d7b-4b93-9431-6db8b8f21a56 tempest-ListImageFiltersTestJSON-573549216 tempest-ListImageFiltersTestJSON-573549216-project-member] Acquiring lock "8c85c90a-f87e-4356-8752-b7b8a16d12cd" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 706.747614] env[69770]: DEBUG oslo_concurrency.lockutils [None req-5ead14a8-5d7b-4b93-9431-6db8b8f21a56 tempest-ListImageFiltersTestJSON-573549216 tempest-ListImageFiltersTestJSON-573549216-project-member] Lock "8c85c90a-f87e-4356-8752-b7b8a16d12cd" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 706.807287] env[69770]: DEBUG nova.virt.vmwareapi.images [None req-5eb54b88-5e4c-4a61-bb4c-2784af1b8a6c tempest-ImagesOneServerTestJSON-1024055021 tempest-ImagesOneServerTestJSON-1024055021-project-member] [instance: 7ae47f8e-e519-4825-b89a-7561df6850d9] Downloaded image file data d1eaff80-24a0-4391-90eb-59958b1ecf0a to vmware_temp/25de1bc0-939f-428c-9a91-8bea61c341f4/d1eaff80-24a0-4391-90eb-59958b1ecf0a/tmp-sparse.vmdk on the data store datastore2 {{(pid=69770) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:258}} [ 706.810150] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-5eb54b88-5e4c-4a61-bb4c-2784af1b8a6c tempest-ImagesOneServerTestJSON-1024055021 tempest-ImagesOneServerTestJSON-1024055021-project-member] [instance: 7ae47f8e-e519-4825-b89a-7561df6850d9] Caching image {{(pid=69770) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 706.811876] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-5eb54b88-5e4c-4a61-bb4c-2784af1b8a6c tempest-ImagesOneServerTestJSON-1024055021 tempest-ImagesOneServerTestJSON-1024055021-project-member] Copying Virtual Disk [datastore2] vmware_temp/25de1bc0-939f-428c-9a91-8bea61c341f4/d1eaff80-24a0-4391-90eb-59958b1ecf0a/tmp-sparse.vmdk to [datastore2] vmware_temp/25de1bc0-939f-428c-9a91-8bea61c341f4/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk {{(pid=69770) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 706.811876] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3a270fd6-a90e-4780-a8a3-d45610b481f7 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.823603] env[69770]: DEBUG oslo_vmware.api [None req-5eb54b88-5e4c-4a61-bb4c-2784af1b8a6c tempest-ImagesOneServerTestJSON-1024055021 tempest-ImagesOneServerTestJSON-1024055021-project-member] Waiting for the task: (returnval){ [ 706.823603] env[69770]: value = "task-4069299" [ 706.823603] env[69770]: _type = "Task" [ 706.823603] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 706.840085] env[69770]: DEBUG oslo_vmware.api [None req-a7c689bb-d0a6-4607-ba32-3963d3e8ca0b tempest-ServersTestFqdnHostnames-1890732475 tempest-ServersTestFqdnHostnames-1890732475-project-member] Task: {'id': task-4069298, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.105916} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 706.844099] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-a7c689bb-d0a6-4607-ba32-3963d3e8ca0b tempest-ServersTestFqdnHostnames-1890732475 tempest-ServersTestFqdnHostnames-1890732475-project-member] [instance: ccf149da-8159-452b-9b8b-04359494e736] Extended root virtual disk {{(pid=69770) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 706.844308] env[69770]: DEBUG oslo_vmware.api [None req-5eb54b88-5e4c-4a61-bb4c-2784af1b8a6c tempest-ImagesOneServerTestJSON-1024055021 tempest-ImagesOneServerTestJSON-1024055021-project-member] Task: {'id': task-4069299, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.846639] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e515ddeb-a26e-4053-9f15-e170ebb9f810 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.869024] env[69770]: DEBUG nova.virt.vmwareapi.volumeops [None req-a7c689bb-d0a6-4607-ba32-3963d3e8ca0b tempest-ServersTestFqdnHostnames-1890732475 tempest-ServersTestFqdnHostnames-1890732475-project-member] [instance: ccf149da-8159-452b-9b8b-04359494e736] Reconfiguring VM instance instance-00000004 to attach disk [datastore1] ccf149da-8159-452b-9b8b-04359494e736/ccf149da-8159-452b-9b8b-04359494e736.vmdk or device None with type sparse {{(pid=69770) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 706.869259] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3eff2a8c-a9d3-43b3-b011-e6b2f8baefb0 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.893552] env[69770]: DEBUG oslo_vmware.api [None req-a7c689bb-d0a6-4607-ba32-3963d3e8ca0b tempest-ServersTestFqdnHostnames-1890732475 tempest-ServersTestFqdnHostnames-1890732475-project-member] Waiting for the task: (returnval){ [ 706.893552] env[69770]: value = "task-4069300" [ 706.893552] env[69770]: _type = "Task" [ 706.893552] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 706.904943] env[69770]: DEBUG oslo_vmware.api [None req-a7c689bb-d0a6-4607-ba32-3963d3e8ca0b tempest-ServersTestFqdnHostnames-1890732475 tempest-ServersTestFqdnHostnames-1890732475-project-member] Task: {'id': task-4069300, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.028734] env[69770]: DEBUG nova.compute.manager [req-2ab16f89-c075-4c21-a8d3-71e7dbdcd472 req-231f253e-93e6-406c-ae7e-25d78d299eaf service nova] [instance: ccf149da-8159-452b-9b8b-04359494e736] Received event network-changed-75a7c677-5257-4c91-a659-74e213172401 {{(pid=69770) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 707.029026] env[69770]: DEBUG nova.compute.manager [req-2ab16f89-c075-4c21-a8d3-71e7dbdcd472 req-231f253e-93e6-406c-ae7e-25d78d299eaf service nova] [instance: ccf149da-8159-452b-9b8b-04359494e736] Refreshing instance network info cache due to event network-changed-75a7c677-5257-4c91-a659-74e213172401. {{(pid=69770) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 707.030357] env[69770]: DEBUG oslo_concurrency.lockutils [req-2ab16f89-c075-4c21-a8d3-71e7dbdcd472 req-231f253e-93e6-406c-ae7e-25d78d299eaf service nova] Acquiring lock "refresh_cache-ccf149da-8159-452b-9b8b-04359494e736" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.030661] env[69770]: DEBUG oslo_concurrency.lockutils [req-2ab16f89-c075-4c21-a8d3-71e7dbdcd472 req-231f253e-93e6-406c-ae7e-25d78d299eaf service nova] Acquired lock "refresh_cache-ccf149da-8159-452b-9b8b-04359494e736" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.030724] env[69770]: DEBUG nova.network.neutron [req-2ab16f89-c075-4c21-a8d3-71e7dbdcd472 req-231f253e-93e6-406c-ae7e-25d78d299eaf service nova] [instance: ccf149da-8159-452b-9b8b-04359494e736] Refreshing network info cache for port 75a7c677-5257-4c91-a659-74e213172401 {{(pid=69770) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 707.044989] env[69770]: DEBUG nova.network.neutron [None req-02e230f1-7643-44f9-ad48-1d97a9c65a87 tempest-ServerDiagnosticsNegativeTest-1860943725 tempest-ServerDiagnosticsNegativeTest-1860943725-project-member] [instance: 4510171e-9670-4bd6-a63c-c55b4917c7ed] Updating instance_info_cache with network_info: [{"id": "c8314085-d06f-45ad-9ba1-5136380b87c2", "address": "fa:16:3e:6a:a0:a1", "network": {"id": "f82b91df-bf84-467a-b908-3ff7324de9d6", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.38", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "d65f20bb89fb40a98b77bc6d97357df2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f0ef5aba-bd9a-42ff-a1a0-5e763986d70a", "external-id": "nsx-vlan-transportzone-209", "segmentation_id": 209, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc8314085-d0", "ovs_interfaceid": "c8314085-d06f-45ad-9ba1-5136380b87c2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69770) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 707.110031] env[69770]: DEBUG nova.scheduler.client.report [None req-8a91afeb-4bc8-43cc-a36f-fa7adf28abbf tempest-VolumesAssistedSnapshotsTest-780901493 tempest-VolumesAssistedSnapshotsTest-780901493-project-member] Inventory has not changed for provider 7cc7d32b-b7a7-454a-a456-2a440248ed9d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 21, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69770) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 707.184380] env[69770]: DEBUG nova.network.neutron [None req-c92ed3d2-6d0e-47db-a7b6-5686e1ad12bc tempest-ServersAdminNegativeTestJSON-597507823 tempest-ServersAdminNegativeTestJSON-597507823-project-member] [instance: 8047bf73-fff9-4f29-913f-91d0eb28d6dd] Successfully updated port: 83e9424b-b290-4540-a74c-023b79e0fc1e {{(pid=69770) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 707.251246] env[69770]: DEBUG nova.compute.manager [None req-5ead14a8-5d7b-4b93-9431-6db8b8f21a56 tempest-ListImageFiltersTestJSON-573549216 tempest-ListImageFiltersTestJSON-573549216-project-member] [instance: 8c85c90a-f87e-4356-8752-b7b8a16d12cd] Starting instance... {{(pid=69770) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 707.345014] env[69770]: DEBUG oslo_vmware.api [None req-5eb54b88-5e4c-4a61-bb4c-2784af1b8a6c tempest-ImagesOneServerTestJSON-1024055021 tempest-ImagesOneServerTestJSON-1024055021-project-member] Task: {'id': task-4069299, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.407051] env[69770]: DEBUG oslo_vmware.api [None req-a7c689bb-d0a6-4607-ba32-3963d3e8ca0b tempest-ServersTestFqdnHostnames-1890732475 tempest-ServersTestFqdnHostnames-1890732475-project-member] Task: {'id': task-4069300, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.536350] env[69770]: DEBUG oslo_concurrency.lockutils [None req-e5e6456c-77e0-4652-9c67-c3cbc25213a6 tempest-FloatingIPsAssociationTestJSON-527069498 tempest-FloatingIPsAssociationTestJSON-527069498-project-member] Acquiring lock "1d7a05ac-b6a7-47c4-9143-79ff005189f9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 707.538670] env[69770]: DEBUG oslo_concurrency.lockutils [None req-e5e6456c-77e0-4652-9c67-c3cbc25213a6 tempest-FloatingIPsAssociationTestJSON-527069498 tempest-FloatingIPsAssociationTestJSON-527069498-project-member] Lock "1d7a05ac-b6a7-47c4-9143-79ff005189f9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 707.552721] env[69770]: DEBUG oslo_concurrency.lockutils [None req-02e230f1-7643-44f9-ad48-1d97a9c65a87 tempest-ServerDiagnosticsNegativeTest-1860943725 tempest-ServerDiagnosticsNegativeTest-1860943725-project-member] Releasing lock "refresh_cache-4510171e-9670-4bd6-a63c-c55b4917c7ed" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.553778] env[69770]: DEBUG nova.compute.manager [None req-02e230f1-7643-44f9-ad48-1d97a9c65a87 tempest-ServerDiagnosticsNegativeTest-1860943725 tempest-ServerDiagnosticsNegativeTest-1860943725-project-member] [instance: 4510171e-9670-4bd6-a63c-c55b4917c7ed] Instance network_info: |[{"id": "c8314085-d06f-45ad-9ba1-5136380b87c2", "address": "fa:16:3e:6a:a0:a1", "network": {"id": "f82b91df-bf84-467a-b908-3ff7324de9d6", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.38", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "d65f20bb89fb40a98b77bc6d97357df2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f0ef5aba-bd9a-42ff-a1a0-5e763986d70a", "external-id": "nsx-vlan-transportzone-209", "segmentation_id": 209, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc8314085-d0", "ovs_interfaceid": "c8314085-d06f-45ad-9ba1-5136380b87c2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69770) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 707.555031] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-02e230f1-7643-44f9-ad48-1d97a9c65a87 tempest-ServerDiagnosticsNegativeTest-1860943725 tempest-ServerDiagnosticsNegativeTest-1860943725-project-member] [instance: 4510171e-9670-4bd6-a63c-c55b4917c7ed] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6a:a0:a1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f0ef5aba-bd9a-42ff-a1a0-5e763986d70a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c8314085-d06f-45ad-9ba1-5136380b87c2', 'vif_model': 'vmxnet3'}] {{(pid=69770) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 707.563239] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-02e230f1-7643-44f9-ad48-1d97a9c65a87 tempest-ServerDiagnosticsNegativeTest-1860943725 tempest-ServerDiagnosticsNegativeTest-1860943725-project-member] Creating folder: Project (08cc465bf09b40d19435141a548da50f). Parent ref: group-v806376. {{(pid=69770) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 707.564684] env[69770]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-bde63f34-898a-4170-baba-2be3d6d8663e {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.581903] env[69770]: INFO nova.virt.vmwareapi.vm_util [None req-02e230f1-7643-44f9-ad48-1d97a9c65a87 tempest-ServerDiagnosticsNegativeTest-1860943725 tempest-ServerDiagnosticsNegativeTest-1860943725-project-member] Created folder: Project (08cc465bf09b40d19435141a548da50f) in parent group-v806376. [ 707.581903] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-02e230f1-7643-44f9-ad48-1d97a9c65a87 tempest-ServerDiagnosticsNegativeTest-1860943725 tempest-ServerDiagnosticsNegativeTest-1860943725-project-member] Creating folder: Instances. Parent ref: group-v806395. {{(pid=69770) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 707.581903] env[69770]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7de391f5-8605-478a-ae0b-316b8684ffe0 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.594585] env[69770]: INFO nova.virt.vmwareapi.vm_util [None req-02e230f1-7643-44f9-ad48-1d97a9c65a87 tempest-ServerDiagnosticsNegativeTest-1860943725 tempest-ServerDiagnosticsNegativeTest-1860943725-project-member] Created folder: Instances in parent group-v806395. [ 707.595266] env[69770]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-02e230f1-7643-44f9-ad48-1d97a9c65a87 tempest-ServerDiagnosticsNegativeTest-1860943725 tempest-ServerDiagnosticsNegativeTest-1860943725-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69770) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 707.595266] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4510171e-9670-4bd6-a63c-c55b4917c7ed] Creating VM on the ESX host {{(pid=69770) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 707.596447] env[69770]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-33980968-c879-4164-976e-2630e6279757 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.616458] env[69770]: DEBUG oslo_concurrency.lockutils [None req-8a91afeb-4bc8-43cc-a36f-fa7adf28abbf tempest-VolumesAssistedSnapshotsTest-780901493 tempest-VolumesAssistedSnapshotsTest-780901493-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.473s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 707.616982] env[69770]: DEBUG nova.compute.manager [None req-8a91afeb-4bc8-43cc-a36f-fa7adf28abbf tempest-VolumesAssistedSnapshotsTest-780901493 tempest-VolumesAssistedSnapshotsTest-780901493-project-member] [instance: df3c3daf-8cd6-43af-8872-c3cdc0ea11cb] Start building networks asynchronously for instance. {{(pid=69770) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 707.630820] env[69770]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 707.630820] env[69770]: value = "task-4069303" [ 707.630820] env[69770]: _type = "Task" [ 707.630820] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 707.640445] env[69770]: DEBUG oslo_vmware.api [-] Task: {'id': task-4069303, 'name': CreateVM_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.644809] env[69770]: DEBUG oslo_concurrency.lockutils [None req-054f1d1a-3e50-42c0-8f8f-dc41f1efd83a tempest-ServersWithSpecificFlavorTestJSON-412767258 tempest-ServersWithSpecificFlavorTestJSON-412767258-project-member] Acquiring lock "5a605234-adcc-42bc-94e4-b6312611e566" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 707.645033] env[69770]: DEBUG oslo_concurrency.lockutils [None req-054f1d1a-3e50-42c0-8f8f-dc41f1efd83a tempest-ServersWithSpecificFlavorTestJSON-412767258 tempest-ServersWithSpecificFlavorTestJSON-412767258-project-member] Lock "5a605234-adcc-42bc-94e4-b6312611e566" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 707.690453] env[69770]: DEBUG oslo_concurrency.lockutils [None req-c92ed3d2-6d0e-47db-a7b6-5686e1ad12bc tempest-ServersAdminNegativeTestJSON-597507823 tempest-ServersAdminNegativeTestJSON-597507823-project-member] Acquiring lock "refresh_cache-8047bf73-fff9-4f29-913f-91d0eb28d6dd" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.690453] env[69770]: DEBUG oslo_concurrency.lockutils [None req-c92ed3d2-6d0e-47db-a7b6-5686e1ad12bc tempest-ServersAdminNegativeTestJSON-597507823 tempest-ServersAdminNegativeTestJSON-597507823-project-member] Acquired lock "refresh_cache-8047bf73-fff9-4f29-913f-91d0eb28d6dd" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.690453] env[69770]: DEBUG nova.network.neutron [None req-c92ed3d2-6d0e-47db-a7b6-5686e1ad12bc tempest-ServersAdminNegativeTestJSON-597507823 tempest-ServersAdminNegativeTestJSON-597507823-project-member] [instance: 8047bf73-fff9-4f29-913f-91d0eb28d6dd] Building network info cache for instance {{(pid=69770) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 707.789786] env[69770]: DEBUG oslo_concurrency.lockutils [None req-5ead14a8-5d7b-4b93-9431-6db8b8f21a56 tempest-ListImageFiltersTestJSON-573549216 tempest-ListImageFiltersTestJSON-573549216-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 707.789786] env[69770]: DEBUG oslo_concurrency.lockutils [None req-5ead14a8-5d7b-4b93-9431-6db8b8f21a56 tempest-ListImageFiltersTestJSON-573549216 tempest-ListImageFiltersTestJSON-573549216-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 707.790903] env[69770]: INFO nova.compute.claims [None req-5ead14a8-5d7b-4b93-9431-6db8b8f21a56 tempest-ListImageFiltersTestJSON-573549216 tempest-ListImageFiltersTestJSON-573549216-project-member] [instance: 8c85c90a-f87e-4356-8752-b7b8a16d12cd] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 707.849292] env[69770]: DEBUG oslo_vmware.api [None req-5eb54b88-5e4c-4a61-bb4c-2784af1b8a6c tempest-ImagesOneServerTestJSON-1024055021 tempest-ImagesOneServerTestJSON-1024055021-project-member] Task: {'id': task-4069299, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.910767] env[69770]: DEBUG oslo_vmware.api [None req-a7c689bb-d0a6-4607-ba32-3963d3e8ca0b tempest-ServersTestFqdnHostnames-1890732475 tempest-ServersTestFqdnHostnames-1890732475-project-member] Task: {'id': task-4069300, 'name': ReconfigVM_Task, 'duration_secs': 0.800844} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 707.911153] env[69770]: DEBUG nova.virt.vmwareapi.volumeops [None req-a7c689bb-d0a6-4607-ba32-3963d3e8ca0b tempest-ServersTestFqdnHostnames-1890732475 tempest-ServersTestFqdnHostnames-1890732475-project-member] [instance: ccf149da-8159-452b-9b8b-04359494e736] Reconfigured VM instance instance-00000004 to attach disk [datastore1] ccf149da-8159-452b-9b8b-04359494e736/ccf149da-8159-452b-9b8b-04359494e736.vmdk or device None with type sparse {{(pid=69770) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 707.911853] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f49a3741-8f02-4285-b9d5-27d762eeb7b0 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.920131] env[69770]: DEBUG oslo_vmware.api [None req-a7c689bb-d0a6-4607-ba32-3963d3e8ca0b tempest-ServersTestFqdnHostnames-1890732475 tempest-ServersTestFqdnHostnames-1890732475-project-member] Waiting for the task: (returnval){ [ 707.920131] env[69770]: value = "task-4069304" [ 707.920131] env[69770]: _type = "Task" [ 707.920131] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 707.935222] env[69770]: DEBUG oslo_vmware.api [None req-a7c689bb-d0a6-4607-ba32-3963d3e8ca0b tempest-ServersTestFqdnHostnames-1890732475 tempest-ServersTestFqdnHostnames-1890732475-project-member] Task: {'id': task-4069304, 'name': Rename_Task} progress is 5%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.050833] env[69770]: DEBUG nova.compute.manager [None req-e5e6456c-77e0-4652-9c67-c3cbc25213a6 tempest-FloatingIPsAssociationTestJSON-527069498 tempest-FloatingIPsAssociationTestJSON-527069498-project-member] [instance: 1d7a05ac-b6a7-47c4-9143-79ff005189f9] Starting instance... {{(pid=69770) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 708.125124] env[69770]: DEBUG nova.compute.utils [None req-8a91afeb-4bc8-43cc-a36f-fa7adf28abbf tempest-VolumesAssistedSnapshotsTest-780901493 tempest-VolumesAssistedSnapshotsTest-780901493-project-member] Using /dev/sd instead of None {{(pid=69770) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 708.127806] env[69770]: DEBUG nova.compute.manager [None req-8a91afeb-4bc8-43cc-a36f-fa7adf28abbf tempest-VolumesAssistedSnapshotsTest-780901493 tempest-VolumesAssistedSnapshotsTest-780901493-project-member] [instance: df3c3daf-8cd6-43af-8872-c3cdc0ea11cb] Allocating IP information in the background. {{(pid=69770) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 708.128033] env[69770]: DEBUG nova.network.neutron [None req-8a91afeb-4bc8-43cc-a36f-fa7adf28abbf tempest-VolumesAssistedSnapshotsTest-780901493 tempest-VolumesAssistedSnapshotsTest-780901493-project-member] [instance: df3c3daf-8cd6-43af-8872-c3cdc0ea11cb] allocate_for_instance() {{(pid=69770) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 708.144791] env[69770]: DEBUG oslo_vmware.api [-] Task: {'id': task-4069303, 'name': CreateVM_Task} progress is 25%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.147816] env[69770]: DEBUG nova.compute.manager [None req-054f1d1a-3e50-42c0-8f8f-dc41f1efd83a tempest-ServersWithSpecificFlavorTestJSON-412767258 tempest-ServersWithSpecificFlavorTestJSON-412767258-project-member] [instance: 5a605234-adcc-42bc-94e4-b6312611e566] Starting instance... {{(pid=69770) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 708.248634] env[69770]: DEBUG nova.compute.manager [req-2a3f3ec3-da87-4c8c-b413-57101305fd50 req-25e009d6-971e-459f-bdfd-d350d59f29f8 service nova] [instance: 4510171e-9670-4bd6-a63c-c55b4917c7ed] Received event network-vif-plugged-c8314085-d06f-45ad-9ba1-5136380b87c2 {{(pid=69770) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 708.248634] env[69770]: DEBUG oslo_concurrency.lockutils [req-2a3f3ec3-da87-4c8c-b413-57101305fd50 req-25e009d6-971e-459f-bdfd-d350d59f29f8 service nova] Acquiring lock "4510171e-9670-4bd6-a63c-c55b4917c7ed-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 708.248796] env[69770]: DEBUG oslo_concurrency.lockutils [req-2a3f3ec3-da87-4c8c-b413-57101305fd50 req-25e009d6-971e-459f-bdfd-d350d59f29f8 service nova] Lock "4510171e-9670-4bd6-a63c-c55b4917c7ed-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 708.249117] env[69770]: DEBUG oslo_concurrency.lockutils [req-2a3f3ec3-da87-4c8c-b413-57101305fd50 req-25e009d6-971e-459f-bdfd-d350d59f29f8 service nova] Lock "4510171e-9670-4bd6-a63c-c55b4917c7ed-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 708.249223] env[69770]: DEBUG nova.compute.manager [req-2a3f3ec3-da87-4c8c-b413-57101305fd50 req-25e009d6-971e-459f-bdfd-d350d59f29f8 service nova] [instance: 4510171e-9670-4bd6-a63c-c55b4917c7ed] No waiting events found dispatching network-vif-plugged-c8314085-d06f-45ad-9ba1-5136380b87c2 {{(pid=69770) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 708.249687] env[69770]: WARNING nova.compute.manager [req-2a3f3ec3-da87-4c8c-b413-57101305fd50 req-25e009d6-971e-459f-bdfd-d350d59f29f8 service nova] [instance: 4510171e-9670-4bd6-a63c-c55b4917c7ed] Received unexpected event network-vif-plugged-c8314085-d06f-45ad-9ba1-5136380b87c2 for instance with vm_state building and task_state spawning. [ 708.297505] env[69770]: DEBUG nova.network.neutron [None req-c92ed3d2-6d0e-47db-a7b6-5686e1ad12bc tempest-ServersAdminNegativeTestJSON-597507823 tempest-ServersAdminNegativeTestJSON-597507823-project-member] [instance: 8047bf73-fff9-4f29-913f-91d0eb28d6dd] Instance cache missing network info. {{(pid=69770) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 708.307237] env[69770]: DEBUG nova.policy [None req-8a91afeb-4bc8-43cc-a36f-fa7adf28abbf tempest-VolumesAssistedSnapshotsTest-780901493 tempest-VolumesAssistedSnapshotsTest-780901493-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd2dedccc8c024914a9e1e1ff79b02461', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7de7c2e119f449989ee2246e172953c1', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69770) authorize /opt/stack/nova/nova/policy.py:192}} [ 708.344157] env[69770]: DEBUG oslo_vmware.api [None req-5eb54b88-5e4c-4a61-bb4c-2784af1b8a6c tempest-ImagesOneServerTestJSON-1024055021 tempest-ImagesOneServerTestJSON-1024055021-project-member] Task: {'id': task-4069299, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.408023} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 708.344956] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-5eb54b88-5e4c-4a61-bb4c-2784af1b8a6c tempest-ImagesOneServerTestJSON-1024055021 tempest-ImagesOneServerTestJSON-1024055021-project-member] Copied Virtual Disk [datastore2] vmware_temp/25de1bc0-939f-428c-9a91-8bea61c341f4/d1eaff80-24a0-4391-90eb-59958b1ecf0a/tmp-sparse.vmdk to [datastore2] vmware_temp/25de1bc0-939f-428c-9a91-8bea61c341f4/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk {{(pid=69770) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 708.344956] env[69770]: DEBUG nova.virt.vmwareapi.ds_util [None req-5eb54b88-5e4c-4a61-bb4c-2784af1b8a6c tempest-ImagesOneServerTestJSON-1024055021 tempest-ImagesOneServerTestJSON-1024055021-project-member] Deleting the datastore file [datastore2] vmware_temp/25de1bc0-939f-428c-9a91-8bea61c341f4/d1eaff80-24a0-4391-90eb-59958b1ecf0a/tmp-sparse.vmdk {{(pid=69770) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 708.344956] env[69770]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0afce027-03b2-4ff0-9f21-9b1e950466b3 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.357835] env[69770]: DEBUG oslo_vmware.api [None req-5eb54b88-5e4c-4a61-bb4c-2784af1b8a6c tempest-ImagesOneServerTestJSON-1024055021 tempest-ImagesOneServerTestJSON-1024055021-project-member] Waiting for the task: (returnval){ [ 708.357835] env[69770]: value = "task-4069305" [ 708.357835] env[69770]: _type = "Task" [ 708.357835] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 708.369932] env[69770]: DEBUG oslo_vmware.api [None req-5eb54b88-5e4c-4a61-bb4c-2784af1b8a6c tempest-ImagesOneServerTestJSON-1024055021 tempest-ImagesOneServerTestJSON-1024055021-project-member] Task: {'id': task-4069305, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.433738] env[69770]: DEBUG oslo_vmware.api [None req-a7c689bb-d0a6-4607-ba32-3963d3e8ca0b tempest-ServersTestFqdnHostnames-1890732475 tempest-ServersTestFqdnHostnames-1890732475-project-member] Task: {'id': task-4069304, 'name': Rename_Task, 'duration_secs': 0.201661} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 708.433832] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-a7c689bb-d0a6-4607-ba32-3963d3e8ca0b tempest-ServersTestFqdnHostnames-1890732475 tempest-ServersTestFqdnHostnames-1890732475-project-member] [instance: ccf149da-8159-452b-9b8b-04359494e736] Powering on the VM {{(pid=69770) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 708.434355] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e2e308ca-6d19-4882-954c-e057330da215 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.442208] env[69770]: DEBUG oslo_vmware.api [None req-a7c689bb-d0a6-4607-ba32-3963d3e8ca0b tempest-ServersTestFqdnHostnames-1890732475 tempest-ServersTestFqdnHostnames-1890732475-project-member] Waiting for the task: (returnval){ [ 708.442208] env[69770]: value = "task-4069306" [ 708.442208] env[69770]: _type = "Task" [ 708.442208] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 708.457370] env[69770]: DEBUG oslo_vmware.api [None req-a7c689bb-d0a6-4607-ba32-3963d3e8ca0b tempest-ServersTestFqdnHostnames-1890732475 tempest-ServersTestFqdnHostnames-1890732475-project-member] Task: {'id': task-4069306, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.492028] env[69770]: DEBUG oslo_concurrency.lockutils [None req-2367aada-b333-45a6-9931-ef2a69c9b73c tempest-DeleteServersAdminTestJSON-292970899 tempest-DeleteServersAdminTestJSON-292970899-project-admin] Acquiring lock "ee7c2360-8fce-4167-b80a-0e87f2677353" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 708.492095] env[69770]: DEBUG oslo_concurrency.lockutils [None req-2367aada-b333-45a6-9931-ef2a69c9b73c tempest-DeleteServersAdminTestJSON-292970899 tempest-DeleteServersAdminTestJSON-292970899-project-admin] Lock "ee7c2360-8fce-4167-b80a-0e87f2677353" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 708.492552] env[69770]: DEBUG oslo_concurrency.lockutils [None req-2367aada-b333-45a6-9931-ef2a69c9b73c tempest-DeleteServersAdminTestJSON-292970899 tempest-DeleteServersAdminTestJSON-292970899-project-admin] Acquiring lock "ee7c2360-8fce-4167-b80a-0e87f2677353-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 708.493153] env[69770]: DEBUG oslo_concurrency.lockutils [None req-2367aada-b333-45a6-9931-ef2a69c9b73c tempest-DeleteServersAdminTestJSON-292970899 tempest-DeleteServersAdminTestJSON-292970899-project-admin] Lock "ee7c2360-8fce-4167-b80a-0e87f2677353-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 708.493246] env[69770]: DEBUG oslo_concurrency.lockutils [None req-2367aada-b333-45a6-9931-ef2a69c9b73c tempest-DeleteServersAdminTestJSON-292970899 tempest-DeleteServersAdminTestJSON-292970899-project-admin] Lock "ee7c2360-8fce-4167-b80a-0e87f2677353-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 708.496811] env[69770]: INFO nova.compute.manager [None req-2367aada-b333-45a6-9931-ef2a69c9b73c tempest-DeleteServersAdminTestJSON-292970899 tempest-DeleteServersAdminTestJSON-292970899-project-admin] [instance: ee7c2360-8fce-4167-b80a-0e87f2677353] Terminating instance [ 708.585995] env[69770]: DEBUG oslo_concurrency.lockutils [None req-e5e6456c-77e0-4652-9c67-c3cbc25213a6 tempest-FloatingIPsAssociationTestJSON-527069498 tempest-FloatingIPsAssociationTestJSON-527069498-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 708.609522] env[69770]: DEBUG nova.network.neutron [req-2ab16f89-c075-4c21-a8d3-71e7dbdcd472 req-231f253e-93e6-406c-ae7e-25d78d299eaf service nova] [instance: ccf149da-8159-452b-9b8b-04359494e736] Updated VIF entry in instance network info cache for port 75a7c677-5257-4c91-a659-74e213172401. {{(pid=69770) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 708.609925] env[69770]: DEBUG nova.network.neutron [req-2ab16f89-c075-4c21-a8d3-71e7dbdcd472 req-231f253e-93e6-406c-ae7e-25d78d299eaf service nova] [instance: ccf149da-8159-452b-9b8b-04359494e736] Updating instance_info_cache with network_info: [{"id": "75a7c677-5257-4c91-a659-74e213172401", "address": "fa:16:3e:82:bc:c3", "network": {"id": "e9be7887-49b3-41ac-978b-6cfc2a6b6490", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-1266573329-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a885e947cc4d446fb918d3baf21a4867", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b250e561-3be3-4bae-be1a-162251b1ee31", "external-id": "nsx-vlan-transportzone-464", "segmentation_id": 464, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap75a7c677-52", "ovs_interfaceid": "75a7c677-5257-4c91-a659-74e213172401", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69770) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 708.628173] env[69770]: DEBUG nova.compute.manager [None req-8a91afeb-4bc8-43cc-a36f-fa7adf28abbf tempest-VolumesAssistedSnapshotsTest-780901493 tempest-VolumesAssistedSnapshotsTest-780901493-project-member] [instance: df3c3daf-8cd6-43af-8872-c3cdc0ea11cb] Start building block device mappings for instance. {{(pid=69770) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 708.647857] env[69770]: DEBUG oslo_vmware.api [-] Task: {'id': task-4069303, 'name': CreateVM_Task, 'duration_secs': 0.73596} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 708.648107] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4510171e-9670-4bd6-a63c-c55b4917c7ed] Created VM on the ESX host {{(pid=69770) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 708.648908] env[69770]: DEBUG oslo_concurrency.lockutils [None req-02e230f1-7643-44f9-ad48-1d97a9c65a87 tempest-ServerDiagnosticsNegativeTest-1860943725 tempest-ServerDiagnosticsNegativeTest-1860943725-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.649119] env[69770]: DEBUG oslo_concurrency.lockutils [None req-02e230f1-7643-44f9-ad48-1d97a9c65a87 tempest-ServerDiagnosticsNegativeTest-1860943725 tempest-ServerDiagnosticsNegativeTest-1860943725-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.649493] env[69770]: DEBUG oslo_concurrency.lockutils [None req-02e230f1-7643-44f9-ad48-1d97a9c65a87 tempest-ServerDiagnosticsNegativeTest-1860943725 tempest-ServerDiagnosticsNegativeTest-1860943725-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.649989] env[69770]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f8072e00-3701-41a8-8d12-ef7b01d4993e {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.660182] env[69770]: DEBUG oslo_vmware.api [None req-02e230f1-7643-44f9-ad48-1d97a9c65a87 tempest-ServerDiagnosticsNegativeTest-1860943725 tempest-ServerDiagnosticsNegativeTest-1860943725-project-member] Waiting for the task: (returnval){ [ 708.660182] env[69770]: value = "session[52161b52-cb8e-ec9f-1132-2f6b49549d41]528516d9-d47e-4e96-7e32-9fc83203eccf" [ 708.660182] env[69770]: _type = "Task" [ 708.660182] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 708.673822] env[69770]: DEBUG oslo_vmware.api [None req-02e230f1-7643-44f9-ad48-1d97a9c65a87 tempest-ServerDiagnosticsNegativeTest-1860943725 tempest-ServerDiagnosticsNegativeTest-1860943725-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]528516d9-d47e-4e96-7e32-9fc83203eccf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.682579] env[69770]: DEBUG oslo_concurrency.lockutils [None req-054f1d1a-3e50-42c0-8f8f-dc41f1efd83a tempest-ServersWithSpecificFlavorTestJSON-412767258 tempest-ServersWithSpecificFlavorTestJSON-412767258-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 708.870115] env[69770]: DEBUG oslo_vmware.api [None req-5eb54b88-5e4c-4a61-bb4c-2784af1b8a6c tempest-ImagesOneServerTestJSON-1024055021 tempest-ImagesOneServerTestJSON-1024055021-project-member] Task: {'id': task-4069305, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.041059} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 708.872335] env[69770]: DEBUG nova.virt.vmwareapi.ds_util [None req-5eb54b88-5e4c-4a61-bb4c-2784af1b8a6c tempest-ImagesOneServerTestJSON-1024055021 tempest-ImagesOneServerTestJSON-1024055021-project-member] Deleted the datastore file {{(pid=69770) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 708.872784] env[69770]: DEBUG nova.virt.vmwareapi.ds_util [None req-5eb54b88-5e4c-4a61-bb4c-2784af1b8a6c tempest-ImagesOneServerTestJSON-1024055021 tempest-ImagesOneServerTestJSON-1024055021-project-member] Moving file from [datastore2] vmware_temp/25de1bc0-939f-428c-9a91-8bea61c341f4/d1eaff80-24a0-4391-90eb-59958b1ecf0a to [datastore2] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a. {{(pid=69770) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:334}} [ 708.877008] env[69770]: DEBUG oslo_vmware.service [-] Invoking FileManager.MoveDatastoreFile_Task with opID=oslo.vmware-60887e68-c004-47d4-8262-0e23e494b0c6 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.889088] env[69770]: DEBUG oslo_vmware.api [None req-5eb54b88-5e4c-4a61-bb4c-2784af1b8a6c tempest-ImagesOneServerTestJSON-1024055021 tempest-ImagesOneServerTestJSON-1024055021-project-member] Waiting for the task: (returnval){ [ 708.889088] env[69770]: value = "task-4069307" [ 708.889088] env[69770]: _type = "Task" [ 708.889088] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 708.898929] env[69770]: DEBUG oslo_vmware.api [None req-5eb54b88-5e4c-4a61-bb4c-2784af1b8a6c tempest-ImagesOneServerTestJSON-1024055021 tempest-ImagesOneServerTestJSON-1024055021-project-member] Task: {'id': task-4069307, 'name': MoveDatastoreFile_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.955430] env[69770]: DEBUG oslo_vmware.api [None req-a7c689bb-d0a6-4607-ba32-3963d3e8ca0b tempest-ServersTestFqdnHostnames-1890732475 tempest-ServersTestFqdnHostnames-1890732475-project-member] Task: {'id': task-4069306, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.977882] env[69770]: DEBUG nova.network.neutron [None req-c92ed3d2-6d0e-47db-a7b6-5686e1ad12bc tempest-ServersAdminNegativeTestJSON-597507823 tempest-ServersAdminNegativeTestJSON-597507823-project-member] [instance: 8047bf73-fff9-4f29-913f-91d0eb28d6dd] Updating instance_info_cache with network_info: [{"id": "83e9424b-b290-4540-a74c-023b79e0fc1e", "address": "fa:16:3e:1f:14:2e", "network": {"id": "f82b91df-bf84-467a-b908-3ff7324de9d6", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.142", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "d65f20bb89fb40a98b77bc6d97357df2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f0ef5aba-bd9a-42ff-a1a0-5e763986d70a", "external-id": "nsx-vlan-transportzone-209", "segmentation_id": 209, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap83e9424b-b2", "ovs_interfaceid": "83e9424b-b290-4540-a74c-023b79e0fc1e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69770) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 709.002200] env[69770]: DEBUG nova.compute.manager [None req-2367aada-b333-45a6-9931-ef2a69c9b73c tempest-DeleteServersAdminTestJSON-292970899 tempest-DeleteServersAdminTestJSON-292970899-project-admin] [instance: ee7c2360-8fce-4167-b80a-0e87f2677353] Start destroying the instance on the hypervisor. {{(pid=69770) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 709.002522] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-2367aada-b333-45a6-9931-ef2a69c9b73c tempest-DeleteServersAdminTestJSON-292970899 tempest-DeleteServersAdminTestJSON-292970899-project-admin] [instance: ee7c2360-8fce-4167-b80a-0e87f2677353] Destroying instance {{(pid=69770) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 709.004043] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d88355b5-8f0d-441a-a875-f53754a53f6f {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.016405] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-2367aada-b333-45a6-9931-ef2a69c9b73c tempest-DeleteServersAdminTestJSON-292970899 tempest-DeleteServersAdminTestJSON-292970899-project-admin] [instance: ee7c2360-8fce-4167-b80a-0e87f2677353] Powering off the VM {{(pid=69770) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 709.016405] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-31e62223-66d7-4970-8210-61a96675b622 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.026266] env[69770]: DEBUG oslo_vmware.api [None req-2367aada-b333-45a6-9931-ef2a69c9b73c tempest-DeleteServersAdminTestJSON-292970899 tempest-DeleteServersAdminTestJSON-292970899-project-admin] Waiting for the task: (returnval){ [ 709.026266] env[69770]: value = "task-4069308" [ 709.026266] env[69770]: _type = "Task" [ 709.026266] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 709.037446] env[69770]: DEBUG oslo_vmware.api [None req-2367aada-b333-45a6-9931-ef2a69c9b73c tempest-DeleteServersAdminTestJSON-292970899 tempest-DeleteServersAdminTestJSON-292970899-project-admin] Task: {'id': task-4069308, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.069172] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3834538-0694-47cc-9259-706e2d66fb3f {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.084105] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f6ea819-7148-46d6-9224-42e02b6ee7aa {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.131884] env[69770]: DEBUG oslo_concurrency.lockutils [req-2ab16f89-c075-4c21-a8d3-71e7dbdcd472 req-231f253e-93e6-406c-ae7e-25d78d299eaf service nova] Releasing lock "refresh_cache-ccf149da-8159-452b-9b8b-04359494e736" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.132171] env[69770]: DEBUG nova.compute.manager [req-2ab16f89-c075-4c21-a8d3-71e7dbdcd472 req-231f253e-93e6-406c-ae7e-25d78d299eaf service nova] [instance: 7ae47f8e-e519-4825-b89a-7561df6850d9] Received event network-vif-plugged-494963b2-3eab-4b17-86d0-b55d8aec0a5d {{(pid=69770) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 709.132609] env[69770]: DEBUG oslo_concurrency.lockutils [req-2ab16f89-c075-4c21-a8d3-71e7dbdcd472 req-231f253e-93e6-406c-ae7e-25d78d299eaf service nova] Acquiring lock "7ae47f8e-e519-4825-b89a-7561df6850d9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 709.132609] env[69770]: DEBUG oslo_concurrency.lockutils [req-2ab16f89-c075-4c21-a8d3-71e7dbdcd472 req-231f253e-93e6-406c-ae7e-25d78d299eaf service nova] Lock "7ae47f8e-e519-4825-b89a-7561df6850d9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 709.132609] env[69770]: DEBUG oslo_concurrency.lockutils [req-2ab16f89-c075-4c21-a8d3-71e7dbdcd472 req-231f253e-93e6-406c-ae7e-25d78d299eaf service nova] Lock "7ae47f8e-e519-4825-b89a-7561df6850d9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 709.132609] env[69770]: DEBUG nova.compute.manager [req-2ab16f89-c075-4c21-a8d3-71e7dbdcd472 req-231f253e-93e6-406c-ae7e-25d78d299eaf service nova] [instance: 7ae47f8e-e519-4825-b89a-7561df6850d9] No waiting events found dispatching network-vif-plugged-494963b2-3eab-4b17-86d0-b55d8aec0a5d {{(pid=69770) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 709.132609] env[69770]: WARNING nova.compute.manager [req-2ab16f89-c075-4c21-a8d3-71e7dbdcd472 req-231f253e-93e6-406c-ae7e-25d78d299eaf service nova] [instance: 7ae47f8e-e519-4825-b89a-7561df6850d9] Received unexpected event network-vif-plugged-494963b2-3eab-4b17-86d0-b55d8aec0a5d for instance with vm_state building and task_state spawning. [ 709.133742] env[69770]: DEBUG nova.compute.manager [req-2ab16f89-c075-4c21-a8d3-71e7dbdcd472 req-231f253e-93e6-406c-ae7e-25d78d299eaf service nova] [instance: 7ae47f8e-e519-4825-b89a-7561df6850d9] Received event network-changed-494963b2-3eab-4b17-86d0-b55d8aec0a5d {{(pid=69770) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 709.133742] env[69770]: DEBUG nova.compute.manager [req-2ab16f89-c075-4c21-a8d3-71e7dbdcd472 req-231f253e-93e6-406c-ae7e-25d78d299eaf service nova] [instance: 7ae47f8e-e519-4825-b89a-7561df6850d9] Refreshing instance network info cache due to event network-changed-494963b2-3eab-4b17-86d0-b55d8aec0a5d. {{(pid=69770) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 709.133742] env[69770]: DEBUG oslo_concurrency.lockutils [req-2ab16f89-c075-4c21-a8d3-71e7dbdcd472 req-231f253e-93e6-406c-ae7e-25d78d299eaf service nova] Acquiring lock "refresh_cache-7ae47f8e-e519-4825-b89a-7561df6850d9" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.133742] env[69770]: DEBUG oslo_concurrency.lockutils [req-2ab16f89-c075-4c21-a8d3-71e7dbdcd472 req-231f253e-93e6-406c-ae7e-25d78d299eaf service nova] Acquired lock "refresh_cache-7ae47f8e-e519-4825-b89a-7561df6850d9" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.134405] env[69770]: DEBUG nova.network.neutron [req-2ab16f89-c075-4c21-a8d3-71e7dbdcd472 req-231f253e-93e6-406c-ae7e-25d78d299eaf service nova] [instance: 7ae47f8e-e519-4825-b89a-7561df6850d9] Refreshing network info cache for port 494963b2-3eab-4b17-86d0-b55d8aec0a5d {{(pid=69770) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 709.141655] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b993360-10d2-4c9b-9170-5381d0f7ed86 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.153931] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b73560e4-1d0d-468c-8f37-382b78572e53 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.180022] env[69770]: DEBUG oslo_concurrency.lockutils [None req-02e230f1-7643-44f9-ad48-1d97a9c65a87 tempest-ServerDiagnosticsNegativeTest-1860943725 tempest-ServerDiagnosticsNegativeTest-1860943725-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.180882] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-02e230f1-7643-44f9-ad48-1d97a9c65a87 tempest-ServerDiagnosticsNegativeTest-1860943725 tempest-ServerDiagnosticsNegativeTest-1860943725-project-member] [instance: 4510171e-9670-4bd6-a63c-c55b4917c7ed] Processing image d1eaff80-24a0-4391-90eb-59958b1ecf0a {{(pid=69770) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 709.180882] env[69770]: DEBUG oslo_concurrency.lockutils [None req-02e230f1-7643-44f9-ad48-1d97a9c65a87 tempest-ServerDiagnosticsNegativeTest-1860943725 tempest-ServerDiagnosticsNegativeTest-1860943725-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.181441] env[69770]: DEBUG nova.compute.provider_tree [None req-5ead14a8-5d7b-4b93-9431-6db8b8f21a56 tempest-ListImageFiltersTestJSON-573549216 tempest-ListImageFiltersTestJSON-573549216-project-member] Inventory has not changed in ProviderTree for provider: 7cc7d32b-b7a7-454a-a456-2a440248ed9d {{(pid=69770) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 709.279739] env[69770]: DEBUG oslo_concurrency.lockutils [None req-7798cb05-4ea5-4125-8072-a3e42453859d tempest-ServerDiagnosticsTest-785529700 tempest-ServerDiagnosticsTest-785529700-project-member] Acquiring lock "724c5059-a799-45b3-bfbd-328d7df854fc" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 709.280108] env[69770]: DEBUG oslo_concurrency.lockutils [None req-7798cb05-4ea5-4125-8072-a3e42453859d tempest-ServerDiagnosticsTest-785529700 tempest-ServerDiagnosticsTest-785529700-project-member] Lock "724c5059-a799-45b3-bfbd-328d7df854fc" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 709.407503] env[69770]: DEBUG oslo_vmware.api [None req-5eb54b88-5e4c-4a61-bb4c-2784af1b8a6c tempest-ImagesOneServerTestJSON-1024055021 tempest-ImagesOneServerTestJSON-1024055021-project-member] Task: {'id': task-4069307, 'name': MoveDatastoreFile_Task, 'duration_secs': 0.056437} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 709.407789] env[69770]: DEBUG nova.virt.vmwareapi.ds_util [None req-5eb54b88-5e4c-4a61-bb4c-2784af1b8a6c tempest-ImagesOneServerTestJSON-1024055021 tempest-ImagesOneServerTestJSON-1024055021-project-member] File moved {{(pid=69770) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:346}} [ 709.407986] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-5eb54b88-5e4c-4a61-bb4c-2784af1b8a6c tempest-ImagesOneServerTestJSON-1024055021 tempest-ImagesOneServerTestJSON-1024055021-project-member] [instance: 7ae47f8e-e519-4825-b89a-7561df6850d9] Cleaning up location [datastore2] vmware_temp/25de1bc0-939f-428c-9a91-8bea61c341f4 {{(pid=69770) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 709.408166] env[69770]: DEBUG nova.virt.vmwareapi.ds_util [None req-5eb54b88-5e4c-4a61-bb4c-2784af1b8a6c tempest-ImagesOneServerTestJSON-1024055021 tempest-ImagesOneServerTestJSON-1024055021-project-member] Deleting the datastore file [datastore2] vmware_temp/25de1bc0-939f-428c-9a91-8bea61c341f4 {{(pid=69770) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 709.409542] env[69770]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6dfa447c-7223-4fc7-9293-9ceae43ea48b {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.424519] env[69770]: DEBUG oslo_vmware.api [None req-5eb54b88-5e4c-4a61-bb4c-2784af1b8a6c tempest-ImagesOneServerTestJSON-1024055021 tempest-ImagesOneServerTestJSON-1024055021-project-member] Waiting for the task: (returnval){ [ 709.424519] env[69770]: value = "task-4069309" [ 709.424519] env[69770]: _type = "Task" [ 709.424519] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 709.434898] env[69770]: DEBUG oslo_vmware.api [None req-5eb54b88-5e4c-4a61-bb4c-2784af1b8a6c tempest-ImagesOneServerTestJSON-1024055021 tempest-ImagesOneServerTestJSON-1024055021-project-member] Task: {'id': task-4069309, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.458023] env[69770]: DEBUG oslo_vmware.api [None req-a7c689bb-d0a6-4607-ba32-3963d3e8ca0b tempest-ServersTestFqdnHostnames-1890732475 tempest-ServersTestFqdnHostnames-1890732475-project-member] Task: {'id': task-4069306, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.481657] env[69770]: DEBUG oslo_concurrency.lockutils [None req-c92ed3d2-6d0e-47db-a7b6-5686e1ad12bc tempest-ServersAdminNegativeTestJSON-597507823 tempest-ServersAdminNegativeTestJSON-597507823-project-member] Releasing lock "refresh_cache-8047bf73-fff9-4f29-913f-91d0eb28d6dd" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.482275] env[69770]: DEBUG nova.compute.manager [None req-c92ed3d2-6d0e-47db-a7b6-5686e1ad12bc tempest-ServersAdminNegativeTestJSON-597507823 tempest-ServersAdminNegativeTestJSON-597507823-project-member] [instance: 8047bf73-fff9-4f29-913f-91d0eb28d6dd] Instance network_info: |[{"id": "83e9424b-b290-4540-a74c-023b79e0fc1e", "address": "fa:16:3e:1f:14:2e", "network": {"id": "f82b91df-bf84-467a-b908-3ff7324de9d6", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.142", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "d65f20bb89fb40a98b77bc6d97357df2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f0ef5aba-bd9a-42ff-a1a0-5e763986d70a", "external-id": "nsx-vlan-transportzone-209", "segmentation_id": 209, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap83e9424b-b2", "ovs_interfaceid": "83e9424b-b290-4540-a74c-023b79e0fc1e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69770) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 709.482637] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-c92ed3d2-6d0e-47db-a7b6-5686e1ad12bc tempest-ServersAdminNegativeTestJSON-597507823 tempest-ServersAdminNegativeTestJSON-597507823-project-member] [instance: 8047bf73-fff9-4f29-913f-91d0eb28d6dd] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1f:14:2e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f0ef5aba-bd9a-42ff-a1a0-5e763986d70a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '83e9424b-b290-4540-a74c-023b79e0fc1e', 'vif_model': 'vmxnet3'}] {{(pid=69770) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 709.498373] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-c92ed3d2-6d0e-47db-a7b6-5686e1ad12bc tempest-ServersAdminNegativeTestJSON-597507823 tempest-ServersAdminNegativeTestJSON-597507823-project-member] Creating folder: Project (a42ee601545d43b1ad9165919bebc656). Parent ref: group-v806376. {{(pid=69770) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 709.498843] env[69770]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-791a77c9-4d53-481e-ae0d-ab08041ea2d7 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.514780] env[69770]: INFO nova.virt.vmwareapi.vm_util [None req-c92ed3d2-6d0e-47db-a7b6-5686e1ad12bc tempest-ServersAdminNegativeTestJSON-597507823 tempest-ServersAdminNegativeTestJSON-597507823-project-member] Created folder: Project (a42ee601545d43b1ad9165919bebc656) in parent group-v806376. [ 709.514780] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-c92ed3d2-6d0e-47db-a7b6-5686e1ad12bc tempest-ServersAdminNegativeTestJSON-597507823 tempest-ServersAdminNegativeTestJSON-597507823-project-member] Creating folder: Instances. Parent ref: group-v806398. {{(pid=69770) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 709.514780] env[69770]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f96332ca-44e8-4d7b-98d5-4624be5b9a7e {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.526341] env[69770]: INFO nova.virt.vmwareapi.vm_util [None req-c92ed3d2-6d0e-47db-a7b6-5686e1ad12bc tempest-ServersAdminNegativeTestJSON-597507823 tempest-ServersAdminNegativeTestJSON-597507823-project-member] Created folder: Instances in parent group-v806398. [ 709.526530] env[69770]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c92ed3d2-6d0e-47db-a7b6-5686e1ad12bc tempest-ServersAdminNegativeTestJSON-597507823 tempest-ServersAdminNegativeTestJSON-597507823-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69770) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 709.526731] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8047bf73-fff9-4f29-913f-91d0eb28d6dd] Creating VM on the ESX host {{(pid=69770) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 709.526990] env[69770]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5da008f7-e379-47f0-8ef4-1e92bf39973d {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.554032] env[69770]: DEBUG oslo_vmware.api [None req-2367aada-b333-45a6-9931-ef2a69c9b73c tempest-DeleteServersAdminTestJSON-292970899 tempest-DeleteServersAdminTestJSON-292970899-project-admin] Task: {'id': task-4069308, 'name': PowerOffVM_Task, 'duration_secs': 0.252931} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 709.555615] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-2367aada-b333-45a6-9931-ef2a69c9b73c tempest-DeleteServersAdminTestJSON-292970899 tempest-DeleteServersAdminTestJSON-292970899-project-admin] [instance: ee7c2360-8fce-4167-b80a-0e87f2677353] Powered off the VM {{(pid=69770) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 709.555767] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-2367aada-b333-45a6-9931-ef2a69c9b73c tempest-DeleteServersAdminTestJSON-292970899 tempest-DeleteServersAdminTestJSON-292970899-project-admin] [instance: ee7c2360-8fce-4167-b80a-0e87f2677353] Unregistering the VM {{(pid=69770) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 709.556027] env[69770]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 709.556027] env[69770]: value = "task-4069312" [ 709.556027] env[69770]: _type = "Task" [ 709.556027] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 709.556208] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5a2874c6-4b13-474c-bf28-4e30a02d44d8 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.568299] env[69770]: DEBUG oslo_vmware.api [-] Task: {'id': task-4069312, 'name': CreateVM_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.646105] env[69770]: DEBUG nova.compute.manager [None req-8a91afeb-4bc8-43cc-a36f-fa7adf28abbf tempest-VolumesAssistedSnapshotsTest-780901493 tempest-VolumesAssistedSnapshotsTest-780901493-project-member] [instance: df3c3daf-8cd6-43af-8872-c3cdc0ea11cb] Start spawning the instance on the hypervisor. {{(pid=69770) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 709.649654] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-2367aada-b333-45a6-9931-ef2a69c9b73c tempest-DeleteServersAdminTestJSON-292970899 tempest-DeleteServersAdminTestJSON-292970899-project-admin] [instance: ee7c2360-8fce-4167-b80a-0e87f2677353] Unregistered the VM {{(pid=69770) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 709.649858] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-2367aada-b333-45a6-9931-ef2a69c9b73c tempest-DeleteServersAdminTestJSON-292970899 tempest-DeleteServersAdminTestJSON-292970899-project-admin] [instance: ee7c2360-8fce-4167-b80a-0e87f2677353] Deleting contents of the VM from datastore datastore1 {{(pid=69770) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 709.650105] env[69770]: DEBUG nova.virt.vmwareapi.ds_util [None req-2367aada-b333-45a6-9931-ef2a69c9b73c tempest-DeleteServersAdminTestJSON-292970899 tempest-DeleteServersAdminTestJSON-292970899-project-admin] Deleting the datastore file [datastore1] ee7c2360-8fce-4167-b80a-0e87f2677353 {{(pid=69770) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 709.650553] env[69770]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f697dc8f-e6fc-4f49-907d-1923449d23b1 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.659970] env[69770]: DEBUG oslo_vmware.api [None req-2367aada-b333-45a6-9931-ef2a69c9b73c tempest-DeleteServersAdminTestJSON-292970899 tempest-DeleteServersAdminTestJSON-292970899-project-admin] Waiting for the task: (returnval){ [ 709.659970] env[69770]: value = "task-4069314" [ 709.659970] env[69770]: _type = "Task" [ 709.659970] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 709.671096] env[69770]: DEBUG oslo_vmware.api [None req-2367aada-b333-45a6-9931-ef2a69c9b73c tempest-DeleteServersAdminTestJSON-292970899 tempest-DeleteServersAdminTestJSON-292970899-project-admin] Task: {'id': task-4069314, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.680176] env[69770]: DEBUG nova.virt.hardware [None req-8a91afeb-4bc8-43cc-a36f-fa7adf28abbf tempest-VolumesAssistedSnapshotsTest-780901493 tempest-VolumesAssistedSnapshotsTest-780901493-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T12:16:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T12:16:11Z,direct_url=,disk_format='vmdk',id=d1eaff80-24a0-4391-90eb-59958b1ecf0a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d65f20bb89fb40a98b77bc6d97357df2',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T12:16:12Z,virtual_size=,visibility=), allow threads: False {{(pid=69770) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 709.680808] env[69770]: DEBUG nova.virt.hardware [None req-8a91afeb-4bc8-43cc-a36f-fa7adf28abbf tempest-VolumesAssistedSnapshotsTest-780901493 tempest-VolumesAssistedSnapshotsTest-780901493-project-member] Flavor limits 0:0:0 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 709.681080] env[69770]: DEBUG nova.virt.hardware [None req-8a91afeb-4bc8-43cc-a36f-fa7adf28abbf tempest-VolumesAssistedSnapshotsTest-780901493 tempest-VolumesAssistedSnapshotsTest-780901493-project-member] Image limits 0:0:0 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 709.681303] env[69770]: DEBUG nova.virt.hardware [None req-8a91afeb-4bc8-43cc-a36f-fa7adf28abbf tempest-VolumesAssistedSnapshotsTest-780901493 tempest-VolumesAssistedSnapshotsTest-780901493-project-member] Flavor pref 0:0:0 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 709.681475] env[69770]: DEBUG nova.virt.hardware [None req-8a91afeb-4bc8-43cc-a36f-fa7adf28abbf tempest-VolumesAssistedSnapshotsTest-780901493 tempest-VolumesAssistedSnapshotsTest-780901493-project-member] Image pref 0:0:0 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 709.681648] env[69770]: DEBUG nova.virt.hardware [None req-8a91afeb-4bc8-43cc-a36f-fa7adf28abbf tempest-VolumesAssistedSnapshotsTest-780901493 tempest-VolumesAssistedSnapshotsTest-780901493-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 709.681895] env[69770]: DEBUG nova.virt.hardware [None req-8a91afeb-4bc8-43cc-a36f-fa7adf28abbf tempest-VolumesAssistedSnapshotsTest-780901493 tempest-VolumesAssistedSnapshotsTest-780901493-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69770) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 709.682123] env[69770]: DEBUG nova.virt.hardware [None req-8a91afeb-4bc8-43cc-a36f-fa7adf28abbf tempest-VolumesAssistedSnapshotsTest-780901493 tempest-VolumesAssistedSnapshotsTest-780901493-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69770) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 709.682336] env[69770]: DEBUG nova.virt.hardware [None req-8a91afeb-4bc8-43cc-a36f-fa7adf28abbf tempest-VolumesAssistedSnapshotsTest-780901493 tempest-VolumesAssistedSnapshotsTest-780901493-project-member] Got 1 possible topologies {{(pid=69770) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 709.682557] env[69770]: DEBUG nova.virt.hardware [None req-8a91afeb-4bc8-43cc-a36f-fa7adf28abbf tempest-VolumesAssistedSnapshotsTest-780901493 tempest-VolumesAssistedSnapshotsTest-780901493-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69770) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 709.682882] env[69770]: DEBUG nova.virt.hardware [None req-8a91afeb-4bc8-43cc-a36f-fa7adf28abbf tempest-VolumesAssistedSnapshotsTest-780901493 tempest-VolumesAssistedSnapshotsTest-780901493-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69770) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 709.683905] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-182cb564-75e7-4983-81ff-b6da7775e612 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.689675] env[69770]: DEBUG nova.scheduler.client.report [None req-5ead14a8-5d7b-4b93-9431-6db8b8f21a56 tempest-ListImageFiltersTestJSON-573549216 tempest-ListImageFiltersTestJSON-573549216-project-member] Inventory has not changed for provider 7cc7d32b-b7a7-454a-a456-2a440248ed9d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 21, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69770) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 709.701108] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eefc798c-5df1-429a-9624-c1836187752b {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.776167] env[69770]: DEBUG nova.network.neutron [None req-8a91afeb-4bc8-43cc-a36f-fa7adf28abbf tempest-VolumesAssistedSnapshotsTest-780901493 tempest-VolumesAssistedSnapshotsTest-780901493-project-member] [instance: df3c3daf-8cd6-43af-8872-c3cdc0ea11cb] Successfully created port: fd04ea7f-3a36-4c9a-9be8-1f1dcccd5088 {{(pid=69770) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 709.782982] env[69770]: DEBUG nova.compute.manager [None req-7798cb05-4ea5-4125-8072-a3e42453859d tempest-ServerDiagnosticsTest-785529700 tempest-ServerDiagnosticsTest-785529700-project-member] [instance: 724c5059-a799-45b3-bfbd-328d7df854fc] Starting instance... {{(pid=69770) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 709.935771] env[69770]: DEBUG oslo_vmware.api [None req-5eb54b88-5e4c-4a61-bb4c-2784af1b8a6c tempest-ImagesOneServerTestJSON-1024055021 tempest-ImagesOneServerTestJSON-1024055021-project-member] Task: {'id': task-4069309, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.088813} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 709.939941] env[69770]: DEBUG nova.virt.vmwareapi.ds_util [None req-5eb54b88-5e4c-4a61-bb4c-2784af1b8a6c tempest-ImagesOneServerTestJSON-1024055021 tempest-ImagesOneServerTestJSON-1024055021-project-member] Deleted the datastore file {{(pid=69770) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 709.940920] env[69770]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d0262ee1-e964-425d-b9dd-ac53726a7635 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.950746] env[69770]: DEBUG oslo_vmware.api [None req-5eb54b88-5e4c-4a61-bb4c-2784af1b8a6c tempest-ImagesOneServerTestJSON-1024055021 tempest-ImagesOneServerTestJSON-1024055021-project-member] Waiting for the task: (returnval){ [ 709.950746] env[69770]: value = "session[52161b52-cb8e-ec9f-1132-2f6b49549d41]526c2990-cfd2-139d-949e-132ed98e8361" [ 709.950746] env[69770]: _type = "Task" [ 709.950746] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 709.960700] env[69770]: DEBUG oslo_vmware.api [None req-a7c689bb-d0a6-4607-ba32-3963d3e8ca0b tempest-ServersTestFqdnHostnames-1890732475 tempest-ServersTestFqdnHostnames-1890732475-project-member] Task: {'id': task-4069306, 'name': PowerOnVM_Task, 'duration_secs': 1.04008} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 709.961405] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-a7c689bb-d0a6-4607-ba32-3963d3e8ca0b tempest-ServersTestFqdnHostnames-1890732475 tempest-ServersTestFqdnHostnames-1890732475-project-member] [instance: ccf149da-8159-452b-9b8b-04359494e736] Powered on the VM {{(pid=69770) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 709.961405] env[69770]: INFO nova.compute.manager [None req-a7c689bb-d0a6-4607-ba32-3963d3e8ca0b tempest-ServersTestFqdnHostnames-1890732475 tempest-ServersTestFqdnHostnames-1890732475-project-member] [instance: ccf149da-8159-452b-9b8b-04359494e736] Took 14.99 seconds to spawn the instance on the hypervisor. [ 709.961405] env[69770]: DEBUG nova.compute.manager [None req-a7c689bb-d0a6-4607-ba32-3963d3e8ca0b tempest-ServersTestFqdnHostnames-1890732475 tempest-ServersTestFqdnHostnames-1890732475-project-member] [instance: ccf149da-8159-452b-9b8b-04359494e736] Checking state {{(pid=69770) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 709.961959] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4af6b917-9067-4bee-a8b3-7be22512afc2 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.973473] env[69770]: DEBUG oslo_vmware.api [None req-5eb54b88-5e4c-4a61-bb4c-2784af1b8a6c tempest-ImagesOneServerTestJSON-1024055021 tempest-ImagesOneServerTestJSON-1024055021-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]526c2990-cfd2-139d-949e-132ed98e8361, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.070952] env[69770]: DEBUG oslo_vmware.api [-] Task: {'id': task-4069312, 'name': CreateVM_Task, 'duration_secs': 0.398605} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 710.071245] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8047bf73-fff9-4f29-913f-91d0eb28d6dd] Created VM on the ESX host {{(pid=69770) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 710.072268] env[69770]: DEBUG oslo_concurrency.lockutils [None req-c92ed3d2-6d0e-47db-a7b6-5686e1ad12bc tempest-ServersAdminNegativeTestJSON-597507823 tempest-ServersAdminNegativeTestJSON-597507823-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.072268] env[69770]: DEBUG oslo_concurrency.lockutils [None req-c92ed3d2-6d0e-47db-a7b6-5686e1ad12bc tempest-ServersAdminNegativeTestJSON-597507823 tempest-ServersAdminNegativeTestJSON-597507823-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.072441] env[69770]: DEBUG oslo_concurrency.lockutils [None req-c92ed3d2-6d0e-47db-a7b6-5686e1ad12bc tempest-ServersAdminNegativeTestJSON-597507823 tempest-ServersAdminNegativeTestJSON-597507823-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.073097] env[69770]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-53c7d864-c2f0-4cda-8ce3-c8e83dd45690 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.079427] env[69770]: DEBUG oslo_vmware.api [None req-c92ed3d2-6d0e-47db-a7b6-5686e1ad12bc tempest-ServersAdminNegativeTestJSON-597507823 tempest-ServersAdminNegativeTestJSON-597507823-project-member] Waiting for the task: (returnval){ [ 710.079427] env[69770]: value = "session[52161b52-cb8e-ec9f-1132-2f6b49549d41]5231d18b-0c7b-8ec8-a131-0f253838e9e2" [ 710.079427] env[69770]: _type = "Task" [ 710.079427] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 710.089098] env[69770]: DEBUG oslo_vmware.api [None req-c92ed3d2-6d0e-47db-a7b6-5686e1ad12bc tempest-ServersAdminNegativeTestJSON-597507823 tempest-ServersAdminNegativeTestJSON-597507823-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]5231d18b-0c7b-8ec8-a131-0f253838e9e2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.176556] env[69770]: DEBUG oslo_vmware.api [None req-2367aada-b333-45a6-9931-ef2a69c9b73c tempest-DeleteServersAdminTestJSON-292970899 tempest-DeleteServersAdminTestJSON-292970899-project-admin] Task: {'id': task-4069314, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.260218} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 710.176556] env[69770]: DEBUG nova.virt.vmwareapi.ds_util [None req-2367aada-b333-45a6-9931-ef2a69c9b73c tempest-DeleteServersAdminTestJSON-292970899 tempest-DeleteServersAdminTestJSON-292970899-project-admin] Deleted the datastore file {{(pid=69770) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 710.176556] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-2367aada-b333-45a6-9931-ef2a69c9b73c tempest-DeleteServersAdminTestJSON-292970899 tempest-DeleteServersAdminTestJSON-292970899-project-admin] [instance: ee7c2360-8fce-4167-b80a-0e87f2677353] Deleted contents of the VM from datastore datastore1 {{(pid=69770) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 710.176556] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-2367aada-b333-45a6-9931-ef2a69c9b73c tempest-DeleteServersAdminTestJSON-292970899 tempest-DeleteServersAdminTestJSON-292970899-project-admin] [instance: ee7c2360-8fce-4167-b80a-0e87f2677353] Instance destroyed {{(pid=69770) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 710.176556] env[69770]: INFO nova.compute.manager [None req-2367aada-b333-45a6-9931-ef2a69c9b73c tempest-DeleteServersAdminTestJSON-292970899 tempest-DeleteServersAdminTestJSON-292970899-project-admin] [instance: ee7c2360-8fce-4167-b80a-0e87f2677353] Took 1.17 seconds to destroy the instance on the hypervisor. [ 710.176958] env[69770]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2367aada-b333-45a6-9931-ef2a69c9b73c tempest-DeleteServersAdminTestJSON-292970899 tempest-DeleteServersAdminTestJSON-292970899-project-admin] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69770) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 710.176958] env[69770]: DEBUG nova.compute.manager [-] [instance: ee7c2360-8fce-4167-b80a-0e87f2677353] Deallocating network for instance {{(pid=69770) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 710.176958] env[69770]: DEBUG nova.network.neutron [-] [instance: ee7c2360-8fce-4167-b80a-0e87f2677353] deallocate_for_instance() {{(pid=69770) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 710.195820] env[69770]: DEBUG oslo_concurrency.lockutils [None req-5ead14a8-5d7b-4b93-9431-6db8b8f21a56 tempest-ListImageFiltersTestJSON-573549216 tempest-ListImageFiltersTestJSON-573549216-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.407s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 710.197260] env[69770]: DEBUG nova.compute.manager [None req-5ead14a8-5d7b-4b93-9431-6db8b8f21a56 tempest-ListImageFiltersTestJSON-573549216 tempest-ListImageFiltersTestJSON-573549216-project-member] [instance: 8c85c90a-f87e-4356-8752-b7b8a16d12cd] Start building networks asynchronously for instance. {{(pid=69770) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 710.199307] env[69770]: DEBUG oslo_concurrency.lockutils [None req-e5e6456c-77e0-4652-9c67-c3cbc25213a6 tempest-FloatingIPsAssociationTestJSON-527069498 tempest-FloatingIPsAssociationTestJSON-527069498-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.614s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 710.200868] env[69770]: INFO nova.compute.claims [None req-e5e6456c-77e0-4652-9c67-c3cbc25213a6 tempest-FloatingIPsAssociationTestJSON-527069498 tempest-FloatingIPsAssociationTestJSON-527069498-project-member] [instance: 1d7a05ac-b6a7-47c4-9143-79ff005189f9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 710.332940] env[69770]: DEBUG oslo_concurrency.lockutils [None req-7798cb05-4ea5-4125-8072-a3e42453859d tempest-ServerDiagnosticsTest-785529700 tempest-ServerDiagnosticsTest-785529700-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 710.470723] env[69770]: DEBUG oslo_vmware.api [None req-5eb54b88-5e4c-4a61-bb4c-2784af1b8a6c tempest-ImagesOneServerTestJSON-1024055021 tempest-ImagesOneServerTestJSON-1024055021-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]526c2990-cfd2-139d-949e-132ed98e8361, 'name': SearchDatastore_Task, 'duration_secs': 0.023915} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 710.471444] env[69770]: DEBUG nova.network.neutron [req-2ab16f89-c075-4c21-a8d3-71e7dbdcd472 req-231f253e-93e6-406c-ae7e-25d78d299eaf service nova] [instance: 7ae47f8e-e519-4825-b89a-7561df6850d9] Updated VIF entry in instance network info cache for port 494963b2-3eab-4b17-86d0-b55d8aec0a5d. {{(pid=69770) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 710.471772] env[69770]: DEBUG nova.network.neutron [req-2ab16f89-c075-4c21-a8d3-71e7dbdcd472 req-231f253e-93e6-406c-ae7e-25d78d299eaf service nova] [instance: 7ae47f8e-e519-4825-b89a-7561df6850d9] Updating instance_info_cache with network_info: [{"id": "494963b2-3eab-4b17-86d0-b55d8aec0a5d", "address": "fa:16:3e:eb:2a:a5", "network": {"id": "22e70bdc-d01f-449d-82d9-d6c396e5f257", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-420892206-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fd5d4725447843aa90d2a7f2bf70568c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69351262-8d39-441a-85ba-3a78df436d17", "external-id": "nsx-vlan-transportzone-205", "segmentation_id": 205, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap494963b2-3e", "ovs_interfaceid": "494963b2-3eab-4b17-86d0-b55d8aec0a5d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69770) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 710.473080] env[69770]: DEBUG oslo_concurrency.lockutils [None req-5eb54b88-5e4c-4a61-bb4c-2784af1b8a6c tempest-ImagesOneServerTestJSON-1024055021 tempest-ImagesOneServerTestJSON-1024055021-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.473346] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-5eb54b88-5e4c-4a61-bb4c-2784af1b8a6c tempest-ImagesOneServerTestJSON-1024055021 tempest-ImagesOneServerTestJSON-1024055021-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk to [datastore2] 7ae47f8e-e519-4825-b89a-7561df6850d9/7ae47f8e-e519-4825-b89a-7561df6850d9.vmdk {{(pid=69770) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 710.474329] env[69770]: DEBUG oslo_concurrency.lockutils [None req-f3416600-7c4b-4ea5-a8d2-9075574751b6 tempest-ServerDiagnosticsV248Test-2101269695 tempest-ServerDiagnosticsV248Test-2101269695-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.474329] env[69770]: DEBUG nova.virt.vmwareapi.ds_util [None req-f3416600-7c4b-4ea5-a8d2-9075574751b6 tempest-ServerDiagnosticsV248Test-2101269695 tempest-ServerDiagnosticsV248Test-2101269695-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69770) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 710.474329] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-52e8d11b-4af6-4358-acbf-28ee3c6c2038 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.481931] env[69770]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6f364d8e-9c63-4eac-a315-6a1a6d57b7f0 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.498215] env[69770]: DEBUG oslo_vmware.api [None req-5eb54b88-5e4c-4a61-bb4c-2784af1b8a6c tempest-ImagesOneServerTestJSON-1024055021 tempest-ImagesOneServerTestJSON-1024055021-project-member] Waiting for the task: (returnval){ [ 710.498215] env[69770]: value = "task-4069315" [ 710.498215] env[69770]: _type = "Task" [ 710.498215] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 710.498789] env[69770]: INFO nova.compute.manager [None req-a7c689bb-d0a6-4607-ba32-3963d3e8ca0b tempest-ServersTestFqdnHostnames-1890732475 tempest-ServersTestFqdnHostnames-1890732475-project-member] [instance: ccf149da-8159-452b-9b8b-04359494e736] Took 24.32 seconds to build instance. [ 710.511908] env[69770]: DEBUG nova.virt.vmwareapi.ds_util [None req-f3416600-7c4b-4ea5-a8d2-9075574751b6 tempest-ServerDiagnosticsV248Test-2101269695 tempest-ServerDiagnosticsV248Test-2101269695-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69770) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 710.512077] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-f3416600-7c4b-4ea5-a8d2-9075574751b6 tempest-ServerDiagnosticsV248Test-2101269695 tempest-ServerDiagnosticsV248Test-2101269695-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69770) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 710.513101] env[69770]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-946b2e8b-8dca-4d18-8d8d-683584be3d57 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.524564] env[69770]: DEBUG oslo_vmware.api [None req-5eb54b88-5e4c-4a61-bb4c-2784af1b8a6c tempest-ImagesOneServerTestJSON-1024055021 tempest-ImagesOneServerTestJSON-1024055021-project-member] Task: {'id': task-4069315, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.526494] env[69770]: DEBUG oslo_vmware.api [None req-f3416600-7c4b-4ea5-a8d2-9075574751b6 tempest-ServerDiagnosticsV248Test-2101269695 tempest-ServerDiagnosticsV248Test-2101269695-project-member] Waiting for the task: (returnval){ [ 710.526494] env[69770]: value = "session[52161b52-cb8e-ec9f-1132-2f6b49549d41]52ab1bc4-e338-25d4-5e66-79d0c8ac147e" [ 710.526494] env[69770]: _type = "Task" [ 710.526494] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 710.540596] env[69770]: DEBUG oslo_vmware.api [None req-f3416600-7c4b-4ea5-a8d2-9075574751b6 tempest-ServerDiagnosticsV248Test-2101269695 tempest-ServerDiagnosticsV248Test-2101269695-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]52ab1bc4-e338-25d4-5e66-79d0c8ac147e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.591158] env[69770]: DEBUG oslo_vmware.api [None req-c92ed3d2-6d0e-47db-a7b6-5686e1ad12bc tempest-ServersAdminNegativeTestJSON-597507823 tempest-ServersAdminNegativeTestJSON-597507823-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]5231d18b-0c7b-8ec8-a131-0f253838e9e2, 'name': SearchDatastore_Task, 'duration_secs': 0.037902} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 710.591726] env[69770]: DEBUG oslo_concurrency.lockutils [None req-c92ed3d2-6d0e-47db-a7b6-5686e1ad12bc tempest-ServersAdminNegativeTestJSON-597507823 tempest-ServersAdminNegativeTestJSON-597507823-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.591726] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-c92ed3d2-6d0e-47db-a7b6-5686e1ad12bc tempest-ServersAdminNegativeTestJSON-597507823 tempest-ServersAdminNegativeTestJSON-597507823-project-member] [instance: 8047bf73-fff9-4f29-913f-91d0eb28d6dd] Processing image d1eaff80-24a0-4391-90eb-59958b1ecf0a {{(pid=69770) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 710.592045] env[69770]: DEBUG oslo_concurrency.lockutils [None req-c92ed3d2-6d0e-47db-a7b6-5686e1ad12bc tempest-ServersAdminNegativeTestJSON-597507823 tempest-ServersAdminNegativeTestJSON-597507823-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.710265] env[69770]: DEBUG nova.compute.utils [None req-5ead14a8-5d7b-4b93-9431-6db8b8f21a56 tempest-ListImageFiltersTestJSON-573549216 tempest-ListImageFiltersTestJSON-573549216-project-member] Using /dev/sd instead of None {{(pid=69770) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 710.718034] env[69770]: DEBUG nova.compute.manager [None req-5ead14a8-5d7b-4b93-9431-6db8b8f21a56 tempest-ListImageFiltersTestJSON-573549216 tempest-ListImageFiltersTestJSON-573549216-project-member] [instance: 8c85c90a-f87e-4356-8752-b7b8a16d12cd] Allocating IP information in the background. {{(pid=69770) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 710.718234] env[69770]: DEBUG nova.network.neutron [None req-5ead14a8-5d7b-4b93-9431-6db8b8f21a56 tempest-ListImageFiltersTestJSON-573549216 tempest-ListImageFiltersTestJSON-573549216-project-member] [instance: 8c85c90a-f87e-4356-8752-b7b8a16d12cd] allocate_for_instance() {{(pid=69770) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 710.815346] env[69770]: DEBUG nova.compute.manager [None req-62c823ab-40a3-4d18-9003-6a02fe0795f0 tempest-MigrationsAdminTest-1409017777 tempest-MigrationsAdminTest-1409017777-project-member] [instance: 7626e483-2d84-4a06-8f38-f8fd431da011] Stashing vm_state: active {{(pid=69770) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 710.975756] env[69770]: DEBUG oslo_concurrency.lockutils [req-2ab16f89-c075-4c21-a8d3-71e7dbdcd472 req-231f253e-93e6-406c-ae7e-25d78d299eaf service nova] Releasing lock "refresh_cache-7ae47f8e-e519-4825-b89a-7561df6850d9" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.005533] env[69770]: DEBUG oslo_concurrency.lockutils [None req-a7c689bb-d0a6-4607-ba32-3963d3e8ca0b tempest-ServersTestFqdnHostnames-1890732475 tempest-ServersTestFqdnHostnames-1890732475-project-member] Lock "ccf149da-8159-452b-9b8b-04359494e736" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.843s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 711.009859] env[69770]: DEBUG oslo_vmware.api [None req-5eb54b88-5e4c-4a61-bb4c-2784af1b8a6c tempest-ImagesOneServerTestJSON-1024055021 tempest-ImagesOneServerTestJSON-1024055021-project-member] Task: {'id': task-4069315, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.044182] env[69770]: DEBUG oslo_vmware.api [None req-f3416600-7c4b-4ea5-a8d2-9075574751b6 tempest-ServerDiagnosticsV248Test-2101269695 tempest-ServerDiagnosticsV248Test-2101269695-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]52ab1bc4-e338-25d4-5e66-79d0c8ac147e, 'name': SearchDatastore_Task, 'duration_secs': 0.013589} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 711.044656] env[69770]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-31d7ae88-f5f3-4bb1-a0fa-ac4c1401797c {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.052191] env[69770]: DEBUG oslo_vmware.api [None req-f3416600-7c4b-4ea5-a8d2-9075574751b6 tempest-ServerDiagnosticsV248Test-2101269695 tempest-ServerDiagnosticsV248Test-2101269695-project-member] Waiting for the task: (returnval){ [ 711.052191] env[69770]: value = "session[52161b52-cb8e-ec9f-1132-2f6b49549d41]52f12cc4-9459-a220-c384-32082693a17f" [ 711.052191] env[69770]: _type = "Task" [ 711.052191] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 711.061761] env[69770]: DEBUG oslo_vmware.api [None req-f3416600-7c4b-4ea5-a8d2-9075574751b6 tempest-ServerDiagnosticsV248Test-2101269695 tempest-ServerDiagnosticsV248Test-2101269695-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]52f12cc4-9459-a220-c384-32082693a17f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.078422] env[69770]: DEBUG nova.policy [None req-5ead14a8-5d7b-4b93-9431-6db8b8f21a56 tempest-ListImageFiltersTestJSON-573549216 tempest-ListImageFiltersTestJSON-573549216-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '30afa9d646a94857b09049ff55d5f316', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e8cb086585f94195b28b5d6bcae604a4', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69770) authorize /opt/stack/nova/nova/policy.py:192}} [ 711.226565] env[69770]: DEBUG nova.compute.manager [None req-5ead14a8-5d7b-4b93-9431-6db8b8f21a56 tempest-ListImageFiltersTestJSON-573549216 tempest-ListImageFiltersTestJSON-573549216-project-member] [instance: 8c85c90a-f87e-4356-8752-b7b8a16d12cd] Start building block device mappings for instance. {{(pid=69770) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 711.352027] env[69770]: DEBUG oslo_concurrency.lockutils [None req-62c823ab-40a3-4d18-9003-6a02fe0795f0 tempest-MigrationsAdminTest-1409017777 tempest-MigrationsAdminTest-1409017777-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 711.526213] env[69770]: DEBUG oslo_vmware.api [None req-5eb54b88-5e4c-4a61-bb4c-2784af1b8a6c tempest-ImagesOneServerTestJSON-1024055021 tempest-ImagesOneServerTestJSON-1024055021-project-member] Task: {'id': task-4069315, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.988904} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 711.531854] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-5eb54b88-5e4c-4a61-bb4c-2784af1b8a6c tempest-ImagesOneServerTestJSON-1024055021 tempest-ImagesOneServerTestJSON-1024055021-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk to [datastore2] 7ae47f8e-e519-4825-b89a-7561df6850d9/7ae47f8e-e519-4825-b89a-7561df6850d9.vmdk {{(pid=69770) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 711.532714] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-5eb54b88-5e4c-4a61-bb4c-2784af1b8a6c tempest-ImagesOneServerTestJSON-1024055021 tempest-ImagesOneServerTestJSON-1024055021-project-member] [instance: 7ae47f8e-e519-4825-b89a-7561df6850d9] Extending root virtual disk to 1048576 {{(pid=69770) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 711.533407] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-11ea20dd-d4a4-4b8a-a718-9dadd0a894d9 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.542204] env[69770]: DEBUG oslo_vmware.api [None req-5eb54b88-5e4c-4a61-bb4c-2784af1b8a6c tempest-ImagesOneServerTestJSON-1024055021 tempest-ImagesOneServerTestJSON-1024055021-project-member] Waiting for the task: (returnval){ [ 711.542204] env[69770]: value = "task-4069316" [ 711.542204] env[69770]: _type = "Task" [ 711.542204] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 711.560268] env[69770]: DEBUG oslo_vmware.api [None req-5eb54b88-5e4c-4a61-bb4c-2784af1b8a6c tempest-ImagesOneServerTestJSON-1024055021 tempest-ImagesOneServerTestJSON-1024055021-project-member] Task: {'id': task-4069316, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.575849] env[69770]: DEBUG oslo_vmware.api [None req-f3416600-7c4b-4ea5-a8d2-9075574751b6 tempest-ServerDiagnosticsV248Test-2101269695 tempest-ServerDiagnosticsV248Test-2101269695-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]52f12cc4-9459-a220-c384-32082693a17f, 'name': SearchDatastore_Task, 'duration_secs': 0.01538} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 711.580973] env[69770]: DEBUG oslo_concurrency.lockutils [None req-f3416600-7c4b-4ea5-a8d2-9075574751b6 tempest-ServerDiagnosticsV248Test-2101269695 tempest-ServerDiagnosticsV248Test-2101269695-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.580973] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3416600-7c4b-4ea5-a8d2-9075574751b6 tempest-ServerDiagnosticsV248Test-2101269695 tempest-ServerDiagnosticsV248Test-2101269695-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk to [datastore2] 1b8c127a-c70e-435c-956e-1b8ad3a0d568/1b8c127a-c70e-435c-956e-1b8ad3a0d568.vmdk {{(pid=69770) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 711.580973] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b55ce6c-07f7-4b76-9662-296d60fda456 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.581501] env[69770]: DEBUG oslo_concurrency.lockutils [None req-02e230f1-7643-44f9-ad48-1d97a9c65a87 tempest-ServerDiagnosticsNegativeTest-1860943725 tempest-ServerDiagnosticsNegativeTest-1860943725-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.581605] env[69770]: DEBUG nova.virt.vmwareapi.ds_util [None req-02e230f1-7643-44f9-ad48-1d97a9c65a87 tempest-ServerDiagnosticsNegativeTest-1860943725 tempest-ServerDiagnosticsNegativeTest-1860943725-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69770) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 711.581851] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2eb4775e-e2ff-4c8b-a761-4126ba2ae655 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.584612] env[69770]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b4e01341-99f2-4dc1-bfdc-95dfd5aca16c {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.596986] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfd63aff-284a-4510-9e9f-572995307975 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.601124] env[69770]: DEBUG oslo_vmware.api [None req-f3416600-7c4b-4ea5-a8d2-9075574751b6 tempest-ServerDiagnosticsV248Test-2101269695 tempest-ServerDiagnosticsV248Test-2101269695-project-member] Waiting for the task: (returnval){ [ 711.601124] env[69770]: value = "task-4069317" [ 711.601124] env[69770]: _type = "Task" [ 711.601124] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 711.602816] env[69770]: DEBUG nova.virt.vmwareapi.ds_util [None req-02e230f1-7643-44f9-ad48-1d97a9c65a87 tempest-ServerDiagnosticsNegativeTest-1860943725 tempest-ServerDiagnosticsNegativeTest-1860943725-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69770) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 711.603045] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-02e230f1-7643-44f9-ad48-1d97a9c65a87 tempest-ServerDiagnosticsNegativeTest-1860943725 tempest-ServerDiagnosticsNegativeTest-1860943725-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69770) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 711.608074] env[69770]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-335c85d5-10ae-42e9-8d45-fb1328d15482 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.639698] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2e326a9-bfc4-4e59-9950-1d33e1dc25c5 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.647729] env[69770]: DEBUG oslo_vmware.api [None req-f3416600-7c4b-4ea5-a8d2-9075574751b6 tempest-ServerDiagnosticsV248Test-2101269695 tempest-ServerDiagnosticsV248Test-2101269695-project-member] Task: {'id': task-4069317, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.648159] env[69770]: DEBUG oslo_vmware.api [None req-02e230f1-7643-44f9-ad48-1d97a9c65a87 tempest-ServerDiagnosticsNegativeTest-1860943725 tempest-ServerDiagnosticsNegativeTest-1860943725-project-member] Waiting for the task: (returnval){ [ 711.648159] env[69770]: value = "session[52161b52-cb8e-ec9f-1132-2f6b49549d41]52b20a78-c69b-3d92-7439-9312fe5bc64a" [ 711.648159] env[69770]: _type = "Task" [ 711.648159] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 711.654717] env[69770]: DEBUG nova.network.neutron [-] [instance: ee7c2360-8fce-4167-b80a-0e87f2677353] Updating instance_info_cache with network_info: [] {{(pid=69770) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 711.658960] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca2457e2-9841-401a-b512-798f1f395e57 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.666364] env[69770]: DEBUG oslo_vmware.api [None req-02e230f1-7643-44f9-ad48-1d97a9c65a87 tempest-ServerDiagnosticsNegativeTest-1860943725 tempest-ServerDiagnosticsNegativeTest-1860943725-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]52b20a78-c69b-3d92-7439-9312fe5bc64a, 'name': SearchDatastore_Task, 'duration_secs': 0.012896} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 711.667792] env[69770]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1410c7e7-41ab-4396-b707-6c4640b6a297 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.679180] env[69770]: DEBUG nova.compute.provider_tree [None req-e5e6456c-77e0-4652-9c67-c3cbc25213a6 tempest-FloatingIPsAssociationTestJSON-527069498 tempest-FloatingIPsAssociationTestJSON-527069498-project-member] Inventory has not changed in ProviderTree for provider: 7cc7d32b-b7a7-454a-a456-2a440248ed9d {{(pid=69770) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 711.686527] env[69770]: DEBUG oslo_vmware.api [None req-02e230f1-7643-44f9-ad48-1d97a9c65a87 tempest-ServerDiagnosticsNegativeTest-1860943725 tempest-ServerDiagnosticsNegativeTest-1860943725-project-member] Waiting for the task: (returnval){ [ 711.686527] env[69770]: value = "session[52161b52-cb8e-ec9f-1132-2f6b49549d41]528c458f-dfba-e79c-a4f7-3f1d104ed949" [ 711.686527] env[69770]: _type = "Task" [ 711.686527] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 711.700418] env[69770]: DEBUG oslo_vmware.api [None req-02e230f1-7643-44f9-ad48-1d97a9c65a87 tempest-ServerDiagnosticsNegativeTest-1860943725 tempest-ServerDiagnosticsNegativeTest-1860943725-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]528c458f-dfba-e79c-a4f7-3f1d104ed949, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.058058] env[69770]: DEBUG oslo_vmware.api [None req-5eb54b88-5e4c-4a61-bb4c-2784af1b8a6c tempest-ImagesOneServerTestJSON-1024055021 tempest-ImagesOneServerTestJSON-1024055021-project-member] Task: {'id': task-4069316, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.088994} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 712.058699] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-5eb54b88-5e4c-4a61-bb4c-2784af1b8a6c tempest-ImagesOneServerTestJSON-1024055021 tempest-ImagesOneServerTestJSON-1024055021-project-member] [instance: 7ae47f8e-e519-4825-b89a-7561df6850d9] Extended root virtual disk {{(pid=69770) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 712.062843] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c86fb56-36dd-4eee-bec1-29454cf6b83e {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.102021] env[69770]: DEBUG nova.virt.vmwareapi.volumeops [None req-5eb54b88-5e4c-4a61-bb4c-2784af1b8a6c tempest-ImagesOneServerTestJSON-1024055021 tempest-ImagesOneServerTestJSON-1024055021-project-member] [instance: 7ae47f8e-e519-4825-b89a-7561df6850d9] Reconfiguring VM instance instance-00000005 to attach disk [datastore2] 7ae47f8e-e519-4825-b89a-7561df6850d9/7ae47f8e-e519-4825-b89a-7561df6850d9.vmdk or device None with type sparse {{(pid=69770) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 712.102021] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4aea88b3-dbbe-4374-9c9c-af21734b9e3d {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.141918] env[69770]: DEBUG oslo_vmware.api [None req-f3416600-7c4b-4ea5-a8d2-9075574751b6 tempest-ServerDiagnosticsV248Test-2101269695 tempest-ServerDiagnosticsV248Test-2101269695-project-member] Task: {'id': task-4069317, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.149671] env[69770]: DEBUG oslo_vmware.api [None req-5eb54b88-5e4c-4a61-bb4c-2784af1b8a6c tempest-ImagesOneServerTestJSON-1024055021 tempest-ImagesOneServerTestJSON-1024055021-project-member] Waiting for the task: (returnval){ [ 712.149671] env[69770]: value = "task-4069318" [ 712.149671] env[69770]: _type = "Task" [ 712.149671] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 712.163428] env[69770]: DEBUG oslo_vmware.api [None req-5eb54b88-5e4c-4a61-bb4c-2784af1b8a6c tempest-ImagesOneServerTestJSON-1024055021 tempest-ImagesOneServerTestJSON-1024055021-project-member] Task: {'id': task-4069318, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.167152] env[69770]: INFO nova.compute.manager [-] [instance: ee7c2360-8fce-4167-b80a-0e87f2677353] Took 1.99 seconds to deallocate network for instance. [ 712.184296] env[69770]: DEBUG nova.scheduler.client.report [None req-e5e6456c-77e0-4652-9c67-c3cbc25213a6 tempest-FloatingIPsAssociationTestJSON-527069498 tempest-FloatingIPsAssociationTestJSON-527069498-project-member] Inventory has not changed for provider 7cc7d32b-b7a7-454a-a456-2a440248ed9d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 21, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69770) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 712.202369] env[69770]: DEBUG oslo_vmware.api [None req-02e230f1-7643-44f9-ad48-1d97a9c65a87 tempest-ServerDiagnosticsNegativeTest-1860943725 tempest-ServerDiagnosticsNegativeTest-1860943725-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]528c458f-dfba-e79c-a4f7-3f1d104ed949, 'name': SearchDatastore_Task, 'duration_secs': 0.011259} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 712.203089] env[69770]: DEBUG oslo_concurrency.lockutils [None req-02e230f1-7643-44f9-ad48-1d97a9c65a87 tempest-ServerDiagnosticsNegativeTest-1860943725 tempest-ServerDiagnosticsNegativeTest-1860943725-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.203089] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-02e230f1-7643-44f9-ad48-1d97a9c65a87 tempest-ServerDiagnosticsNegativeTest-1860943725 tempest-ServerDiagnosticsNegativeTest-1860943725-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk to [datastore2] 4510171e-9670-4bd6-a63c-c55b4917c7ed/4510171e-9670-4bd6-a63c-c55b4917c7ed.vmdk {{(pid=69770) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 712.203089] env[69770]: DEBUG oslo_concurrency.lockutils [None req-c92ed3d2-6d0e-47db-a7b6-5686e1ad12bc tempest-ServersAdminNegativeTestJSON-597507823 tempest-ServersAdminNegativeTestJSON-597507823-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.203413] env[69770]: DEBUG nova.virt.vmwareapi.ds_util [None req-c92ed3d2-6d0e-47db-a7b6-5686e1ad12bc tempest-ServersAdminNegativeTestJSON-597507823 tempest-ServersAdminNegativeTestJSON-597507823-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69770) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 712.204681] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-cbf16961-cbb2-4610-9380-e75c73b08a13 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.206564] env[69770]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a17d5ae0-9ec1-4fc3-a8bb-9bf9cdfca2a6 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.219487] env[69770]: DEBUG oslo_vmware.api [None req-02e230f1-7643-44f9-ad48-1d97a9c65a87 tempest-ServerDiagnosticsNegativeTest-1860943725 tempest-ServerDiagnosticsNegativeTest-1860943725-project-member] Waiting for the task: (returnval){ [ 712.219487] env[69770]: value = "task-4069319" [ 712.219487] env[69770]: _type = "Task" [ 712.219487] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 712.222913] env[69770]: DEBUG nova.virt.vmwareapi.ds_util [None req-c92ed3d2-6d0e-47db-a7b6-5686e1ad12bc tempest-ServersAdminNegativeTestJSON-597507823 tempest-ServersAdminNegativeTestJSON-597507823-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69770) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 712.223210] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-c92ed3d2-6d0e-47db-a7b6-5686e1ad12bc tempest-ServersAdminNegativeTestJSON-597507823 tempest-ServersAdminNegativeTestJSON-597507823-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69770) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 712.231087] env[69770]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e4caa79a-87f7-42b3-8a06-948e8e2580d9 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.236927] env[69770]: DEBUG oslo_concurrency.lockutils [None req-52a0f08f-efc3-4081-99fd-e23b66eeea47 tempest-ListImageFiltersTestJSON-573549216 tempest-ListImageFiltersTestJSON-573549216-project-member] Acquiring lock "65be68f2-50f6-4ad4-878b-87d12f4cae3e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 712.237211] env[69770]: DEBUG oslo_concurrency.lockutils [None req-52a0f08f-efc3-4081-99fd-e23b66eeea47 tempest-ListImageFiltersTestJSON-573549216 tempest-ListImageFiltersTestJSON-573549216-project-member] Lock "65be68f2-50f6-4ad4-878b-87d12f4cae3e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 712.240487] env[69770]: DEBUG nova.compute.manager [None req-5ead14a8-5d7b-4b93-9431-6db8b8f21a56 tempest-ListImageFiltersTestJSON-573549216 tempest-ListImageFiltersTestJSON-573549216-project-member] [instance: 8c85c90a-f87e-4356-8752-b7b8a16d12cd] Start spawning the instance on the hypervisor. {{(pid=69770) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 712.249467] env[69770]: DEBUG oslo_vmware.api [None req-02e230f1-7643-44f9-ad48-1d97a9c65a87 tempest-ServerDiagnosticsNegativeTest-1860943725 tempest-ServerDiagnosticsNegativeTest-1860943725-project-member] Task: {'id': task-4069319, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.249467] env[69770]: DEBUG oslo_vmware.api [None req-c92ed3d2-6d0e-47db-a7b6-5686e1ad12bc tempest-ServersAdminNegativeTestJSON-597507823 tempest-ServersAdminNegativeTestJSON-597507823-project-member] Waiting for the task: (returnval){ [ 712.249467] env[69770]: value = "session[52161b52-cb8e-ec9f-1132-2f6b49549d41]52f08255-4869-df50-8503-99fa559a216c" [ 712.249467] env[69770]: _type = "Task" [ 712.249467] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 712.259979] env[69770]: DEBUG oslo_vmware.api [None req-c92ed3d2-6d0e-47db-a7b6-5686e1ad12bc tempest-ServersAdminNegativeTestJSON-597507823 tempest-ServersAdminNegativeTestJSON-597507823-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]52f08255-4869-df50-8503-99fa559a216c, 'name': SearchDatastore_Task, 'duration_secs': 0.01112} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 712.261511] env[69770]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-09afffa3-8a9b-48f9-8e67-dada608fab5c {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.269447] env[69770]: DEBUG oslo_vmware.api [None req-c92ed3d2-6d0e-47db-a7b6-5686e1ad12bc tempest-ServersAdminNegativeTestJSON-597507823 tempest-ServersAdminNegativeTestJSON-597507823-project-member] Waiting for the task: (returnval){ [ 712.269447] env[69770]: value = "session[52161b52-cb8e-ec9f-1132-2f6b49549d41]5299f17c-11b8-3261-999a-f0e9d637854a" [ 712.269447] env[69770]: _type = "Task" [ 712.269447] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 712.281038] env[69770]: DEBUG oslo_vmware.api [None req-c92ed3d2-6d0e-47db-a7b6-5686e1ad12bc tempest-ServersAdminNegativeTestJSON-597507823 tempest-ServersAdminNegativeTestJSON-597507823-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]5299f17c-11b8-3261-999a-f0e9d637854a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.290638] env[69770]: DEBUG nova.virt.hardware [None req-5ead14a8-5d7b-4b93-9431-6db8b8f21a56 tempest-ListImageFiltersTestJSON-573549216 tempest-ListImageFiltersTestJSON-573549216-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T12:16:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T12:16:11Z,direct_url=,disk_format='vmdk',id=d1eaff80-24a0-4391-90eb-59958b1ecf0a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d65f20bb89fb40a98b77bc6d97357df2',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T12:16:12Z,virtual_size=,visibility=), allow threads: False {{(pid=69770) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 712.290888] env[69770]: DEBUG nova.virt.hardware [None req-5ead14a8-5d7b-4b93-9431-6db8b8f21a56 tempest-ListImageFiltersTestJSON-573549216 tempest-ListImageFiltersTestJSON-573549216-project-member] Flavor limits 0:0:0 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 712.291071] env[69770]: DEBUG nova.virt.hardware [None req-5ead14a8-5d7b-4b93-9431-6db8b8f21a56 tempest-ListImageFiltersTestJSON-573549216 tempest-ListImageFiltersTestJSON-573549216-project-member] Image limits 0:0:0 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 712.291261] env[69770]: DEBUG nova.virt.hardware [None req-5ead14a8-5d7b-4b93-9431-6db8b8f21a56 tempest-ListImageFiltersTestJSON-573549216 tempest-ListImageFiltersTestJSON-573549216-project-member] Flavor pref 0:0:0 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 712.291402] env[69770]: DEBUG nova.virt.hardware [None req-5ead14a8-5d7b-4b93-9431-6db8b8f21a56 tempest-ListImageFiltersTestJSON-573549216 tempest-ListImageFiltersTestJSON-573549216-project-member] Image pref 0:0:0 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 712.291912] env[69770]: DEBUG nova.virt.hardware [None req-5ead14a8-5d7b-4b93-9431-6db8b8f21a56 tempest-ListImageFiltersTestJSON-573549216 tempest-ListImageFiltersTestJSON-573549216-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 712.291912] env[69770]: DEBUG nova.virt.hardware [None req-5ead14a8-5d7b-4b93-9431-6db8b8f21a56 tempest-ListImageFiltersTestJSON-573549216 tempest-ListImageFiltersTestJSON-573549216-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69770) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 712.291912] env[69770]: DEBUG nova.virt.hardware [None req-5ead14a8-5d7b-4b93-9431-6db8b8f21a56 tempest-ListImageFiltersTestJSON-573549216 tempest-ListImageFiltersTestJSON-573549216-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69770) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 712.292082] env[69770]: DEBUG nova.virt.hardware [None req-5ead14a8-5d7b-4b93-9431-6db8b8f21a56 tempest-ListImageFiltersTestJSON-573549216 tempest-ListImageFiltersTestJSON-573549216-project-member] Got 1 possible topologies {{(pid=69770) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 712.292225] env[69770]: DEBUG nova.virt.hardware [None req-5ead14a8-5d7b-4b93-9431-6db8b8f21a56 tempest-ListImageFiltersTestJSON-573549216 tempest-ListImageFiltersTestJSON-573549216-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69770) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 712.292576] env[69770]: DEBUG nova.virt.hardware [None req-5ead14a8-5d7b-4b93-9431-6db8b8f21a56 tempest-ListImageFiltersTestJSON-573549216 tempest-ListImageFiltersTestJSON-573549216-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69770) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 712.293489] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a3a8e89-d690-431f-a4c9-b2e994df762a {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.307255] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cc05cc6-723f-490e-9d06-ee35bcb2befe {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.525605] env[69770]: DEBUG nova.network.neutron [None req-5ead14a8-5d7b-4b93-9431-6db8b8f21a56 tempest-ListImageFiltersTestJSON-573549216 tempest-ListImageFiltersTestJSON-573549216-project-member] [instance: 8c85c90a-f87e-4356-8752-b7b8a16d12cd] Successfully created port: b7b99749-91e5-4b86-8fb7-4641ced596dc {{(pid=69770) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 712.567063] env[69770]: DEBUG oslo_concurrency.lockutils [None req-9369f85f-2f29-459b-93e7-484e645e5c13 tempest-ServerExternalEventsTest-676538897 tempest-ServerExternalEventsTest-676538897-project-member] Acquiring lock "b3fc7334-8f11-44cb-b3b1-49eb73ad14cf" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 712.567382] env[69770]: DEBUG oslo_concurrency.lockutils [None req-9369f85f-2f29-459b-93e7-484e645e5c13 tempest-ServerExternalEventsTest-676538897 tempest-ServerExternalEventsTest-676538897-project-member] Lock "b3fc7334-8f11-44cb-b3b1-49eb73ad14cf" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 712.641236] env[69770]: DEBUG oslo_vmware.api [None req-f3416600-7c4b-4ea5-a8d2-9075574751b6 tempest-ServerDiagnosticsV248Test-2101269695 tempest-ServerDiagnosticsV248Test-2101269695-project-member] Task: {'id': task-4069317, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.587599} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 712.641447] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3416600-7c4b-4ea5-a8d2-9075574751b6 tempest-ServerDiagnosticsV248Test-2101269695 tempest-ServerDiagnosticsV248Test-2101269695-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk to [datastore2] 1b8c127a-c70e-435c-956e-1b8ad3a0d568/1b8c127a-c70e-435c-956e-1b8ad3a0d568.vmdk {{(pid=69770) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 712.641690] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-f3416600-7c4b-4ea5-a8d2-9075574751b6 tempest-ServerDiagnosticsV248Test-2101269695 tempest-ServerDiagnosticsV248Test-2101269695-project-member] [instance: 1b8c127a-c70e-435c-956e-1b8ad3a0d568] Extending root virtual disk to 1048576 {{(pid=69770) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 712.642134] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d738779c-778a-4800-8801-0b0091059b39 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.654581] env[69770]: DEBUG oslo_vmware.api [None req-f3416600-7c4b-4ea5-a8d2-9075574751b6 tempest-ServerDiagnosticsV248Test-2101269695 tempest-ServerDiagnosticsV248Test-2101269695-project-member] Waiting for the task: (returnval){ [ 712.654581] env[69770]: value = "task-4069320" [ 712.654581] env[69770]: _type = "Task" [ 712.654581] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 712.663994] env[69770]: DEBUG oslo_vmware.api [None req-5eb54b88-5e4c-4a61-bb4c-2784af1b8a6c tempest-ImagesOneServerTestJSON-1024055021 tempest-ImagesOneServerTestJSON-1024055021-project-member] Task: {'id': task-4069318, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.668359] env[69770]: DEBUG oslo_vmware.api [None req-f3416600-7c4b-4ea5-a8d2-9075574751b6 tempest-ServerDiagnosticsV248Test-2101269695 tempest-ServerDiagnosticsV248Test-2101269695-project-member] Task: {'id': task-4069320, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.675633] env[69770]: DEBUG oslo_concurrency.lockutils [None req-2367aada-b333-45a6-9931-ef2a69c9b73c tempest-DeleteServersAdminTestJSON-292970899 tempest-DeleteServersAdminTestJSON-292970899-project-admin] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 712.696063] env[69770]: DEBUG oslo_concurrency.lockutils [None req-e5e6456c-77e0-4652-9c67-c3cbc25213a6 tempest-FloatingIPsAssociationTestJSON-527069498 tempest-FloatingIPsAssociationTestJSON-527069498-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.497s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 712.697056] env[69770]: DEBUG nova.compute.manager [None req-e5e6456c-77e0-4652-9c67-c3cbc25213a6 tempest-FloatingIPsAssociationTestJSON-527069498 tempest-FloatingIPsAssociationTestJSON-527069498-project-member] [instance: 1d7a05ac-b6a7-47c4-9143-79ff005189f9] Start building networks asynchronously for instance. {{(pid=69770) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 712.700029] env[69770]: DEBUG oslo_concurrency.lockutils [None req-054f1d1a-3e50-42c0-8f8f-dc41f1efd83a tempest-ServersWithSpecificFlavorTestJSON-412767258 tempest-ServersWithSpecificFlavorTestJSON-412767258-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.017s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 712.702061] env[69770]: INFO nova.compute.claims [None req-054f1d1a-3e50-42c0-8f8f-dc41f1efd83a tempest-ServersWithSpecificFlavorTestJSON-412767258 tempest-ServersWithSpecificFlavorTestJSON-412767258-project-member] [instance: 5a605234-adcc-42bc-94e4-b6312611e566] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 712.735757] env[69770]: DEBUG oslo_vmware.api [None req-02e230f1-7643-44f9-ad48-1d97a9c65a87 tempest-ServerDiagnosticsNegativeTest-1860943725 tempest-ServerDiagnosticsNegativeTest-1860943725-project-member] Task: {'id': task-4069319, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.751025] env[69770]: DEBUG nova.compute.manager [None req-52a0f08f-efc3-4081-99fd-e23b66eeea47 tempest-ListImageFiltersTestJSON-573549216 tempest-ListImageFiltersTestJSON-573549216-project-member] [instance: 65be68f2-50f6-4ad4-878b-87d12f4cae3e] Starting instance... {{(pid=69770) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 712.785164] env[69770]: DEBUG oslo_vmware.api [None req-c92ed3d2-6d0e-47db-a7b6-5686e1ad12bc tempest-ServersAdminNegativeTestJSON-597507823 tempest-ServersAdminNegativeTestJSON-597507823-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]5299f17c-11b8-3261-999a-f0e9d637854a, 'name': SearchDatastore_Task, 'duration_secs': 0.011756} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 712.789021] env[69770]: DEBUG oslo_concurrency.lockutils [None req-c92ed3d2-6d0e-47db-a7b6-5686e1ad12bc tempest-ServersAdminNegativeTestJSON-597507823 tempest-ServersAdminNegativeTestJSON-597507823-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.789021] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-c92ed3d2-6d0e-47db-a7b6-5686e1ad12bc tempest-ServersAdminNegativeTestJSON-597507823 tempest-ServersAdminNegativeTestJSON-597507823-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk to [datastore2] 8047bf73-fff9-4f29-913f-91d0eb28d6dd/8047bf73-fff9-4f29-913f-91d0eb28d6dd.vmdk {{(pid=69770) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 712.789021] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0664d83c-0818-4674-8aa9-97a3442d6a0b {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.798009] env[69770]: DEBUG oslo_vmware.api [None req-c92ed3d2-6d0e-47db-a7b6-5686e1ad12bc tempest-ServersAdminNegativeTestJSON-597507823 tempest-ServersAdminNegativeTestJSON-597507823-project-member] Waiting for the task: (returnval){ [ 712.798009] env[69770]: value = "task-4069321" [ 712.798009] env[69770]: _type = "Task" [ 712.798009] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 712.808679] env[69770]: DEBUG oslo_vmware.api [None req-c92ed3d2-6d0e-47db-a7b6-5686e1ad12bc tempest-ServersAdminNegativeTestJSON-597507823 tempest-ServersAdminNegativeTestJSON-597507823-project-member] Task: {'id': task-4069321, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.151146] env[69770]: DEBUG nova.network.neutron [None req-8a91afeb-4bc8-43cc-a36f-fa7adf28abbf tempest-VolumesAssistedSnapshotsTest-780901493 tempest-VolumesAssistedSnapshotsTest-780901493-project-member] [instance: df3c3daf-8cd6-43af-8872-c3cdc0ea11cb] Successfully updated port: fd04ea7f-3a36-4c9a-9be8-1f1dcccd5088 {{(pid=69770) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 713.180723] env[69770]: DEBUG oslo_vmware.api [None req-5eb54b88-5e4c-4a61-bb4c-2784af1b8a6c tempest-ImagesOneServerTestJSON-1024055021 tempest-ImagesOneServerTestJSON-1024055021-project-member] Task: {'id': task-4069318, 'name': ReconfigVM_Task, 'duration_secs': 0.68076} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 713.180970] env[69770]: DEBUG oslo_vmware.api [None req-f3416600-7c4b-4ea5-a8d2-9075574751b6 tempest-ServerDiagnosticsV248Test-2101269695 tempest-ServerDiagnosticsV248Test-2101269695-project-member] Task: {'id': task-4069320, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.091953} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 713.181244] env[69770]: DEBUG nova.virt.vmwareapi.volumeops [None req-5eb54b88-5e4c-4a61-bb4c-2784af1b8a6c tempest-ImagesOneServerTestJSON-1024055021 tempest-ImagesOneServerTestJSON-1024055021-project-member] [instance: 7ae47f8e-e519-4825-b89a-7561df6850d9] Reconfigured VM instance instance-00000005 to attach disk [datastore2] 7ae47f8e-e519-4825-b89a-7561df6850d9/7ae47f8e-e519-4825-b89a-7561df6850d9.vmdk or device None with type sparse {{(pid=69770) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 713.182475] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-f3416600-7c4b-4ea5-a8d2-9075574751b6 tempest-ServerDiagnosticsV248Test-2101269695 tempest-ServerDiagnosticsV248Test-2101269695-project-member] [instance: 1b8c127a-c70e-435c-956e-1b8ad3a0d568] Extended root virtual disk {{(pid=69770) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 713.182475] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-aeaa1c5d-309a-4d63-9505-af5ef26c4c5a {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.188492] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff5de6b6-0688-49c5-8d70-7656aea6fdaf {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.215446] env[69770]: DEBUG nova.virt.vmwareapi.volumeops [None req-f3416600-7c4b-4ea5-a8d2-9075574751b6 tempest-ServerDiagnosticsV248Test-2101269695 tempest-ServerDiagnosticsV248Test-2101269695-project-member] [instance: 1b8c127a-c70e-435c-956e-1b8ad3a0d568] Reconfiguring VM instance instance-00000008 to attach disk [datastore2] 1b8c127a-c70e-435c-956e-1b8ad3a0d568/1b8c127a-c70e-435c-956e-1b8ad3a0d568.vmdk or device None with type sparse {{(pid=69770) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 713.220557] env[69770]: DEBUG nova.compute.utils [None req-e5e6456c-77e0-4652-9c67-c3cbc25213a6 tempest-FloatingIPsAssociationTestJSON-527069498 tempest-FloatingIPsAssociationTestJSON-527069498-project-member] Using /dev/sd instead of None {{(pid=69770) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 713.222355] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-315e6fc0-5f01-49a1-b16a-a5d24d287d4d {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.240126] env[69770]: DEBUG oslo_vmware.api [None req-5eb54b88-5e4c-4a61-bb4c-2784af1b8a6c tempest-ImagesOneServerTestJSON-1024055021 tempest-ImagesOneServerTestJSON-1024055021-project-member] Waiting for the task: (returnval){ [ 713.240126] env[69770]: value = "task-4069322" [ 713.240126] env[69770]: _type = "Task" [ 713.240126] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 713.241385] env[69770]: DEBUG nova.compute.manager [None req-e5e6456c-77e0-4652-9c67-c3cbc25213a6 tempest-FloatingIPsAssociationTestJSON-527069498 tempest-FloatingIPsAssociationTestJSON-527069498-project-member] [instance: 1d7a05ac-b6a7-47c4-9143-79ff005189f9] Allocating IP information in the background. {{(pid=69770) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 713.241564] env[69770]: DEBUG nova.network.neutron [None req-e5e6456c-77e0-4652-9c67-c3cbc25213a6 tempest-FloatingIPsAssociationTestJSON-527069498 tempest-FloatingIPsAssociationTestJSON-527069498-project-member] [instance: 1d7a05ac-b6a7-47c4-9143-79ff005189f9] allocate_for_instance() {{(pid=69770) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 713.257266] env[69770]: DEBUG oslo_vmware.api [None req-f3416600-7c4b-4ea5-a8d2-9075574751b6 tempest-ServerDiagnosticsV248Test-2101269695 tempest-ServerDiagnosticsV248Test-2101269695-project-member] Waiting for the task: (returnval){ [ 713.257266] env[69770]: value = "task-4069323" [ 713.257266] env[69770]: _type = "Task" [ 713.257266] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 713.268395] env[69770]: DEBUG oslo_vmware.api [None req-02e230f1-7643-44f9-ad48-1d97a9c65a87 tempest-ServerDiagnosticsNegativeTest-1860943725 tempest-ServerDiagnosticsNegativeTest-1860943725-project-member] Task: {'id': task-4069319, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.527124} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 713.268733] env[69770]: DEBUG oslo_vmware.api [None req-5eb54b88-5e4c-4a61-bb4c-2784af1b8a6c tempest-ImagesOneServerTestJSON-1024055021 tempest-ImagesOneServerTestJSON-1024055021-project-member] Task: {'id': task-4069322, 'name': Rename_Task} progress is 14%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.273575] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-02e230f1-7643-44f9-ad48-1d97a9c65a87 tempest-ServerDiagnosticsNegativeTest-1860943725 tempest-ServerDiagnosticsNegativeTest-1860943725-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk to [datastore2] 4510171e-9670-4bd6-a63c-c55b4917c7ed/4510171e-9670-4bd6-a63c-c55b4917c7ed.vmdk {{(pid=69770) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 713.273667] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-02e230f1-7643-44f9-ad48-1d97a9c65a87 tempest-ServerDiagnosticsNegativeTest-1860943725 tempest-ServerDiagnosticsNegativeTest-1860943725-project-member] [instance: 4510171e-9670-4bd6-a63c-c55b4917c7ed] Extending root virtual disk to 1048576 {{(pid=69770) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 713.273975] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e338e26c-f63e-439f-b581-aff83f702ffa {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.286035] env[69770]: DEBUG oslo_vmware.api [None req-f3416600-7c4b-4ea5-a8d2-9075574751b6 tempest-ServerDiagnosticsV248Test-2101269695 tempest-ServerDiagnosticsV248Test-2101269695-project-member] Task: {'id': task-4069323, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.286035] env[69770]: DEBUG oslo_vmware.api [None req-02e230f1-7643-44f9-ad48-1d97a9c65a87 tempest-ServerDiagnosticsNegativeTest-1860943725 tempest-ServerDiagnosticsNegativeTest-1860943725-project-member] Waiting for the task: (returnval){ [ 713.286035] env[69770]: value = "task-4069324" [ 713.286035] env[69770]: _type = "Task" [ 713.286035] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 713.289484] env[69770]: DEBUG oslo_concurrency.lockutils [None req-52a0f08f-efc3-4081-99fd-e23b66eeea47 tempest-ListImageFiltersTestJSON-573549216 tempest-ListImageFiltersTestJSON-573549216-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 713.298345] env[69770]: DEBUG oslo_vmware.api [None req-02e230f1-7643-44f9-ad48-1d97a9c65a87 tempest-ServerDiagnosticsNegativeTest-1860943725 tempest-ServerDiagnosticsNegativeTest-1860943725-project-member] Task: {'id': task-4069324, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.307814] env[69770]: DEBUG oslo_vmware.api [None req-c92ed3d2-6d0e-47db-a7b6-5686e1ad12bc tempest-ServersAdminNegativeTestJSON-597507823 tempest-ServersAdminNegativeTestJSON-597507823-project-member] Task: {'id': task-4069321, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.392066] env[69770]: DEBUG nova.policy [None req-e5e6456c-77e0-4652-9c67-c3cbc25213a6 tempest-FloatingIPsAssociationTestJSON-527069498 tempest-FloatingIPsAssociationTestJSON-527069498-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '870a35dc45924a2f94890183b080cfc1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '602816d7b1574f02a4927772f6ac5382', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69770) authorize /opt/stack/nova/nova/policy.py:192}} [ 713.445945] env[69770]: DEBUG nova.compute.manager [req-bfe36f64-81f6-4b34-98b2-1dd8043264ae req-9cb47a76-25a7-4929-ac0a-bd3f49deecce service nova] [instance: 4510171e-9670-4bd6-a63c-c55b4917c7ed] Received event network-changed-c8314085-d06f-45ad-9ba1-5136380b87c2 {{(pid=69770) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 713.447076] env[69770]: DEBUG nova.compute.manager [req-bfe36f64-81f6-4b34-98b2-1dd8043264ae req-9cb47a76-25a7-4929-ac0a-bd3f49deecce service nova] [instance: 4510171e-9670-4bd6-a63c-c55b4917c7ed] Refreshing instance network info cache due to event network-changed-c8314085-d06f-45ad-9ba1-5136380b87c2. {{(pid=69770) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 713.447324] env[69770]: DEBUG oslo_concurrency.lockutils [req-bfe36f64-81f6-4b34-98b2-1dd8043264ae req-9cb47a76-25a7-4929-ac0a-bd3f49deecce service nova] Acquiring lock "refresh_cache-4510171e-9670-4bd6-a63c-c55b4917c7ed" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.447469] env[69770]: DEBUG oslo_concurrency.lockutils [req-bfe36f64-81f6-4b34-98b2-1dd8043264ae req-9cb47a76-25a7-4929-ac0a-bd3f49deecce service nova] Acquired lock "refresh_cache-4510171e-9670-4bd6-a63c-c55b4917c7ed" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.447632] env[69770]: DEBUG nova.network.neutron [req-bfe36f64-81f6-4b34-98b2-1dd8043264ae req-9cb47a76-25a7-4929-ac0a-bd3f49deecce service nova] [instance: 4510171e-9670-4bd6-a63c-c55b4917c7ed] Refreshing network info cache for port c8314085-d06f-45ad-9ba1-5136380b87c2 {{(pid=69770) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 713.657745] env[69770]: DEBUG oslo_concurrency.lockutils [None req-8a91afeb-4bc8-43cc-a36f-fa7adf28abbf tempest-VolumesAssistedSnapshotsTest-780901493 tempest-VolumesAssistedSnapshotsTest-780901493-project-member] Acquiring lock "refresh_cache-df3c3daf-8cd6-43af-8872-c3cdc0ea11cb" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.658628] env[69770]: DEBUG oslo_concurrency.lockutils [None req-8a91afeb-4bc8-43cc-a36f-fa7adf28abbf tempest-VolumesAssistedSnapshotsTest-780901493 tempest-VolumesAssistedSnapshotsTest-780901493-project-member] Acquired lock "refresh_cache-df3c3daf-8cd6-43af-8872-c3cdc0ea11cb" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.658628] env[69770]: DEBUG nova.network.neutron [None req-8a91afeb-4bc8-43cc-a36f-fa7adf28abbf tempest-VolumesAssistedSnapshotsTest-780901493 tempest-VolumesAssistedSnapshotsTest-780901493-project-member] [instance: df3c3daf-8cd6-43af-8872-c3cdc0ea11cb] Building network info cache for instance {{(pid=69770) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 713.728981] env[69770]: DEBUG nova.compute.manager [None req-e5e6456c-77e0-4652-9c67-c3cbc25213a6 tempest-FloatingIPsAssociationTestJSON-527069498 tempest-FloatingIPsAssociationTestJSON-527069498-project-member] [instance: 1d7a05ac-b6a7-47c4-9143-79ff005189f9] Start building block device mappings for instance. {{(pid=69770) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 713.757883] env[69770]: DEBUG oslo_vmware.api [None req-5eb54b88-5e4c-4a61-bb4c-2784af1b8a6c tempest-ImagesOneServerTestJSON-1024055021 tempest-ImagesOneServerTestJSON-1024055021-project-member] Task: {'id': task-4069322, 'name': Rename_Task, 'duration_secs': 0.283778} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 713.757883] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-5eb54b88-5e4c-4a61-bb4c-2784af1b8a6c tempest-ImagesOneServerTestJSON-1024055021 tempest-ImagesOneServerTestJSON-1024055021-project-member] [instance: 7ae47f8e-e519-4825-b89a-7561df6850d9] Powering on the VM {{(pid=69770) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 713.757883] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5a946d78-1530-4c84-9c25-ff49cb49adb8 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.770770] env[69770]: DEBUG oslo_vmware.api [None req-5eb54b88-5e4c-4a61-bb4c-2784af1b8a6c tempest-ImagesOneServerTestJSON-1024055021 tempest-ImagesOneServerTestJSON-1024055021-project-member] Waiting for the task: (returnval){ [ 713.770770] env[69770]: value = "task-4069325" [ 713.770770] env[69770]: _type = "Task" [ 713.770770] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 713.785009] env[69770]: DEBUG oslo_vmware.api [None req-5eb54b88-5e4c-4a61-bb4c-2784af1b8a6c tempest-ImagesOneServerTestJSON-1024055021 tempest-ImagesOneServerTestJSON-1024055021-project-member] Task: {'id': task-4069325, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.789511] env[69770]: DEBUG oslo_vmware.api [None req-f3416600-7c4b-4ea5-a8d2-9075574751b6 tempest-ServerDiagnosticsV248Test-2101269695 tempest-ServerDiagnosticsV248Test-2101269695-project-member] Task: {'id': task-4069323, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.813699] env[69770]: DEBUG oslo_vmware.api [None req-02e230f1-7643-44f9-ad48-1d97a9c65a87 tempest-ServerDiagnosticsNegativeTest-1860943725 tempest-ServerDiagnosticsNegativeTest-1860943725-project-member] Task: {'id': task-4069324, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.083055} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 713.819265] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-02e230f1-7643-44f9-ad48-1d97a9c65a87 tempest-ServerDiagnosticsNegativeTest-1860943725 tempest-ServerDiagnosticsNegativeTest-1860943725-project-member] [instance: 4510171e-9670-4bd6-a63c-c55b4917c7ed] Extended root virtual disk {{(pid=69770) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 713.819515] env[69770]: DEBUG oslo_vmware.api [None req-c92ed3d2-6d0e-47db-a7b6-5686e1ad12bc tempest-ServersAdminNegativeTestJSON-597507823 tempest-ServersAdminNegativeTestJSON-597507823-project-member] Task: {'id': task-4069321, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.994727} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 713.820365] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98e96238-a194-4713-90fb-e31642010a7a {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.823734] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-c92ed3d2-6d0e-47db-a7b6-5686e1ad12bc tempest-ServersAdminNegativeTestJSON-597507823 tempest-ServersAdminNegativeTestJSON-597507823-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk to [datastore2] 8047bf73-fff9-4f29-913f-91d0eb28d6dd/8047bf73-fff9-4f29-913f-91d0eb28d6dd.vmdk {{(pid=69770) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 713.823734] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-c92ed3d2-6d0e-47db-a7b6-5686e1ad12bc tempest-ServersAdminNegativeTestJSON-597507823 tempest-ServersAdminNegativeTestJSON-597507823-project-member] [instance: 8047bf73-fff9-4f29-913f-91d0eb28d6dd] Extending root virtual disk to 1048576 {{(pid=69770) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 713.827398] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1335aa75-06ac-4a22-a1f7-838a025a353a {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.853361] env[69770]: DEBUG nova.virt.vmwareapi.volumeops [None req-02e230f1-7643-44f9-ad48-1d97a9c65a87 tempest-ServerDiagnosticsNegativeTest-1860943725 tempest-ServerDiagnosticsNegativeTest-1860943725-project-member] [instance: 4510171e-9670-4bd6-a63c-c55b4917c7ed] Reconfiguring VM instance instance-00000006 to attach disk [datastore2] 4510171e-9670-4bd6-a63c-c55b4917c7ed/4510171e-9670-4bd6-a63c-c55b4917c7ed.vmdk or device None with type sparse {{(pid=69770) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 713.858145] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-94d8854d-4132-40de-81a6-72b91b54d027 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.876104] env[69770]: DEBUG oslo_vmware.api [None req-c92ed3d2-6d0e-47db-a7b6-5686e1ad12bc tempest-ServersAdminNegativeTestJSON-597507823 tempest-ServersAdminNegativeTestJSON-597507823-project-member] Waiting for the task: (returnval){ [ 713.876104] env[69770]: value = "task-4069326" [ 713.876104] env[69770]: _type = "Task" [ 713.876104] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 713.885728] env[69770]: DEBUG oslo_concurrency.lockutils [None req-0df3aa5d-769d-42dd-9752-9ce29387b55e tempest-SecurityGroupsTestJSON-864666295 tempest-SecurityGroupsTestJSON-864666295-project-member] Acquiring lock "f8b193f7-1c9d-426b-a182-4870354ccd84" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 713.885728] env[69770]: DEBUG oslo_concurrency.lockutils [None req-0df3aa5d-769d-42dd-9752-9ce29387b55e tempest-SecurityGroupsTestJSON-864666295 tempest-SecurityGroupsTestJSON-864666295-project-member] Lock "f8b193f7-1c9d-426b-a182-4870354ccd84" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 713.887660] env[69770]: DEBUG oslo_vmware.api [None req-02e230f1-7643-44f9-ad48-1d97a9c65a87 tempest-ServerDiagnosticsNegativeTest-1860943725 tempest-ServerDiagnosticsNegativeTest-1860943725-project-member] Waiting for the task: (returnval){ [ 713.887660] env[69770]: value = "task-4069327" [ 713.887660] env[69770]: _type = "Task" [ 713.887660] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 713.895733] env[69770]: DEBUG oslo_vmware.api [None req-c92ed3d2-6d0e-47db-a7b6-5686e1ad12bc tempest-ServersAdminNegativeTestJSON-597507823 tempest-ServersAdminNegativeTestJSON-597507823-project-member] Task: {'id': task-4069326, 'name': ExtendVirtualDisk_Task} progress is 50%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.902323] env[69770]: DEBUG oslo_vmware.api [None req-02e230f1-7643-44f9-ad48-1d97a9c65a87 tempest-ServerDiagnosticsNegativeTest-1860943725 tempest-ServerDiagnosticsNegativeTest-1860943725-project-member] Task: {'id': task-4069327, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.109199] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e26eda01-1e61-487c-8720-badbcad37769 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.117886] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e89c451-8e8d-441f-88b7-455eee9aab19 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.153935] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55646b9a-3b75-4a89-89ad-2a76fcce3b8b {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.166699] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1eb251f3-8cf7-493c-ac1a-849b8268912f {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.186387] env[69770]: DEBUG nova.compute.provider_tree [None req-054f1d1a-3e50-42c0-8f8f-dc41f1efd83a tempest-ServersWithSpecificFlavorTestJSON-412767258 tempest-ServersWithSpecificFlavorTestJSON-412767258-project-member] Inventory has not changed in ProviderTree for provider: 7cc7d32b-b7a7-454a-a456-2a440248ed9d {{(pid=69770) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 714.282271] env[69770]: DEBUG nova.network.neutron [None req-8a91afeb-4bc8-43cc-a36f-fa7adf28abbf tempest-VolumesAssistedSnapshotsTest-780901493 tempest-VolumesAssistedSnapshotsTest-780901493-project-member] [instance: df3c3daf-8cd6-43af-8872-c3cdc0ea11cb] Instance cache missing network info. {{(pid=69770) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 714.291701] env[69770]: DEBUG oslo_vmware.api [None req-f3416600-7c4b-4ea5-a8d2-9075574751b6 tempest-ServerDiagnosticsV248Test-2101269695 tempest-ServerDiagnosticsV248Test-2101269695-project-member] Task: {'id': task-4069323, 'name': ReconfigVM_Task, 'duration_secs': 0.768819} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 714.292136] env[69770]: DEBUG oslo_vmware.api [None req-5eb54b88-5e4c-4a61-bb4c-2784af1b8a6c tempest-ImagesOneServerTestJSON-1024055021 tempest-ImagesOneServerTestJSON-1024055021-project-member] Task: {'id': task-4069325, 'name': PowerOnVM_Task} progress is 1%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.293219] env[69770]: DEBUG nova.virt.vmwareapi.volumeops [None req-f3416600-7c4b-4ea5-a8d2-9075574751b6 tempest-ServerDiagnosticsV248Test-2101269695 tempest-ServerDiagnosticsV248Test-2101269695-project-member] [instance: 1b8c127a-c70e-435c-956e-1b8ad3a0d568] Reconfigured VM instance instance-00000008 to attach disk [datastore2] 1b8c127a-c70e-435c-956e-1b8ad3a0d568/1b8c127a-c70e-435c-956e-1b8ad3a0d568.vmdk or device None with type sparse {{(pid=69770) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 714.294033] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8b5d791a-02db-4d3a-8f22-8ed1e7726cc7 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.302998] env[69770]: DEBUG oslo_vmware.api [None req-f3416600-7c4b-4ea5-a8d2-9075574751b6 tempest-ServerDiagnosticsV248Test-2101269695 tempest-ServerDiagnosticsV248Test-2101269695-project-member] Waiting for the task: (returnval){ [ 714.302998] env[69770]: value = "task-4069328" [ 714.302998] env[69770]: _type = "Task" [ 714.302998] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 714.314866] env[69770]: DEBUG oslo_vmware.api [None req-f3416600-7c4b-4ea5-a8d2-9075574751b6 tempest-ServerDiagnosticsV248Test-2101269695 tempest-ServerDiagnosticsV248Test-2101269695-project-member] Task: {'id': task-4069328, 'name': Rename_Task} progress is 5%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.339975] env[69770]: DEBUG nova.network.neutron [None req-e5e6456c-77e0-4652-9c67-c3cbc25213a6 tempest-FloatingIPsAssociationTestJSON-527069498 tempest-FloatingIPsAssociationTestJSON-527069498-project-member] [instance: 1d7a05ac-b6a7-47c4-9143-79ff005189f9] Successfully created port: 1646ae0e-48c1-4217-a69c-72b00da4a462 {{(pid=69770) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 714.391026] env[69770]: DEBUG oslo_vmware.api [None req-c92ed3d2-6d0e-47db-a7b6-5686e1ad12bc tempest-ServersAdminNegativeTestJSON-597507823 tempest-ServersAdminNegativeTestJSON-597507823-project-member] Task: {'id': task-4069326, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.08242} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 714.395489] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-c92ed3d2-6d0e-47db-a7b6-5686e1ad12bc tempest-ServersAdminNegativeTestJSON-597507823 tempest-ServersAdminNegativeTestJSON-597507823-project-member] [instance: 8047bf73-fff9-4f29-913f-91d0eb28d6dd] Extended root virtual disk {{(pid=69770) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 714.397511] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d230c38-af54-4cb4-b5d2-df187a2bd1c3 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.406932] env[69770]: DEBUG oslo_vmware.api [None req-02e230f1-7643-44f9-ad48-1d97a9c65a87 tempest-ServerDiagnosticsNegativeTest-1860943725 tempest-ServerDiagnosticsNegativeTest-1860943725-project-member] Task: {'id': task-4069327, 'name': ReconfigVM_Task, 'duration_secs': 0.36389} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 714.418653] env[69770]: DEBUG nova.virt.vmwareapi.volumeops [None req-02e230f1-7643-44f9-ad48-1d97a9c65a87 tempest-ServerDiagnosticsNegativeTest-1860943725 tempest-ServerDiagnosticsNegativeTest-1860943725-project-member] [instance: 4510171e-9670-4bd6-a63c-c55b4917c7ed] Reconfigured VM instance instance-00000006 to attach disk [datastore2] 4510171e-9670-4bd6-a63c-c55b4917c7ed/4510171e-9670-4bd6-a63c-c55b4917c7ed.vmdk or device None with type sparse {{(pid=69770) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 714.429299] env[69770]: DEBUG nova.virt.vmwareapi.volumeops [None req-c92ed3d2-6d0e-47db-a7b6-5686e1ad12bc tempest-ServersAdminNegativeTestJSON-597507823 tempest-ServersAdminNegativeTestJSON-597507823-project-member] [instance: 8047bf73-fff9-4f29-913f-91d0eb28d6dd] Reconfiguring VM instance instance-00000007 to attach disk [datastore2] 8047bf73-fff9-4f29-913f-91d0eb28d6dd/8047bf73-fff9-4f29-913f-91d0eb28d6dd.vmdk or device None with type sparse {{(pid=69770) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 714.432634] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-08ed74d6-664e-4fed-ba89-176558b1416d {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.434753] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a1d9af66-8af9-4b81-86ce-88d91907f382 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.459160] env[69770]: DEBUG oslo_vmware.api [None req-c92ed3d2-6d0e-47db-a7b6-5686e1ad12bc tempest-ServersAdminNegativeTestJSON-597507823 tempest-ServersAdminNegativeTestJSON-597507823-project-member] Waiting for the task: (returnval){ [ 714.459160] env[69770]: value = "task-4069330" [ 714.459160] env[69770]: _type = "Task" [ 714.459160] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 714.460373] env[69770]: DEBUG oslo_vmware.api [None req-02e230f1-7643-44f9-ad48-1d97a9c65a87 tempest-ServerDiagnosticsNegativeTest-1860943725 tempest-ServerDiagnosticsNegativeTest-1860943725-project-member] Waiting for the task: (returnval){ [ 714.460373] env[69770]: value = "task-4069329" [ 714.460373] env[69770]: _type = "Task" [ 714.460373] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 714.474297] env[69770]: DEBUG oslo_vmware.api [None req-c92ed3d2-6d0e-47db-a7b6-5686e1ad12bc tempest-ServersAdminNegativeTestJSON-597507823 tempest-ServersAdminNegativeTestJSON-597507823-project-member] Task: {'id': task-4069330, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.487437] env[69770]: DEBUG oslo_vmware.api [None req-02e230f1-7643-44f9-ad48-1d97a9c65a87 tempest-ServerDiagnosticsNegativeTest-1860943725 tempest-ServerDiagnosticsNegativeTest-1860943725-project-member] Task: {'id': task-4069329, 'name': Rename_Task} progress is 6%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.690736] env[69770]: DEBUG nova.scheduler.client.report [None req-054f1d1a-3e50-42c0-8f8f-dc41f1efd83a tempest-ServersWithSpecificFlavorTestJSON-412767258 tempest-ServersWithSpecificFlavorTestJSON-412767258-project-member] Inventory has not changed for provider 7cc7d32b-b7a7-454a-a456-2a440248ed9d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 21, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69770) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 714.745622] env[69770]: DEBUG nova.compute.manager [None req-e5e6456c-77e0-4652-9c67-c3cbc25213a6 tempest-FloatingIPsAssociationTestJSON-527069498 tempest-FloatingIPsAssociationTestJSON-527069498-project-member] [instance: 1d7a05ac-b6a7-47c4-9143-79ff005189f9] Start spawning the instance on the hypervisor. {{(pid=69770) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 714.775310] env[69770]: DEBUG nova.virt.hardware [None req-e5e6456c-77e0-4652-9c67-c3cbc25213a6 tempest-FloatingIPsAssociationTestJSON-527069498 tempest-FloatingIPsAssociationTestJSON-527069498-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T12:16:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T12:16:11Z,direct_url=,disk_format='vmdk',id=d1eaff80-24a0-4391-90eb-59958b1ecf0a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d65f20bb89fb40a98b77bc6d97357df2',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T12:16:12Z,virtual_size=,visibility=), allow threads: False {{(pid=69770) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 714.776308] env[69770]: DEBUG nova.virt.hardware [None req-e5e6456c-77e0-4652-9c67-c3cbc25213a6 tempest-FloatingIPsAssociationTestJSON-527069498 tempest-FloatingIPsAssociationTestJSON-527069498-project-member] Flavor limits 0:0:0 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 714.779366] env[69770]: DEBUG nova.virt.hardware [None req-e5e6456c-77e0-4652-9c67-c3cbc25213a6 tempest-FloatingIPsAssociationTestJSON-527069498 tempest-FloatingIPsAssociationTestJSON-527069498-project-member] Image limits 0:0:0 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 714.779366] env[69770]: DEBUG nova.virt.hardware [None req-e5e6456c-77e0-4652-9c67-c3cbc25213a6 tempest-FloatingIPsAssociationTestJSON-527069498 tempest-FloatingIPsAssociationTestJSON-527069498-project-member] Flavor pref 0:0:0 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 714.779366] env[69770]: DEBUG nova.virt.hardware [None req-e5e6456c-77e0-4652-9c67-c3cbc25213a6 tempest-FloatingIPsAssociationTestJSON-527069498 tempest-FloatingIPsAssociationTestJSON-527069498-project-member] Image pref 0:0:0 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 714.779366] env[69770]: DEBUG nova.virt.hardware [None req-e5e6456c-77e0-4652-9c67-c3cbc25213a6 tempest-FloatingIPsAssociationTestJSON-527069498 tempest-FloatingIPsAssociationTestJSON-527069498-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 714.779366] env[69770]: DEBUG nova.virt.hardware [None req-e5e6456c-77e0-4652-9c67-c3cbc25213a6 tempest-FloatingIPsAssociationTestJSON-527069498 tempest-FloatingIPsAssociationTestJSON-527069498-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69770) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 714.779633] env[69770]: DEBUG nova.virt.hardware [None req-e5e6456c-77e0-4652-9c67-c3cbc25213a6 tempest-FloatingIPsAssociationTestJSON-527069498 tempest-FloatingIPsAssociationTestJSON-527069498-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69770) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 714.779838] env[69770]: DEBUG nova.virt.hardware [None req-e5e6456c-77e0-4652-9c67-c3cbc25213a6 tempest-FloatingIPsAssociationTestJSON-527069498 tempest-FloatingIPsAssociationTestJSON-527069498-project-member] Got 1 possible topologies {{(pid=69770) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 714.780273] env[69770]: DEBUG nova.virt.hardware [None req-e5e6456c-77e0-4652-9c67-c3cbc25213a6 tempest-FloatingIPsAssociationTestJSON-527069498 tempest-FloatingIPsAssociationTestJSON-527069498-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69770) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 714.780703] env[69770]: DEBUG nova.virt.hardware [None req-e5e6456c-77e0-4652-9c67-c3cbc25213a6 tempest-FloatingIPsAssociationTestJSON-527069498 tempest-FloatingIPsAssociationTestJSON-527069498-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69770) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 714.782613] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3eee781c-4ccb-4ee9-a42c-b0e28df85f80 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.800295] env[69770]: DEBUG oslo_vmware.api [None req-5eb54b88-5e4c-4a61-bb4c-2784af1b8a6c tempest-ImagesOneServerTestJSON-1024055021 tempest-ImagesOneServerTestJSON-1024055021-project-member] Task: {'id': task-4069325, 'name': PowerOnVM_Task} progress is 82%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.808319] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-310cea71-bd51-46af-8824-7722ae52f071 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.815217] env[69770]: DEBUG nova.network.neutron [None req-8a91afeb-4bc8-43cc-a36f-fa7adf28abbf tempest-VolumesAssistedSnapshotsTest-780901493 tempest-VolumesAssistedSnapshotsTest-780901493-project-member] [instance: df3c3daf-8cd6-43af-8872-c3cdc0ea11cb] Updating instance_info_cache with network_info: [{"id": "fd04ea7f-3a36-4c9a-9be8-1f1dcccd5088", "address": "fa:16:3e:b7:82:2f", "network": {"id": "39e7ee52-6513-42bc-9b5c-3d7c415a5ead", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-539461733-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7de7c2e119f449989ee2246e172953c1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0a7ba8d0-0208-4af7-af44-2a5ad382f9be", "external-id": "nsx-vlan-transportzone-742", "segmentation_id": 742, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfd04ea7f-3a", "ovs_interfaceid": "fd04ea7f-3a36-4c9a-9be8-1f1dcccd5088", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69770) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 714.832095] env[69770]: DEBUG oslo_vmware.api [None req-f3416600-7c4b-4ea5-a8d2-9075574751b6 tempest-ServerDiagnosticsV248Test-2101269695 tempest-ServerDiagnosticsV248Test-2101269695-project-member] Task: {'id': task-4069328, 'name': Rename_Task, 'duration_secs': 0.329178} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 714.832828] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3416600-7c4b-4ea5-a8d2-9075574751b6 tempest-ServerDiagnosticsV248Test-2101269695 tempest-ServerDiagnosticsV248Test-2101269695-project-member] [instance: 1b8c127a-c70e-435c-956e-1b8ad3a0d568] Powering on the VM {{(pid=69770) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 714.835732] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-390505e3-6cc5-49fa-ae9f-0e75d1485d32 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.844574] env[69770]: DEBUG oslo_vmware.api [None req-f3416600-7c4b-4ea5-a8d2-9075574751b6 tempest-ServerDiagnosticsV248Test-2101269695 tempest-ServerDiagnosticsV248Test-2101269695-project-member] Waiting for the task: (returnval){ [ 714.844574] env[69770]: value = "task-4069331" [ 714.844574] env[69770]: _type = "Task" [ 714.844574] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 714.855470] env[69770]: DEBUG oslo_vmware.api [None req-f3416600-7c4b-4ea5-a8d2-9075574751b6 tempest-ServerDiagnosticsV248Test-2101269695 tempest-ServerDiagnosticsV248Test-2101269695-project-member] Task: {'id': task-4069331, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.974950] env[69770]: DEBUG oslo_vmware.api [None req-c92ed3d2-6d0e-47db-a7b6-5686e1ad12bc tempest-ServersAdminNegativeTestJSON-597507823 tempest-ServersAdminNegativeTestJSON-597507823-project-member] Task: {'id': task-4069330, 'name': ReconfigVM_Task, 'duration_secs': 0.394757} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 714.978605] env[69770]: DEBUG nova.virt.vmwareapi.volumeops [None req-c92ed3d2-6d0e-47db-a7b6-5686e1ad12bc tempest-ServersAdminNegativeTestJSON-597507823 tempest-ServersAdminNegativeTestJSON-597507823-project-member] [instance: 8047bf73-fff9-4f29-913f-91d0eb28d6dd] Reconfigured VM instance instance-00000007 to attach disk [datastore2] 8047bf73-fff9-4f29-913f-91d0eb28d6dd/8047bf73-fff9-4f29-913f-91d0eb28d6dd.vmdk or device None with type sparse {{(pid=69770) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 714.978806] env[69770]: DEBUG oslo_vmware.api [None req-02e230f1-7643-44f9-ad48-1d97a9c65a87 tempest-ServerDiagnosticsNegativeTest-1860943725 tempest-ServerDiagnosticsNegativeTest-1860943725-project-member] Task: {'id': task-4069329, 'name': Rename_Task, 'duration_secs': 0.163748} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 714.978905] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7a2d2164-081f-477d-a14c-061012fb27ce {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.980959] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-02e230f1-7643-44f9-ad48-1d97a9c65a87 tempest-ServerDiagnosticsNegativeTest-1860943725 tempest-ServerDiagnosticsNegativeTest-1860943725-project-member] [instance: 4510171e-9670-4bd6-a63c-c55b4917c7ed] Powering on the VM {{(pid=69770) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 714.981212] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d3327f0d-0995-4e3c-b15e-cff4077f4d0e {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.990032] env[69770]: DEBUG oslo_vmware.api [None req-c92ed3d2-6d0e-47db-a7b6-5686e1ad12bc tempest-ServersAdminNegativeTestJSON-597507823 tempest-ServersAdminNegativeTestJSON-597507823-project-member] Waiting for the task: (returnval){ [ 714.990032] env[69770]: value = "task-4069332" [ 714.990032] env[69770]: _type = "Task" [ 714.990032] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 714.991441] env[69770]: DEBUG oslo_vmware.api [None req-02e230f1-7643-44f9-ad48-1d97a9c65a87 tempest-ServerDiagnosticsNegativeTest-1860943725 tempest-ServerDiagnosticsNegativeTest-1860943725-project-member] Waiting for the task: (returnval){ [ 714.991441] env[69770]: value = "task-4069333" [ 714.991441] env[69770]: _type = "Task" [ 714.991441] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 715.003125] env[69770]: DEBUG oslo_vmware.api [None req-02e230f1-7643-44f9-ad48-1d97a9c65a87 tempest-ServerDiagnosticsNegativeTest-1860943725 tempest-ServerDiagnosticsNegativeTest-1860943725-project-member] Task: {'id': task-4069333, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.007039] env[69770]: DEBUG oslo_vmware.api [None req-c92ed3d2-6d0e-47db-a7b6-5686e1ad12bc tempest-ServersAdminNegativeTestJSON-597507823 tempest-ServersAdminNegativeTestJSON-597507823-project-member] Task: {'id': task-4069332, 'name': Rename_Task} progress is 5%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.075259] env[69770]: DEBUG nova.network.neutron [req-bfe36f64-81f6-4b34-98b2-1dd8043264ae req-9cb47a76-25a7-4929-ac0a-bd3f49deecce service nova] [instance: 4510171e-9670-4bd6-a63c-c55b4917c7ed] Updated VIF entry in instance network info cache for port c8314085-d06f-45ad-9ba1-5136380b87c2. {{(pid=69770) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 715.075834] env[69770]: DEBUG nova.network.neutron [req-bfe36f64-81f6-4b34-98b2-1dd8043264ae req-9cb47a76-25a7-4929-ac0a-bd3f49deecce service nova] [instance: 4510171e-9670-4bd6-a63c-c55b4917c7ed] Updating instance_info_cache with network_info: [{"id": "c8314085-d06f-45ad-9ba1-5136380b87c2", "address": "fa:16:3e:6a:a0:a1", "network": {"id": "f82b91df-bf84-467a-b908-3ff7324de9d6", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.38", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "d65f20bb89fb40a98b77bc6d97357df2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f0ef5aba-bd9a-42ff-a1a0-5e763986d70a", "external-id": "nsx-vlan-transportzone-209", "segmentation_id": 209, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc8314085-d0", "ovs_interfaceid": "c8314085-d06f-45ad-9ba1-5136380b87c2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69770) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 715.130168] env[69770]: DEBUG nova.network.neutron [None req-5ead14a8-5d7b-4b93-9431-6db8b8f21a56 tempest-ListImageFiltersTestJSON-573549216 tempest-ListImageFiltersTestJSON-573549216-project-member] [instance: 8c85c90a-f87e-4356-8752-b7b8a16d12cd] Successfully updated port: b7b99749-91e5-4b86-8fb7-4641ced596dc {{(pid=69770) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 715.197605] env[69770]: DEBUG oslo_concurrency.lockutils [None req-054f1d1a-3e50-42c0-8f8f-dc41f1efd83a tempest-ServersWithSpecificFlavorTestJSON-412767258 tempest-ServersWithSpecificFlavorTestJSON-412767258-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.497s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 715.198287] env[69770]: DEBUG nova.compute.manager [None req-054f1d1a-3e50-42c0-8f8f-dc41f1efd83a tempest-ServersWithSpecificFlavorTestJSON-412767258 tempest-ServersWithSpecificFlavorTestJSON-412767258-project-member] [instance: 5a605234-adcc-42bc-94e4-b6312611e566] Start building networks asynchronously for instance. {{(pid=69770) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 715.201201] env[69770]: DEBUG oslo_concurrency.lockutils [None req-7798cb05-4ea5-4125-8072-a3e42453859d tempest-ServerDiagnosticsTest-785529700 tempest-ServerDiagnosticsTest-785529700-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.868s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 715.202937] env[69770]: INFO nova.compute.claims [None req-7798cb05-4ea5-4125-8072-a3e42453859d tempest-ServerDiagnosticsTest-785529700 tempest-ServerDiagnosticsTest-785529700-project-member] [instance: 724c5059-a799-45b3-bfbd-328d7df854fc] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 715.297186] env[69770]: DEBUG oslo_vmware.api [None req-5eb54b88-5e4c-4a61-bb4c-2784af1b8a6c tempest-ImagesOneServerTestJSON-1024055021 tempest-ImagesOneServerTestJSON-1024055021-project-member] Task: {'id': task-4069325, 'name': PowerOnVM_Task, 'duration_secs': 1.133599} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 715.297689] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-5eb54b88-5e4c-4a61-bb4c-2784af1b8a6c tempest-ImagesOneServerTestJSON-1024055021 tempest-ImagesOneServerTestJSON-1024055021-project-member] [instance: 7ae47f8e-e519-4825-b89a-7561df6850d9] Powered on the VM {{(pid=69770) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 715.298044] env[69770]: INFO nova.compute.manager [None req-5eb54b88-5e4c-4a61-bb4c-2784af1b8a6c tempest-ImagesOneServerTestJSON-1024055021 tempest-ImagesOneServerTestJSON-1024055021-project-member] [instance: 7ae47f8e-e519-4825-b89a-7561df6850d9] Took 18.07 seconds to spawn the instance on the hypervisor. [ 715.298346] env[69770]: DEBUG nova.compute.manager [None req-5eb54b88-5e4c-4a61-bb4c-2784af1b8a6c tempest-ImagesOneServerTestJSON-1024055021 tempest-ImagesOneServerTestJSON-1024055021-project-member] [instance: 7ae47f8e-e519-4825-b89a-7561df6850d9] Checking state {{(pid=69770) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 715.299266] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86e25175-03bc-4312-b4fe-69f0090dfaeb {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.321404] env[69770]: DEBUG oslo_concurrency.lockutils [None req-8a91afeb-4bc8-43cc-a36f-fa7adf28abbf tempest-VolumesAssistedSnapshotsTest-780901493 tempest-VolumesAssistedSnapshotsTest-780901493-project-member] Releasing lock "refresh_cache-df3c3daf-8cd6-43af-8872-c3cdc0ea11cb" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.321745] env[69770]: DEBUG nova.compute.manager [None req-8a91afeb-4bc8-43cc-a36f-fa7adf28abbf tempest-VolumesAssistedSnapshotsTest-780901493 tempest-VolumesAssistedSnapshotsTest-780901493-project-member] [instance: df3c3daf-8cd6-43af-8872-c3cdc0ea11cb] Instance network_info: |[{"id": "fd04ea7f-3a36-4c9a-9be8-1f1dcccd5088", "address": "fa:16:3e:b7:82:2f", "network": {"id": "39e7ee52-6513-42bc-9b5c-3d7c415a5ead", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-539461733-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7de7c2e119f449989ee2246e172953c1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0a7ba8d0-0208-4af7-af44-2a5ad382f9be", "external-id": "nsx-vlan-transportzone-742", "segmentation_id": 742, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfd04ea7f-3a", "ovs_interfaceid": "fd04ea7f-3a36-4c9a-9be8-1f1dcccd5088", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69770) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 715.322224] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-8a91afeb-4bc8-43cc-a36f-fa7adf28abbf tempest-VolumesAssistedSnapshotsTest-780901493 tempest-VolumesAssistedSnapshotsTest-780901493-project-member] [instance: df3c3daf-8cd6-43af-8872-c3cdc0ea11cb] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b7:82:2f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0a7ba8d0-0208-4af7-af44-2a5ad382f9be', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'fd04ea7f-3a36-4c9a-9be8-1f1dcccd5088', 'vif_model': 'vmxnet3'}] {{(pid=69770) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 715.330202] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a91afeb-4bc8-43cc-a36f-fa7adf28abbf tempest-VolumesAssistedSnapshotsTest-780901493 tempest-VolumesAssistedSnapshotsTest-780901493-project-member] Creating folder: Project (7de7c2e119f449989ee2246e172953c1). Parent ref: group-v806376. {{(pid=69770) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 715.330545] env[69770]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f1cf929a-24e0-437f-b5ba-374ce0879f12 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.347036] env[69770]: INFO nova.virt.vmwareapi.vm_util [None req-8a91afeb-4bc8-43cc-a36f-fa7adf28abbf tempest-VolumesAssistedSnapshotsTest-780901493 tempest-VolumesAssistedSnapshotsTest-780901493-project-member] Created folder: Project (7de7c2e119f449989ee2246e172953c1) in parent group-v806376. [ 715.347036] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a91afeb-4bc8-43cc-a36f-fa7adf28abbf tempest-VolumesAssistedSnapshotsTest-780901493 tempest-VolumesAssistedSnapshotsTest-780901493-project-member] Creating folder: Instances. Parent ref: group-v806401. {{(pid=69770) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 715.352176] env[69770]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-26090335-4fd1-4033-af6b-963031b40ee7 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.362788] env[69770]: DEBUG oslo_vmware.api [None req-f3416600-7c4b-4ea5-a8d2-9075574751b6 tempest-ServerDiagnosticsV248Test-2101269695 tempest-ServerDiagnosticsV248Test-2101269695-project-member] Task: {'id': task-4069331, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.508135] env[69770]: DEBUG oslo_vmware.api [None req-c92ed3d2-6d0e-47db-a7b6-5686e1ad12bc tempest-ServersAdminNegativeTestJSON-597507823 tempest-ServersAdminNegativeTestJSON-597507823-project-member] Task: {'id': task-4069332, 'name': Rename_Task, 'duration_secs': 0.315701} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 715.511789] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-c92ed3d2-6d0e-47db-a7b6-5686e1ad12bc tempest-ServersAdminNegativeTestJSON-597507823 tempest-ServersAdminNegativeTestJSON-597507823-project-member] [instance: 8047bf73-fff9-4f29-913f-91d0eb28d6dd] Powering on the VM {{(pid=69770) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 715.512134] env[69770]: DEBUG oslo_vmware.api [None req-02e230f1-7643-44f9-ad48-1d97a9c65a87 tempest-ServerDiagnosticsNegativeTest-1860943725 tempest-ServerDiagnosticsNegativeTest-1860943725-project-member] Task: {'id': task-4069333, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.514834] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9ebce8af-de50-4336-9b4d-b78cc9f4f4e3 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.516924] env[69770]: INFO nova.virt.vmwareapi.vm_util [None req-8a91afeb-4bc8-43cc-a36f-fa7adf28abbf tempest-VolumesAssistedSnapshotsTest-780901493 tempest-VolumesAssistedSnapshotsTest-780901493-project-member] Created folder: Instances in parent group-v806401. [ 715.516924] env[69770]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8a91afeb-4bc8-43cc-a36f-fa7adf28abbf tempest-VolumesAssistedSnapshotsTest-780901493 tempest-VolumesAssistedSnapshotsTest-780901493-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69770) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 715.516924] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: df3c3daf-8cd6-43af-8872-c3cdc0ea11cb] Creating VM on the ESX host {{(pid=69770) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 715.516924] env[69770]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-aae33ad8-2ed0-46c1-8330-348ec8b72ea6 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.534989] env[69770]: DEBUG oslo_vmware.api [None req-c92ed3d2-6d0e-47db-a7b6-5686e1ad12bc tempest-ServersAdminNegativeTestJSON-597507823 tempest-ServersAdminNegativeTestJSON-597507823-project-member] Waiting for the task: (returnval){ [ 715.534989] env[69770]: value = "task-4069336" [ 715.534989] env[69770]: _type = "Task" [ 715.534989] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 715.543763] env[69770]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 715.543763] env[69770]: value = "task-4069337" [ 715.543763] env[69770]: _type = "Task" [ 715.543763] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 715.548541] env[69770]: DEBUG oslo_vmware.api [None req-c92ed3d2-6d0e-47db-a7b6-5686e1ad12bc tempest-ServersAdminNegativeTestJSON-597507823 tempest-ServersAdminNegativeTestJSON-597507823-project-member] Task: {'id': task-4069336, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.555046] env[69770]: DEBUG oslo_vmware.api [-] Task: {'id': task-4069337, 'name': CreateVM_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.579826] env[69770]: DEBUG oslo_concurrency.lockutils [req-bfe36f64-81f6-4b34-98b2-1dd8043264ae req-9cb47a76-25a7-4929-ac0a-bd3f49deecce service nova] Releasing lock "refresh_cache-4510171e-9670-4bd6-a63c-c55b4917c7ed" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.580205] env[69770]: DEBUG nova.compute.manager [req-bfe36f64-81f6-4b34-98b2-1dd8043264ae req-9cb47a76-25a7-4929-ac0a-bd3f49deecce service nova] [instance: 8047bf73-fff9-4f29-913f-91d0eb28d6dd] Received event network-vif-plugged-83e9424b-b290-4540-a74c-023b79e0fc1e {{(pid=69770) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 715.580668] env[69770]: DEBUG oslo_concurrency.lockutils [req-bfe36f64-81f6-4b34-98b2-1dd8043264ae req-9cb47a76-25a7-4929-ac0a-bd3f49deecce service nova] Acquiring lock "8047bf73-fff9-4f29-913f-91d0eb28d6dd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 715.580759] env[69770]: DEBUG oslo_concurrency.lockutils [req-bfe36f64-81f6-4b34-98b2-1dd8043264ae req-9cb47a76-25a7-4929-ac0a-bd3f49deecce service nova] Lock "8047bf73-fff9-4f29-913f-91d0eb28d6dd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 715.580887] env[69770]: DEBUG oslo_concurrency.lockutils [req-bfe36f64-81f6-4b34-98b2-1dd8043264ae req-9cb47a76-25a7-4929-ac0a-bd3f49deecce service nova] Lock "8047bf73-fff9-4f29-913f-91d0eb28d6dd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 715.581075] env[69770]: DEBUG nova.compute.manager [req-bfe36f64-81f6-4b34-98b2-1dd8043264ae req-9cb47a76-25a7-4929-ac0a-bd3f49deecce service nova] [instance: 8047bf73-fff9-4f29-913f-91d0eb28d6dd] No waiting events found dispatching network-vif-plugged-83e9424b-b290-4540-a74c-023b79e0fc1e {{(pid=69770) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 715.581252] env[69770]: WARNING nova.compute.manager [req-bfe36f64-81f6-4b34-98b2-1dd8043264ae req-9cb47a76-25a7-4929-ac0a-bd3f49deecce service nova] [instance: 8047bf73-fff9-4f29-913f-91d0eb28d6dd] Received unexpected event network-vif-plugged-83e9424b-b290-4540-a74c-023b79e0fc1e for instance with vm_state building and task_state spawning. [ 715.582386] env[69770]: DEBUG nova.compute.manager [req-bfe36f64-81f6-4b34-98b2-1dd8043264ae req-9cb47a76-25a7-4929-ac0a-bd3f49deecce service nova] [instance: 8047bf73-fff9-4f29-913f-91d0eb28d6dd] Received event network-changed-83e9424b-b290-4540-a74c-023b79e0fc1e {{(pid=69770) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 715.582386] env[69770]: DEBUG nova.compute.manager [req-bfe36f64-81f6-4b34-98b2-1dd8043264ae req-9cb47a76-25a7-4929-ac0a-bd3f49deecce service nova] [instance: 8047bf73-fff9-4f29-913f-91d0eb28d6dd] Refreshing instance network info cache due to event network-changed-83e9424b-b290-4540-a74c-023b79e0fc1e. {{(pid=69770) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 715.582386] env[69770]: DEBUG oslo_concurrency.lockutils [req-bfe36f64-81f6-4b34-98b2-1dd8043264ae req-9cb47a76-25a7-4929-ac0a-bd3f49deecce service nova] Acquiring lock "refresh_cache-8047bf73-fff9-4f29-913f-91d0eb28d6dd" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.582386] env[69770]: DEBUG oslo_concurrency.lockutils [req-bfe36f64-81f6-4b34-98b2-1dd8043264ae req-9cb47a76-25a7-4929-ac0a-bd3f49deecce service nova] Acquired lock "refresh_cache-8047bf73-fff9-4f29-913f-91d0eb28d6dd" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.582386] env[69770]: DEBUG nova.network.neutron [req-bfe36f64-81f6-4b34-98b2-1dd8043264ae req-9cb47a76-25a7-4929-ac0a-bd3f49deecce service nova] [instance: 8047bf73-fff9-4f29-913f-91d0eb28d6dd] Refreshing network info cache for port 83e9424b-b290-4540-a74c-023b79e0fc1e {{(pid=69770) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 715.636167] env[69770]: DEBUG oslo_concurrency.lockutils [None req-5ead14a8-5d7b-4b93-9431-6db8b8f21a56 tempest-ListImageFiltersTestJSON-573549216 tempest-ListImageFiltersTestJSON-573549216-project-member] Acquiring lock "refresh_cache-8c85c90a-f87e-4356-8752-b7b8a16d12cd" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.636167] env[69770]: DEBUG oslo_concurrency.lockutils [None req-5ead14a8-5d7b-4b93-9431-6db8b8f21a56 tempest-ListImageFiltersTestJSON-573549216 tempest-ListImageFiltersTestJSON-573549216-project-member] Acquired lock "refresh_cache-8c85c90a-f87e-4356-8752-b7b8a16d12cd" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.636167] env[69770]: DEBUG nova.network.neutron [None req-5ead14a8-5d7b-4b93-9431-6db8b8f21a56 tempest-ListImageFiltersTestJSON-573549216 tempest-ListImageFiltersTestJSON-573549216-project-member] [instance: 8c85c90a-f87e-4356-8752-b7b8a16d12cd] Building network info cache for instance {{(pid=69770) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 715.712902] env[69770]: DEBUG nova.compute.utils [None req-054f1d1a-3e50-42c0-8f8f-dc41f1efd83a tempest-ServersWithSpecificFlavorTestJSON-412767258 tempest-ServersWithSpecificFlavorTestJSON-412767258-project-member] Using /dev/sd instead of None {{(pid=69770) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 715.717484] env[69770]: DEBUG nova.compute.manager [None req-054f1d1a-3e50-42c0-8f8f-dc41f1efd83a tempest-ServersWithSpecificFlavorTestJSON-412767258 tempest-ServersWithSpecificFlavorTestJSON-412767258-project-member] [instance: 5a605234-adcc-42bc-94e4-b6312611e566] Allocating IP information in the background. {{(pid=69770) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 715.717484] env[69770]: DEBUG nova.network.neutron [None req-054f1d1a-3e50-42c0-8f8f-dc41f1efd83a tempest-ServersWithSpecificFlavorTestJSON-412767258 tempest-ServersWithSpecificFlavorTestJSON-412767258-project-member] [instance: 5a605234-adcc-42bc-94e4-b6312611e566] allocate_for_instance() {{(pid=69770) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 715.821934] env[69770]: DEBUG nova.policy [None req-054f1d1a-3e50-42c0-8f8f-dc41f1efd83a tempest-ServersWithSpecificFlavorTestJSON-412767258 tempest-ServersWithSpecificFlavorTestJSON-412767258-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '475687d28eed49c187882f3317348f3f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9c7a0aeab76c46959dc2c70de94c922d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69770) authorize /opt/stack/nova/nova/policy.py:192}} [ 715.824246] env[69770]: INFO nova.compute.manager [None req-5eb54b88-5e4c-4a61-bb4c-2784af1b8a6c tempest-ImagesOneServerTestJSON-1024055021 tempest-ImagesOneServerTestJSON-1024055021-project-member] [instance: 7ae47f8e-e519-4825-b89a-7561df6850d9] Took 28.83 seconds to build instance. [ 715.859252] env[69770]: DEBUG oslo_vmware.api [None req-f3416600-7c4b-4ea5-a8d2-9075574751b6 tempest-ServerDiagnosticsV248Test-2101269695 tempest-ServerDiagnosticsV248Test-2101269695-project-member] Task: {'id': task-4069331, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.915723] env[69770]: DEBUG oslo_concurrency.lockutils [None req-f4bf8dcb-0e50-4f29-8fe6-bca296a2dc18 tempest-ServersNegativeTestJSON-1437959553 tempest-ServersNegativeTestJSON-1437959553-project-member] Acquiring lock "1cd3da96-102f-4a22-8f53-12b32485ffa2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 715.915723] env[69770]: DEBUG oslo_concurrency.lockutils [None req-f4bf8dcb-0e50-4f29-8fe6-bca296a2dc18 tempest-ServersNegativeTestJSON-1437959553 tempest-ServersNegativeTestJSON-1437959553-project-member] Lock "1cd3da96-102f-4a22-8f53-12b32485ffa2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 716.017968] env[69770]: DEBUG oslo_vmware.api [None req-02e230f1-7643-44f9-ad48-1d97a9c65a87 tempest-ServerDiagnosticsNegativeTest-1860943725 tempest-ServerDiagnosticsNegativeTest-1860943725-project-member] Task: {'id': task-4069333, 'name': PowerOnVM_Task, 'duration_secs': 0.576743} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 716.020880] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-02e230f1-7643-44f9-ad48-1d97a9c65a87 tempest-ServerDiagnosticsNegativeTest-1860943725 tempest-ServerDiagnosticsNegativeTest-1860943725-project-member] [instance: 4510171e-9670-4bd6-a63c-c55b4917c7ed] Powered on the VM {{(pid=69770) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 716.020880] env[69770]: INFO nova.compute.manager [None req-02e230f1-7643-44f9-ad48-1d97a9c65a87 tempest-ServerDiagnosticsNegativeTest-1860943725 tempest-ServerDiagnosticsNegativeTest-1860943725-project-member] [instance: 4510171e-9670-4bd6-a63c-c55b4917c7ed] Took 16.33 seconds to spawn the instance on the hypervisor. [ 716.020880] env[69770]: DEBUG nova.compute.manager [None req-02e230f1-7643-44f9-ad48-1d97a9c65a87 tempest-ServerDiagnosticsNegativeTest-1860943725 tempest-ServerDiagnosticsNegativeTest-1860943725-project-member] [instance: 4510171e-9670-4bd6-a63c-c55b4917c7ed] Checking state {{(pid=69770) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 716.020880] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e6d622d-095c-42e9-8c94-a0da3e95194b {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.053297] env[69770]: DEBUG oslo_vmware.api [None req-c92ed3d2-6d0e-47db-a7b6-5686e1ad12bc tempest-ServersAdminNegativeTestJSON-597507823 tempest-ServersAdminNegativeTestJSON-597507823-project-member] Task: {'id': task-4069336, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.060894] env[69770]: DEBUG oslo_vmware.api [-] Task: {'id': task-4069337, 'name': CreateVM_Task, 'duration_secs': 0.507045} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 716.061352] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: df3c3daf-8cd6-43af-8872-c3cdc0ea11cb] Created VM on the ESX host {{(pid=69770) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 716.064377] env[69770]: DEBUG oslo_concurrency.lockutils [None req-8a91afeb-4bc8-43cc-a36f-fa7adf28abbf tempest-VolumesAssistedSnapshotsTest-780901493 tempest-VolumesAssistedSnapshotsTest-780901493-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.064377] env[69770]: DEBUG oslo_concurrency.lockutils [None req-8a91afeb-4bc8-43cc-a36f-fa7adf28abbf tempest-VolumesAssistedSnapshotsTest-780901493 tempest-VolumesAssistedSnapshotsTest-780901493-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.064377] env[69770]: DEBUG oslo_concurrency.lockutils [None req-8a91afeb-4bc8-43cc-a36f-fa7adf28abbf tempest-VolumesAssistedSnapshotsTest-780901493 tempest-VolumesAssistedSnapshotsTest-780901493-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.064377] env[69770]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cc050c5e-d71f-49bb-b339-4803b99c0625 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.069069] env[69770]: DEBUG oslo_vmware.api [None req-8a91afeb-4bc8-43cc-a36f-fa7adf28abbf tempest-VolumesAssistedSnapshotsTest-780901493 tempest-VolumesAssistedSnapshotsTest-780901493-project-member] Waiting for the task: (returnval){ [ 716.069069] env[69770]: value = "session[52161b52-cb8e-ec9f-1132-2f6b49549d41]52cafc78-a0b1-bf49-609f-1627bc521aba" [ 716.069069] env[69770]: _type = "Task" [ 716.069069] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 716.087754] env[69770]: DEBUG oslo_vmware.api [None req-8a91afeb-4bc8-43cc-a36f-fa7adf28abbf tempest-VolumesAssistedSnapshotsTest-780901493 tempest-VolumesAssistedSnapshotsTest-780901493-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]52cafc78-a0b1-bf49-609f-1627bc521aba, 'name': SearchDatastore_Task, 'duration_secs': 0.012191} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 716.088085] env[69770]: DEBUG oslo_concurrency.lockutils [None req-8a91afeb-4bc8-43cc-a36f-fa7adf28abbf tempest-VolumesAssistedSnapshotsTest-780901493 tempest-VolumesAssistedSnapshotsTest-780901493-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.088313] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-8a91afeb-4bc8-43cc-a36f-fa7adf28abbf tempest-VolumesAssistedSnapshotsTest-780901493 tempest-VolumesAssistedSnapshotsTest-780901493-project-member] [instance: df3c3daf-8cd6-43af-8872-c3cdc0ea11cb] Processing image d1eaff80-24a0-4391-90eb-59958b1ecf0a {{(pid=69770) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 716.088548] env[69770]: DEBUG oslo_concurrency.lockutils [None req-8a91afeb-4bc8-43cc-a36f-fa7adf28abbf tempest-VolumesAssistedSnapshotsTest-780901493 tempest-VolumesAssistedSnapshotsTest-780901493-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.088688] env[69770]: DEBUG oslo_concurrency.lockutils [None req-8a91afeb-4bc8-43cc-a36f-fa7adf28abbf tempest-VolumesAssistedSnapshotsTest-780901493 tempest-VolumesAssistedSnapshotsTest-780901493-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.089164] env[69770]: DEBUG nova.virt.vmwareapi.ds_util [None req-8a91afeb-4bc8-43cc-a36f-fa7adf28abbf tempest-VolumesAssistedSnapshotsTest-780901493 tempest-VolumesAssistedSnapshotsTest-780901493-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69770) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 716.090031] env[69770]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-55aada2f-a82e-409a-9eca-32dac7e3d616 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.107406] env[69770]: DEBUG nova.virt.vmwareapi.ds_util [None req-8a91afeb-4bc8-43cc-a36f-fa7adf28abbf tempest-VolumesAssistedSnapshotsTest-780901493 tempest-VolumesAssistedSnapshotsTest-780901493-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69770) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 716.107406] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-8a91afeb-4bc8-43cc-a36f-fa7adf28abbf tempest-VolumesAssistedSnapshotsTest-780901493 tempest-VolumesAssistedSnapshotsTest-780901493-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69770) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 716.108314] env[69770]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b399c40f-fd13-4342-b66e-6bf940209fe6 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.114883] env[69770]: DEBUG oslo_vmware.api [None req-8a91afeb-4bc8-43cc-a36f-fa7adf28abbf tempest-VolumesAssistedSnapshotsTest-780901493 tempest-VolumesAssistedSnapshotsTest-780901493-project-member] Waiting for the task: (returnval){ [ 716.114883] env[69770]: value = "session[52161b52-cb8e-ec9f-1132-2f6b49549d41]524aba12-443a-0a4c-4612-39009dbc5e13" [ 716.114883] env[69770]: _type = "Task" [ 716.114883] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 716.124208] env[69770]: DEBUG oslo_vmware.api [None req-8a91afeb-4bc8-43cc-a36f-fa7adf28abbf tempest-VolumesAssistedSnapshotsTest-780901493 tempest-VolumesAssistedSnapshotsTest-780901493-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]524aba12-443a-0a4c-4612-39009dbc5e13, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.220411] env[69770]: DEBUG nova.compute.manager [None req-054f1d1a-3e50-42c0-8f8f-dc41f1efd83a tempest-ServersWithSpecificFlavorTestJSON-412767258 tempest-ServersWithSpecificFlavorTestJSON-412767258-project-member] [instance: 5a605234-adcc-42bc-94e4-b6312611e566] Start building block device mappings for instance. {{(pid=69770) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 716.231515] env[69770]: DEBUG nova.network.neutron [None req-5ead14a8-5d7b-4b93-9431-6db8b8f21a56 tempest-ListImageFiltersTestJSON-573549216 tempest-ListImageFiltersTestJSON-573549216-project-member] [instance: 8c85c90a-f87e-4356-8752-b7b8a16d12cd] Instance cache missing network info. {{(pid=69770) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 716.330676] env[69770]: DEBUG oslo_concurrency.lockutils [None req-5eb54b88-5e4c-4a61-bb4c-2784af1b8a6c tempest-ImagesOneServerTestJSON-1024055021 tempest-ImagesOneServerTestJSON-1024055021-project-member] Lock "7ae47f8e-e519-4825-b89a-7561df6850d9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 30.355s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 716.367450] env[69770]: DEBUG oslo_vmware.api [None req-f3416600-7c4b-4ea5-a8d2-9075574751b6 tempest-ServerDiagnosticsV248Test-2101269695 tempest-ServerDiagnosticsV248Test-2101269695-project-member] Task: {'id': task-4069331, 'name': PowerOnVM_Task, 'duration_secs': 1.281813} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 716.367759] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3416600-7c4b-4ea5-a8d2-9075574751b6 tempest-ServerDiagnosticsV248Test-2101269695 tempest-ServerDiagnosticsV248Test-2101269695-project-member] [instance: 1b8c127a-c70e-435c-956e-1b8ad3a0d568] Powered on the VM {{(pid=69770) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 716.367957] env[69770]: INFO nova.compute.manager [None req-f3416600-7c4b-4ea5-a8d2-9075574751b6 tempest-ServerDiagnosticsV248Test-2101269695 tempest-ServerDiagnosticsV248Test-2101269695-project-member] [instance: 1b8c127a-c70e-435c-956e-1b8ad3a0d568] Took 12.03 seconds to spawn the instance on the hypervisor. [ 716.368155] env[69770]: DEBUG nova.compute.manager [None req-f3416600-7c4b-4ea5-a8d2-9075574751b6 tempest-ServerDiagnosticsV248Test-2101269695 tempest-ServerDiagnosticsV248Test-2101269695-project-member] [instance: 1b8c127a-c70e-435c-956e-1b8ad3a0d568] Checking state {{(pid=69770) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 716.369085] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d62ec328-dcc5-43a6-9eb8-0b0f07fa8195 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.554185] env[69770]: INFO nova.compute.manager [None req-02e230f1-7643-44f9-ad48-1d97a9c65a87 tempest-ServerDiagnosticsNegativeTest-1860943725 tempest-ServerDiagnosticsNegativeTest-1860943725-project-member] [instance: 4510171e-9670-4bd6-a63c-c55b4917c7ed] Took 29.21 seconds to build instance. [ 716.563462] env[69770]: DEBUG oslo_vmware.api [None req-c92ed3d2-6d0e-47db-a7b6-5686e1ad12bc tempest-ServersAdminNegativeTestJSON-597507823 tempest-ServersAdminNegativeTestJSON-597507823-project-member] Task: {'id': task-4069336, 'name': PowerOnVM_Task, 'duration_secs': 0.868473} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 716.563743] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-c92ed3d2-6d0e-47db-a7b6-5686e1ad12bc tempest-ServersAdminNegativeTestJSON-597507823 tempest-ServersAdminNegativeTestJSON-597507823-project-member] [instance: 8047bf73-fff9-4f29-913f-91d0eb28d6dd] Powered on the VM {{(pid=69770) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 716.564422] env[69770]: INFO nova.compute.manager [None req-c92ed3d2-6d0e-47db-a7b6-5686e1ad12bc tempest-ServersAdminNegativeTestJSON-597507823 tempest-ServersAdminNegativeTestJSON-597507823-project-member] [instance: 8047bf73-fff9-4f29-913f-91d0eb28d6dd] Took 14.52 seconds to spawn the instance on the hypervisor. [ 716.564549] env[69770]: DEBUG nova.compute.manager [None req-c92ed3d2-6d0e-47db-a7b6-5686e1ad12bc tempest-ServersAdminNegativeTestJSON-597507823 tempest-ServersAdminNegativeTestJSON-597507823-project-member] [instance: 8047bf73-fff9-4f29-913f-91d0eb28d6dd] Checking state {{(pid=69770) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 716.565537] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-100bebcb-9f90-4058-b918-eaf081c8d21b {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.601162] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfd3c6dd-58c7-4e13-9152-aeb7cc1aab9d {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.614023] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95dffa58-e0c7-42e1-b8fc-4e52151267c2 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.672416] env[69770]: DEBUG oslo_vmware.api [None req-8a91afeb-4bc8-43cc-a36f-fa7adf28abbf tempest-VolumesAssistedSnapshotsTest-780901493 tempest-VolumesAssistedSnapshotsTest-780901493-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]524aba12-443a-0a4c-4612-39009dbc5e13, 'name': SearchDatastore_Task, 'duration_secs': 0.011919} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 716.673336] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4605eab7-0039-42b9-a3cc-82dd0c1e40f0 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.676906] env[69770]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-87fbea08-1a2e-469a-851b-49e5d2e761e0 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.690026] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d58e642e-cd83-4912-98b9-6d59c0b249eb {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.694502] env[69770]: DEBUG oslo_vmware.api [None req-8a91afeb-4bc8-43cc-a36f-fa7adf28abbf tempest-VolumesAssistedSnapshotsTest-780901493 tempest-VolumesAssistedSnapshotsTest-780901493-project-member] Waiting for the task: (returnval){ [ 716.694502] env[69770]: value = "session[52161b52-cb8e-ec9f-1132-2f6b49549d41]52b09ea3-5554-88c8-e1bb-791f0aa7b8d4" [ 716.694502] env[69770]: _type = "Task" [ 716.694502] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 716.709943] env[69770]: DEBUG nova.compute.provider_tree [None req-7798cb05-4ea5-4125-8072-a3e42453859d tempest-ServerDiagnosticsTest-785529700 tempest-ServerDiagnosticsTest-785529700-project-member] Inventory has not changed in ProviderTree for provider: 7cc7d32b-b7a7-454a-a456-2a440248ed9d {{(pid=69770) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 716.720855] env[69770]: DEBUG oslo_vmware.api [None req-8a91afeb-4bc8-43cc-a36f-fa7adf28abbf tempest-VolumesAssistedSnapshotsTest-780901493 tempest-VolumesAssistedSnapshotsTest-780901493-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]52b09ea3-5554-88c8-e1bb-791f0aa7b8d4, 'name': SearchDatastore_Task, 'duration_secs': 0.019966} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 716.721226] env[69770]: DEBUG oslo_concurrency.lockutils [None req-8a91afeb-4bc8-43cc-a36f-fa7adf28abbf tempest-VolumesAssistedSnapshotsTest-780901493 tempest-VolumesAssistedSnapshotsTest-780901493-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.721531] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a91afeb-4bc8-43cc-a36f-fa7adf28abbf tempest-VolumesAssistedSnapshotsTest-780901493 tempest-VolumesAssistedSnapshotsTest-780901493-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk to [datastore2] df3c3daf-8cd6-43af-8872-c3cdc0ea11cb/df3c3daf-8cd6-43af-8872-c3cdc0ea11cb.vmdk {{(pid=69770) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 716.721855] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7d5fe763-6986-4924-9e0d-54e897a4ce9a {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.732803] env[69770]: DEBUG oslo_vmware.api [None req-8a91afeb-4bc8-43cc-a36f-fa7adf28abbf tempest-VolumesAssistedSnapshotsTest-780901493 tempest-VolumesAssistedSnapshotsTest-780901493-project-member] Waiting for the task: (returnval){ [ 716.732803] env[69770]: value = "task-4069338" [ 716.732803] env[69770]: _type = "Task" [ 716.732803] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 716.742358] env[69770]: DEBUG oslo_vmware.api [None req-8a91afeb-4bc8-43cc-a36f-fa7adf28abbf tempest-VolumesAssistedSnapshotsTest-780901493 tempest-VolumesAssistedSnapshotsTest-780901493-project-member] Task: {'id': task-4069338, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.762377] env[69770]: DEBUG nova.network.neutron [req-bfe36f64-81f6-4b34-98b2-1dd8043264ae req-9cb47a76-25a7-4929-ac0a-bd3f49deecce service nova] [instance: 8047bf73-fff9-4f29-913f-91d0eb28d6dd] Updated VIF entry in instance network info cache for port 83e9424b-b290-4540-a74c-023b79e0fc1e. {{(pid=69770) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 716.762377] env[69770]: DEBUG nova.network.neutron [req-bfe36f64-81f6-4b34-98b2-1dd8043264ae req-9cb47a76-25a7-4929-ac0a-bd3f49deecce service nova] [instance: 8047bf73-fff9-4f29-913f-91d0eb28d6dd] Updating instance_info_cache with network_info: [{"id": "83e9424b-b290-4540-a74c-023b79e0fc1e", "address": "fa:16:3e:1f:14:2e", "network": {"id": "f82b91df-bf84-467a-b908-3ff7324de9d6", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.142", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "d65f20bb89fb40a98b77bc6d97357df2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f0ef5aba-bd9a-42ff-a1a0-5e763986d70a", "external-id": "nsx-vlan-transportzone-209", "segmentation_id": 209, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap83e9424b-b2", "ovs_interfaceid": "83e9424b-b290-4540-a74c-023b79e0fc1e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69770) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 716.834514] env[69770]: DEBUG nova.compute.manager [None req-9369f85f-2f29-459b-93e7-484e645e5c13 tempest-ServerExternalEventsTest-676538897 tempest-ServerExternalEventsTest-676538897-project-member] [instance: b3fc7334-8f11-44cb-b3b1-49eb73ad14cf] Starting instance... {{(pid=69770) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 716.898532] env[69770]: INFO nova.compute.manager [None req-f3416600-7c4b-4ea5-a8d2-9075574751b6 tempest-ServerDiagnosticsV248Test-2101269695 tempest-ServerDiagnosticsV248Test-2101269695-project-member] [instance: 1b8c127a-c70e-435c-956e-1b8ad3a0d568] Took 20.15 seconds to build instance. [ 716.918601] env[69770]: DEBUG nova.network.neutron [None req-5ead14a8-5d7b-4b93-9431-6db8b8f21a56 tempest-ListImageFiltersTestJSON-573549216 tempest-ListImageFiltersTestJSON-573549216-project-member] [instance: 8c85c90a-f87e-4356-8752-b7b8a16d12cd] Updating instance_info_cache with network_info: [{"id": "b7b99749-91e5-4b86-8fb7-4641ced596dc", "address": "fa:16:3e:86:e3:b0", "network": {"id": "f82b91df-bf84-467a-b908-3ff7324de9d6", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "d65f20bb89fb40a98b77bc6d97357df2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f0ef5aba-bd9a-42ff-a1a0-5e763986d70a", "external-id": "nsx-vlan-transportzone-209", "segmentation_id": 209, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb7b99749-91", "ovs_interfaceid": "b7b99749-91e5-4b86-8fb7-4641ced596dc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69770) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 717.061102] env[69770]: DEBUG oslo_concurrency.lockutils [None req-02e230f1-7643-44f9-ad48-1d97a9c65a87 tempest-ServerDiagnosticsNegativeTest-1860943725 tempest-ServerDiagnosticsNegativeTest-1860943725-project-member] Lock "4510171e-9670-4bd6-a63c-c55b4917c7ed" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 30.735s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 717.096011] env[69770]: INFO nova.compute.manager [None req-c92ed3d2-6d0e-47db-a7b6-5686e1ad12bc tempest-ServersAdminNegativeTestJSON-597507823 tempest-ServersAdminNegativeTestJSON-597507823-project-member] [instance: 8047bf73-fff9-4f29-913f-91d0eb28d6dd] Took 21.50 seconds to build instance. [ 717.120133] env[69770]: DEBUG nova.network.neutron [None req-054f1d1a-3e50-42c0-8f8f-dc41f1efd83a tempest-ServersWithSpecificFlavorTestJSON-412767258 tempest-ServersWithSpecificFlavorTestJSON-412767258-project-member] [instance: 5a605234-adcc-42bc-94e4-b6312611e566] Successfully created port: 6e70091f-fd9b-4f94-b6f4-1015a031afa9 {{(pid=69770) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 717.216215] env[69770]: DEBUG nova.scheduler.client.report [None req-7798cb05-4ea5-4125-8072-a3e42453859d tempest-ServerDiagnosticsTest-785529700 tempest-ServerDiagnosticsTest-785529700-project-member] Inventory has not changed for provider 7cc7d32b-b7a7-454a-a456-2a440248ed9d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 21, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69770) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 717.241848] env[69770]: DEBUG nova.compute.manager [None req-054f1d1a-3e50-42c0-8f8f-dc41f1efd83a tempest-ServersWithSpecificFlavorTestJSON-412767258 tempest-ServersWithSpecificFlavorTestJSON-412767258-project-member] [instance: 5a605234-adcc-42bc-94e4-b6312611e566] Start spawning the instance on the hypervisor. {{(pid=69770) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 717.253076] env[69770]: DEBUG oslo_vmware.api [None req-8a91afeb-4bc8-43cc-a36f-fa7adf28abbf tempest-VolumesAssistedSnapshotsTest-780901493 tempest-VolumesAssistedSnapshotsTest-780901493-project-member] Task: {'id': task-4069338, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.265950] env[69770]: DEBUG oslo_concurrency.lockutils [req-bfe36f64-81f6-4b34-98b2-1dd8043264ae req-9cb47a76-25a7-4929-ac0a-bd3f49deecce service nova] Releasing lock "refresh_cache-8047bf73-fff9-4f29-913f-91d0eb28d6dd" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.276678] env[69770]: DEBUG nova.virt.hardware [None req-054f1d1a-3e50-42c0-8f8f-dc41f1efd83a tempest-ServersWithSpecificFlavorTestJSON-412767258 tempest-ServersWithSpecificFlavorTestJSON-412767258-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T12:18:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='710808085',id=23,is_public=True,memory_mb=192,name='tempest-flavor_with_ephemeral_0-2091505465',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T12:16:11Z,direct_url=,disk_format='vmdk',id=d1eaff80-24a0-4391-90eb-59958b1ecf0a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d65f20bb89fb40a98b77bc6d97357df2',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T12:16:12Z,virtual_size=,visibility=), allow threads: False {{(pid=69770) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 717.276678] env[69770]: DEBUG nova.virt.hardware [None req-054f1d1a-3e50-42c0-8f8f-dc41f1efd83a tempest-ServersWithSpecificFlavorTestJSON-412767258 tempest-ServersWithSpecificFlavorTestJSON-412767258-project-member] Flavor limits 0:0:0 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 717.276678] env[69770]: DEBUG nova.virt.hardware [None req-054f1d1a-3e50-42c0-8f8f-dc41f1efd83a tempest-ServersWithSpecificFlavorTestJSON-412767258 tempest-ServersWithSpecificFlavorTestJSON-412767258-project-member] Image limits 0:0:0 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 717.276975] env[69770]: DEBUG nova.virt.hardware [None req-054f1d1a-3e50-42c0-8f8f-dc41f1efd83a tempest-ServersWithSpecificFlavorTestJSON-412767258 tempest-ServersWithSpecificFlavorTestJSON-412767258-project-member] Flavor pref 0:0:0 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 717.276975] env[69770]: DEBUG nova.virt.hardware [None req-054f1d1a-3e50-42c0-8f8f-dc41f1efd83a tempest-ServersWithSpecificFlavorTestJSON-412767258 tempest-ServersWithSpecificFlavorTestJSON-412767258-project-member] Image pref 0:0:0 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 717.276975] env[69770]: DEBUG nova.virt.hardware [None req-054f1d1a-3e50-42c0-8f8f-dc41f1efd83a tempest-ServersWithSpecificFlavorTestJSON-412767258 tempest-ServersWithSpecificFlavorTestJSON-412767258-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 717.278237] env[69770]: DEBUG nova.virt.hardware [None req-054f1d1a-3e50-42c0-8f8f-dc41f1efd83a tempest-ServersWithSpecificFlavorTestJSON-412767258 tempest-ServersWithSpecificFlavorTestJSON-412767258-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69770) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 717.278419] env[69770]: DEBUG nova.virt.hardware [None req-054f1d1a-3e50-42c0-8f8f-dc41f1efd83a tempest-ServersWithSpecificFlavorTestJSON-412767258 tempest-ServersWithSpecificFlavorTestJSON-412767258-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69770) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 717.278655] env[69770]: DEBUG nova.virt.hardware [None req-054f1d1a-3e50-42c0-8f8f-dc41f1efd83a tempest-ServersWithSpecificFlavorTestJSON-412767258 tempest-ServersWithSpecificFlavorTestJSON-412767258-project-member] Got 1 possible topologies {{(pid=69770) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 717.278968] env[69770]: DEBUG nova.virt.hardware [None req-054f1d1a-3e50-42c0-8f8f-dc41f1efd83a tempest-ServersWithSpecificFlavorTestJSON-412767258 tempest-ServersWithSpecificFlavorTestJSON-412767258-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69770) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 717.279104] env[69770]: DEBUG nova.virt.hardware [None req-054f1d1a-3e50-42c0-8f8f-dc41f1efd83a tempest-ServersWithSpecificFlavorTestJSON-412767258 tempest-ServersWithSpecificFlavorTestJSON-412767258-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69770) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 717.283907] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-704d731b-6565-4435-9cd3-9b94afe1f95c {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.295563] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-989e7995-5bb8-4796-87fb-1a970e9914e0 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.575429] env[69770]: DEBUG oslo_concurrency.lockutils [None req-9369f85f-2f29-459b-93e7-484e645e5c13 tempest-ServerExternalEventsTest-676538897 tempest-ServerExternalEventsTest-676538897-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 717.575429] env[69770]: DEBUG oslo_concurrency.lockutils [None req-f3416600-7c4b-4ea5-a8d2-9075574751b6 tempest-ServerDiagnosticsV248Test-2101269695 tempest-ServerDiagnosticsV248Test-2101269695-project-member] Lock "1b8c127a-c70e-435c-956e-1b8ad3a0d568" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.682s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 717.575429] env[69770]: DEBUG oslo_concurrency.lockutils [None req-5ead14a8-5d7b-4b93-9431-6db8b8f21a56 tempest-ListImageFiltersTestJSON-573549216 tempest-ListImageFiltersTestJSON-573549216-project-member] Releasing lock "refresh_cache-8c85c90a-f87e-4356-8752-b7b8a16d12cd" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.578226] env[69770]: DEBUG nova.compute.manager [None req-5ead14a8-5d7b-4b93-9431-6db8b8f21a56 tempest-ListImageFiltersTestJSON-573549216 tempest-ListImageFiltersTestJSON-573549216-project-member] [instance: 8c85c90a-f87e-4356-8752-b7b8a16d12cd] Instance network_info: |[{"id": "b7b99749-91e5-4b86-8fb7-4641ced596dc", "address": "fa:16:3e:86:e3:b0", "network": {"id": "f82b91df-bf84-467a-b908-3ff7324de9d6", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "d65f20bb89fb40a98b77bc6d97357df2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f0ef5aba-bd9a-42ff-a1a0-5e763986d70a", "external-id": "nsx-vlan-transportzone-209", "segmentation_id": 209, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb7b99749-91", "ovs_interfaceid": "b7b99749-91e5-4b86-8fb7-4641ced596dc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69770) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 717.579553] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-5ead14a8-5d7b-4b93-9431-6db8b8f21a56 tempest-ListImageFiltersTestJSON-573549216 tempest-ListImageFiltersTestJSON-573549216-project-member] [instance: 8c85c90a-f87e-4356-8752-b7b8a16d12cd] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:86:e3:b0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f0ef5aba-bd9a-42ff-a1a0-5e763986d70a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b7b99749-91e5-4b86-8fb7-4641ced596dc', 'vif_model': 'vmxnet3'}] {{(pid=69770) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 717.579553] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ead14a8-5d7b-4b93-9431-6db8b8f21a56 tempest-ListImageFiltersTestJSON-573549216 tempest-ListImageFiltersTestJSON-573549216-project-member] Creating folder: Project (e8cb086585f94195b28b5d6bcae604a4). Parent ref: group-v806376. {{(pid=69770) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 717.579553] env[69770]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b62882ff-8fc4-4fc0-828d-e1f2edf85734 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.579553] env[69770]: INFO nova.virt.vmwareapi.vm_util [None req-5ead14a8-5d7b-4b93-9431-6db8b8f21a56 tempest-ListImageFiltersTestJSON-573549216 tempest-ListImageFiltersTestJSON-573549216-project-member] Created folder: Project (e8cb086585f94195b28b5d6bcae604a4) in parent group-v806376. [ 717.579553] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ead14a8-5d7b-4b93-9431-6db8b8f21a56 tempest-ListImageFiltersTestJSON-573549216 tempest-ListImageFiltersTestJSON-573549216-project-member] Creating folder: Instances. Parent ref: group-v806404. {{(pid=69770) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 717.580667] env[69770]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d687dd32-406f-4504-95d4-8cf86fe28098 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.580667] env[69770]: INFO nova.virt.vmwareapi.vm_util [None req-5ead14a8-5d7b-4b93-9431-6db8b8f21a56 tempest-ListImageFiltersTestJSON-573549216 tempest-ListImageFiltersTestJSON-573549216-project-member] Created folder: Instances in parent group-v806404. [ 717.580667] env[69770]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5ead14a8-5d7b-4b93-9431-6db8b8f21a56 tempest-ListImageFiltersTestJSON-573549216 tempest-ListImageFiltersTestJSON-573549216-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69770) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 717.580667] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8c85c90a-f87e-4356-8752-b7b8a16d12cd] Creating VM on the ESX host {{(pid=69770) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 717.580667] env[69770]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-914e01cd-ef58-45cd-a73a-6a72a47dff60 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.580667] env[69770]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 717.580667] env[69770]: value = "task-4069341" [ 717.580667] env[69770]: _type = "Task" [ 717.580667] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 717.581204] env[69770]: DEBUG nova.compute.manager [None req-0df3aa5d-769d-42dd-9752-9ce29387b55e tempest-SecurityGroupsTestJSON-864666295 tempest-SecurityGroupsTestJSON-864666295-project-member] [instance: f8b193f7-1c9d-426b-a182-4870354ccd84] Starting instance... {{(pid=69770) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 717.581204] env[69770]: DEBUG oslo_vmware.api [-] Task: {'id': task-4069341, 'name': CreateVM_Task} progress is 10%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.599331] env[69770]: DEBUG oslo_concurrency.lockutils [None req-c92ed3d2-6d0e-47db-a7b6-5686e1ad12bc tempest-ServersAdminNegativeTestJSON-597507823 tempest-ServersAdminNegativeTestJSON-597507823-project-member] Lock "8047bf73-fff9-4f29-913f-91d0eb28d6dd" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.011s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 717.605442] env[69770]: DEBUG nova.network.neutron [None req-e5e6456c-77e0-4652-9c67-c3cbc25213a6 tempest-FloatingIPsAssociationTestJSON-527069498 tempest-FloatingIPsAssociationTestJSON-527069498-project-member] [instance: 1d7a05ac-b6a7-47c4-9143-79ff005189f9] Successfully updated port: 1646ae0e-48c1-4217-a69c-72b00da4a462 {{(pid=69770) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 717.636668] env[69770]: DEBUG nova.compute.manager [req-26b29bf3-f4b1-4d49-9df0-c4b59bb4a1e4 req-9659e0b9-1c0c-4b8a-ad23-0fb9c2f6bc72 service nova] [instance: 8c85c90a-f87e-4356-8752-b7b8a16d12cd] Received event network-vif-plugged-b7b99749-91e5-4b86-8fb7-4641ced596dc {{(pid=69770) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 717.636908] env[69770]: DEBUG oslo_concurrency.lockutils [req-26b29bf3-f4b1-4d49-9df0-c4b59bb4a1e4 req-9659e0b9-1c0c-4b8a-ad23-0fb9c2f6bc72 service nova] Acquiring lock "8c85c90a-f87e-4356-8752-b7b8a16d12cd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 717.637130] env[69770]: DEBUG oslo_concurrency.lockutils [req-26b29bf3-f4b1-4d49-9df0-c4b59bb4a1e4 req-9659e0b9-1c0c-4b8a-ad23-0fb9c2f6bc72 service nova] Lock "8c85c90a-f87e-4356-8752-b7b8a16d12cd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 717.639015] env[69770]: DEBUG oslo_concurrency.lockutils [req-26b29bf3-f4b1-4d49-9df0-c4b59bb4a1e4 req-9659e0b9-1c0c-4b8a-ad23-0fb9c2f6bc72 service nova] Lock "8c85c90a-f87e-4356-8752-b7b8a16d12cd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 717.639015] env[69770]: DEBUG nova.compute.manager [req-26b29bf3-f4b1-4d49-9df0-c4b59bb4a1e4 req-9659e0b9-1c0c-4b8a-ad23-0fb9c2f6bc72 service nova] [instance: 8c85c90a-f87e-4356-8752-b7b8a16d12cd] No waiting events found dispatching network-vif-plugged-b7b99749-91e5-4b86-8fb7-4641ced596dc {{(pid=69770) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 717.639015] env[69770]: WARNING nova.compute.manager [req-26b29bf3-f4b1-4d49-9df0-c4b59bb4a1e4 req-9659e0b9-1c0c-4b8a-ad23-0fb9c2f6bc72 service nova] [instance: 8c85c90a-f87e-4356-8752-b7b8a16d12cd] Received unexpected event network-vif-plugged-b7b99749-91e5-4b86-8fb7-4641ced596dc for instance with vm_state building and task_state spawning. [ 717.723246] env[69770]: DEBUG oslo_concurrency.lockutils [None req-7798cb05-4ea5-4125-8072-a3e42453859d tempest-ServerDiagnosticsTest-785529700 tempest-ServerDiagnosticsTest-785529700-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.522s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 717.726035] env[69770]: DEBUG nova.compute.manager [None req-7798cb05-4ea5-4125-8072-a3e42453859d tempest-ServerDiagnosticsTest-785529700 tempest-ServerDiagnosticsTest-785529700-project-member] [instance: 724c5059-a799-45b3-bfbd-328d7df854fc] Start building networks asynchronously for instance. {{(pid=69770) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 717.726522] env[69770]: DEBUG oslo_concurrency.lockutils [None req-62c823ab-40a3-4d18-9003-6a02fe0795f0 tempest-MigrationsAdminTest-1409017777 tempest-MigrationsAdminTest-1409017777-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 6.376s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 717.738850] env[69770]: DEBUG nova.compute.manager [req-599f21ed-b632-4bcf-b631-9cd3f0420b35 req-a264c32f-72dd-4435-b2f5-33cb7233e367 service nova] [instance: ee7c2360-8fce-4167-b80a-0e87f2677353] Received event network-vif-deleted-c9980331-6df1-46f8-9f34-0f88a0f49607 {{(pid=69770) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 717.739076] env[69770]: DEBUG nova.compute.manager [req-599f21ed-b632-4bcf-b631-9cd3f0420b35 req-a264c32f-72dd-4435-b2f5-33cb7233e367 service nova] [instance: df3c3daf-8cd6-43af-8872-c3cdc0ea11cb] Received event network-vif-plugged-fd04ea7f-3a36-4c9a-9be8-1f1dcccd5088 {{(pid=69770) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 717.739322] env[69770]: DEBUG oslo_concurrency.lockutils [req-599f21ed-b632-4bcf-b631-9cd3f0420b35 req-a264c32f-72dd-4435-b2f5-33cb7233e367 service nova] Acquiring lock "df3c3daf-8cd6-43af-8872-c3cdc0ea11cb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 717.739541] env[69770]: DEBUG oslo_concurrency.lockutils [req-599f21ed-b632-4bcf-b631-9cd3f0420b35 req-a264c32f-72dd-4435-b2f5-33cb7233e367 service nova] Lock "df3c3daf-8cd6-43af-8872-c3cdc0ea11cb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 717.739715] env[69770]: DEBUG oslo_concurrency.lockutils [req-599f21ed-b632-4bcf-b631-9cd3f0420b35 req-a264c32f-72dd-4435-b2f5-33cb7233e367 service nova] Lock "df3c3daf-8cd6-43af-8872-c3cdc0ea11cb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 717.739897] env[69770]: DEBUG nova.compute.manager [req-599f21ed-b632-4bcf-b631-9cd3f0420b35 req-a264c32f-72dd-4435-b2f5-33cb7233e367 service nova] [instance: df3c3daf-8cd6-43af-8872-c3cdc0ea11cb] No waiting events found dispatching network-vif-plugged-fd04ea7f-3a36-4c9a-9be8-1f1dcccd5088 {{(pid=69770) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 717.740103] env[69770]: WARNING nova.compute.manager [req-599f21ed-b632-4bcf-b631-9cd3f0420b35 req-a264c32f-72dd-4435-b2f5-33cb7233e367 service nova] [instance: df3c3daf-8cd6-43af-8872-c3cdc0ea11cb] Received unexpected event network-vif-plugged-fd04ea7f-3a36-4c9a-9be8-1f1dcccd5088 for instance with vm_state building and task_state spawning. [ 717.740346] env[69770]: DEBUG nova.compute.manager [req-599f21ed-b632-4bcf-b631-9cd3f0420b35 req-a264c32f-72dd-4435-b2f5-33cb7233e367 service nova] [instance: df3c3daf-8cd6-43af-8872-c3cdc0ea11cb] Received event network-changed-fd04ea7f-3a36-4c9a-9be8-1f1dcccd5088 {{(pid=69770) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 717.740422] env[69770]: DEBUG nova.compute.manager [req-599f21ed-b632-4bcf-b631-9cd3f0420b35 req-a264c32f-72dd-4435-b2f5-33cb7233e367 service nova] [instance: df3c3daf-8cd6-43af-8872-c3cdc0ea11cb] Refreshing instance network info cache due to event network-changed-fd04ea7f-3a36-4c9a-9be8-1f1dcccd5088. {{(pid=69770) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 717.740623] env[69770]: DEBUG oslo_concurrency.lockutils [req-599f21ed-b632-4bcf-b631-9cd3f0420b35 req-a264c32f-72dd-4435-b2f5-33cb7233e367 service nova] Acquiring lock "refresh_cache-df3c3daf-8cd6-43af-8872-c3cdc0ea11cb" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.740752] env[69770]: DEBUG oslo_concurrency.lockutils [req-599f21ed-b632-4bcf-b631-9cd3f0420b35 req-a264c32f-72dd-4435-b2f5-33cb7233e367 service nova] Acquired lock "refresh_cache-df3c3daf-8cd6-43af-8872-c3cdc0ea11cb" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.740903] env[69770]: DEBUG nova.network.neutron [req-599f21ed-b632-4bcf-b631-9cd3f0420b35 req-a264c32f-72dd-4435-b2f5-33cb7233e367 service nova] [instance: df3c3daf-8cd6-43af-8872-c3cdc0ea11cb] Refreshing network info cache for port fd04ea7f-3a36-4c9a-9be8-1f1dcccd5088 {{(pid=69770) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 717.762594] env[69770]: DEBUG oslo_vmware.api [None req-8a91afeb-4bc8-43cc-a36f-fa7adf28abbf tempest-VolumesAssistedSnapshotsTest-780901493 tempest-VolumesAssistedSnapshotsTest-780901493-project-member] Task: {'id': task-4069338, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.938478} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 717.763059] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a91afeb-4bc8-43cc-a36f-fa7adf28abbf tempest-VolumesAssistedSnapshotsTest-780901493 tempest-VolumesAssistedSnapshotsTest-780901493-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk to [datastore2] df3c3daf-8cd6-43af-8872-c3cdc0ea11cb/df3c3daf-8cd6-43af-8872-c3cdc0ea11cb.vmdk {{(pid=69770) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 717.763982] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-8a91afeb-4bc8-43cc-a36f-fa7adf28abbf tempest-VolumesAssistedSnapshotsTest-780901493 tempest-VolumesAssistedSnapshotsTest-780901493-project-member] [instance: df3c3daf-8cd6-43af-8872-c3cdc0ea11cb] Extending root virtual disk to 1048576 {{(pid=69770) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 717.764119] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-03fc6067-39bd-403a-97db-8acd83926205 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.777241] env[69770]: DEBUG oslo_vmware.api [None req-8a91afeb-4bc8-43cc-a36f-fa7adf28abbf tempest-VolumesAssistedSnapshotsTest-780901493 tempest-VolumesAssistedSnapshotsTest-780901493-project-member] Waiting for the task: (returnval){ [ 717.777241] env[69770]: value = "task-4069342" [ 717.777241] env[69770]: _type = "Task" [ 717.777241] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 717.785109] env[69770]: DEBUG oslo_vmware.api [None req-8a91afeb-4bc8-43cc-a36f-fa7adf28abbf tempest-VolumesAssistedSnapshotsTest-780901493 tempest-VolumesAssistedSnapshotsTest-780901493-project-member] Task: {'id': task-4069342, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.906648] env[69770]: DEBUG nova.compute.manager [None req-f4bf8dcb-0e50-4f29-8fe6-bca296a2dc18 tempest-ServersNegativeTestJSON-1437959553 tempest-ServersNegativeTestJSON-1437959553-project-member] [instance: 1cd3da96-102f-4a22-8f53-12b32485ffa2] Starting instance... {{(pid=69770) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 718.056705] env[69770]: DEBUG oslo_vmware.api [-] Task: {'id': task-4069341, 'name': CreateVM_Task} progress is 99%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.093590] env[69770]: DEBUG oslo_concurrency.lockutils [None req-0df3aa5d-769d-42dd-9752-9ce29387b55e tempest-SecurityGroupsTestJSON-864666295 tempest-SecurityGroupsTestJSON-864666295-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 718.107425] env[69770]: DEBUG oslo_concurrency.lockutils [None req-e5e6456c-77e0-4652-9c67-c3cbc25213a6 tempest-FloatingIPsAssociationTestJSON-527069498 tempest-FloatingIPsAssociationTestJSON-527069498-project-member] Acquiring lock "refresh_cache-1d7a05ac-b6a7-47c4-9143-79ff005189f9" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.107425] env[69770]: DEBUG oslo_concurrency.lockutils [None req-e5e6456c-77e0-4652-9c67-c3cbc25213a6 tempest-FloatingIPsAssociationTestJSON-527069498 tempest-FloatingIPsAssociationTestJSON-527069498-project-member] Acquired lock "refresh_cache-1d7a05ac-b6a7-47c4-9143-79ff005189f9" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.107652] env[69770]: DEBUG nova.network.neutron [None req-e5e6456c-77e0-4652-9c67-c3cbc25213a6 tempest-FloatingIPsAssociationTestJSON-527069498 tempest-FloatingIPsAssociationTestJSON-527069498-project-member] [instance: 1d7a05ac-b6a7-47c4-9143-79ff005189f9] Building network info cache for instance {{(pid=69770) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 718.230356] env[69770]: DEBUG nova.compute.utils [None req-7798cb05-4ea5-4125-8072-a3e42453859d tempest-ServerDiagnosticsTest-785529700 tempest-ServerDiagnosticsTest-785529700-project-member] Using /dev/sd instead of None {{(pid=69770) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 718.241041] env[69770]: INFO nova.compute.claims [None req-62c823ab-40a3-4d18-9003-6a02fe0795f0 tempest-MigrationsAdminTest-1409017777 tempest-MigrationsAdminTest-1409017777-project-member] [instance: 7626e483-2d84-4a06-8f38-f8fd431da011] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 718.245125] env[69770]: DEBUG nova.compute.manager [None req-7798cb05-4ea5-4125-8072-a3e42453859d tempest-ServerDiagnosticsTest-785529700 tempest-ServerDiagnosticsTest-785529700-project-member] [instance: 724c5059-a799-45b3-bfbd-328d7df854fc] Allocating IP information in the background. {{(pid=69770) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 718.245418] env[69770]: DEBUG nova.network.neutron [None req-7798cb05-4ea5-4125-8072-a3e42453859d tempest-ServerDiagnosticsTest-785529700 tempest-ServerDiagnosticsTest-785529700-project-member] [instance: 724c5059-a799-45b3-bfbd-328d7df854fc] allocate_for_instance() {{(pid=69770) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 718.287975] env[69770]: DEBUG oslo_vmware.api [None req-8a91afeb-4bc8-43cc-a36f-fa7adf28abbf tempest-VolumesAssistedSnapshotsTest-780901493 tempest-VolumesAssistedSnapshotsTest-780901493-project-member] Task: {'id': task-4069342, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.111437} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 718.291570] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-8a91afeb-4bc8-43cc-a36f-fa7adf28abbf tempest-VolumesAssistedSnapshotsTest-780901493 tempest-VolumesAssistedSnapshotsTest-780901493-project-member] [instance: df3c3daf-8cd6-43af-8872-c3cdc0ea11cb] Extended root virtual disk {{(pid=69770) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 718.291570] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-104cebd3-8ac8-4a31-9127-784b3b93541f {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.324141] env[69770]: DEBUG nova.virt.vmwareapi.volumeops [None req-8a91afeb-4bc8-43cc-a36f-fa7adf28abbf tempest-VolumesAssistedSnapshotsTest-780901493 tempest-VolumesAssistedSnapshotsTest-780901493-project-member] [instance: df3c3daf-8cd6-43af-8872-c3cdc0ea11cb] Reconfiguring VM instance instance-00000009 to attach disk [datastore2] df3c3daf-8cd6-43af-8872-c3cdc0ea11cb/df3c3daf-8cd6-43af-8872-c3cdc0ea11cb.vmdk or device None with type sparse {{(pid=69770) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 718.324141] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5da4c6fb-59aa-441a-89db-5bc8f30dcbcb {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.348128] env[69770]: DEBUG oslo_vmware.api [None req-8a91afeb-4bc8-43cc-a36f-fa7adf28abbf tempest-VolumesAssistedSnapshotsTest-780901493 tempest-VolumesAssistedSnapshotsTest-780901493-project-member] Waiting for the task: (returnval){ [ 718.348128] env[69770]: value = "task-4069343" [ 718.348128] env[69770]: _type = "Task" [ 718.348128] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 718.357843] env[69770]: DEBUG oslo_vmware.api [None req-8a91afeb-4bc8-43cc-a36f-fa7adf28abbf tempest-VolumesAssistedSnapshotsTest-780901493 tempest-VolumesAssistedSnapshotsTest-780901493-project-member] Task: {'id': task-4069343, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.359417] env[69770]: DEBUG nova.policy [None req-7798cb05-4ea5-4125-8072-a3e42453859d tempest-ServerDiagnosticsTest-785529700 tempest-ServerDiagnosticsTest-785529700-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b893c433e9e04cfb8f938a6b43d4f8c8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '016d232feac44c5f80e0b90114eabcc1', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69770) authorize /opt/stack/nova/nova/policy.py:192}} [ 718.436270] env[69770]: DEBUG oslo_concurrency.lockutils [None req-f4bf8dcb-0e50-4f29-8fe6-bca296a2dc18 tempest-ServersNegativeTestJSON-1437959553 tempest-ServersNegativeTestJSON-1437959553-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 718.555488] env[69770]: DEBUG oslo_vmware.api [-] Task: {'id': task-4069341, 'name': CreateVM_Task, 'duration_secs': 0.541235} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 718.555711] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8c85c90a-f87e-4356-8752-b7b8a16d12cd] Created VM on the ESX host {{(pid=69770) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 718.556466] env[69770]: DEBUG oslo_concurrency.lockutils [None req-5ead14a8-5d7b-4b93-9431-6db8b8f21a56 tempest-ListImageFiltersTestJSON-573549216 tempest-ListImageFiltersTestJSON-573549216-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.556646] env[69770]: DEBUG oslo_concurrency.lockutils [None req-5ead14a8-5d7b-4b93-9431-6db8b8f21a56 tempest-ListImageFiltersTestJSON-573549216 tempest-ListImageFiltersTestJSON-573549216-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.557067] env[69770]: DEBUG oslo_concurrency.lockutils [None req-5ead14a8-5d7b-4b93-9431-6db8b8f21a56 tempest-ListImageFiltersTestJSON-573549216 tempest-ListImageFiltersTestJSON-573549216-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.557301] env[69770]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ba218229-efba-416f-b305-bea2b1cc3859 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.563139] env[69770]: DEBUG oslo_vmware.api [None req-5ead14a8-5d7b-4b93-9431-6db8b8f21a56 tempest-ListImageFiltersTestJSON-573549216 tempest-ListImageFiltersTestJSON-573549216-project-member] Waiting for the task: (returnval){ [ 718.563139] env[69770]: value = "session[52161b52-cb8e-ec9f-1132-2f6b49549d41]52666c1e-8221-8d6c-b731-8d5c1946b524" [ 718.563139] env[69770]: _type = "Task" [ 718.563139] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 718.572676] env[69770]: DEBUG oslo_vmware.api [None req-5ead14a8-5d7b-4b93-9431-6db8b8f21a56 tempest-ListImageFiltersTestJSON-573549216 tempest-ListImageFiltersTestJSON-573549216-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]52666c1e-8221-8d6c-b731-8d5c1946b524, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.660484] env[69770]: DEBUG nova.network.neutron [None req-e5e6456c-77e0-4652-9c67-c3cbc25213a6 tempest-FloatingIPsAssociationTestJSON-527069498 tempest-FloatingIPsAssociationTestJSON-527069498-project-member] [instance: 1d7a05ac-b6a7-47c4-9143-79ff005189f9] Instance cache missing network info. {{(pid=69770) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 718.751168] env[69770]: DEBUG nova.compute.manager [None req-7798cb05-4ea5-4125-8072-a3e42453859d tempest-ServerDiagnosticsTest-785529700 tempest-ServerDiagnosticsTest-785529700-project-member] [instance: 724c5059-a799-45b3-bfbd-328d7df854fc] Start building block device mappings for instance. {{(pid=69770) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 718.755875] env[69770]: INFO nova.compute.resource_tracker [None req-62c823ab-40a3-4d18-9003-6a02fe0795f0 tempest-MigrationsAdminTest-1409017777 tempest-MigrationsAdminTest-1409017777-project-member] [instance: 7626e483-2d84-4a06-8f38-f8fd431da011] Updating resource usage from migration 87544d84-9b3b-453e-8850-a914ffb07729 [ 718.860201] env[69770]: DEBUG oslo_vmware.api [None req-8a91afeb-4bc8-43cc-a36f-fa7adf28abbf tempest-VolumesAssistedSnapshotsTest-780901493 tempest-VolumesAssistedSnapshotsTest-780901493-project-member] Task: {'id': task-4069343, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.976328] env[69770]: DEBUG nova.network.neutron [None req-e5e6456c-77e0-4652-9c67-c3cbc25213a6 tempest-FloatingIPsAssociationTestJSON-527069498 tempest-FloatingIPsAssociationTestJSON-527069498-project-member] [instance: 1d7a05ac-b6a7-47c4-9143-79ff005189f9] Updating instance_info_cache with network_info: [{"id": "1646ae0e-48c1-4217-a69c-72b00da4a462", "address": "fa:16:3e:d6:1d:36", "network": {"id": "f4a00cad-0822-4c35-9ea0-e6b9670abd1f", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-678795259-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "602816d7b1574f02a4927772f6ac5382", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c24464bb-bb6b-43a2-bdcd-8086ad1a307f", "external-id": "nsx-vlan-transportzone-781", "segmentation_id": 781, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1646ae0e-48", "ovs_interfaceid": "1646ae0e-48c1-4217-a69c-72b00da4a462", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69770) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 719.025822] env[69770]: DEBUG oslo_concurrency.lockutils [None req-763c7a77-fc81-4a0f-bf3e-813185a424d6 tempest-ListServerFiltersTestJSON-1688445247 tempest-ListServerFiltersTestJSON-1688445247-project-member] Acquiring lock "1ecca185-3141-408a-92c7-c3a431ddc25d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 719.025822] env[69770]: DEBUG oslo_concurrency.lockutils [None req-763c7a77-fc81-4a0f-bf3e-813185a424d6 tempest-ListServerFiltersTestJSON-1688445247 tempest-ListServerFiltersTestJSON-1688445247-project-member] Lock "1ecca185-3141-408a-92c7-c3a431ddc25d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 719.074166] env[69770]: DEBUG nova.network.neutron [None req-7798cb05-4ea5-4125-8072-a3e42453859d tempest-ServerDiagnosticsTest-785529700 tempest-ServerDiagnosticsTest-785529700-project-member] [instance: 724c5059-a799-45b3-bfbd-328d7df854fc] Successfully created port: 9fc2c55c-e9c4-44bf-8e54-9c528e831f60 {{(pid=69770) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 719.082393] env[69770]: DEBUG oslo_vmware.api [None req-5ead14a8-5d7b-4b93-9431-6db8b8f21a56 tempest-ListImageFiltersTestJSON-573549216 tempest-ListImageFiltersTestJSON-573549216-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]52666c1e-8221-8d6c-b731-8d5c1946b524, 'name': SearchDatastore_Task, 'duration_secs': 0.015224} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 719.082683] env[69770]: DEBUG oslo_concurrency.lockutils [None req-5ead14a8-5d7b-4b93-9431-6db8b8f21a56 tempest-ListImageFiltersTestJSON-573549216 tempest-ListImageFiltersTestJSON-573549216-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.083011] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-5ead14a8-5d7b-4b93-9431-6db8b8f21a56 tempest-ListImageFiltersTestJSON-573549216 tempest-ListImageFiltersTestJSON-573549216-project-member] [instance: 8c85c90a-f87e-4356-8752-b7b8a16d12cd] Processing image d1eaff80-24a0-4391-90eb-59958b1ecf0a {{(pid=69770) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 719.083317] env[69770]: DEBUG oslo_concurrency.lockutils [None req-5ead14a8-5d7b-4b93-9431-6db8b8f21a56 tempest-ListImageFiltersTestJSON-573549216 tempest-ListImageFiltersTestJSON-573549216-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.083487] env[69770]: DEBUG oslo_concurrency.lockutils [None req-5ead14a8-5d7b-4b93-9431-6db8b8f21a56 tempest-ListImageFiltersTestJSON-573549216 tempest-ListImageFiltersTestJSON-573549216-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.083677] env[69770]: DEBUG nova.virt.vmwareapi.ds_util [None req-5ead14a8-5d7b-4b93-9431-6db8b8f21a56 tempest-ListImageFiltersTestJSON-573549216 tempest-ListImageFiltersTestJSON-573549216-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69770) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 719.083945] env[69770]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-19d0cce4-92c5-405f-8143-af60d070be51 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.100019] env[69770]: DEBUG nova.virt.vmwareapi.ds_util [None req-5ead14a8-5d7b-4b93-9431-6db8b8f21a56 tempest-ListImageFiltersTestJSON-573549216 tempest-ListImageFiltersTestJSON-573549216-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69770) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 719.100246] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-5ead14a8-5d7b-4b93-9431-6db8b8f21a56 tempest-ListImageFiltersTestJSON-573549216 tempest-ListImageFiltersTestJSON-573549216-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69770) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 719.101008] env[69770]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4377c94b-064e-4b32-9d2b-cce3462ee528 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.110305] env[69770]: DEBUG oslo_vmware.api [None req-5ead14a8-5d7b-4b93-9431-6db8b8f21a56 tempest-ListImageFiltersTestJSON-573549216 tempest-ListImageFiltersTestJSON-573549216-project-member] Waiting for the task: (returnval){ [ 719.110305] env[69770]: value = "session[52161b52-cb8e-ec9f-1132-2f6b49549d41]5240098c-6409-eae3-e14a-be054f51836a" [ 719.110305] env[69770]: _type = "Task" [ 719.110305] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 719.120203] env[69770]: DEBUG oslo_vmware.api [None req-5ead14a8-5d7b-4b93-9431-6db8b8f21a56 tempest-ListImageFiltersTestJSON-573549216 tempest-ListImageFiltersTestJSON-573549216-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]5240098c-6409-eae3-e14a-be054f51836a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.142547] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04d61b13-fffc-4df6-bfd1-3c70e1ff08ec {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.150233] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90654aba-6500-411a-8082-d850748dff30 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.185508] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-468add44-92d2-4807-af59-c80cc6c00ea9 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.193648] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c74ca417-658d-4188-995e-f7851272d2c9 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.208769] env[69770]: DEBUG nova.compute.provider_tree [None req-62c823ab-40a3-4d18-9003-6a02fe0795f0 tempest-MigrationsAdminTest-1409017777 tempest-MigrationsAdminTest-1409017777-project-member] Inventory has not changed in ProviderTree for provider: 7cc7d32b-b7a7-454a-a456-2a440248ed9d {{(pid=69770) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 719.362266] env[69770]: DEBUG oslo_vmware.api [None req-8a91afeb-4bc8-43cc-a36f-fa7adf28abbf tempest-VolumesAssistedSnapshotsTest-780901493 tempest-VolumesAssistedSnapshotsTest-780901493-project-member] Task: {'id': task-4069343, 'name': ReconfigVM_Task, 'duration_secs': 0.671055} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 719.363190] env[69770]: DEBUG nova.virt.vmwareapi.volumeops [None req-8a91afeb-4bc8-43cc-a36f-fa7adf28abbf tempest-VolumesAssistedSnapshotsTest-780901493 tempest-VolumesAssistedSnapshotsTest-780901493-project-member] [instance: df3c3daf-8cd6-43af-8872-c3cdc0ea11cb] Reconfigured VM instance instance-00000009 to attach disk [datastore2] df3c3daf-8cd6-43af-8872-c3cdc0ea11cb/df3c3daf-8cd6-43af-8872-c3cdc0ea11cb.vmdk or device None with type sparse {{(pid=69770) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 719.364050] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d1da4ef5-5527-4f28-b6a3-7e79596e77c2 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.373282] env[69770]: DEBUG oslo_vmware.api [None req-8a91afeb-4bc8-43cc-a36f-fa7adf28abbf tempest-VolumesAssistedSnapshotsTest-780901493 tempest-VolumesAssistedSnapshotsTest-780901493-project-member] Waiting for the task: (returnval){ [ 719.373282] env[69770]: value = "task-4069344" [ 719.373282] env[69770]: _type = "Task" [ 719.373282] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 719.387858] env[69770]: DEBUG oslo_vmware.api [None req-8a91afeb-4bc8-43cc-a36f-fa7adf28abbf tempest-VolumesAssistedSnapshotsTest-780901493 tempest-VolumesAssistedSnapshotsTest-780901493-project-member] Task: {'id': task-4069344, 'name': Rename_Task} progress is 5%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.479502] env[69770]: DEBUG oslo_concurrency.lockutils [None req-e5e6456c-77e0-4652-9c67-c3cbc25213a6 tempest-FloatingIPsAssociationTestJSON-527069498 tempest-FloatingIPsAssociationTestJSON-527069498-project-member] Releasing lock "refresh_cache-1d7a05ac-b6a7-47c4-9143-79ff005189f9" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.479887] env[69770]: DEBUG nova.compute.manager [None req-e5e6456c-77e0-4652-9c67-c3cbc25213a6 tempest-FloatingIPsAssociationTestJSON-527069498 tempest-FloatingIPsAssociationTestJSON-527069498-project-member] [instance: 1d7a05ac-b6a7-47c4-9143-79ff005189f9] Instance network_info: |[{"id": "1646ae0e-48c1-4217-a69c-72b00da4a462", "address": "fa:16:3e:d6:1d:36", "network": {"id": "f4a00cad-0822-4c35-9ea0-e6b9670abd1f", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-678795259-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "602816d7b1574f02a4927772f6ac5382", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c24464bb-bb6b-43a2-bdcd-8086ad1a307f", "external-id": "nsx-vlan-transportzone-781", "segmentation_id": 781, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1646ae0e-48", "ovs_interfaceid": "1646ae0e-48c1-4217-a69c-72b00da4a462", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69770) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 719.480355] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-e5e6456c-77e0-4652-9c67-c3cbc25213a6 tempest-FloatingIPsAssociationTestJSON-527069498 tempest-FloatingIPsAssociationTestJSON-527069498-project-member] [instance: 1d7a05ac-b6a7-47c4-9143-79ff005189f9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d6:1d:36', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c24464bb-bb6b-43a2-bdcd-8086ad1a307f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1646ae0e-48c1-4217-a69c-72b00da4a462', 'vif_model': 'vmxnet3'}] {{(pid=69770) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 719.489778] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-e5e6456c-77e0-4652-9c67-c3cbc25213a6 tempest-FloatingIPsAssociationTestJSON-527069498 tempest-FloatingIPsAssociationTestJSON-527069498-project-member] Creating folder: Project (602816d7b1574f02a4927772f6ac5382). Parent ref: group-v806376. {{(pid=69770) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 719.494905] env[69770]: DEBUG nova.network.neutron [req-599f21ed-b632-4bcf-b631-9cd3f0420b35 req-a264c32f-72dd-4435-b2f5-33cb7233e367 service nova] [instance: df3c3daf-8cd6-43af-8872-c3cdc0ea11cb] Updated VIF entry in instance network info cache for port fd04ea7f-3a36-4c9a-9be8-1f1dcccd5088. {{(pid=69770) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 719.494905] env[69770]: DEBUG nova.network.neutron [req-599f21ed-b632-4bcf-b631-9cd3f0420b35 req-a264c32f-72dd-4435-b2f5-33cb7233e367 service nova] [instance: df3c3daf-8cd6-43af-8872-c3cdc0ea11cb] Updating instance_info_cache with network_info: [{"id": "fd04ea7f-3a36-4c9a-9be8-1f1dcccd5088", "address": "fa:16:3e:b7:82:2f", "network": {"id": "39e7ee52-6513-42bc-9b5c-3d7c415a5ead", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-539461733-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7de7c2e119f449989ee2246e172953c1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0a7ba8d0-0208-4af7-af44-2a5ad382f9be", "external-id": "nsx-vlan-transportzone-742", "segmentation_id": 742, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfd04ea7f-3a", "ovs_interfaceid": "fd04ea7f-3a36-4c9a-9be8-1f1dcccd5088", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69770) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 719.495940] env[69770]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f0e05a76-314e-42cf-9f6e-2532f2ac68e6 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.506888] env[69770]: INFO nova.virt.vmwareapi.vm_util [None req-e5e6456c-77e0-4652-9c67-c3cbc25213a6 tempest-FloatingIPsAssociationTestJSON-527069498 tempest-FloatingIPsAssociationTestJSON-527069498-project-member] Created folder: Project (602816d7b1574f02a4927772f6ac5382) in parent group-v806376. [ 719.507201] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-e5e6456c-77e0-4652-9c67-c3cbc25213a6 tempest-FloatingIPsAssociationTestJSON-527069498 tempest-FloatingIPsAssociationTestJSON-527069498-project-member] Creating folder: Instances. Parent ref: group-v806407. {{(pid=69770) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 719.507487] env[69770]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ab791b08-b6cb-43a5-8bfb-c760d5cfc15e {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.519994] env[69770]: INFO nova.virt.vmwareapi.vm_util [None req-e5e6456c-77e0-4652-9c67-c3cbc25213a6 tempest-FloatingIPsAssociationTestJSON-527069498 tempest-FloatingIPsAssociationTestJSON-527069498-project-member] Created folder: Instances in parent group-v806407. [ 719.520262] env[69770]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e5e6456c-77e0-4652-9c67-c3cbc25213a6 tempest-FloatingIPsAssociationTestJSON-527069498 tempest-FloatingIPsAssociationTestJSON-527069498-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69770) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 719.520461] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1d7a05ac-b6a7-47c4-9143-79ff005189f9] Creating VM on the ESX host {{(pid=69770) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 719.520667] env[69770]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8a7bc4da-b9d9-49f2-9922-b7c42e69da2a {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.543201] env[69770]: DEBUG nova.compute.manager [None req-763c7a77-fc81-4a0f-bf3e-813185a424d6 tempest-ListServerFiltersTestJSON-1688445247 tempest-ListServerFiltersTestJSON-1688445247-project-member] [instance: 1ecca185-3141-408a-92c7-c3a431ddc25d] Starting instance... {{(pid=69770) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 719.552953] env[69770]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 719.552953] env[69770]: value = "task-4069347" [ 719.552953] env[69770]: _type = "Task" [ 719.552953] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 719.565590] env[69770]: DEBUG oslo_vmware.api [-] Task: {'id': task-4069347, 'name': CreateVM_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.622737] env[69770]: DEBUG oslo_vmware.api [None req-5ead14a8-5d7b-4b93-9431-6db8b8f21a56 tempest-ListImageFiltersTestJSON-573549216 tempest-ListImageFiltersTestJSON-573549216-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]5240098c-6409-eae3-e14a-be054f51836a, 'name': SearchDatastore_Task, 'duration_secs': 0.014142} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 719.623480] env[69770]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-20f56a49-41a6-4f17-951f-d03728b842a6 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.629951] env[69770]: DEBUG oslo_vmware.api [None req-5ead14a8-5d7b-4b93-9431-6db8b8f21a56 tempest-ListImageFiltersTestJSON-573549216 tempest-ListImageFiltersTestJSON-573549216-project-member] Waiting for the task: (returnval){ [ 719.629951] env[69770]: value = "session[52161b52-cb8e-ec9f-1132-2f6b49549d41]52d83654-3b4e-3deb-de7e-794d43e720eb" [ 719.629951] env[69770]: _type = "Task" [ 719.629951] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 719.641155] env[69770]: DEBUG oslo_vmware.api [None req-5ead14a8-5d7b-4b93-9431-6db8b8f21a56 tempest-ListImageFiltersTestJSON-573549216 tempest-ListImageFiltersTestJSON-573549216-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]52d83654-3b4e-3deb-de7e-794d43e720eb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.711996] env[69770]: DEBUG nova.scheduler.client.report [None req-62c823ab-40a3-4d18-9003-6a02fe0795f0 tempest-MigrationsAdminTest-1409017777 tempest-MigrationsAdminTest-1409017777-project-member] Inventory has not changed for provider 7cc7d32b-b7a7-454a-a456-2a440248ed9d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 21, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69770) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 719.765647] env[69770]: DEBUG nova.compute.manager [None req-7798cb05-4ea5-4125-8072-a3e42453859d tempest-ServerDiagnosticsTest-785529700 tempest-ServerDiagnosticsTest-785529700-project-member] [instance: 724c5059-a799-45b3-bfbd-328d7df854fc] Start spawning the instance on the hypervisor. {{(pid=69770) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 719.801059] env[69770]: DEBUG nova.virt.hardware [None req-7798cb05-4ea5-4125-8072-a3e42453859d tempest-ServerDiagnosticsTest-785529700 tempest-ServerDiagnosticsTest-785529700-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T12:16:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T12:16:11Z,direct_url=,disk_format='vmdk',id=d1eaff80-24a0-4391-90eb-59958b1ecf0a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d65f20bb89fb40a98b77bc6d97357df2',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T12:16:12Z,virtual_size=,visibility=), allow threads: False {{(pid=69770) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 719.801424] env[69770]: DEBUG nova.virt.hardware [None req-7798cb05-4ea5-4125-8072-a3e42453859d tempest-ServerDiagnosticsTest-785529700 tempest-ServerDiagnosticsTest-785529700-project-member] Flavor limits 0:0:0 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 719.801601] env[69770]: DEBUG nova.virt.hardware [None req-7798cb05-4ea5-4125-8072-a3e42453859d tempest-ServerDiagnosticsTest-785529700 tempest-ServerDiagnosticsTest-785529700-project-member] Image limits 0:0:0 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 719.801811] env[69770]: DEBUG nova.virt.hardware [None req-7798cb05-4ea5-4125-8072-a3e42453859d tempest-ServerDiagnosticsTest-785529700 tempest-ServerDiagnosticsTest-785529700-project-member] Flavor pref 0:0:0 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 719.801926] env[69770]: DEBUG nova.virt.hardware [None req-7798cb05-4ea5-4125-8072-a3e42453859d tempest-ServerDiagnosticsTest-785529700 tempest-ServerDiagnosticsTest-785529700-project-member] Image pref 0:0:0 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 719.802088] env[69770]: DEBUG nova.virt.hardware [None req-7798cb05-4ea5-4125-8072-a3e42453859d tempest-ServerDiagnosticsTest-785529700 tempest-ServerDiagnosticsTest-785529700-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 719.802306] env[69770]: DEBUG nova.virt.hardware [None req-7798cb05-4ea5-4125-8072-a3e42453859d tempest-ServerDiagnosticsTest-785529700 tempest-ServerDiagnosticsTest-785529700-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69770) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 719.802463] env[69770]: DEBUG nova.virt.hardware [None req-7798cb05-4ea5-4125-8072-a3e42453859d tempest-ServerDiagnosticsTest-785529700 tempest-ServerDiagnosticsTest-785529700-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69770) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 719.802735] env[69770]: DEBUG nova.virt.hardware [None req-7798cb05-4ea5-4125-8072-a3e42453859d tempest-ServerDiagnosticsTest-785529700 tempest-ServerDiagnosticsTest-785529700-project-member] Got 1 possible topologies {{(pid=69770) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 719.802957] env[69770]: DEBUG nova.virt.hardware [None req-7798cb05-4ea5-4125-8072-a3e42453859d tempest-ServerDiagnosticsTest-785529700 tempest-ServerDiagnosticsTest-785529700-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69770) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 719.803160] env[69770]: DEBUG nova.virt.hardware [None req-7798cb05-4ea5-4125-8072-a3e42453859d tempest-ServerDiagnosticsTest-785529700 tempest-ServerDiagnosticsTest-785529700-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69770) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 719.804415] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed7e50c5-c673-486b-9dd5-4e91e6fbe189 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.813312] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6fbae9b-8465-48b1-96bb-2f9e091e78cd {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.885277] env[69770]: DEBUG oslo_vmware.api [None req-8a91afeb-4bc8-43cc-a36f-fa7adf28abbf tempest-VolumesAssistedSnapshotsTest-780901493 tempest-VolumesAssistedSnapshotsTest-780901493-project-member] Task: {'id': task-4069344, 'name': Rename_Task} progress is 14%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.998460] env[69770]: DEBUG oslo_concurrency.lockutils [req-599f21ed-b632-4bcf-b631-9cd3f0420b35 req-a264c32f-72dd-4435-b2f5-33cb7233e367 service nova] Releasing lock "refresh_cache-df3c3daf-8cd6-43af-8872-c3cdc0ea11cb" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.068828] env[69770]: DEBUG oslo_vmware.api [-] Task: {'id': task-4069347, 'name': CreateVM_Task} progress is 99%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.074100] env[69770]: DEBUG oslo_concurrency.lockutils [None req-763c7a77-fc81-4a0f-bf3e-813185a424d6 tempest-ListServerFiltersTestJSON-1688445247 tempest-ListServerFiltersTestJSON-1688445247-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 720.143215] env[69770]: DEBUG oslo_vmware.api [None req-5ead14a8-5d7b-4b93-9431-6db8b8f21a56 tempest-ListImageFiltersTestJSON-573549216 tempest-ListImageFiltersTestJSON-573549216-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]52d83654-3b4e-3deb-de7e-794d43e720eb, 'name': SearchDatastore_Task, 'duration_secs': 0.019585} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 720.143525] env[69770]: DEBUG oslo_concurrency.lockutils [None req-5ead14a8-5d7b-4b93-9431-6db8b8f21a56 tempest-ListImageFiltersTestJSON-573549216 tempest-ListImageFiltersTestJSON-573549216-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.143789] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ead14a8-5d7b-4b93-9431-6db8b8f21a56 tempest-ListImageFiltersTestJSON-573549216 tempest-ListImageFiltersTestJSON-573549216-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk to [datastore1] 8c85c90a-f87e-4356-8752-b7b8a16d12cd/8c85c90a-f87e-4356-8752-b7b8a16d12cd.vmdk {{(pid=69770) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 720.144084] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5c0113ce-65a9-4276-9132-0b79a4b566aa {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.154377] env[69770]: DEBUG oslo_vmware.api [None req-5ead14a8-5d7b-4b93-9431-6db8b8f21a56 tempest-ListImageFiltersTestJSON-573549216 tempest-ListImageFiltersTestJSON-573549216-project-member] Waiting for the task: (returnval){ [ 720.154377] env[69770]: value = "task-4069348" [ 720.154377] env[69770]: _type = "Task" [ 720.154377] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 720.165998] env[69770]: DEBUG oslo_vmware.api [None req-5ead14a8-5d7b-4b93-9431-6db8b8f21a56 tempest-ListImageFiltersTestJSON-573549216 tempest-ListImageFiltersTestJSON-573549216-project-member] Task: {'id': task-4069348, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.222024] env[69770]: DEBUG oslo_concurrency.lockutils [None req-62c823ab-40a3-4d18-9003-6a02fe0795f0 tempest-MigrationsAdminTest-1409017777 tempest-MigrationsAdminTest-1409017777-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.492s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 720.222024] env[69770]: INFO nova.compute.manager [None req-62c823ab-40a3-4d18-9003-6a02fe0795f0 tempest-MigrationsAdminTest-1409017777 tempest-MigrationsAdminTest-1409017777-project-member] [instance: 7626e483-2d84-4a06-8f38-f8fd431da011] Migrating [ 720.222024] env[69770]: DEBUG oslo_concurrency.lockutils [None req-62c823ab-40a3-4d18-9003-6a02fe0795f0 tempest-MigrationsAdminTest-1409017777 tempest-MigrationsAdminTest-1409017777-project-member] Acquiring lock "compute-rpcapi-router" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.222024] env[69770]: DEBUG oslo_concurrency.lockutils [None req-62c823ab-40a3-4d18-9003-6a02fe0795f0 tempest-MigrationsAdminTest-1409017777 tempest-MigrationsAdminTest-1409017777-project-member] Acquired lock "compute-rpcapi-router" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.222024] env[69770]: DEBUG oslo_concurrency.lockutils [None req-2367aada-b333-45a6-9931-ef2a69c9b73c tempest-DeleteServersAdminTestJSON-292970899 tempest-DeleteServersAdminTestJSON-292970899-project-admin] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.545s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 720.222326] env[69770]: DEBUG nova.objects.instance [None req-2367aada-b333-45a6-9931-ef2a69c9b73c tempest-DeleteServersAdminTestJSON-292970899 tempest-DeleteServersAdminTestJSON-292970899-project-admin] Lazy-loading 'resources' on Instance uuid ee7c2360-8fce-4167-b80a-0e87f2677353 {{(pid=69770) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 720.388590] env[69770]: DEBUG oslo_vmware.api [None req-8a91afeb-4bc8-43cc-a36f-fa7adf28abbf tempest-VolumesAssistedSnapshotsTest-780901493 tempest-VolumesAssistedSnapshotsTest-780901493-project-member] Task: {'id': task-4069344, 'name': Rename_Task, 'duration_secs': 0.847901} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 720.388914] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a91afeb-4bc8-43cc-a36f-fa7adf28abbf tempest-VolumesAssistedSnapshotsTest-780901493 tempest-VolumesAssistedSnapshotsTest-780901493-project-member] [instance: df3c3daf-8cd6-43af-8872-c3cdc0ea11cb] Powering on the VM {{(pid=69770) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 720.389160] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-35d6ec15-a82d-4c9a-a7fd-14b256f6b707 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.398285] env[69770]: DEBUG oslo_vmware.api [None req-8a91afeb-4bc8-43cc-a36f-fa7adf28abbf tempest-VolumesAssistedSnapshotsTest-780901493 tempest-VolumesAssistedSnapshotsTest-780901493-project-member] Waiting for the task: (returnval){ [ 720.398285] env[69770]: value = "task-4069349" [ 720.398285] env[69770]: _type = "Task" [ 720.398285] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 720.408503] env[69770]: DEBUG oslo_vmware.api [None req-8a91afeb-4bc8-43cc-a36f-fa7adf28abbf tempest-VolumesAssistedSnapshotsTest-780901493 tempest-VolumesAssistedSnapshotsTest-780901493-project-member] Task: {'id': task-4069349, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.506759] env[69770]: DEBUG nova.network.neutron [None req-054f1d1a-3e50-42c0-8f8f-dc41f1efd83a tempest-ServersWithSpecificFlavorTestJSON-412767258 tempest-ServersWithSpecificFlavorTestJSON-412767258-project-member] [instance: 5a605234-adcc-42bc-94e4-b6312611e566] Successfully updated port: 6e70091f-fd9b-4f94-b6f4-1015a031afa9 {{(pid=69770) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 720.570386] env[69770]: DEBUG oslo_vmware.api [-] Task: {'id': task-4069347, 'name': CreateVM_Task, 'duration_secs': 0.594714} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 720.570386] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1d7a05ac-b6a7-47c4-9143-79ff005189f9] Created VM on the ESX host {{(pid=69770) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 720.571043] env[69770]: DEBUG oslo_concurrency.lockutils [None req-e5e6456c-77e0-4652-9c67-c3cbc25213a6 tempest-FloatingIPsAssociationTestJSON-527069498 tempest-FloatingIPsAssociationTestJSON-527069498-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.571216] env[69770]: DEBUG oslo_concurrency.lockutils [None req-e5e6456c-77e0-4652-9c67-c3cbc25213a6 tempest-FloatingIPsAssociationTestJSON-527069498 tempest-FloatingIPsAssociationTestJSON-527069498-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.571830] env[69770]: DEBUG oslo_concurrency.lockutils [None req-e5e6456c-77e0-4652-9c67-c3cbc25213a6 tempest-FloatingIPsAssociationTestJSON-527069498 tempest-FloatingIPsAssociationTestJSON-527069498-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.571830] env[69770]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5e85eeab-df06-4611-8e3d-780ad663dc4c {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.580997] env[69770]: DEBUG oslo_vmware.api [None req-e5e6456c-77e0-4652-9c67-c3cbc25213a6 tempest-FloatingIPsAssociationTestJSON-527069498 tempest-FloatingIPsAssociationTestJSON-527069498-project-member] Waiting for the task: (returnval){ [ 720.580997] env[69770]: value = "session[52161b52-cb8e-ec9f-1132-2f6b49549d41]5248071d-c18c-f495-992c-f4cda9bf68af" [ 720.580997] env[69770]: _type = "Task" [ 720.580997] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 720.596581] env[69770]: DEBUG oslo_vmware.api [None req-e5e6456c-77e0-4652-9c67-c3cbc25213a6 tempest-FloatingIPsAssociationTestJSON-527069498 tempest-FloatingIPsAssociationTestJSON-527069498-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]5248071d-c18c-f495-992c-f4cda9bf68af, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.668829] env[69770]: DEBUG oslo_vmware.api [None req-5ead14a8-5d7b-4b93-9431-6db8b8f21a56 tempest-ListImageFiltersTestJSON-573549216 tempest-ListImageFiltersTestJSON-573549216-project-member] Task: {'id': task-4069348, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.728171] env[69770]: INFO nova.compute.rpcapi [None req-62c823ab-40a3-4d18-9003-6a02fe0795f0 tempest-MigrationsAdminTest-1409017777 tempest-MigrationsAdminTest-1409017777-project-member] Automatically selected compute RPC version 6.4 from minimum service version 68 [ 720.729100] env[69770]: DEBUG oslo_concurrency.lockutils [None req-62c823ab-40a3-4d18-9003-6a02fe0795f0 tempest-MigrationsAdminTest-1409017777 tempest-MigrationsAdminTest-1409017777-project-member] Releasing lock "compute-rpcapi-router" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.741091] env[69770]: DEBUG nova.compute.manager [None req-1544b849-2254-4151-9074-7a9d2c18802f tempest-ServerDiagnosticsV248Test-50614256 tempest-ServerDiagnosticsV248Test-50614256-project-admin] [instance: 1b8c127a-c70e-435c-956e-1b8ad3a0d568] Checking state {{(pid=69770) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 720.755323] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7103a84-6ef9-47e6-bf98-caef50798c45 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.767305] env[69770]: INFO nova.compute.manager [None req-1544b849-2254-4151-9074-7a9d2c18802f tempest-ServerDiagnosticsV248Test-50614256 tempest-ServerDiagnosticsV248Test-50614256-project-admin] [instance: 1b8c127a-c70e-435c-956e-1b8ad3a0d568] Retrieving diagnostics [ 720.768350] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a8ba3b8-a721-4d7b-8900-ebe828da67c6 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.916886] env[69770]: DEBUG oslo_vmware.api [None req-8a91afeb-4bc8-43cc-a36f-fa7adf28abbf tempest-VolumesAssistedSnapshotsTest-780901493 tempest-VolumesAssistedSnapshotsTest-780901493-project-member] Task: {'id': task-4069349, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.949926] env[69770]: DEBUG nova.network.neutron [None req-7798cb05-4ea5-4125-8072-a3e42453859d tempest-ServerDiagnosticsTest-785529700 tempest-ServerDiagnosticsTest-785529700-project-member] [instance: 724c5059-a799-45b3-bfbd-328d7df854fc] Successfully updated port: 9fc2c55c-e9c4-44bf-8e54-9c528e831f60 {{(pid=69770) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 721.010169] env[69770]: DEBUG oslo_concurrency.lockutils [None req-054f1d1a-3e50-42c0-8f8f-dc41f1efd83a tempest-ServersWithSpecificFlavorTestJSON-412767258 tempest-ServersWithSpecificFlavorTestJSON-412767258-project-member] Acquiring lock "refresh_cache-5a605234-adcc-42bc-94e4-b6312611e566" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.010348] env[69770]: DEBUG oslo_concurrency.lockutils [None req-054f1d1a-3e50-42c0-8f8f-dc41f1efd83a tempest-ServersWithSpecificFlavorTestJSON-412767258 tempest-ServersWithSpecificFlavorTestJSON-412767258-project-member] Acquired lock "refresh_cache-5a605234-adcc-42bc-94e4-b6312611e566" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.010513] env[69770]: DEBUG nova.network.neutron [None req-054f1d1a-3e50-42c0-8f8f-dc41f1efd83a tempest-ServersWithSpecificFlavorTestJSON-412767258 tempest-ServersWithSpecificFlavorTestJSON-412767258-project-member] [instance: 5a605234-adcc-42bc-94e4-b6312611e566] Building network info cache for instance {{(pid=69770) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 721.095279] env[69770]: DEBUG oslo_vmware.api [None req-e5e6456c-77e0-4652-9c67-c3cbc25213a6 tempest-FloatingIPsAssociationTestJSON-527069498 tempest-FloatingIPsAssociationTestJSON-527069498-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]5248071d-c18c-f495-992c-f4cda9bf68af, 'name': SearchDatastore_Task, 'duration_secs': 0.034159} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 721.095597] env[69770]: DEBUG oslo_concurrency.lockutils [None req-e5e6456c-77e0-4652-9c67-c3cbc25213a6 tempest-FloatingIPsAssociationTestJSON-527069498 tempest-FloatingIPsAssociationTestJSON-527069498-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.096042] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-e5e6456c-77e0-4652-9c67-c3cbc25213a6 tempest-FloatingIPsAssociationTestJSON-527069498 tempest-FloatingIPsAssociationTestJSON-527069498-project-member] [instance: 1d7a05ac-b6a7-47c4-9143-79ff005189f9] Processing image d1eaff80-24a0-4391-90eb-59958b1ecf0a {{(pid=69770) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 721.097274] env[69770]: DEBUG oslo_concurrency.lockutils [None req-e5e6456c-77e0-4652-9c67-c3cbc25213a6 tempest-FloatingIPsAssociationTestJSON-527069498 tempest-FloatingIPsAssociationTestJSON-527069498-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.097883] env[69770]: DEBUG oslo_concurrency.lockutils [None req-e5e6456c-77e0-4652-9c67-c3cbc25213a6 tempest-FloatingIPsAssociationTestJSON-527069498 tempest-FloatingIPsAssociationTestJSON-527069498-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.097883] env[69770]: DEBUG nova.virt.vmwareapi.ds_util [None req-e5e6456c-77e0-4652-9c67-c3cbc25213a6 tempest-FloatingIPsAssociationTestJSON-527069498 tempest-FloatingIPsAssociationTestJSON-527069498-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69770) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 721.098077] env[69770]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-cc725628-b70f-4111-b807-5be6695d21c6 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.110301] env[69770]: DEBUG nova.virt.vmwareapi.ds_util [None req-e5e6456c-77e0-4652-9c67-c3cbc25213a6 tempest-FloatingIPsAssociationTestJSON-527069498 tempest-FloatingIPsAssociationTestJSON-527069498-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69770) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 721.110597] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-e5e6456c-77e0-4652-9c67-c3cbc25213a6 tempest-FloatingIPsAssociationTestJSON-527069498 tempest-FloatingIPsAssociationTestJSON-527069498-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69770) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 721.111477] env[69770]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b96a6a86-fc0b-4269-a50f-8a37435fdab9 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.120037] env[69770]: DEBUG oslo_vmware.api [None req-e5e6456c-77e0-4652-9c67-c3cbc25213a6 tempest-FloatingIPsAssociationTestJSON-527069498 tempest-FloatingIPsAssociationTestJSON-527069498-project-member] Waiting for the task: (returnval){ [ 721.120037] env[69770]: value = "session[52161b52-cb8e-ec9f-1132-2f6b49549d41]523140f2-bb99-77ad-120e-860df7a2844b" [ 721.120037] env[69770]: _type = "Task" [ 721.120037] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 721.133304] env[69770]: DEBUG oslo_vmware.api [None req-e5e6456c-77e0-4652-9c67-c3cbc25213a6 tempest-FloatingIPsAssociationTestJSON-527069498 tempest-FloatingIPsAssociationTestJSON-527069498-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]523140f2-bb99-77ad-120e-860df7a2844b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.140823] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6e61a83-00ca-4aa8-867d-8f7d23137cc9 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.152285] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f972836-b156-4584-a0cd-30a081da9843 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.166796] env[69770]: DEBUG oslo_vmware.api [None req-5ead14a8-5d7b-4b93-9431-6db8b8f21a56 tempest-ListImageFiltersTestJSON-573549216 tempest-ListImageFiltersTestJSON-573549216-project-member] Task: {'id': task-4069348, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.850571} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 721.192271] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ead14a8-5d7b-4b93-9431-6db8b8f21a56 tempest-ListImageFiltersTestJSON-573549216 tempest-ListImageFiltersTestJSON-573549216-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk to [datastore1] 8c85c90a-f87e-4356-8752-b7b8a16d12cd/8c85c90a-f87e-4356-8752-b7b8a16d12cd.vmdk {{(pid=69770) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 721.192557] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-5ead14a8-5d7b-4b93-9431-6db8b8f21a56 tempest-ListImageFiltersTestJSON-573549216 tempest-ListImageFiltersTestJSON-573549216-project-member] [instance: 8c85c90a-f87e-4356-8752-b7b8a16d12cd] Extending root virtual disk to 1048576 {{(pid=69770) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 721.193098] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-65c913ef-501e-44bf-9137-50cc8baf106b {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.196231] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-477bdc54-400a-485e-8643-beac338bcc6d {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.207127] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab6547ec-0e97-4095-8a77-e30cbfb885b7 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.212380] env[69770]: DEBUG oslo_vmware.api [None req-5ead14a8-5d7b-4b93-9431-6db8b8f21a56 tempest-ListImageFiltersTestJSON-573549216 tempest-ListImageFiltersTestJSON-573549216-project-member] Waiting for the task: (returnval){ [ 721.212380] env[69770]: value = "task-4069350" [ 721.212380] env[69770]: _type = "Task" [ 721.212380] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 721.230037] env[69770]: DEBUG nova.compute.provider_tree [None req-2367aada-b333-45a6-9931-ef2a69c9b73c tempest-DeleteServersAdminTestJSON-292970899 tempest-DeleteServersAdminTestJSON-292970899-project-admin] Updating inventory in ProviderTree for provider 7cc7d32b-b7a7-454a-a456-2a440248ed9d with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69770) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 721.239358] env[69770]: DEBUG oslo_vmware.api [None req-5ead14a8-5d7b-4b93-9431-6db8b8f21a56 tempest-ListImageFiltersTestJSON-573549216 tempest-ListImageFiltersTestJSON-573549216-project-member] Task: {'id': task-4069350, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.246712] env[69770]: DEBUG oslo_concurrency.lockutils [None req-f9f1fd4d-da8a-41ad-b59d-e351f07d2f58 tempest-ServersAdminTestJSON-142622790 tempest-ServersAdminTestJSON-142622790-project-member] Acquiring lock "089cc9fa-d197-43fd-b8fe-0d92a672806e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 721.246975] env[69770]: DEBUG oslo_concurrency.lockutils [None req-f9f1fd4d-da8a-41ad-b59d-e351f07d2f58 tempest-ServersAdminTestJSON-142622790 tempest-ServersAdminTestJSON-142622790-project-member] Lock "089cc9fa-d197-43fd-b8fe-0d92a672806e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 721.248797] env[69770]: DEBUG oslo_concurrency.lockutils [None req-62c823ab-40a3-4d18-9003-6a02fe0795f0 tempest-MigrationsAdminTest-1409017777 tempest-MigrationsAdminTest-1409017777-project-member] Acquiring lock "refresh_cache-7626e483-2d84-4a06-8f38-f8fd431da011" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.248847] env[69770]: DEBUG oslo_concurrency.lockutils [None req-62c823ab-40a3-4d18-9003-6a02fe0795f0 tempest-MigrationsAdminTest-1409017777 tempest-MigrationsAdminTest-1409017777-project-member] Acquired lock "refresh_cache-7626e483-2d84-4a06-8f38-f8fd431da011" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.248983] env[69770]: DEBUG nova.network.neutron [None req-62c823ab-40a3-4d18-9003-6a02fe0795f0 tempest-MigrationsAdminTest-1409017777 tempest-MigrationsAdminTest-1409017777-project-member] [instance: 7626e483-2d84-4a06-8f38-f8fd431da011] Building network info cache for instance {{(pid=69770) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 721.409562] env[69770]: DEBUG oslo_vmware.api [None req-8a91afeb-4bc8-43cc-a36f-fa7adf28abbf tempest-VolumesAssistedSnapshotsTest-780901493 tempest-VolumesAssistedSnapshotsTest-780901493-project-member] Task: {'id': task-4069349, 'name': PowerOnVM_Task, 'duration_secs': 0.939358} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 721.409895] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a91afeb-4bc8-43cc-a36f-fa7adf28abbf tempest-VolumesAssistedSnapshotsTest-780901493 tempest-VolumesAssistedSnapshotsTest-780901493-project-member] [instance: df3c3daf-8cd6-43af-8872-c3cdc0ea11cb] Powered on the VM {{(pid=69770) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 721.410109] env[69770]: INFO nova.compute.manager [None req-8a91afeb-4bc8-43cc-a36f-fa7adf28abbf tempest-VolumesAssistedSnapshotsTest-780901493 tempest-VolumesAssistedSnapshotsTest-780901493-project-member] [instance: df3c3daf-8cd6-43af-8872-c3cdc0ea11cb] Took 11.76 seconds to spawn the instance on the hypervisor. [ 721.410365] env[69770]: DEBUG nova.compute.manager [None req-8a91afeb-4bc8-43cc-a36f-fa7adf28abbf tempest-VolumesAssistedSnapshotsTest-780901493 tempest-VolumesAssistedSnapshotsTest-780901493-project-member] [instance: df3c3daf-8cd6-43af-8872-c3cdc0ea11cb] Checking state {{(pid=69770) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 721.411187] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-363a629c-4753-4a12-bfa0-d8d8abe0e5da {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.453521] env[69770]: DEBUG oslo_concurrency.lockutils [None req-7798cb05-4ea5-4125-8072-a3e42453859d tempest-ServerDiagnosticsTest-785529700 tempest-ServerDiagnosticsTest-785529700-project-member] Acquiring lock "refresh_cache-724c5059-a799-45b3-bfbd-328d7df854fc" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.453521] env[69770]: DEBUG oslo_concurrency.lockutils [None req-7798cb05-4ea5-4125-8072-a3e42453859d tempest-ServerDiagnosticsTest-785529700 tempest-ServerDiagnosticsTest-785529700-project-member] Acquired lock "refresh_cache-724c5059-a799-45b3-bfbd-328d7df854fc" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.453850] env[69770]: DEBUG nova.network.neutron [None req-7798cb05-4ea5-4125-8072-a3e42453859d tempest-ServerDiagnosticsTest-785529700 tempest-ServerDiagnosticsTest-785529700-project-member] [instance: 724c5059-a799-45b3-bfbd-328d7df854fc] Building network info cache for instance {{(pid=69770) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 721.558255] env[69770]: DEBUG nova.network.neutron [None req-054f1d1a-3e50-42c0-8f8f-dc41f1efd83a tempest-ServersWithSpecificFlavorTestJSON-412767258 tempest-ServersWithSpecificFlavorTestJSON-412767258-project-member] [instance: 5a605234-adcc-42bc-94e4-b6312611e566] Instance cache missing network info. {{(pid=69770) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 721.639214] env[69770]: DEBUG oslo_vmware.api [None req-e5e6456c-77e0-4652-9c67-c3cbc25213a6 tempest-FloatingIPsAssociationTestJSON-527069498 tempest-FloatingIPsAssociationTestJSON-527069498-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]523140f2-bb99-77ad-120e-860df7a2844b, 'name': SearchDatastore_Task, 'duration_secs': 0.032891} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 721.640652] env[69770]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1036b601-8d8a-4982-9194-30f0b53d04fc {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.648333] env[69770]: DEBUG oslo_vmware.api [None req-e5e6456c-77e0-4652-9c67-c3cbc25213a6 tempest-FloatingIPsAssociationTestJSON-527069498 tempest-FloatingIPsAssociationTestJSON-527069498-project-member] Waiting for the task: (returnval){ [ 721.648333] env[69770]: value = "session[52161b52-cb8e-ec9f-1132-2f6b49549d41]525f54af-baf3-9d9f-e793-5d92a7fd8b5d" [ 721.648333] env[69770]: _type = "Task" [ 721.648333] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 721.658492] env[69770]: DEBUG nova.compute.manager [None req-3ca8a9d4-d15e-410e-ab65-a289d961cef7 tempest-ImagesOneServerTestJSON-1024055021 tempest-ImagesOneServerTestJSON-1024055021-project-member] [instance: 7ae47f8e-e519-4825-b89a-7561df6850d9] Checking state {{(pid=69770) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 721.658797] env[69770]: DEBUG oslo_vmware.api [None req-e5e6456c-77e0-4652-9c67-c3cbc25213a6 tempest-FloatingIPsAssociationTestJSON-527069498 tempest-FloatingIPsAssociationTestJSON-527069498-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]525f54af-baf3-9d9f-e793-5d92a7fd8b5d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.659584] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34ba60c6-3264-4071-99cb-8a4b22c595d9 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.725656] env[69770]: DEBUG oslo_vmware.api [None req-5ead14a8-5d7b-4b93-9431-6db8b8f21a56 tempest-ListImageFiltersTestJSON-573549216 tempest-ListImageFiltersTestJSON-573549216-project-member] Task: {'id': task-4069350, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.098479} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 721.725656] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-5ead14a8-5d7b-4b93-9431-6db8b8f21a56 tempest-ListImageFiltersTestJSON-573549216 tempest-ListImageFiltersTestJSON-573549216-project-member] [instance: 8c85c90a-f87e-4356-8752-b7b8a16d12cd] Extended root virtual disk {{(pid=69770) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 721.726494] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62890c71-f1a5-4ca8-8083-20034023bec7 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.753564] env[69770]: DEBUG nova.virt.vmwareapi.volumeops [None req-5ead14a8-5d7b-4b93-9431-6db8b8f21a56 tempest-ListImageFiltersTestJSON-573549216 tempest-ListImageFiltersTestJSON-573549216-project-member] [instance: 8c85c90a-f87e-4356-8752-b7b8a16d12cd] Reconfiguring VM instance instance-0000000a to attach disk [datastore1] 8c85c90a-f87e-4356-8752-b7b8a16d12cd/8c85c90a-f87e-4356-8752-b7b8a16d12cd.vmdk or device None with type sparse {{(pid=69770) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 721.757054] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7af0c891-ecd9-47ac-95fa-641bbb2db0bf {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.771726] env[69770]: DEBUG nova.network.neutron [None req-054f1d1a-3e50-42c0-8f8f-dc41f1efd83a tempest-ServersWithSpecificFlavorTestJSON-412767258 tempest-ServersWithSpecificFlavorTestJSON-412767258-project-member] [instance: 5a605234-adcc-42bc-94e4-b6312611e566] Updating instance_info_cache with network_info: [{"id": "6e70091f-fd9b-4f94-b6f4-1015a031afa9", "address": "fa:16:3e:ab:ec:88", "network": {"id": "dfa2e5c9-da6a-495b-80dd-7149d856db01", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-317622961-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9c7a0aeab76c46959dc2c70de94c922d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "72781990-3cb3-42eb-9eb1-4040dedbf66f", "external-id": "cl2-zone-812", "segmentation_id": 812, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6e70091f-fd", "ovs_interfaceid": "6e70091f-fd9b-4f94-b6f4-1015a031afa9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69770) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 721.779451] env[69770]: ERROR nova.scheduler.client.report [None req-2367aada-b333-45a6-9931-ef2a69c9b73c tempest-DeleteServersAdminTestJSON-292970899 tempest-DeleteServersAdminTestJSON-292970899-project-admin] [req-7afaaf42-e0a8-4bc2-bafd-f35c8655c0a7] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 7cc7d32b-b7a7-454a-a456-2a440248ed9d. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-7afaaf42-e0a8-4bc2-bafd-f35c8655c0a7"}]} [ 721.783994] env[69770]: DEBUG oslo_vmware.api [None req-5ead14a8-5d7b-4b93-9431-6db8b8f21a56 tempest-ListImageFiltersTestJSON-573549216 tempest-ListImageFiltersTestJSON-573549216-project-member] Waiting for the task: (returnval){ [ 721.783994] env[69770]: value = "task-4069351" [ 721.783994] env[69770]: _type = "Task" [ 721.783994] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 721.795342] env[69770]: DEBUG oslo_vmware.api [None req-5ead14a8-5d7b-4b93-9431-6db8b8f21a56 tempest-ListImageFiltersTestJSON-573549216 tempest-ListImageFiltersTestJSON-573549216-project-member] Task: {'id': task-4069351, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.799278] env[69770]: DEBUG nova.scheduler.client.report [None req-2367aada-b333-45a6-9931-ef2a69c9b73c tempest-DeleteServersAdminTestJSON-292970899 tempest-DeleteServersAdminTestJSON-292970899-project-admin] Refreshing inventories for resource provider 7cc7d32b-b7a7-454a-a456-2a440248ed9d {{(pid=69770) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 721.821518] env[69770]: DEBUG nova.scheduler.client.report [None req-2367aada-b333-45a6-9931-ef2a69c9b73c tempest-DeleteServersAdminTestJSON-292970899 tempest-DeleteServersAdminTestJSON-292970899-project-admin] Updating ProviderTree inventory for provider 7cc7d32b-b7a7-454a-a456-2a440248ed9d from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 21, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69770) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 721.821750] env[69770]: DEBUG nova.compute.provider_tree [None req-2367aada-b333-45a6-9931-ef2a69c9b73c tempest-DeleteServersAdminTestJSON-292970899 tempest-DeleteServersAdminTestJSON-292970899-project-admin] Updating inventory in ProviderTree for provider 7cc7d32b-b7a7-454a-a456-2a440248ed9d with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 21, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69770) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 721.838759] env[69770]: DEBUG nova.scheduler.client.report [None req-2367aada-b333-45a6-9931-ef2a69c9b73c tempest-DeleteServersAdminTestJSON-292970899 tempest-DeleteServersAdminTestJSON-292970899-project-admin] Refreshing aggregate associations for resource provider 7cc7d32b-b7a7-454a-a456-2a440248ed9d, aggregates: None {{(pid=69770) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 721.859623] env[69770]: DEBUG nova.scheduler.client.report [None req-2367aada-b333-45a6-9931-ef2a69c9b73c tempest-DeleteServersAdminTestJSON-292970899 tempest-DeleteServersAdminTestJSON-292970899-project-admin] Refreshing trait associations for resource provider 7cc7d32b-b7a7-454a-a456-2a440248ed9d, traits: HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE {{(pid=69770) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 721.943798] env[69770]: INFO nova.compute.manager [None req-8a91afeb-4bc8-43cc-a36f-fa7adf28abbf tempest-VolumesAssistedSnapshotsTest-780901493 tempest-VolumesAssistedSnapshotsTest-780901493-project-member] [instance: df3c3daf-8cd6-43af-8872-c3cdc0ea11cb] Took 23.35 seconds to build instance. [ 721.969188] env[69770]: DEBUG nova.compute.manager [req-148efa2a-78c1-4612-a28a-f28ad3601941 req-70c7f64f-5216-4b73-97a5-a23d9cbc2697 service nova] [instance: 8c85c90a-f87e-4356-8752-b7b8a16d12cd] Received event network-changed-b7b99749-91e5-4b86-8fb7-4641ced596dc {{(pid=69770) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 721.969188] env[69770]: DEBUG nova.compute.manager [req-148efa2a-78c1-4612-a28a-f28ad3601941 req-70c7f64f-5216-4b73-97a5-a23d9cbc2697 service nova] [instance: 8c85c90a-f87e-4356-8752-b7b8a16d12cd] Refreshing instance network info cache due to event network-changed-b7b99749-91e5-4b86-8fb7-4641ced596dc. {{(pid=69770) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 721.969188] env[69770]: DEBUG oslo_concurrency.lockutils [req-148efa2a-78c1-4612-a28a-f28ad3601941 req-70c7f64f-5216-4b73-97a5-a23d9cbc2697 service nova] Acquiring lock "refresh_cache-8c85c90a-f87e-4356-8752-b7b8a16d12cd" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.969188] env[69770]: DEBUG oslo_concurrency.lockutils [req-148efa2a-78c1-4612-a28a-f28ad3601941 req-70c7f64f-5216-4b73-97a5-a23d9cbc2697 service nova] Acquired lock "refresh_cache-8c85c90a-f87e-4356-8752-b7b8a16d12cd" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.969188] env[69770]: DEBUG nova.network.neutron [req-148efa2a-78c1-4612-a28a-f28ad3601941 req-70c7f64f-5216-4b73-97a5-a23d9cbc2697 service nova] [instance: 8c85c90a-f87e-4356-8752-b7b8a16d12cd] Refreshing network info cache for port b7b99749-91e5-4b86-8fb7-4641ced596dc {{(pid=69770) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 721.990926] env[69770]: DEBUG nova.network.neutron [None req-7798cb05-4ea5-4125-8072-a3e42453859d tempest-ServerDiagnosticsTest-785529700 tempest-ServerDiagnosticsTest-785529700-project-member] [instance: 724c5059-a799-45b3-bfbd-328d7df854fc] Instance cache missing network info. {{(pid=69770) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 722.021975] env[69770]: DEBUG nova.compute.manager [req-8154f8cd-2c94-4a31-bb1c-82f8e9b2e57f req-03b5cfeb-5ca7-4b71-896b-152aee166ade service nova] [instance: 69037fde-1312-4ff7-b405-38c8f32cb1f9] Received event network-changed-2e3fe84c-aab2-4122-b75a-ebfc4bc41f87 {{(pid=69770) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 722.022210] env[69770]: DEBUG nova.compute.manager [req-8154f8cd-2c94-4a31-bb1c-82f8e9b2e57f req-03b5cfeb-5ca7-4b71-896b-152aee166ade service nova] [instance: 69037fde-1312-4ff7-b405-38c8f32cb1f9] Refreshing instance network info cache due to event network-changed-2e3fe84c-aab2-4122-b75a-ebfc4bc41f87. {{(pid=69770) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 722.022422] env[69770]: DEBUG oslo_concurrency.lockutils [req-8154f8cd-2c94-4a31-bb1c-82f8e9b2e57f req-03b5cfeb-5ca7-4b71-896b-152aee166ade service nova] Acquiring lock "refresh_cache-69037fde-1312-4ff7-b405-38c8f32cb1f9" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.022560] env[69770]: DEBUG oslo_concurrency.lockutils [req-8154f8cd-2c94-4a31-bb1c-82f8e9b2e57f req-03b5cfeb-5ca7-4b71-896b-152aee166ade service nova] Acquired lock "refresh_cache-69037fde-1312-4ff7-b405-38c8f32cb1f9" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.022719] env[69770]: DEBUG nova.network.neutron [req-8154f8cd-2c94-4a31-bb1c-82f8e9b2e57f req-03b5cfeb-5ca7-4b71-896b-152aee166ade service nova] [instance: 69037fde-1312-4ff7-b405-38c8f32cb1f9] Refreshing network info cache for port 2e3fe84c-aab2-4122-b75a-ebfc4bc41f87 {{(pid=69770) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 722.033013] env[69770]: DEBUG nova.network.neutron [None req-62c823ab-40a3-4d18-9003-6a02fe0795f0 tempest-MigrationsAdminTest-1409017777 tempest-MigrationsAdminTest-1409017777-project-member] [instance: 7626e483-2d84-4a06-8f38-f8fd431da011] Updating instance_info_cache with network_info: [{"id": "10ccd765-6960-44d8-a3f1-da78e5c01e48", "address": "fa:16:3e:d0:d4:e7", "network": {"id": "f82b91df-bf84-467a-b908-3ff7324de9d6", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.217", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "d65f20bb89fb40a98b77bc6d97357df2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f0ef5aba-bd9a-42ff-a1a0-5e763986d70a", "external-id": "nsx-vlan-transportzone-209", "segmentation_id": 209, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap10ccd765-69", "ovs_interfaceid": "10ccd765-6960-44d8-a3f1-da78e5c01e48", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69770) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 722.165249] env[69770]: DEBUG oslo_vmware.api [None req-e5e6456c-77e0-4652-9c67-c3cbc25213a6 tempest-FloatingIPsAssociationTestJSON-527069498 tempest-FloatingIPsAssociationTestJSON-527069498-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]525f54af-baf3-9d9f-e793-5d92a7fd8b5d, 'name': SearchDatastore_Task, 'duration_secs': 0.031467} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 722.165635] env[69770]: DEBUG oslo_concurrency.lockutils [None req-e5e6456c-77e0-4652-9c67-c3cbc25213a6 tempest-FloatingIPsAssociationTestJSON-527069498 tempest-FloatingIPsAssociationTestJSON-527069498-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.165944] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-e5e6456c-77e0-4652-9c67-c3cbc25213a6 tempest-FloatingIPsAssociationTestJSON-527069498 tempest-FloatingIPsAssociationTestJSON-527069498-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk to [datastore1] 1d7a05ac-b6a7-47c4-9143-79ff005189f9/1d7a05ac-b6a7-47c4-9143-79ff005189f9.vmdk {{(pid=69770) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 722.166581] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5d351590-d4a5-4c83-ad60-13fb6ac0864e {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.175104] env[69770]: INFO nova.compute.manager [None req-3ca8a9d4-d15e-410e-ab65-a289d961cef7 tempest-ImagesOneServerTestJSON-1024055021 tempest-ImagesOneServerTestJSON-1024055021-project-member] [instance: 7ae47f8e-e519-4825-b89a-7561df6850d9] instance snapshotting [ 722.181519] env[69770]: DEBUG oslo_vmware.api [None req-e5e6456c-77e0-4652-9c67-c3cbc25213a6 tempest-FloatingIPsAssociationTestJSON-527069498 tempest-FloatingIPsAssociationTestJSON-527069498-project-member] Waiting for the task: (returnval){ [ 722.181519] env[69770]: value = "task-4069352" [ 722.181519] env[69770]: _type = "Task" [ 722.181519] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 722.183337] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1eb8874-a736-47c6-966b-7ceb180d0996 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.200341] env[69770]: DEBUG oslo_vmware.api [None req-e5e6456c-77e0-4652-9c67-c3cbc25213a6 tempest-FloatingIPsAssociationTestJSON-527069498 tempest-FloatingIPsAssociationTestJSON-527069498-project-member] Task: {'id': task-4069352, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.220957] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-283f39f3-2136-4733-8f44-fa8606686874 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.244271] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d85cfa6-014b-452e-9672-0f1c5c9a5aca {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.252619] env[69770]: DEBUG nova.network.neutron [None req-7798cb05-4ea5-4125-8072-a3e42453859d tempest-ServerDiagnosticsTest-785529700 tempest-ServerDiagnosticsTest-785529700-project-member] [instance: 724c5059-a799-45b3-bfbd-328d7df854fc] Updating instance_info_cache with network_info: [{"id": "9fc2c55c-e9c4-44bf-8e54-9c528e831f60", "address": "fa:16:3e:55:fa:2d", "network": {"id": "f82b91df-bf84-467a-b908-3ff7324de9d6", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.158", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "d65f20bb89fb40a98b77bc6d97357df2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f0ef5aba-bd9a-42ff-a1a0-5e763986d70a", "external-id": "nsx-vlan-transportzone-209", "segmentation_id": 209, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9fc2c55c-e9", "ovs_interfaceid": "9fc2c55c-e9c4-44bf-8e54-9c528e831f60", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69770) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 722.254696] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0b4b977-d3dc-4d4f-b78b-337dce82c9da {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.293534] env[69770]: DEBUG oslo_concurrency.lockutils [None req-054f1d1a-3e50-42c0-8f8f-dc41f1efd83a tempest-ServersWithSpecificFlavorTestJSON-412767258 tempest-ServersWithSpecificFlavorTestJSON-412767258-project-member] Releasing lock "refresh_cache-5a605234-adcc-42bc-94e4-b6312611e566" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.293534] env[69770]: DEBUG nova.compute.manager [None req-054f1d1a-3e50-42c0-8f8f-dc41f1efd83a tempest-ServersWithSpecificFlavorTestJSON-412767258 tempest-ServersWithSpecificFlavorTestJSON-412767258-project-member] [instance: 5a605234-adcc-42bc-94e4-b6312611e566] Instance network_info: |[{"id": "6e70091f-fd9b-4f94-b6f4-1015a031afa9", "address": "fa:16:3e:ab:ec:88", "network": {"id": "dfa2e5c9-da6a-495b-80dd-7149d856db01", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-317622961-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9c7a0aeab76c46959dc2c70de94c922d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "72781990-3cb3-42eb-9eb1-4040dedbf66f", "external-id": "cl2-zone-812", "segmentation_id": 812, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6e70091f-fd", "ovs_interfaceid": "6e70091f-fd9b-4f94-b6f4-1015a031afa9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69770) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 722.294970] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-054f1d1a-3e50-42c0-8f8f-dc41f1efd83a tempest-ServersWithSpecificFlavorTestJSON-412767258 tempest-ServersWithSpecificFlavorTestJSON-412767258-project-member] [instance: 5a605234-adcc-42bc-94e4-b6312611e566] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ab:ec:88', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '72781990-3cb3-42eb-9eb1-4040dedbf66f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6e70091f-fd9b-4f94-b6f4-1015a031afa9', 'vif_model': 'vmxnet3'}] {{(pid=69770) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 722.304444] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-054f1d1a-3e50-42c0-8f8f-dc41f1efd83a tempest-ServersWithSpecificFlavorTestJSON-412767258 tempest-ServersWithSpecificFlavorTestJSON-412767258-project-member] Creating folder: Project (9c7a0aeab76c46959dc2c70de94c922d). Parent ref: group-v806376. {{(pid=69770) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 722.313444] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd6f7438-f3a0-4dc5-a8cb-ff6a29ccc933 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.317801] env[69770]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3d50d1a1-a2ae-4f0a-b73f-01695f4ec20e {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.329703] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-274b09f8-d92e-4ea0-ab4f-41277e5958d4 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.334618] env[69770]: DEBUG oslo_vmware.api [None req-5ead14a8-5d7b-4b93-9431-6db8b8f21a56 tempest-ListImageFiltersTestJSON-573549216 tempest-ListImageFiltersTestJSON-573549216-project-member] Task: {'id': task-4069351, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.336728] env[69770]: INFO nova.virt.vmwareapi.vm_util [None req-054f1d1a-3e50-42c0-8f8f-dc41f1efd83a tempest-ServersWithSpecificFlavorTestJSON-412767258 tempest-ServersWithSpecificFlavorTestJSON-412767258-project-member] Created folder: Project (9c7a0aeab76c46959dc2c70de94c922d) in parent group-v806376. [ 722.336940] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-054f1d1a-3e50-42c0-8f8f-dc41f1efd83a tempest-ServersWithSpecificFlavorTestJSON-412767258 tempest-ServersWithSpecificFlavorTestJSON-412767258-project-member] Creating folder: Instances. Parent ref: group-v806410. {{(pid=69770) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 722.338064] env[69770]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a8e6c994-af0f-4e91-a45d-fac6d4d532ee {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.349801] env[69770]: DEBUG nova.compute.provider_tree [None req-2367aada-b333-45a6-9931-ef2a69c9b73c tempest-DeleteServersAdminTestJSON-292970899 tempest-DeleteServersAdminTestJSON-292970899-project-admin] Updating inventory in ProviderTree for provider 7cc7d32b-b7a7-454a-a456-2a440248ed9d with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69770) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 722.363386] env[69770]: INFO nova.virt.vmwareapi.vm_util [None req-054f1d1a-3e50-42c0-8f8f-dc41f1efd83a tempest-ServersWithSpecificFlavorTestJSON-412767258 tempest-ServersWithSpecificFlavorTestJSON-412767258-project-member] Created folder: Instances in parent group-v806410. [ 722.363892] env[69770]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-054f1d1a-3e50-42c0-8f8f-dc41f1efd83a tempest-ServersWithSpecificFlavorTestJSON-412767258 tempest-ServersWithSpecificFlavorTestJSON-412767258-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69770) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 722.363892] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5a605234-adcc-42bc-94e4-b6312611e566] Creating VM on the ESX host {{(pid=69770) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 722.364062] env[69770]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-61d49ab0-269f-4bc4-b99d-39fa90b87628 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.386169] env[69770]: DEBUG oslo_concurrency.lockutils [None req-7b8817ac-bf4c-48ed-b684-179ee1cf6c7d tempest-ListServerFiltersTestJSON-1688445247 tempest-ListServerFiltersTestJSON-1688445247-project-member] Acquiring lock "398f9fa2-efb7-4f95-bb8b-7667b8299e9d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 722.386461] env[69770]: DEBUG oslo_concurrency.lockutils [None req-7b8817ac-bf4c-48ed-b684-179ee1cf6c7d tempest-ListServerFiltersTestJSON-1688445247 tempest-ListServerFiltersTestJSON-1688445247-project-member] Lock "398f9fa2-efb7-4f95-bb8b-7667b8299e9d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 722.392695] env[69770]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 722.392695] env[69770]: value = "task-4069355" [ 722.392695] env[69770]: _type = "Task" [ 722.392695] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 722.403915] env[69770]: DEBUG oslo_vmware.api [-] Task: {'id': task-4069355, 'name': CreateVM_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.446648] env[69770]: DEBUG oslo_concurrency.lockutils [None req-8a91afeb-4bc8-43cc-a36f-fa7adf28abbf tempest-VolumesAssistedSnapshotsTest-780901493 tempest-VolumesAssistedSnapshotsTest-780901493-project-member] Lock "df3c3daf-8cd6-43af-8872-c3cdc0ea11cb" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.873s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 722.492314] env[69770]: DEBUG oslo_concurrency.lockutils [None req-94044b3f-30ca-4898-bf41-69d05a3358a9 tempest-ServersTestJSON-777361421 tempest-ServersTestJSON-777361421-project-member] Acquiring lock "38473040-ef89-4a31-8c32-85f10fee039d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 722.492494] env[69770]: DEBUG oslo_concurrency.lockutils [None req-94044b3f-30ca-4898-bf41-69d05a3358a9 tempest-ServersTestJSON-777361421 tempest-ServersTestJSON-777361421-project-member] Lock "38473040-ef89-4a31-8c32-85f10fee039d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 722.535934] env[69770]: DEBUG oslo_concurrency.lockutils [None req-62c823ab-40a3-4d18-9003-6a02fe0795f0 tempest-MigrationsAdminTest-1409017777 tempest-MigrationsAdminTest-1409017777-project-member] Releasing lock "refresh_cache-7626e483-2d84-4a06-8f38-f8fd431da011" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.703393] env[69770]: DEBUG oslo_vmware.api [None req-e5e6456c-77e0-4652-9c67-c3cbc25213a6 tempest-FloatingIPsAssociationTestJSON-527069498 tempest-FloatingIPsAssociationTestJSON-527069498-project-member] Task: {'id': task-4069352, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.736242] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-3ca8a9d4-d15e-410e-ab65-a289d961cef7 tempest-ImagesOneServerTestJSON-1024055021 tempest-ImagesOneServerTestJSON-1024055021-project-member] [instance: 7ae47f8e-e519-4825-b89a-7561df6850d9] Creating Snapshot of the VM instance {{(pid=69770) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 722.736242] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-6f16bf3f-9d34-453c-9261-4970d72810a6 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.745175] env[69770]: DEBUG oslo_vmware.api [None req-3ca8a9d4-d15e-410e-ab65-a289d961cef7 tempest-ImagesOneServerTestJSON-1024055021 tempest-ImagesOneServerTestJSON-1024055021-project-member] Waiting for the task: (returnval){ [ 722.745175] env[69770]: value = "task-4069356" [ 722.745175] env[69770]: _type = "Task" [ 722.745175] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 722.756981] env[69770]: DEBUG oslo_vmware.api [None req-3ca8a9d4-d15e-410e-ab65-a289d961cef7 tempest-ImagesOneServerTestJSON-1024055021 tempest-ImagesOneServerTestJSON-1024055021-project-member] Task: {'id': task-4069356, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.762042] env[69770]: DEBUG oslo_concurrency.lockutils [None req-7798cb05-4ea5-4125-8072-a3e42453859d tempest-ServerDiagnosticsTest-785529700 tempest-ServerDiagnosticsTest-785529700-project-member] Releasing lock "refresh_cache-724c5059-a799-45b3-bfbd-328d7df854fc" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.762042] env[69770]: DEBUG nova.compute.manager [None req-7798cb05-4ea5-4125-8072-a3e42453859d tempest-ServerDiagnosticsTest-785529700 tempest-ServerDiagnosticsTest-785529700-project-member] [instance: 724c5059-a799-45b3-bfbd-328d7df854fc] Instance network_info: |[{"id": "9fc2c55c-e9c4-44bf-8e54-9c528e831f60", "address": "fa:16:3e:55:fa:2d", "network": {"id": "f82b91df-bf84-467a-b908-3ff7324de9d6", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.158", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "d65f20bb89fb40a98b77bc6d97357df2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f0ef5aba-bd9a-42ff-a1a0-5e763986d70a", "external-id": "nsx-vlan-transportzone-209", "segmentation_id": 209, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9fc2c55c-e9", "ovs_interfaceid": "9fc2c55c-e9c4-44bf-8e54-9c528e831f60", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69770) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 722.762211] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-7798cb05-4ea5-4125-8072-a3e42453859d tempest-ServerDiagnosticsTest-785529700 tempest-ServerDiagnosticsTest-785529700-project-member] [instance: 724c5059-a799-45b3-bfbd-328d7df854fc] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:55:fa:2d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f0ef5aba-bd9a-42ff-a1a0-5e763986d70a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9fc2c55c-e9c4-44bf-8e54-9c528e831f60', 'vif_model': 'vmxnet3'}] {{(pid=69770) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 722.770173] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-7798cb05-4ea5-4125-8072-a3e42453859d tempest-ServerDiagnosticsTest-785529700 tempest-ServerDiagnosticsTest-785529700-project-member] Creating folder: Project (016d232feac44c5f80e0b90114eabcc1). Parent ref: group-v806376. {{(pid=69770) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 722.774882] env[69770]: DEBUG nova.network.neutron [req-148efa2a-78c1-4612-a28a-f28ad3601941 req-70c7f64f-5216-4b73-97a5-a23d9cbc2697 service nova] [instance: 8c85c90a-f87e-4356-8752-b7b8a16d12cd] Updated VIF entry in instance network info cache for port b7b99749-91e5-4b86-8fb7-4641ced596dc. {{(pid=69770) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 722.775321] env[69770]: DEBUG nova.network.neutron [req-148efa2a-78c1-4612-a28a-f28ad3601941 req-70c7f64f-5216-4b73-97a5-a23d9cbc2697 service nova] [instance: 8c85c90a-f87e-4356-8752-b7b8a16d12cd] Updating instance_info_cache with network_info: [{"id": "b7b99749-91e5-4b86-8fb7-4641ced596dc", "address": "fa:16:3e:86:e3:b0", "network": {"id": "f82b91df-bf84-467a-b908-3ff7324de9d6", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "d65f20bb89fb40a98b77bc6d97357df2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f0ef5aba-bd9a-42ff-a1a0-5e763986d70a", "external-id": "nsx-vlan-transportzone-209", "segmentation_id": 209, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb7b99749-91", "ovs_interfaceid": "b7b99749-91e5-4b86-8fb7-4641ced596dc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69770) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 722.776597] env[69770]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ec5923d2-9e9e-4893-94e5-8f8e917a91e4 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.790164] env[69770]: INFO nova.virt.vmwareapi.vm_util [None req-7798cb05-4ea5-4125-8072-a3e42453859d tempest-ServerDiagnosticsTest-785529700 tempest-ServerDiagnosticsTest-785529700-project-member] Created folder: Project (016d232feac44c5f80e0b90114eabcc1) in parent group-v806376. [ 722.790394] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-7798cb05-4ea5-4125-8072-a3e42453859d tempest-ServerDiagnosticsTest-785529700 tempest-ServerDiagnosticsTest-785529700-project-member] Creating folder: Instances. Parent ref: group-v806413. {{(pid=69770) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 722.790661] env[69770]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a39cc16b-e0b9-4104-9200-ec873966b4cd {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.804965] env[69770]: DEBUG oslo_vmware.api [None req-5ead14a8-5d7b-4b93-9431-6db8b8f21a56 tempest-ListImageFiltersTestJSON-573549216 tempest-ListImageFiltersTestJSON-573549216-project-member] Task: {'id': task-4069351, 'name': ReconfigVM_Task, 'duration_secs': 0.926023} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 722.807430] env[69770]: DEBUG nova.virt.vmwareapi.volumeops [None req-5ead14a8-5d7b-4b93-9431-6db8b8f21a56 tempest-ListImageFiltersTestJSON-573549216 tempest-ListImageFiltersTestJSON-573549216-project-member] [instance: 8c85c90a-f87e-4356-8752-b7b8a16d12cd] Reconfigured VM instance instance-0000000a to attach disk [datastore1] 8c85c90a-f87e-4356-8752-b7b8a16d12cd/8c85c90a-f87e-4356-8752-b7b8a16d12cd.vmdk or device None with type sparse {{(pid=69770) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 722.808193] env[69770]: INFO nova.virt.vmwareapi.vm_util [None req-7798cb05-4ea5-4125-8072-a3e42453859d tempest-ServerDiagnosticsTest-785529700 tempest-ServerDiagnosticsTest-785529700-project-member] Created folder: Instances in parent group-v806413. [ 722.808521] env[69770]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7798cb05-4ea5-4125-8072-a3e42453859d tempest-ServerDiagnosticsTest-785529700 tempest-ServerDiagnosticsTest-785529700-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69770) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 722.809028] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d42aca60-6c56-4b1d-8a59-5e29d0e3150f {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.811216] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 724c5059-a799-45b3-bfbd-328d7df854fc] Creating VM on the ESX host {{(pid=69770) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 722.811473] env[69770]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8a6e4ac9-2eb5-458d-9547-68ef88ec1fee {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.838377] env[69770]: DEBUG oslo_vmware.api [None req-5ead14a8-5d7b-4b93-9431-6db8b8f21a56 tempest-ListImageFiltersTestJSON-573549216 tempest-ListImageFiltersTestJSON-573549216-project-member] Waiting for the task: (returnval){ [ 722.838377] env[69770]: value = "task-4069359" [ 722.838377] env[69770]: _type = "Task" [ 722.838377] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 722.840072] env[69770]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 722.840072] env[69770]: value = "task-4069360" [ 722.840072] env[69770]: _type = "Task" [ 722.840072] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 722.857681] env[69770]: DEBUG oslo_vmware.api [-] Task: {'id': task-4069360, 'name': CreateVM_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.866530] env[69770]: DEBUG oslo_vmware.api [None req-5ead14a8-5d7b-4b93-9431-6db8b8f21a56 tempest-ListImageFiltersTestJSON-573549216 tempest-ListImageFiltersTestJSON-573549216-project-member] Task: {'id': task-4069359, 'name': Rename_Task} progress is 6%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.871341] env[69770]: DEBUG nova.network.neutron [req-8154f8cd-2c94-4a31-bb1c-82f8e9b2e57f req-03b5cfeb-5ca7-4b71-896b-152aee166ade service nova] [instance: 69037fde-1312-4ff7-b405-38c8f32cb1f9] Updated VIF entry in instance network info cache for port 2e3fe84c-aab2-4122-b75a-ebfc4bc41f87. {{(pid=69770) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 722.871782] env[69770]: DEBUG nova.network.neutron [req-8154f8cd-2c94-4a31-bb1c-82f8e9b2e57f req-03b5cfeb-5ca7-4b71-896b-152aee166ade service nova] [instance: 69037fde-1312-4ff7-b405-38c8f32cb1f9] Updating instance_info_cache with network_info: [{"id": "2e3fe84c-aab2-4122-b75a-ebfc4bc41f87", "address": "fa:16:3e:2e:07:37", "network": {"id": "ac6300b6-413d-4f0b-a249-ee24d9dd6749", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-857760433-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.239", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3766fe09f3334c7c8251c797c75433f8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1880df72-582c-44cb-992d-88dc6a514914", "external-id": "nsx-vlan-transportzone-808", "segmentation_id": 808, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2e3fe84c-aa", "ovs_interfaceid": "2e3fe84c-aab2-4122-b75a-ebfc4bc41f87", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69770) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 722.887251] env[69770]: ERROR nova.scheduler.client.report [None req-2367aada-b333-45a6-9931-ef2a69c9b73c tempest-DeleteServersAdminTestJSON-292970899 tempest-DeleteServersAdminTestJSON-292970899-project-admin] [req-7497e151-81ed-4735-809d-112183ccf2cf] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 7cc7d32b-b7a7-454a-a456-2a440248ed9d. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-7497e151-81ed-4735-809d-112183ccf2cf"}]} [ 722.903656] env[69770]: DEBUG oslo_vmware.api [-] Task: {'id': task-4069355, 'name': CreateVM_Task} progress is 25%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.907288] env[69770]: DEBUG nova.scheduler.client.report [None req-2367aada-b333-45a6-9931-ef2a69c9b73c tempest-DeleteServersAdminTestJSON-292970899 tempest-DeleteServersAdminTestJSON-292970899-project-admin] Refreshing inventories for resource provider 7cc7d32b-b7a7-454a-a456-2a440248ed9d {{(pid=69770) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 722.923990] env[69770]: DEBUG nova.scheduler.client.report [None req-2367aada-b333-45a6-9931-ef2a69c9b73c tempest-DeleteServersAdminTestJSON-292970899 tempest-DeleteServersAdminTestJSON-292970899-project-admin] Updating ProviderTree inventory for provider 7cc7d32b-b7a7-454a-a456-2a440248ed9d from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 21, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69770) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 722.924323] env[69770]: DEBUG nova.compute.provider_tree [None req-2367aada-b333-45a6-9931-ef2a69c9b73c tempest-DeleteServersAdminTestJSON-292970899 tempest-DeleteServersAdminTestJSON-292970899-project-admin] Updating inventory in ProviderTree for provider 7cc7d32b-b7a7-454a-a456-2a440248ed9d with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 21, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69770) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 722.939242] env[69770]: DEBUG nova.scheduler.client.report [None req-2367aada-b333-45a6-9931-ef2a69c9b73c tempest-DeleteServersAdminTestJSON-292970899 tempest-DeleteServersAdminTestJSON-292970899-project-admin] Refreshing aggregate associations for resource provider 7cc7d32b-b7a7-454a-a456-2a440248ed9d, aggregates: None {{(pid=69770) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 722.951416] env[69770]: DEBUG nova.compute.manager [None req-f9f1fd4d-da8a-41ad-b59d-e351f07d2f58 tempest-ServersAdminTestJSON-142622790 tempest-ServersAdminTestJSON-142622790-project-member] [instance: 089cc9fa-d197-43fd-b8fe-0d92a672806e] Starting instance... {{(pid=69770) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 722.968182] env[69770]: DEBUG nova.scheduler.client.report [None req-2367aada-b333-45a6-9931-ef2a69c9b73c tempest-DeleteServersAdminTestJSON-292970899 tempest-DeleteServersAdminTestJSON-292970899-project-admin] Refreshing trait associations for resource provider 7cc7d32b-b7a7-454a-a456-2a440248ed9d, traits: HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE {{(pid=69770) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 723.079233] env[69770]: DEBUG oslo_concurrency.lockutils [None req-a0a847ce-93f8-4c20-a072-c1e390be438a tempest-VolumesAdminNegativeTest-624188729 tempest-VolumesAdminNegativeTest-624188729-project-member] Acquiring lock "f9f0ae85-57a8-4e21-8e5e-87a3630ee05c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 723.079645] env[69770]: DEBUG oslo_concurrency.lockutils [None req-a0a847ce-93f8-4c20-a072-c1e390be438a tempest-VolumesAdminNegativeTest-624188729 tempest-VolumesAdminNegativeTest-624188729-project-member] Lock "f9f0ae85-57a8-4e21-8e5e-87a3630ee05c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 723.197328] env[69770]: DEBUG oslo_vmware.api [None req-e5e6456c-77e0-4652-9c67-c3cbc25213a6 tempest-FloatingIPsAssociationTestJSON-527069498 tempest-FloatingIPsAssociationTestJSON-527069498-project-member] Task: {'id': task-4069352, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.708154} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 723.200250] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-e5e6456c-77e0-4652-9c67-c3cbc25213a6 tempest-FloatingIPsAssociationTestJSON-527069498 tempest-FloatingIPsAssociationTestJSON-527069498-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk to [datastore1] 1d7a05ac-b6a7-47c4-9143-79ff005189f9/1d7a05ac-b6a7-47c4-9143-79ff005189f9.vmdk {{(pid=69770) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 723.200250] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-e5e6456c-77e0-4652-9c67-c3cbc25213a6 tempest-FloatingIPsAssociationTestJSON-527069498 tempest-FloatingIPsAssociationTestJSON-527069498-project-member] [instance: 1d7a05ac-b6a7-47c4-9143-79ff005189f9] Extending root virtual disk to 1048576 {{(pid=69770) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 723.200503] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-262b917b-ba8b-4544-9c32-7e2afd481026 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.209460] env[69770]: DEBUG oslo_vmware.api [None req-e5e6456c-77e0-4652-9c67-c3cbc25213a6 tempest-FloatingIPsAssociationTestJSON-527069498 tempest-FloatingIPsAssociationTestJSON-527069498-project-member] Waiting for the task: (returnval){ [ 723.209460] env[69770]: value = "task-4069361" [ 723.209460] env[69770]: _type = "Task" [ 723.209460] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 723.222198] env[69770]: DEBUG oslo_vmware.api [None req-e5e6456c-77e0-4652-9c67-c3cbc25213a6 tempest-FloatingIPsAssociationTestJSON-527069498 tempest-FloatingIPsAssociationTestJSON-527069498-project-member] Task: {'id': task-4069361, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.258551] env[69770]: DEBUG oslo_vmware.api [None req-3ca8a9d4-d15e-410e-ab65-a289d961cef7 tempest-ImagesOneServerTestJSON-1024055021 tempest-ImagesOneServerTestJSON-1024055021-project-member] Task: {'id': task-4069356, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.280283] env[69770]: DEBUG oslo_concurrency.lockutils [req-148efa2a-78c1-4612-a28a-f28ad3601941 req-70c7f64f-5216-4b73-97a5-a23d9cbc2697 service nova] Releasing lock "refresh_cache-8c85c90a-f87e-4356-8752-b7b8a16d12cd" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.280780] env[69770]: DEBUG nova.compute.manager [req-148efa2a-78c1-4612-a28a-f28ad3601941 req-70c7f64f-5216-4b73-97a5-a23d9cbc2697 service nova] [instance: ccf149da-8159-452b-9b8b-04359494e736] Received event network-changed-75a7c677-5257-4c91-a659-74e213172401 {{(pid=69770) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 723.280780] env[69770]: DEBUG nova.compute.manager [req-148efa2a-78c1-4612-a28a-f28ad3601941 req-70c7f64f-5216-4b73-97a5-a23d9cbc2697 service nova] [instance: ccf149da-8159-452b-9b8b-04359494e736] Refreshing instance network info cache due to event network-changed-75a7c677-5257-4c91-a659-74e213172401. {{(pid=69770) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 723.280920] env[69770]: DEBUG oslo_concurrency.lockutils [req-148efa2a-78c1-4612-a28a-f28ad3601941 req-70c7f64f-5216-4b73-97a5-a23d9cbc2697 service nova] Acquiring lock "refresh_cache-ccf149da-8159-452b-9b8b-04359494e736" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.281075] env[69770]: DEBUG oslo_concurrency.lockutils [req-148efa2a-78c1-4612-a28a-f28ad3601941 req-70c7f64f-5216-4b73-97a5-a23d9cbc2697 service nova] Acquired lock "refresh_cache-ccf149da-8159-452b-9b8b-04359494e736" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.281239] env[69770]: DEBUG nova.network.neutron [req-148efa2a-78c1-4612-a28a-f28ad3601941 req-70c7f64f-5216-4b73-97a5-a23d9cbc2697 service nova] [instance: ccf149da-8159-452b-9b8b-04359494e736] Refreshing network info cache for port 75a7c677-5257-4c91-a659-74e213172401 {{(pid=69770) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 723.358133] env[69770]: DEBUG oslo_vmware.api [-] Task: {'id': task-4069360, 'name': CreateVM_Task} progress is 99%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.366710] env[69770]: DEBUG oslo_vmware.api [None req-5ead14a8-5d7b-4b93-9431-6db8b8f21a56 tempest-ListImageFiltersTestJSON-573549216 tempest-ListImageFiltersTestJSON-573549216-project-member] Task: {'id': task-4069359, 'name': Rename_Task, 'duration_secs': 0.271214} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 723.368077] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ead14a8-5d7b-4b93-9431-6db8b8f21a56 tempest-ListImageFiltersTestJSON-573549216 tempest-ListImageFiltersTestJSON-573549216-project-member] [instance: 8c85c90a-f87e-4356-8752-b7b8a16d12cd] Powering on the VM {{(pid=69770) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 723.368077] env[69770]: DEBUG oslo_concurrency.lockutils [None req-411a8d2c-91b8-4a27-8d9f-b72b356ed07f tempest-ServerDiagnosticsNegativeTest-1860943725 tempest-ServerDiagnosticsNegativeTest-1860943725-project-member] Acquiring lock "4510171e-9670-4bd6-a63c-c55b4917c7ed" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 723.368077] env[69770]: DEBUG oslo_concurrency.lockutils [None req-411a8d2c-91b8-4a27-8d9f-b72b356ed07f tempest-ServerDiagnosticsNegativeTest-1860943725 tempest-ServerDiagnosticsNegativeTest-1860943725-project-member] Lock "4510171e-9670-4bd6-a63c-c55b4917c7ed" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 723.368276] env[69770]: DEBUG oslo_concurrency.lockutils [None req-411a8d2c-91b8-4a27-8d9f-b72b356ed07f tempest-ServerDiagnosticsNegativeTest-1860943725 tempest-ServerDiagnosticsNegativeTest-1860943725-project-member] Acquiring lock "4510171e-9670-4bd6-a63c-c55b4917c7ed-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 723.368369] env[69770]: DEBUG oslo_concurrency.lockutils [None req-411a8d2c-91b8-4a27-8d9f-b72b356ed07f tempest-ServerDiagnosticsNegativeTest-1860943725 tempest-ServerDiagnosticsNegativeTest-1860943725-project-member] Lock "4510171e-9670-4bd6-a63c-c55b4917c7ed-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 723.368500] env[69770]: DEBUG oslo_concurrency.lockutils [None req-411a8d2c-91b8-4a27-8d9f-b72b356ed07f tempest-ServerDiagnosticsNegativeTest-1860943725 tempest-ServerDiagnosticsNegativeTest-1860943725-project-member] Lock "4510171e-9670-4bd6-a63c-c55b4917c7ed-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 723.370475] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-96d768f1-92a0-486a-a6e0-0820af65b234 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.373521] env[69770]: INFO nova.compute.manager [None req-411a8d2c-91b8-4a27-8d9f-b72b356ed07f tempest-ServerDiagnosticsNegativeTest-1860943725 tempest-ServerDiagnosticsNegativeTest-1860943725-project-member] [instance: 4510171e-9670-4bd6-a63c-c55b4917c7ed] Terminating instance [ 723.375284] env[69770]: DEBUG oslo_concurrency.lockutils [req-8154f8cd-2c94-4a31-bb1c-82f8e9b2e57f req-03b5cfeb-5ca7-4b71-896b-152aee166ade service nova] Releasing lock "refresh_cache-69037fde-1312-4ff7-b405-38c8f32cb1f9" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.375513] env[69770]: DEBUG nova.compute.manager [req-8154f8cd-2c94-4a31-bb1c-82f8e9b2e57f req-03b5cfeb-5ca7-4b71-896b-152aee166ade service nova] [instance: 1d7a05ac-b6a7-47c4-9143-79ff005189f9] Received event network-vif-plugged-1646ae0e-48c1-4217-a69c-72b00da4a462 {{(pid=69770) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 723.375807] env[69770]: DEBUG oslo_concurrency.lockutils [req-8154f8cd-2c94-4a31-bb1c-82f8e9b2e57f req-03b5cfeb-5ca7-4b71-896b-152aee166ade service nova] Acquiring lock "1d7a05ac-b6a7-47c4-9143-79ff005189f9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 723.375922] env[69770]: DEBUG oslo_concurrency.lockutils [req-8154f8cd-2c94-4a31-bb1c-82f8e9b2e57f req-03b5cfeb-5ca7-4b71-896b-152aee166ade service nova] Lock "1d7a05ac-b6a7-47c4-9143-79ff005189f9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 723.376160] env[69770]: DEBUG oslo_concurrency.lockutils [req-8154f8cd-2c94-4a31-bb1c-82f8e9b2e57f req-03b5cfeb-5ca7-4b71-896b-152aee166ade service nova] Lock "1d7a05ac-b6a7-47c4-9143-79ff005189f9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 723.376754] env[69770]: DEBUG nova.compute.manager [req-8154f8cd-2c94-4a31-bb1c-82f8e9b2e57f req-03b5cfeb-5ca7-4b71-896b-152aee166ade service nova] [instance: 1d7a05ac-b6a7-47c4-9143-79ff005189f9] No waiting events found dispatching network-vif-plugged-1646ae0e-48c1-4217-a69c-72b00da4a462 {{(pid=69770) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 723.376754] env[69770]: WARNING nova.compute.manager [req-8154f8cd-2c94-4a31-bb1c-82f8e9b2e57f req-03b5cfeb-5ca7-4b71-896b-152aee166ade service nova] [instance: 1d7a05ac-b6a7-47c4-9143-79ff005189f9] Received unexpected event network-vif-plugged-1646ae0e-48c1-4217-a69c-72b00da4a462 for instance with vm_state building and task_state spawning. [ 723.376754] env[69770]: DEBUG nova.compute.manager [req-8154f8cd-2c94-4a31-bb1c-82f8e9b2e57f req-03b5cfeb-5ca7-4b71-896b-152aee166ade service nova] [instance: 1d7a05ac-b6a7-47c4-9143-79ff005189f9] Received event network-changed-1646ae0e-48c1-4217-a69c-72b00da4a462 {{(pid=69770) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 723.376993] env[69770]: DEBUG nova.compute.manager [req-8154f8cd-2c94-4a31-bb1c-82f8e9b2e57f req-03b5cfeb-5ca7-4b71-896b-152aee166ade service nova] [instance: 1d7a05ac-b6a7-47c4-9143-79ff005189f9] Refreshing instance network info cache due to event network-changed-1646ae0e-48c1-4217-a69c-72b00da4a462. {{(pid=69770) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 723.377074] env[69770]: DEBUG oslo_concurrency.lockutils [req-8154f8cd-2c94-4a31-bb1c-82f8e9b2e57f req-03b5cfeb-5ca7-4b71-896b-152aee166ade service nova] Acquiring lock "refresh_cache-1d7a05ac-b6a7-47c4-9143-79ff005189f9" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.377303] env[69770]: DEBUG oslo_concurrency.lockutils [req-8154f8cd-2c94-4a31-bb1c-82f8e9b2e57f req-03b5cfeb-5ca7-4b71-896b-152aee166ade service nova] Acquired lock "refresh_cache-1d7a05ac-b6a7-47c4-9143-79ff005189f9" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.377389] env[69770]: DEBUG nova.network.neutron [req-8154f8cd-2c94-4a31-bb1c-82f8e9b2e57f req-03b5cfeb-5ca7-4b71-896b-152aee166ade service nova] [instance: 1d7a05ac-b6a7-47c4-9143-79ff005189f9] Refreshing network info cache for port 1646ae0e-48c1-4217-a69c-72b00da4a462 {{(pid=69770) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 723.382147] env[69770]: DEBUG oslo_vmware.api [None req-5ead14a8-5d7b-4b93-9431-6db8b8f21a56 tempest-ListImageFiltersTestJSON-573549216 tempest-ListImageFiltersTestJSON-573549216-project-member] Waiting for the task: (returnval){ [ 723.382147] env[69770]: value = "task-4069362" [ 723.382147] env[69770]: _type = "Task" [ 723.382147] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 723.394670] env[69770]: DEBUG oslo_vmware.api [None req-5ead14a8-5d7b-4b93-9431-6db8b8f21a56 tempest-ListImageFiltersTestJSON-573549216 tempest-ListImageFiltersTestJSON-573549216-project-member] Task: {'id': task-4069362, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.407073] env[69770]: DEBUG oslo_vmware.api [-] Task: {'id': task-4069355, 'name': CreateVM_Task, 'duration_secs': 0.668328} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 723.407301] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5a605234-adcc-42bc-94e4-b6312611e566] Created VM on the ESX host {{(pid=69770) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 723.408295] env[69770]: DEBUG oslo_concurrency.lockutils [None req-054f1d1a-3e50-42c0-8f8f-dc41f1efd83a tempest-ServersWithSpecificFlavorTestJSON-412767258 tempest-ServersWithSpecificFlavorTestJSON-412767258-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.408452] env[69770]: DEBUG oslo_concurrency.lockutils [None req-054f1d1a-3e50-42c0-8f8f-dc41f1efd83a tempest-ServersWithSpecificFlavorTestJSON-412767258 tempest-ServersWithSpecificFlavorTestJSON-412767258-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.409576] env[69770]: DEBUG oslo_concurrency.lockutils [None req-054f1d1a-3e50-42c0-8f8f-dc41f1efd83a tempest-ServersWithSpecificFlavorTestJSON-412767258 tempest-ServersWithSpecificFlavorTestJSON-412767258-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.409576] env[69770]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-90f11cf0-9570-48e0-90d1-9d70fd935b5a {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.418031] env[69770]: DEBUG oslo_vmware.api [None req-054f1d1a-3e50-42c0-8f8f-dc41f1efd83a tempest-ServersWithSpecificFlavorTestJSON-412767258 tempest-ServersWithSpecificFlavorTestJSON-412767258-project-member] Waiting for the task: (returnval){ [ 723.418031] env[69770]: value = "session[52161b52-cb8e-ec9f-1132-2f6b49549d41]5233a615-792c-3ddb-7008-293a6e6db3c5" [ 723.418031] env[69770]: _type = "Task" [ 723.418031] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 723.427501] env[69770]: DEBUG oslo_vmware.api [None req-054f1d1a-3e50-42c0-8f8f-dc41f1efd83a tempest-ServersWithSpecificFlavorTestJSON-412767258 tempest-ServersWithSpecificFlavorTestJSON-412767258-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]5233a615-792c-3ddb-7008-293a6e6db3c5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.429448] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16cc1bfb-4256-4510-97bc-ce4aeef1c60b {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.437536] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-250fa472-3c46-4315-9d6e-2a01bcb76b93 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.475189] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1223386-3cbc-42a4-88a4-07c59a320803 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.484192] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c63eab0b-2a4b-4426-9527-1fa09611b560 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.491769] env[69770]: DEBUG oslo_concurrency.lockutils [None req-f9f1fd4d-da8a-41ad-b59d-e351f07d2f58 tempest-ServersAdminTestJSON-142622790 tempest-ServersAdminTestJSON-142622790-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 723.502431] env[69770]: DEBUG nova.compute.provider_tree [None req-2367aada-b333-45a6-9931-ef2a69c9b73c tempest-DeleteServersAdminTestJSON-292970899 tempest-DeleteServersAdminTestJSON-292970899-project-admin] Updating inventory in ProviderTree for provider 7cc7d32b-b7a7-454a-a456-2a440248ed9d with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69770) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 723.725293] env[69770]: DEBUG oslo_vmware.api [None req-e5e6456c-77e0-4652-9c67-c3cbc25213a6 tempest-FloatingIPsAssociationTestJSON-527069498 tempest-FloatingIPsAssociationTestJSON-527069498-project-member] Task: {'id': task-4069361, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076077} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 723.725293] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-e5e6456c-77e0-4652-9c67-c3cbc25213a6 tempest-FloatingIPsAssociationTestJSON-527069498 tempest-FloatingIPsAssociationTestJSON-527069498-project-member] [instance: 1d7a05ac-b6a7-47c4-9143-79ff005189f9] Extended root virtual disk {{(pid=69770) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 723.725293] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff904136-989d-405f-b7e1-99f839f0b729 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.760123] env[69770]: DEBUG nova.virt.vmwareapi.volumeops [None req-e5e6456c-77e0-4652-9c67-c3cbc25213a6 tempest-FloatingIPsAssociationTestJSON-527069498 tempest-FloatingIPsAssociationTestJSON-527069498-project-member] [instance: 1d7a05ac-b6a7-47c4-9143-79ff005189f9] Reconfiguring VM instance instance-0000000b to attach disk [datastore1] 1d7a05ac-b6a7-47c4-9143-79ff005189f9/1d7a05ac-b6a7-47c4-9143-79ff005189f9.vmdk or device None with type sparse {{(pid=69770) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 723.765054] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-87cf7b6e-be51-4df4-b7bd-d395bf4854ca {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.795168] env[69770]: DEBUG oslo_vmware.api [None req-e5e6456c-77e0-4652-9c67-c3cbc25213a6 tempest-FloatingIPsAssociationTestJSON-527069498 tempest-FloatingIPsAssociationTestJSON-527069498-project-member] Waiting for the task: (returnval){ [ 723.795168] env[69770]: value = "task-4069363" [ 723.795168] env[69770]: _type = "Task" [ 723.795168] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 723.795168] env[69770]: DEBUG oslo_vmware.api [None req-3ca8a9d4-d15e-410e-ab65-a289d961cef7 tempest-ImagesOneServerTestJSON-1024055021 tempest-ImagesOneServerTestJSON-1024055021-project-member] Task: {'id': task-4069356, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.812220] env[69770]: DEBUG oslo_vmware.api [None req-e5e6456c-77e0-4652-9c67-c3cbc25213a6 tempest-FloatingIPsAssociationTestJSON-527069498 tempest-FloatingIPsAssociationTestJSON-527069498-project-member] Task: {'id': task-4069363, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.816858] env[69770]: DEBUG oslo_concurrency.lockutils [None req-922e36b4-a695-404a-90de-0e2303cc92ee tempest-ServerRescueTestJSONUnderV235-1853960857 tempest-ServerRescueTestJSONUnderV235-1853960857-project-member] Acquiring lock "b05d12b1-fb29-4185-8300-5f0140039dfe" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 723.817206] env[69770]: DEBUG oslo_concurrency.lockutils [None req-922e36b4-a695-404a-90de-0e2303cc92ee tempest-ServerRescueTestJSONUnderV235-1853960857 tempest-ServerRescueTestJSONUnderV235-1853960857-project-member] Lock "b05d12b1-fb29-4185-8300-5f0140039dfe" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 723.822064] env[69770]: DEBUG oslo_concurrency.lockutils [None req-8d954487-7c58-4db7-8df7-2c6e11db7707 tempest-ServersAdminTestJSON-142622790 tempest-ServersAdminTestJSON-142622790-project-member] Acquiring lock "f99efbb3-ef7e-4feb-b29b-2cfded1643fd" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 723.822466] env[69770]: DEBUG oslo_concurrency.lockutils [None req-8d954487-7c58-4db7-8df7-2c6e11db7707 tempest-ServersAdminTestJSON-142622790 tempest-ServersAdminTestJSON-142622790-project-member] Lock "f99efbb3-ef7e-4feb-b29b-2cfded1643fd" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 723.865032] env[69770]: DEBUG oslo_vmware.api [-] Task: {'id': task-4069360, 'name': CreateVM_Task, 'duration_secs': 0.635455} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 723.865680] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 724c5059-a799-45b3-bfbd-328d7df854fc] Created VM on the ESX host {{(pid=69770) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 723.866683] env[69770]: DEBUG oslo_concurrency.lockutils [None req-7798cb05-4ea5-4125-8072-a3e42453859d tempest-ServerDiagnosticsTest-785529700 tempest-ServerDiagnosticsTest-785529700-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.886436] env[69770]: DEBUG nova.compute.manager [None req-411a8d2c-91b8-4a27-8d9f-b72b356ed07f tempest-ServerDiagnosticsNegativeTest-1860943725 tempest-ServerDiagnosticsNegativeTest-1860943725-project-member] [instance: 4510171e-9670-4bd6-a63c-c55b4917c7ed] Start destroying the instance on the hypervisor. {{(pid=69770) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 723.886582] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-411a8d2c-91b8-4a27-8d9f-b72b356ed07f tempest-ServerDiagnosticsNegativeTest-1860943725 tempest-ServerDiagnosticsNegativeTest-1860943725-project-member] [instance: 4510171e-9670-4bd6-a63c-c55b4917c7ed] Destroying instance {{(pid=69770) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 723.896475] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f83a7fd5-b3ee-4446-a56f-7e3ca6a4fc56 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.917354] env[69770]: DEBUG oslo_vmware.api [None req-5ead14a8-5d7b-4b93-9431-6db8b8f21a56 tempest-ListImageFiltersTestJSON-573549216 tempest-ListImageFiltersTestJSON-573549216-project-member] Task: {'id': task-4069362, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.921237] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-411a8d2c-91b8-4a27-8d9f-b72b356ed07f tempest-ServerDiagnosticsNegativeTest-1860943725 tempest-ServerDiagnosticsNegativeTest-1860943725-project-member] [instance: 4510171e-9670-4bd6-a63c-c55b4917c7ed] Powering off the VM {{(pid=69770) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 723.923653] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-66f1d748-3886-48ce-9d53-4559ec308ca8 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.933181] env[69770]: DEBUG oslo_vmware.api [None req-054f1d1a-3e50-42c0-8f8f-dc41f1efd83a tempest-ServersWithSpecificFlavorTestJSON-412767258 tempest-ServersWithSpecificFlavorTestJSON-412767258-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]5233a615-792c-3ddb-7008-293a6e6db3c5, 'name': SearchDatastore_Task, 'duration_secs': 0.020527} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 723.935477] env[69770]: DEBUG oslo_concurrency.lockutils [None req-054f1d1a-3e50-42c0-8f8f-dc41f1efd83a tempest-ServersWithSpecificFlavorTestJSON-412767258 tempest-ServersWithSpecificFlavorTestJSON-412767258-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.935869] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-054f1d1a-3e50-42c0-8f8f-dc41f1efd83a tempest-ServersWithSpecificFlavorTestJSON-412767258 tempest-ServersWithSpecificFlavorTestJSON-412767258-project-member] [instance: 5a605234-adcc-42bc-94e4-b6312611e566] Processing image d1eaff80-24a0-4391-90eb-59958b1ecf0a {{(pid=69770) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 723.936293] env[69770]: DEBUG oslo_concurrency.lockutils [None req-054f1d1a-3e50-42c0-8f8f-dc41f1efd83a tempest-ServersWithSpecificFlavorTestJSON-412767258 tempest-ServersWithSpecificFlavorTestJSON-412767258-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.936474] env[69770]: DEBUG oslo_concurrency.lockutils [None req-054f1d1a-3e50-42c0-8f8f-dc41f1efd83a tempest-ServersWithSpecificFlavorTestJSON-412767258 tempest-ServersWithSpecificFlavorTestJSON-412767258-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.936668] env[69770]: DEBUG nova.virt.vmwareapi.ds_util [None req-054f1d1a-3e50-42c0-8f8f-dc41f1efd83a tempest-ServersWithSpecificFlavorTestJSON-412767258 tempest-ServersWithSpecificFlavorTestJSON-412767258-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69770) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 723.937041] env[69770]: DEBUG oslo_vmware.api [None req-411a8d2c-91b8-4a27-8d9f-b72b356ed07f tempest-ServerDiagnosticsNegativeTest-1860943725 tempest-ServerDiagnosticsNegativeTest-1860943725-project-member] Waiting for the task: (returnval){ [ 723.937041] env[69770]: value = "task-4069364" [ 723.937041] env[69770]: _type = "Task" [ 723.937041] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 723.938263] env[69770]: DEBUG oslo_concurrency.lockutils [None req-7798cb05-4ea5-4125-8072-a3e42453859d tempest-ServerDiagnosticsTest-785529700 tempest-ServerDiagnosticsTest-785529700-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.938263] env[69770]: DEBUG oslo_concurrency.lockutils [None req-7798cb05-4ea5-4125-8072-a3e42453859d tempest-ServerDiagnosticsTest-785529700 tempest-ServerDiagnosticsTest-785529700-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.938263] env[69770]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c95ae8e3-a770-4d8c-b56b-5c0605d35f0e {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.940807] env[69770]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-87b62fb0-ba7a-4bf8-ab40-15b163dcd998 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.951226] env[69770]: DEBUG oslo_vmware.api [None req-7798cb05-4ea5-4125-8072-a3e42453859d tempest-ServerDiagnosticsTest-785529700 tempest-ServerDiagnosticsTest-785529700-project-member] Waiting for the task: (returnval){ [ 723.951226] env[69770]: value = "session[52161b52-cb8e-ec9f-1132-2f6b49549d41]5283023e-ed99-6289-9ff7-cf0e5df34980" [ 723.951226] env[69770]: _type = "Task" [ 723.951226] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 723.954286] env[69770]: DEBUG oslo_vmware.api [None req-411a8d2c-91b8-4a27-8d9f-b72b356ed07f tempest-ServerDiagnosticsNegativeTest-1860943725 tempest-ServerDiagnosticsNegativeTest-1860943725-project-member] Task: {'id': task-4069364, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.962734] env[69770]: DEBUG nova.virt.vmwareapi.ds_util [None req-054f1d1a-3e50-42c0-8f8f-dc41f1efd83a tempest-ServersWithSpecificFlavorTestJSON-412767258 tempest-ServersWithSpecificFlavorTestJSON-412767258-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69770) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 723.962999] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-054f1d1a-3e50-42c0-8f8f-dc41f1efd83a tempest-ServersWithSpecificFlavorTestJSON-412767258 tempest-ServersWithSpecificFlavorTestJSON-412767258-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69770) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 723.964676] env[69770]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-50ab9df1-336b-4e3c-bda6-c1f5974dfe73 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.976338] env[69770]: DEBUG oslo_vmware.api [None req-7798cb05-4ea5-4125-8072-a3e42453859d tempest-ServerDiagnosticsTest-785529700 tempest-ServerDiagnosticsTest-785529700-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]5283023e-ed99-6289-9ff7-cf0e5df34980, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.978388] env[69770]: DEBUG oslo_vmware.api [None req-054f1d1a-3e50-42c0-8f8f-dc41f1efd83a tempest-ServersWithSpecificFlavorTestJSON-412767258 tempest-ServersWithSpecificFlavorTestJSON-412767258-project-member] Waiting for the task: (returnval){ [ 723.978388] env[69770]: value = "session[52161b52-cb8e-ec9f-1132-2f6b49549d41]5287deae-c84c-5ec4-a4dd-f8e1aa906b65" [ 723.978388] env[69770]: _type = "Task" [ 723.978388] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 723.994401] env[69770]: DEBUG oslo_vmware.api [None req-054f1d1a-3e50-42c0-8f8f-dc41f1efd83a tempest-ServersWithSpecificFlavorTestJSON-412767258 tempest-ServersWithSpecificFlavorTestJSON-412767258-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]5287deae-c84c-5ec4-a4dd-f8e1aa906b65, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.028650] env[69770]: ERROR nova.scheduler.client.report [None req-2367aada-b333-45a6-9931-ef2a69c9b73c tempest-DeleteServersAdminTestJSON-292970899 tempest-DeleteServersAdminTestJSON-292970899-project-admin] [req-4733544e-1b86-4613-885c-a5a51fbba74e] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 7cc7d32b-b7a7-454a-a456-2a440248ed9d. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-4733544e-1b86-4613-885c-a5a51fbba74e"}]} [ 724.054568] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d5e733f-d48a-4135-993c-ef6921a62425 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.058324] env[69770]: DEBUG nova.scheduler.client.report [None req-2367aada-b333-45a6-9931-ef2a69c9b73c tempest-DeleteServersAdminTestJSON-292970899 tempest-DeleteServersAdminTestJSON-292970899-project-admin] Refreshing inventories for resource provider 7cc7d32b-b7a7-454a-a456-2a440248ed9d {{(pid=69770) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 724.084960] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-62c823ab-40a3-4d18-9003-6a02fe0795f0 tempest-MigrationsAdminTest-1409017777 tempest-MigrationsAdminTest-1409017777-project-member] [instance: 7626e483-2d84-4a06-8f38-f8fd431da011] Updating instance '7626e483-2d84-4a06-8f38-f8fd431da011' progress to 0 {{(pid=69770) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 724.094038] env[69770]: DEBUG nova.scheduler.client.report [None req-2367aada-b333-45a6-9931-ef2a69c9b73c tempest-DeleteServersAdminTestJSON-292970899 tempest-DeleteServersAdminTestJSON-292970899-project-admin] Updating ProviderTree inventory for provider 7cc7d32b-b7a7-454a-a456-2a440248ed9d from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 21, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69770) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 724.094285] env[69770]: DEBUG nova.compute.provider_tree [None req-2367aada-b333-45a6-9931-ef2a69c9b73c tempest-DeleteServersAdminTestJSON-292970899 tempest-DeleteServersAdminTestJSON-292970899-project-admin] Updating inventory in ProviderTree for provider 7cc7d32b-b7a7-454a-a456-2a440248ed9d with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 21, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69770) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 724.115582] env[69770]: DEBUG nova.scheduler.client.report [None req-2367aada-b333-45a6-9931-ef2a69c9b73c tempest-DeleteServersAdminTestJSON-292970899 tempest-DeleteServersAdminTestJSON-292970899-project-admin] Refreshing aggregate associations for resource provider 7cc7d32b-b7a7-454a-a456-2a440248ed9d, aggregates: None {{(pid=69770) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 724.138801] env[69770]: DEBUG nova.scheduler.client.report [None req-2367aada-b333-45a6-9931-ef2a69c9b73c tempest-DeleteServersAdminTestJSON-292970899 tempest-DeleteServersAdminTestJSON-292970899-project-admin] Refreshing trait associations for resource provider 7cc7d32b-b7a7-454a-a456-2a440248ed9d, traits: HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE {{(pid=69770) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 724.230139] env[69770]: DEBUG oslo_concurrency.lockutils [None req-21948c38-c6c9-4fb4-86fc-c1b16c14c788 tempest-ListServerFiltersTestJSON-1688445247 tempest-ListServerFiltersTestJSON-1688445247-project-member] Acquiring lock "738d3943-b255-4e92-8255-35aa0e3d6190" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 724.230364] env[69770]: DEBUG oslo_concurrency.lockutils [None req-21948c38-c6c9-4fb4-86fc-c1b16c14c788 tempest-ListServerFiltersTestJSON-1688445247 tempest-ListServerFiltersTestJSON-1688445247-project-member] Lock "738d3943-b255-4e92-8255-35aa0e3d6190" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 724.260858] env[69770]: DEBUG oslo_vmware.api [None req-3ca8a9d4-d15e-410e-ab65-a289d961cef7 tempest-ImagesOneServerTestJSON-1024055021 tempest-ImagesOneServerTestJSON-1024055021-project-member] Task: {'id': task-4069356, 'name': CreateSnapshot_Task, 'duration_secs': 1.160592} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 724.263925] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-3ca8a9d4-d15e-410e-ab65-a289d961cef7 tempest-ImagesOneServerTestJSON-1024055021 tempest-ImagesOneServerTestJSON-1024055021-project-member] [instance: 7ae47f8e-e519-4825-b89a-7561df6850d9] Created Snapshot of the VM instance {{(pid=69770) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 724.265065] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-632a1d79-40eb-4120-a66a-8041b446360c {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.309078] env[69770]: DEBUG oslo_vmware.api [None req-e5e6456c-77e0-4652-9c67-c3cbc25213a6 tempest-FloatingIPsAssociationTestJSON-527069498 tempest-FloatingIPsAssociationTestJSON-527069498-project-member] Task: {'id': task-4069363, 'name': ReconfigVM_Task, 'duration_secs': 0.387998} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 724.309445] env[69770]: DEBUG nova.virt.vmwareapi.volumeops [None req-e5e6456c-77e0-4652-9c67-c3cbc25213a6 tempest-FloatingIPsAssociationTestJSON-527069498 tempest-FloatingIPsAssociationTestJSON-527069498-project-member] [instance: 1d7a05ac-b6a7-47c4-9143-79ff005189f9] Reconfigured VM instance instance-0000000b to attach disk [datastore1] 1d7a05ac-b6a7-47c4-9143-79ff005189f9/1d7a05ac-b6a7-47c4-9143-79ff005189f9.vmdk or device None with type sparse {{(pid=69770) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 724.312786] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-583a5674-a238-414e-a113-cec162d05da7 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.321725] env[69770]: DEBUG oslo_vmware.api [None req-e5e6456c-77e0-4652-9c67-c3cbc25213a6 tempest-FloatingIPsAssociationTestJSON-527069498 tempest-FloatingIPsAssociationTestJSON-527069498-project-member] Waiting for the task: (returnval){ [ 724.321725] env[69770]: value = "task-4069365" [ 724.321725] env[69770]: _type = "Task" [ 724.321725] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 724.335286] env[69770]: DEBUG oslo_vmware.api [None req-e5e6456c-77e0-4652-9c67-c3cbc25213a6 tempest-FloatingIPsAssociationTestJSON-527069498 tempest-FloatingIPsAssociationTestJSON-527069498-project-member] Task: {'id': task-4069365, 'name': Rename_Task} progress is 5%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.404033] env[69770]: DEBUG oslo_vmware.api [None req-5ead14a8-5d7b-4b93-9431-6db8b8f21a56 tempest-ListImageFiltersTestJSON-573549216 tempest-ListImageFiltersTestJSON-573549216-project-member] Task: {'id': task-4069362, 'name': PowerOnVM_Task, 'duration_secs': 0.810808} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 724.408903] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ead14a8-5d7b-4b93-9431-6db8b8f21a56 tempest-ListImageFiltersTestJSON-573549216 tempest-ListImageFiltersTestJSON-573549216-project-member] [instance: 8c85c90a-f87e-4356-8752-b7b8a16d12cd] Powered on the VM {{(pid=69770) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 724.409139] env[69770]: INFO nova.compute.manager [None req-5ead14a8-5d7b-4b93-9431-6db8b8f21a56 tempest-ListImageFiltersTestJSON-573549216 tempest-ListImageFiltersTestJSON-573549216-project-member] [instance: 8c85c90a-f87e-4356-8752-b7b8a16d12cd] Took 12.17 seconds to spawn the instance on the hypervisor. [ 724.409353] env[69770]: DEBUG nova.compute.manager [None req-5ead14a8-5d7b-4b93-9431-6db8b8f21a56 tempest-ListImageFiltersTestJSON-573549216 tempest-ListImageFiltersTestJSON-573549216-project-member] [instance: 8c85c90a-f87e-4356-8752-b7b8a16d12cd] Checking state {{(pid=69770) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 724.414118] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3db649a-2068-4056-99aa-ebcb84820e5a {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.453631] env[69770]: DEBUG oslo_vmware.api [None req-411a8d2c-91b8-4a27-8d9f-b72b356ed07f tempest-ServerDiagnosticsNegativeTest-1860943725 tempest-ServerDiagnosticsNegativeTest-1860943725-project-member] Task: {'id': task-4069364, 'name': PowerOffVM_Task, 'duration_secs': 0.379206} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 724.453916] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-411a8d2c-91b8-4a27-8d9f-b72b356ed07f tempest-ServerDiagnosticsNegativeTest-1860943725 tempest-ServerDiagnosticsNegativeTest-1860943725-project-member] [instance: 4510171e-9670-4bd6-a63c-c55b4917c7ed] Powered off the VM {{(pid=69770) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 724.454625] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-411a8d2c-91b8-4a27-8d9f-b72b356ed07f tempest-ServerDiagnosticsNegativeTest-1860943725 tempest-ServerDiagnosticsNegativeTest-1860943725-project-member] [instance: 4510171e-9670-4bd6-a63c-c55b4917c7ed] Unregistering the VM {{(pid=69770) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 724.454625] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1016c808-e5d5-42e4-b158-bd06aabd04bc {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.466687] env[69770]: DEBUG oslo_vmware.api [None req-7798cb05-4ea5-4125-8072-a3e42453859d tempest-ServerDiagnosticsTest-785529700 tempest-ServerDiagnosticsTest-785529700-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]5283023e-ed99-6289-9ff7-cf0e5df34980, 'name': SearchDatastore_Task, 'duration_secs': 0.025146} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 724.469443] env[69770]: DEBUG oslo_concurrency.lockutils [None req-7798cb05-4ea5-4125-8072-a3e42453859d tempest-ServerDiagnosticsTest-785529700 tempest-ServerDiagnosticsTest-785529700-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.469930] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-7798cb05-4ea5-4125-8072-a3e42453859d tempest-ServerDiagnosticsTest-785529700 tempest-ServerDiagnosticsTest-785529700-project-member] [instance: 724c5059-a799-45b3-bfbd-328d7df854fc] Processing image d1eaff80-24a0-4391-90eb-59958b1ecf0a {{(pid=69770) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 724.470197] env[69770]: DEBUG oslo_concurrency.lockutils [None req-7798cb05-4ea5-4125-8072-a3e42453859d tempest-ServerDiagnosticsTest-785529700 tempest-ServerDiagnosticsTest-785529700-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.491860] env[69770]: DEBUG oslo_vmware.api [None req-054f1d1a-3e50-42c0-8f8f-dc41f1efd83a tempest-ServersWithSpecificFlavorTestJSON-412767258 tempest-ServersWithSpecificFlavorTestJSON-412767258-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]5287deae-c84c-5ec4-a4dd-f8e1aa906b65, 'name': SearchDatastore_Task, 'duration_secs': 0.016631} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 724.492866] env[69770]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7270c593-9b5f-4877-97ae-eddecb8e110b {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.500509] env[69770]: DEBUG oslo_vmware.api [None req-054f1d1a-3e50-42c0-8f8f-dc41f1efd83a tempest-ServersWithSpecificFlavorTestJSON-412767258 tempest-ServersWithSpecificFlavorTestJSON-412767258-project-member] Waiting for the task: (returnval){ [ 724.500509] env[69770]: value = "session[52161b52-cb8e-ec9f-1132-2f6b49549d41]5228c6ba-a4d7-9abd-8b11-a76ddd187b5b" [ 724.500509] env[69770]: _type = "Task" [ 724.500509] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 724.518221] env[69770]: DEBUG oslo_vmware.api [None req-054f1d1a-3e50-42c0-8f8f-dc41f1efd83a tempest-ServersWithSpecificFlavorTestJSON-412767258 tempest-ServersWithSpecificFlavorTestJSON-412767258-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]5228c6ba-a4d7-9abd-8b11-a76ddd187b5b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.542946] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-411a8d2c-91b8-4a27-8d9f-b72b356ed07f tempest-ServerDiagnosticsNegativeTest-1860943725 tempest-ServerDiagnosticsNegativeTest-1860943725-project-member] [instance: 4510171e-9670-4bd6-a63c-c55b4917c7ed] Unregistered the VM {{(pid=69770) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 724.543225] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-411a8d2c-91b8-4a27-8d9f-b72b356ed07f tempest-ServerDiagnosticsNegativeTest-1860943725 tempest-ServerDiagnosticsNegativeTest-1860943725-project-member] [instance: 4510171e-9670-4bd6-a63c-c55b4917c7ed] Deleting contents of the VM from datastore datastore2 {{(pid=69770) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 724.543409] env[69770]: DEBUG nova.virt.vmwareapi.ds_util [None req-411a8d2c-91b8-4a27-8d9f-b72b356ed07f tempest-ServerDiagnosticsNegativeTest-1860943725 tempest-ServerDiagnosticsNegativeTest-1860943725-project-member] Deleting the datastore file [datastore2] 4510171e-9670-4bd6-a63c-c55b4917c7ed {{(pid=69770) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 724.543687] env[69770]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5555986f-d492-4fad-8d49-7f8c71acd0e5 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.548854] env[69770]: DEBUG nova.network.neutron [req-8154f8cd-2c94-4a31-bb1c-82f8e9b2e57f req-03b5cfeb-5ca7-4b71-896b-152aee166ade service nova] [instance: 1d7a05ac-b6a7-47c4-9143-79ff005189f9] Updated VIF entry in instance network info cache for port 1646ae0e-48c1-4217-a69c-72b00da4a462. {{(pid=69770) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 724.549196] env[69770]: DEBUG nova.network.neutron [req-8154f8cd-2c94-4a31-bb1c-82f8e9b2e57f req-03b5cfeb-5ca7-4b71-896b-152aee166ade service nova] [instance: 1d7a05ac-b6a7-47c4-9143-79ff005189f9] Updating instance_info_cache with network_info: [{"id": "1646ae0e-48c1-4217-a69c-72b00da4a462", "address": "fa:16:3e:d6:1d:36", "network": {"id": "f4a00cad-0822-4c35-9ea0-e6b9670abd1f", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-678795259-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "602816d7b1574f02a4927772f6ac5382", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c24464bb-bb6b-43a2-bdcd-8086ad1a307f", "external-id": "nsx-vlan-transportzone-781", "segmentation_id": 781, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1646ae0e-48", "ovs_interfaceid": "1646ae0e-48c1-4217-a69c-72b00da4a462", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69770) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 724.556526] env[69770]: DEBUG oslo_vmware.api [None req-411a8d2c-91b8-4a27-8d9f-b72b356ed07f tempest-ServerDiagnosticsNegativeTest-1860943725 tempest-ServerDiagnosticsNegativeTest-1860943725-project-member] Waiting for the task: (returnval){ [ 724.556526] env[69770]: value = "task-4069367" [ 724.556526] env[69770]: _type = "Task" [ 724.556526] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 724.567207] env[69770]: DEBUG oslo_vmware.api [None req-411a8d2c-91b8-4a27-8d9f-b72b356ed07f tempest-ServerDiagnosticsNegativeTest-1860943725 tempest-ServerDiagnosticsNegativeTest-1860943725-project-member] Task: {'id': task-4069367, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.604633] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-62c823ab-40a3-4d18-9003-6a02fe0795f0 tempest-MigrationsAdminTest-1409017777 tempest-MigrationsAdminTest-1409017777-project-member] [instance: 7626e483-2d84-4a06-8f38-f8fd431da011] Powering off the VM {{(pid=69770) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 724.605223] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f421ec70-e5f0-4c13-95ac-5e4fcd64d070 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.613975] env[69770]: DEBUG nova.network.neutron [req-148efa2a-78c1-4612-a28a-f28ad3601941 req-70c7f64f-5216-4b73-97a5-a23d9cbc2697 service nova] [instance: ccf149da-8159-452b-9b8b-04359494e736] Updated VIF entry in instance network info cache for port 75a7c677-5257-4c91-a659-74e213172401. {{(pid=69770) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 724.614362] env[69770]: DEBUG nova.network.neutron [req-148efa2a-78c1-4612-a28a-f28ad3601941 req-70c7f64f-5216-4b73-97a5-a23d9cbc2697 service nova] [instance: ccf149da-8159-452b-9b8b-04359494e736] Updating instance_info_cache with network_info: [{"id": "75a7c677-5257-4c91-a659-74e213172401", "address": "fa:16:3e:82:bc:c3", "network": {"id": "e9be7887-49b3-41ac-978b-6cfc2a6b6490", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-1266573329-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.203", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a885e947cc4d446fb918d3baf21a4867", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b250e561-3be3-4bae-be1a-162251b1ee31", "external-id": "nsx-vlan-transportzone-464", "segmentation_id": 464, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap75a7c677-52", "ovs_interfaceid": "75a7c677-5257-4c91-a659-74e213172401", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69770) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 724.615972] env[69770]: DEBUG oslo_vmware.api [None req-62c823ab-40a3-4d18-9003-6a02fe0795f0 tempest-MigrationsAdminTest-1409017777 tempest-MigrationsAdminTest-1409017777-project-member] Waiting for the task: (returnval){ [ 724.615972] env[69770]: value = "task-4069368" [ 724.615972] env[69770]: _type = "Task" [ 724.615972] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 724.626892] env[69770]: DEBUG oslo_vmware.api [None req-62c823ab-40a3-4d18-9003-6a02fe0795f0 tempest-MigrationsAdminTest-1409017777 tempest-MigrationsAdminTest-1409017777-project-member] Task: {'id': task-4069368, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.642892] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7c8819c-63ea-456d-b5cf-56e970c0d680 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.652046] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f23056ff-f467-4ada-9906-986f91019673 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.686756] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fa0813b-3121-4631-bc02-d995034d433c {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.694254] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-407ea408-9139-4d57-9a9e-de61254e8467 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.709814] env[69770]: DEBUG nova.compute.provider_tree [None req-2367aada-b333-45a6-9931-ef2a69c9b73c tempest-DeleteServersAdminTestJSON-292970899 tempest-DeleteServersAdminTestJSON-292970899-project-admin] Updating inventory in ProviderTree for provider 7cc7d32b-b7a7-454a-a456-2a440248ed9d with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69770) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 724.789355] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-3ca8a9d4-d15e-410e-ab65-a289d961cef7 tempest-ImagesOneServerTestJSON-1024055021 tempest-ImagesOneServerTestJSON-1024055021-project-member] [instance: 7ae47f8e-e519-4825-b89a-7561df6850d9] Creating linked-clone VM from snapshot {{(pid=69770) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 724.790062] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-2b55f442-eb61-498c-859b-73506e7bc228 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.799780] env[69770]: DEBUG oslo_vmware.api [None req-3ca8a9d4-d15e-410e-ab65-a289d961cef7 tempest-ImagesOneServerTestJSON-1024055021 tempest-ImagesOneServerTestJSON-1024055021-project-member] Waiting for the task: (returnval){ [ 724.799780] env[69770]: value = "task-4069369" [ 724.799780] env[69770]: _type = "Task" [ 724.799780] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 724.809616] env[69770]: DEBUG oslo_vmware.api [None req-3ca8a9d4-d15e-410e-ab65-a289d961cef7 tempest-ImagesOneServerTestJSON-1024055021 tempest-ImagesOneServerTestJSON-1024055021-project-member] Task: {'id': task-4069369, 'name': CloneVM_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.832962] env[69770]: DEBUG oslo_vmware.api [None req-e5e6456c-77e0-4652-9c67-c3cbc25213a6 tempest-FloatingIPsAssociationTestJSON-527069498 tempest-FloatingIPsAssociationTestJSON-527069498-project-member] Task: {'id': task-4069365, 'name': Rename_Task, 'duration_secs': 0.156078} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 724.833320] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-e5e6456c-77e0-4652-9c67-c3cbc25213a6 tempest-FloatingIPsAssociationTestJSON-527069498 tempest-FloatingIPsAssociationTestJSON-527069498-project-member] [instance: 1d7a05ac-b6a7-47c4-9143-79ff005189f9] Powering on the VM {{(pid=69770) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 724.833592] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-03d753c4-eb56-4754-89e9-e32a967e7cec {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.840695] env[69770]: DEBUG oslo_vmware.api [None req-e5e6456c-77e0-4652-9c67-c3cbc25213a6 tempest-FloatingIPsAssociationTestJSON-527069498 tempest-FloatingIPsAssociationTestJSON-527069498-project-member] Waiting for the task: (returnval){ [ 724.840695] env[69770]: value = "task-4069370" [ 724.840695] env[69770]: _type = "Task" [ 724.840695] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 724.853270] env[69770]: DEBUG oslo_vmware.api [None req-e5e6456c-77e0-4652-9c67-c3cbc25213a6 tempest-FloatingIPsAssociationTestJSON-527069498 tempest-FloatingIPsAssociationTestJSON-527069498-project-member] Task: {'id': task-4069370, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.938164] env[69770]: INFO nova.compute.manager [None req-5ead14a8-5d7b-4b93-9431-6db8b8f21a56 tempest-ListImageFiltersTestJSON-573549216 tempest-ListImageFiltersTestJSON-573549216-project-member] [instance: 8c85c90a-f87e-4356-8752-b7b8a16d12cd] Took 17.18 seconds to build instance. [ 725.012552] env[69770]: DEBUG oslo_vmware.api [None req-054f1d1a-3e50-42c0-8f8f-dc41f1efd83a tempest-ServersWithSpecificFlavorTestJSON-412767258 tempest-ServersWithSpecificFlavorTestJSON-412767258-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]5228c6ba-a4d7-9abd-8b11-a76ddd187b5b, 'name': SearchDatastore_Task, 'duration_secs': 0.029699} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 725.012552] env[69770]: DEBUG oslo_concurrency.lockutils [None req-054f1d1a-3e50-42c0-8f8f-dc41f1efd83a tempest-ServersWithSpecificFlavorTestJSON-412767258 tempest-ServersWithSpecificFlavorTestJSON-412767258-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.012552] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-054f1d1a-3e50-42c0-8f8f-dc41f1efd83a tempest-ServersWithSpecificFlavorTestJSON-412767258 tempest-ServersWithSpecificFlavorTestJSON-412767258-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk to [datastore1] 5a605234-adcc-42bc-94e4-b6312611e566/5a605234-adcc-42bc-94e4-b6312611e566.vmdk {{(pid=69770) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 725.012552] env[69770]: DEBUG oslo_concurrency.lockutils [None req-7798cb05-4ea5-4125-8072-a3e42453859d tempest-ServerDiagnosticsTest-785529700 tempest-ServerDiagnosticsTest-785529700-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.012868] env[69770]: DEBUG nova.virt.vmwareapi.ds_util [None req-7798cb05-4ea5-4125-8072-a3e42453859d tempest-ServerDiagnosticsTest-785529700 tempest-ServerDiagnosticsTest-785529700-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69770) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 725.012868] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-60ecfa45-5f4b-427a-9fb1-af58c4583a88 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.014944] env[69770]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-571875b7-5136-4f47-91f3-e94353a24624 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.024091] env[69770]: DEBUG oslo_vmware.api [None req-054f1d1a-3e50-42c0-8f8f-dc41f1efd83a tempest-ServersWithSpecificFlavorTestJSON-412767258 tempest-ServersWithSpecificFlavorTestJSON-412767258-project-member] Waiting for the task: (returnval){ [ 725.024091] env[69770]: value = "task-4069371" [ 725.024091] env[69770]: _type = "Task" [ 725.024091] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 725.030804] env[69770]: DEBUG nova.virt.vmwareapi.ds_util [None req-7798cb05-4ea5-4125-8072-a3e42453859d tempest-ServerDiagnosticsTest-785529700 tempest-ServerDiagnosticsTest-785529700-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69770) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 725.031088] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-7798cb05-4ea5-4125-8072-a3e42453859d tempest-ServerDiagnosticsTest-785529700 tempest-ServerDiagnosticsTest-785529700-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69770) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 725.032298] env[69770]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f982475c-d8f7-49cd-836d-6ba70d37cdd5 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.039787] env[69770]: DEBUG oslo_vmware.api [None req-054f1d1a-3e50-42c0-8f8f-dc41f1efd83a tempest-ServersWithSpecificFlavorTestJSON-412767258 tempest-ServersWithSpecificFlavorTestJSON-412767258-project-member] Task: {'id': task-4069371, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.043984] env[69770]: DEBUG oslo_vmware.api [None req-7798cb05-4ea5-4125-8072-a3e42453859d tempest-ServerDiagnosticsTest-785529700 tempest-ServerDiagnosticsTest-785529700-project-member] Waiting for the task: (returnval){ [ 725.043984] env[69770]: value = "session[52161b52-cb8e-ec9f-1132-2f6b49549d41]525d6203-3116-3d0c-847d-ed970e2be9c4" [ 725.043984] env[69770]: _type = "Task" [ 725.043984] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 725.053962] env[69770]: DEBUG oslo_concurrency.lockutils [req-8154f8cd-2c94-4a31-bb1c-82f8e9b2e57f req-03b5cfeb-5ca7-4b71-896b-152aee166ade service nova] Releasing lock "refresh_cache-1d7a05ac-b6a7-47c4-9143-79ff005189f9" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.054592] env[69770]: DEBUG oslo_vmware.api [None req-7798cb05-4ea5-4125-8072-a3e42453859d tempest-ServerDiagnosticsTest-785529700 tempest-ServerDiagnosticsTest-785529700-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]525d6203-3116-3d0c-847d-ed970e2be9c4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.069606] env[69770]: DEBUG oslo_vmware.api [None req-411a8d2c-91b8-4a27-8d9f-b72b356ed07f tempest-ServerDiagnosticsNegativeTest-1860943725 tempest-ServerDiagnosticsNegativeTest-1860943725-project-member] Task: {'id': task-4069367, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.402012} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 725.069895] env[69770]: DEBUG nova.virt.vmwareapi.ds_util [None req-411a8d2c-91b8-4a27-8d9f-b72b356ed07f tempest-ServerDiagnosticsNegativeTest-1860943725 tempest-ServerDiagnosticsNegativeTest-1860943725-project-member] Deleted the datastore file {{(pid=69770) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 725.070102] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-411a8d2c-91b8-4a27-8d9f-b72b356ed07f tempest-ServerDiagnosticsNegativeTest-1860943725 tempest-ServerDiagnosticsNegativeTest-1860943725-project-member] [instance: 4510171e-9670-4bd6-a63c-c55b4917c7ed] Deleted contents of the VM from datastore datastore2 {{(pid=69770) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 725.070281] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-411a8d2c-91b8-4a27-8d9f-b72b356ed07f tempest-ServerDiagnosticsNegativeTest-1860943725 tempest-ServerDiagnosticsNegativeTest-1860943725-project-member] [instance: 4510171e-9670-4bd6-a63c-c55b4917c7ed] Instance destroyed {{(pid=69770) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 725.070490] env[69770]: INFO nova.compute.manager [None req-411a8d2c-91b8-4a27-8d9f-b72b356ed07f tempest-ServerDiagnosticsNegativeTest-1860943725 tempest-ServerDiagnosticsNegativeTest-1860943725-project-member] [instance: 4510171e-9670-4bd6-a63c-c55b4917c7ed] Took 1.18 seconds to destroy the instance on the hypervisor. [ 725.070745] env[69770]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-411a8d2c-91b8-4a27-8d9f-b72b356ed07f tempest-ServerDiagnosticsNegativeTest-1860943725 tempest-ServerDiagnosticsNegativeTest-1860943725-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69770) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 725.070950] env[69770]: DEBUG nova.compute.manager [-] [instance: 4510171e-9670-4bd6-a63c-c55b4917c7ed] Deallocating network for instance {{(pid=69770) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 725.071061] env[69770]: DEBUG nova.network.neutron [-] [instance: 4510171e-9670-4bd6-a63c-c55b4917c7ed] deallocate_for_instance() {{(pid=69770) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 725.120729] env[69770]: DEBUG oslo_concurrency.lockutils [req-148efa2a-78c1-4612-a28a-f28ad3601941 req-70c7f64f-5216-4b73-97a5-a23d9cbc2697 service nova] Releasing lock "refresh_cache-ccf149da-8159-452b-9b8b-04359494e736" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.131142] env[69770]: DEBUG oslo_vmware.api [None req-62c823ab-40a3-4d18-9003-6a02fe0795f0 tempest-MigrationsAdminTest-1409017777 tempest-MigrationsAdminTest-1409017777-project-member] Task: {'id': task-4069368, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.273071] env[69770]: DEBUG nova.scheduler.client.report [None req-2367aada-b333-45a6-9931-ef2a69c9b73c tempest-DeleteServersAdminTestJSON-292970899 tempest-DeleteServersAdminTestJSON-292970899-project-admin] Updated inventory for provider 7cc7d32b-b7a7-454a-a456-2a440248ed9d with generation 31 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69770) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 725.273071] env[69770]: DEBUG nova.compute.provider_tree [None req-2367aada-b333-45a6-9931-ef2a69c9b73c tempest-DeleteServersAdminTestJSON-292970899 tempest-DeleteServersAdminTestJSON-292970899-project-admin] Updating resource provider 7cc7d32b-b7a7-454a-a456-2a440248ed9d generation from 31 to 32 during operation: update_inventory {{(pid=69770) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 725.273071] env[69770]: DEBUG nova.compute.provider_tree [None req-2367aada-b333-45a6-9931-ef2a69c9b73c tempest-DeleteServersAdminTestJSON-292970899 tempest-DeleteServersAdminTestJSON-292970899-project-admin] Updating inventory in ProviderTree for provider 7cc7d32b-b7a7-454a-a456-2a440248ed9d with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69770) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 725.319044] env[69770]: DEBUG oslo_vmware.api [None req-3ca8a9d4-d15e-410e-ab65-a289d961cef7 tempest-ImagesOneServerTestJSON-1024055021 tempest-ImagesOneServerTestJSON-1024055021-project-member] Task: {'id': task-4069369, 'name': CloneVM_Task} progress is 94%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.356459] env[69770]: DEBUG oslo_vmware.api [None req-e5e6456c-77e0-4652-9c67-c3cbc25213a6 tempest-FloatingIPsAssociationTestJSON-527069498 tempest-FloatingIPsAssociationTestJSON-527069498-project-member] Task: {'id': task-4069370, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.443024] env[69770]: DEBUG oslo_concurrency.lockutils [None req-5ead14a8-5d7b-4b93-9431-6db8b8f21a56 tempest-ListImageFiltersTestJSON-573549216 tempest-ListImageFiltersTestJSON-573549216-project-member] Lock "8c85c90a-f87e-4356-8752-b7b8a16d12cd" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.692s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 725.524459] env[69770]: DEBUG nova.compute.manager [req-7f8b97db-fe8b-41f4-ac16-355b650c10e4 req-42ff4c8f-1479-45d6-ac05-12c531d32c32 service nova] [instance: 724c5059-a799-45b3-bfbd-328d7df854fc] Received event network-vif-plugged-9fc2c55c-e9c4-44bf-8e54-9c528e831f60 {{(pid=69770) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 725.524459] env[69770]: DEBUG oslo_concurrency.lockutils [req-7f8b97db-fe8b-41f4-ac16-355b650c10e4 req-42ff4c8f-1479-45d6-ac05-12c531d32c32 service nova] Acquiring lock "724c5059-a799-45b3-bfbd-328d7df854fc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 725.526651] env[69770]: DEBUG oslo_concurrency.lockutils [req-7f8b97db-fe8b-41f4-ac16-355b650c10e4 req-42ff4c8f-1479-45d6-ac05-12c531d32c32 service nova] Lock "724c5059-a799-45b3-bfbd-328d7df854fc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.003s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 725.527023] env[69770]: DEBUG oslo_concurrency.lockutils [req-7f8b97db-fe8b-41f4-ac16-355b650c10e4 req-42ff4c8f-1479-45d6-ac05-12c531d32c32 service nova] Lock "724c5059-a799-45b3-bfbd-328d7df854fc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 725.527332] env[69770]: DEBUG nova.compute.manager [req-7f8b97db-fe8b-41f4-ac16-355b650c10e4 req-42ff4c8f-1479-45d6-ac05-12c531d32c32 service nova] [instance: 724c5059-a799-45b3-bfbd-328d7df854fc] No waiting events found dispatching network-vif-plugged-9fc2c55c-e9c4-44bf-8e54-9c528e831f60 {{(pid=69770) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 725.527701] env[69770]: WARNING nova.compute.manager [req-7f8b97db-fe8b-41f4-ac16-355b650c10e4 req-42ff4c8f-1479-45d6-ac05-12c531d32c32 service nova] [instance: 724c5059-a799-45b3-bfbd-328d7df854fc] Received unexpected event network-vif-plugged-9fc2c55c-e9c4-44bf-8e54-9c528e831f60 for instance with vm_state building and task_state spawning. [ 725.528039] env[69770]: DEBUG nova.compute.manager [req-7f8b97db-fe8b-41f4-ac16-355b650c10e4 req-42ff4c8f-1479-45d6-ac05-12c531d32c32 service nova] [instance: 724c5059-a799-45b3-bfbd-328d7df854fc] Received event network-changed-9fc2c55c-e9c4-44bf-8e54-9c528e831f60 {{(pid=69770) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 725.528134] env[69770]: DEBUG nova.compute.manager [req-7f8b97db-fe8b-41f4-ac16-355b650c10e4 req-42ff4c8f-1479-45d6-ac05-12c531d32c32 service nova] [instance: 724c5059-a799-45b3-bfbd-328d7df854fc] Refreshing instance network info cache due to event network-changed-9fc2c55c-e9c4-44bf-8e54-9c528e831f60. {{(pid=69770) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 725.529551] env[69770]: DEBUG oslo_concurrency.lockutils [req-7f8b97db-fe8b-41f4-ac16-355b650c10e4 req-42ff4c8f-1479-45d6-ac05-12c531d32c32 service nova] Acquiring lock "refresh_cache-724c5059-a799-45b3-bfbd-328d7df854fc" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.529551] env[69770]: DEBUG oslo_concurrency.lockutils [req-7f8b97db-fe8b-41f4-ac16-355b650c10e4 req-42ff4c8f-1479-45d6-ac05-12c531d32c32 service nova] Acquired lock "refresh_cache-724c5059-a799-45b3-bfbd-328d7df854fc" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.529551] env[69770]: DEBUG nova.network.neutron [req-7f8b97db-fe8b-41f4-ac16-355b650c10e4 req-42ff4c8f-1479-45d6-ac05-12c531d32c32 service nova] [instance: 724c5059-a799-45b3-bfbd-328d7df854fc] Refreshing network info cache for port 9fc2c55c-e9c4-44bf-8e54-9c528e831f60 {{(pid=69770) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 725.540486] env[69770]: DEBUG nova.compute.manager [req-59858e5c-ec52-4e54-bc82-5f599559f558 req-bc1c2380-c257-4087-ac64-a1ba5a407bf3 service nova] [instance: 5a605234-adcc-42bc-94e4-b6312611e566] Received event network-vif-plugged-6e70091f-fd9b-4f94-b6f4-1015a031afa9 {{(pid=69770) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 725.540546] env[69770]: DEBUG oslo_concurrency.lockutils [req-59858e5c-ec52-4e54-bc82-5f599559f558 req-bc1c2380-c257-4087-ac64-a1ba5a407bf3 service nova] Acquiring lock "5a605234-adcc-42bc-94e4-b6312611e566-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 725.540733] env[69770]: DEBUG oslo_concurrency.lockutils [req-59858e5c-ec52-4e54-bc82-5f599559f558 req-bc1c2380-c257-4087-ac64-a1ba5a407bf3 service nova] Lock "5a605234-adcc-42bc-94e4-b6312611e566-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 725.540934] env[69770]: DEBUG oslo_concurrency.lockutils [req-59858e5c-ec52-4e54-bc82-5f599559f558 req-bc1c2380-c257-4087-ac64-a1ba5a407bf3 service nova] Lock "5a605234-adcc-42bc-94e4-b6312611e566-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 725.541128] env[69770]: DEBUG nova.compute.manager [req-59858e5c-ec52-4e54-bc82-5f599559f558 req-bc1c2380-c257-4087-ac64-a1ba5a407bf3 service nova] [instance: 5a605234-adcc-42bc-94e4-b6312611e566] No waiting events found dispatching network-vif-plugged-6e70091f-fd9b-4f94-b6f4-1015a031afa9 {{(pid=69770) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 725.541348] env[69770]: WARNING nova.compute.manager [req-59858e5c-ec52-4e54-bc82-5f599559f558 req-bc1c2380-c257-4087-ac64-a1ba5a407bf3 service nova] [instance: 5a605234-adcc-42bc-94e4-b6312611e566] Received unexpected event network-vif-plugged-6e70091f-fd9b-4f94-b6f4-1015a031afa9 for instance with vm_state building and task_state spawning. [ 725.541608] env[69770]: DEBUG nova.compute.manager [req-59858e5c-ec52-4e54-bc82-5f599559f558 req-bc1c2380-c257-4087-ac64-a1ba5a407bf3 service nova] [instance: 5a605234-adcc-42bc-94e4-b6312611e566] Received event network-changed-6e70091f-fd9b-4f94-b6f4-1015a031afa9 {{(pid=69770) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 725.541675] env[69770]: DEBUG nova.compute.manager [req-59858e5c-ec52-4e54-bc82-5f599559f558 req-bc1c2380-c257-4087-ac64-a1ba5a407bf3 service nova] [instance: 5a605234-adcc-42bc-94e4-b6312611e566] Refreshing instance network info cache due to event network-changed-6e70091f-fd9b-4f94-b6f4-1015a031afa9. {{(pid=69770) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 725.541888] env[69770]: DEBUG oslo_concurrency.lockutils [req-59858e5c-ec52-4e54-bc82-5f599559f558 req-bc1c2380-c257-4087-ac64-a1ba5a407bf3 service nova] Acquiring lock "refresh_cache-5a605234-adcc-42bc-94e4-b6312611e566" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.544312] env[69770]: DEBUG oslo_concurrency.lockutils [req-59858e5c-ec52-4e54-bc82-5f599559f558 req-bc1c2380-c257-4087-ac64-a1ba5a407bf3 service nova] Acquired lock "refresh_cache-5a605234-adcc-42bc-94e4-b6312611e566" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.544312] env[69770]: DEBUG nova.network.neutron [req-59858e5c-ec52-4e54-bc82-5f599559f558 req-bc1c2380-c257-4087-ac64-a1ba5a407bf3 service nova] [instance: 5a605234-adcc-42bc-94e4-b6312611e566] Refreshing network info cache for port 6e70091f-fd9b-4f94-b6f4-1015a031afa9 {{(pid=69770) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 725.575483] env[69770]: DEBUG oslo_vmware.api [None req-054f1d1a-3e50-42c0-8f8f-dc41f1efd83a tempest-ServersWithSpecificFlavorTestJSON-412767258 tempest-ServersWithSpecificFlavorTestJSON-412767258-project-member] Task: {'id': task-4069371, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.582274] env[69770]: DEBUG oslo_vmware.api [None req-7798cb05-4ea5-4125-8072-a3e42453859d tempest-ServerDiagnosticsTest-785529700 tempest-ServerDiagnosticsTest-785529700-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]525d6203-3116-3d0c-847d-ed970e2be9c4, 'name': SearchDatastore_Task, 'duration_secs': 0.021715} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 725.583560] env[69770]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a4d3a466-c5d0-4973-bfb2-696c3396731a {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.597456] env[69770]: DEBUG oslo_vmware.api [None req-7798cb05-4ea5-4125-8072-a3e42453859d tempest-ServerDiagnosticsTest-785529700 tempest-ServerDiagnosticsTest-785529700-project-member] Waiting for the task: (returnval){ [ 725.597456] env[69770]: value = "session[52161b52-cb8e-ec9f-1132-2f6b49549d41]5290b7e8-6ae3-8583-b15d-a5aaf268f120" [ 725.597456] env[69770]: _type = "Task" [ 725.597456] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 725.612053] env[69770]: DEBUG oslo_vmware.api [None req-7798cb05-4ea5-4125-8072-a3e42453859d tempest-ServerDiagnosticsTest-785529700 tempest-ServerDiagnosticsTest-785529700-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]5290b7e8-6ae3-8583-b15d-a5aaf268f120, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.635076] env[69770]: DEBUG oslo_vmware.api [None req-62c823ab-40a3-4d18-9003-6a02fe0795f0 tempest-MigrationsAdminTest-1409017777 tempest-MigrationsAdminTest-1409017777-project-member] Task: {'id': task-4069368, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.780932] env[69770]: DEBUG oslo_concurrency.lockutils [None req-2367aada-b333-45a6-9931-ef2a69c9b73c tempest-DeleteServersAdminTestJSON-292970899 tempest-DeleteServersAdminTestJSON-292970899-project-admin] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 5.560s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 725.783740] env[69770]: DEBUG oslo_concurrency.lockutils [None req-52a0f08f-efc3-4081-99fd-e23b66eeea47 tempest-ListImageFiltersTestJSON-573549216 tempest-ListImageFiltersTestJSON-573549216-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 12.494s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 725.785479] env[69770]: INFO nova.compute.claims [None req-52a0f08f-efc3-4081-99fd-e23b66eeea47 tempest-ListImageFiltersTestJSON-573549216 tempest-ListImageFiltersTestJSON-573549216-project-member] [instance: 65be68f2-50f6-4ad4-878b-87d12f4cae3e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 725.813426] env[69770]: DEBUG oslo_vmware.api [None req-3ca8a9d4-d15e-410e-ab65-a289d961cef7 tempest-ImagesOneServerTestJSON-1024055021 tempest-ImagesOneServerTestJSON-1024055021-project-member] Task: {'id': task-4069369, 'name': CloneVM_Task} progress is 94%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.814603] env[69770]: INFO nova.scheduler.client.report [None req-2367aada-b333-45a6-9931-ef2a69c9b73c tempest-DeleteServersAdminTestJSON-292970899 tempest-DeleteServersAdminTestJSON-292970899-project-admin] Deleted allocations for instance ee7c2360-8fce-4167-b80a-0e87f2677353 [ 725.853710] env[69770]: DEBUG oslo_vmware.api [None req-e5e6456c-77e0-4652-9c67-c3cbc25213a6 tempest-FloatingIPsAssociationTestJSON-527069498 tempest-FloatingIPsAssociationTestJSON-527069498-project-member] Task: {'id': task-4069370, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.882177] env[69770]: DEBUG oslo_concurrency.lockutils [None req-b92a8cf8-8b28-47dd-98cb-3994fc405855 tempest-ServersAdminNegativeTestJSON-597507823 tempest-ServersAdminNegativeTestJSON-597507823-project-member] Acquiring lock "2635794b-46eb-4532-9f26-43b36242e0bf" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 725.882462] env[69770]: DEBUG oslo_concurrency.lockutils [None req-b92a8cf8-8b28-47dd-98cb-3994fc405855 tempest-ServersAdminNegativeTestJSON-597507823 tempest-ServersAdminNegativeTestJSON-597507823-project-member] Lock "2635794b-46eb-4532-9f26-43b36242e0bf" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 725.945905] env[69770]: DEBUG nova.compute.manager [None req-7b8817ac-bf4c-48ed-b684-179ee1cf6c7d tempest-ListServerFiltersTestJSON-1688445247 tempest-ListServerFiltersTestJSON-1688445247-project-member] [instance: 398f9fa2-efb7-4f95-bb8b-7667b8299e9d] Starting instance... {{(pid=69770) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 726.060423] env[69770]: DEBUG nova.network.neutron [-] [instance: 4510171e-9670-4bd6-a63c-c55b4917c7ed] Updating instance_info_cache with network_info: [] {{(pid=69770) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 726.062302] env[69770]: DEBUG oslo_vmware.api [None req-054f1d1a-3e50-42c0-8f8f-dc41f1efd83a tempest-ServersWithSpecificFlavorTestJSON-412767258 tempest-ServersWithSpecificFlavorTestJSON-412767258-project-member] Task: {'id': task-4069371, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.741789} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 726.063214] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-054f1d1a-3e50-42c0-8f8f-dc41f1efd83a tempest-ServersWithSpecificFlavorTestJSON-412767258 tempest-ServersWithSpecificFlavorTestJSON-412767258-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk to [datastore1] 5a605234-adcc-42bc-94e4-b6312611e566/5a605234-adcc-42bc-94e4-b6312611e566.vmdk {{(pid=69770) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 726.063525] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-054f1d1a-3e50-42c0-8f8f-dc41f1efd83a tempest-ServersWithSpecificFlavorTestJSON-412767258 tempest-ServersWithSpecificFlavorTestJSON-412767258-project-member] [instance: 5a605234-adcc-42bc-94e4-b6312611e566] Extending root virtual disk to 1048576 {{(pid=69770) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 726.064220] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0c0767b6-c214-4b78-b394-5681b27ea912 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.073328] env[69770]: DEBUG oslo_vmware.api [None req-054f1d1a-3e50-42c0-8f8f-dc41f1efd83a tempest-ServersWithSpecificFlavorTestJSON-412767258 tempest-ServersWithSpecificFlavorTestJSON-412767258-project-member] Waiting for the task: (returnval){ [ 726.073328] env[69770]: value = "task-4069372" [ 726.073328] env[69770]: _type = "Task" [ 726.073328] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 726.088823] env[69770]: DEBUG oslo_vmware.api [None req-054f1d1a-3e50-42c0-8f8f-dc41f1efd83a tempest-ServersWithSpecificFlavorTestJSON-412767258 tempest-ServersWithSpecificFlavorTestJSON-412767258-project-member] Task: {'id': task-4069372, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.112416] env[69770]: DEBUG oslo_vmware.api [None req-7798cb05-4ea5-4125-8072-a3e42453859d tempest-ServerDiagnosticsTest-785529700 tempest-ServerDiagnosticsTest-785529700-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]5290b7e8-6ae3-8583-b15d-a5aaf268f120, 'name': SearchDatastore_Task, 'duration_secs': 0.071913} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 726.112706] env[69770]: DEBUG oslo_concurrency.lockutils [None req-7798cb05-4ea5-4125-8072-a3e42453859d tempest-ServerDiagnosticsTest-785529700 tempest-ServerDiagnosticsTest-785529700-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.113068] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-7798cb05-4ea5-4125-8072-a3e42453859d tempest-ServerDiagnosticsTest-785529700 tempest-ServerDiagnosticsTest-785529700-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk to [datastore1] 724c5059-a799-45b3-bfbd-328d7df854fc/724c5059-a799-45b3-bfbd-328d7df854fc.vmdk {{(pid=69770) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 726.113346] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-604a7716-941b-47d9-807c-6d4f2802f7db {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.124119] env[69770]: DEBUG oslo_vmware.api [None req-7798cb05-4ea5-4125-8072-a3e42453859d tempest-ServerDiagnosticsTest-785529700 tempest-ServerDiagnosticsTest-785529700-project-member] Waiting for the task: (returnval){ [ 726.124119] env[69770]: value = "task-4069373" [ 726.124119] env[69770]: _type = "Task" [ 726.124119] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 726.132530] env[69770]: DEBUG oslo_vmware.api [None req-62c823ab-40a3-4d18-9003-6a02fe0795f0 tempest-MigrationsAdminTest-1409017777 tempest-MigrationsAdminTest-1409017777-project-member] Task: {'id': task-4069368, 'name': PowerOffVM_Task, 'duration_secs': 1.072619} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 726.136818] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-62c823ab-40a3-4d18-9003-6a02fe0795f0 tempest-MigrationsAdminTest-1409017777 tempest-MigrationsAdminTest-1409017777-project-member] [instance: 7626e483-2d84-4a06-8f38-f8fd431da011] Powered off the VM {{(pid=69770) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 726.137123] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-62c823ab-40a3-4d18-9003-6a02fe0795f0 tempest-MigrationsAdminTest-1409017777 tempest-MigrationsAdminTest-1409017777-project-member] [instance: 7626e483-2d84-4a06-8f38-f8fd431da011] Updating instance '7626e483-2d84-4a06-8f38-f8fd431da011' progress to 17 {{(pid=69770) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 726.148161] env[69770]: DEBUG oslo_vmware.api [None req-7798cb05-4ea5-4125-8072-a3e42453859d tempest-ServerDiagnosticsTest-785529700 tempest-ServerDiagnosticsTest-785529700-project-member] Task: {'id': task-4069373, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.329978] env[69770]: DEBUG oslo_vmware.api [None req-3ca8a9d4-d15e-410e-ab65-a289d961cef7 tempest-ImagesOneServerTestJSON-1024055021 tempest-ImagesOneServerTestJSON-1024055021-project-member] Task: {'id': task-4069369, 'name': CloneVM_Task} progress is 94%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.331138] env[69770]: DEBUG oslo_concurrency.lockutils [None req-2367aada-b333-45a6-9931-ef2a69c9b73c tempest-DeleteServersAdminTestJSON-292970899 tempest-DeleteServersAdminTestJSON-292970899-project-admin] Lock "ee7c2360-8fce-4167-b80a-0e87f2677353" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 17.839s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 726.353931] env[69770]: DEBUG oslo_vmware.api [None req-e5e6456c-77e0-4652-9c67-c3cbc25213a6 tempest-FloatingIPsAssociationTestJSON-527069498 tempest-FloatingIPsAssociationTestJSON-527069498-project-member] Task: {'id': task-4069370, 'name': PowerOnVM_Task, 'duration_secs': 1.177163} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 726.354722] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-e5e6456c-77e0-4652-9c67-c3cbc25213a6 tempest-FloatingIPsAssociationTestJSON-527069498 tempest-FloatingIPsAssociationTestJSON-527069498-project-member] [instance: 1d7a05ac-b6a7-47c4-9143-79ff005189f9] Powered on the VM {{(pid=69770) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 726.354970] env[69770]: INFO nova.compute.manager [None req-e5e6456c-77e0-4652-9c67-c3cbc25213a6 tempest-FloatingIPsAssociationTestJSON-527069498 tempest-FloatingIPsAssociationTestJSON-527069498-project-member] [instance: 1d7a05ac-b6a7-47c4-9143-79ff005189f9] Took 11.61 seconds to spawn the instance on the hypervisor. [ 726.356189] env[69770]: DEBUG nova.compute.manager [None req-e5e6456c-77e0-4652-9c67-c3cbc25213a6 tempest-FloatingIPsAssociationTestJSON-527069498 tempest-FloatingIPsAssociationTestJSON-527069498-project-member] [instance: 1d7a05ac-b6a7-47c4-9143-79ff005189f9] Checking state {{(pid=69770) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 726.356509] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97f669b9-c96c-4c88-89aa-24e370281d17 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.397690] env[69770]: DEBUG nova.network.neutron [req-7f8b97db-fe8b-41f4-ac16-355b650c10e4 req-42ff4c8f-1479-45d6-ac05-12c531d32c32 service nova] [instance: 724c5059-a799-45b3-bfbd-328d7df854fc] Updated VIF entry in instance network info cache for port 9fc2c55c-e9c4-44bf-8e54-9c528e831f60. {{(pid=69770) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 726.397690] env[69770]: DEBUG nova.network.neutron [req-7f8b97db-fe8b-41f4-ac16-355b650c10e4 req-42ff4c8f-1479-45d6-ac05-12c531d32c32 service nova] [instance: 724c5059-a799-45b3-bfbd-328d7df854fc] Updating instance_info_cache with network_info: [{"id": "9fc2c55c-e9c4-44bf-8e54-9c528e831f60", "address": "fa:16:3e:55:fa:2d", "network": {"id": "f82b91df-bf84-467a-b908-3ff7324de9d6", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.158", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "d65f20bb89fb40a98b77bc6d97357df2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f0ef5aba-bd9a-42ff-a1a0-5e763986d70a", "external-id": "nsx-vlan-transportzone-209", "segmentation_id": 209, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9fc2c55c-e9", "ovs_interfaceid": "9fc2c55c-e9c4-44bf-8e54-9c528e831f60", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69770) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 726.481982] env[69770]: DEBUG oslo_concurrency.lockutils [None req-7b8817ac-bf4c-48ed-b684-179ee1cf6c7d tempest-ListServerFiltersTestJSON-1688445247 tempest-ListServerFiltersTestJSON-1688445247-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 726.546177] env[69770]: DEBUG nova.network.neutron [req-59858e5c-ec52-4e54-bc82-5f599559f558 req-bc1c2380-c257-4087-ac64-a1ba5a407bf3 service nova] [instance: 5a605234-adcc-42bc-94e4-b6312611e566] Updated VIF entry in instance network info cache for port 6e70091f-fd9b-4f94-b6f4-1015a031afa9. {{(pid=69770) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 726.546667] env[69770]: DEBUG nova.network.neutron [req-59858e5c-ec52-4e54-bc82-5f599559f558 req-bc1c2380-c257-4087-ac64-a1ba5a407bf3 service nova] [instance: 5a605234-adcc-42bc-94e4-b6312611e566] Updating instance_info_cache with network_info: [{"id": "6e70091f-fd9b-4f94-b6f4-1015a031afa9", "address": "fa:16:3e:ab:ec:88", "network": {"id": "dfa2e5c9-da6a-495b-80dd-7149d856db01", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-317622961-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9c7a0aeab76c46959dc2c70de94c922d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "72781990-3cb3-42eb-9eb1-4040dedbf66f", "external-id": "cl2-zone-812", "segmentation_id": 812, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6e70091f-fd", "ovs_interfaceid": "6e70091f-fd9b-4f94-b6f4-1015a031afa9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69770) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 726.563571] env[69770]: INFO nova.compute.manager [-] [instance: 4510171e-9670-4bd6-a63c-c55b4917c7ed] Took 1.49 seconds to deallocate network for instance. [ 726.587179] env[69770]: DEBUG oslo_vmware.api [None req-054f1d1a-3e50-42c0-8f8f-dc41f1efd83a tempest-ServersWithSpecificFlavorTestJSON-412767258 tempest-ServersWithSpecificFlavorTestJSON-412767258-project-member] Task: {'id': task-4069372, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.210592} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 726.587179] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-054f1d1a-3e50-42c0-8f8f-dc41f1efd83a tempest-ServersWithSpecificFlavorTestJSON-412767258 tempest-ServersWithSpecificFlavorTestJSON-412767258-project-member] [instance: 5a605234-adcc-42bc-94e4-b6312611e566] Extended root virtual disk {{(pid=69770) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 726.587512] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5317ae5d-7ff9-4222-be5c-e80417ffa9cd {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.614489] env[69770]: DEBUG nova.virt.vmwareapi.volumeops [None req-054f1d1a-3e50-42c0-8f8f-dc41f1efd83a tempest-ServersWithSpecificFlavorTestJSON-412767258 tempest-ServersWithSpecificFlavorTestJSON-412767258-project-member] [instance: 5a605234-adcc-42bc-94e4-b6312611e566] Reconfiguring VM instance instance-0000000c to attach disk [datastore1] 5a605234-adcc-42bc-94e4-b6312611e566/5a605234-adcc-42bc-94e4-b6312611e566.vmdk or device None with type sparse {{(pid=69770) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 726.617617] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cbab5626-f3a6-4d54-8255-c0c75da54479 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.642702] env[69770]: DEBUG oslo_vmware.api [None req-7798cb05-4ea5-4125-8072-a3e42453859d tempest-ServerDiagnosticsTest-785529700 tempest-ServerDiagnosticsTest-785529700-project-member] Task: {'id': task-4069373, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.644876] env[69770]: DEBUG oslo_vmware.api [None req-054f1d1a-3e50-42c0-8f8f-dc41f1efd83a tempest-ServersWithSpecificFlavorTestJSON-412767258 tempest-ServersWithSpecificFlavorTestJSON-412767258-project-member] Waiting for the task: (returnval){ [ 726.644876] env[69770]: value = "task-4069374" [ 726.644876] env[69770]: _type = "Task" [ 726.644876] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 726.651852] env[69770]: DEBUG nova.virt.hardware [None req-62c823ab-40a3-4d18-9003-6a02fe0795f0 tempest-MigrationsAdminTest-1409017777 tempest-MigrationsAdminTest-1409017777-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T12:16:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=d1eaff80-24a0-4391-90eb-59958b1ecf0a,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69770) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 726.653485] env[69770]: DEBUG nova.virt.hardware [None req-62c823ab-40a3-4d18-9003-6a02fe0795f0 tempest-MigrationsAdminTest-1409017777 tempest-MigrationsAdminTest-1409017777-project-member] Flavor limits 0:0:0 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 726.653485] env[69770]: DEBUG nova.virt.hardware [None req-62c823ab-40a3-4d18-9003-6a02fe0795f0 tempest-MigrationsAdminTest-1409017777 tempest-MigrationsAdminTest-1409017777-project-member] Image limits 0:0:0 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 726.653485] env[69770]: DEBUG nova.virt.hardware [None req-62c823ab-40a3-4d18-9003-6a02fe0795f0 tempest-MigrationsAdminTest-1409017777 tempest-MigrationsAdminTest-1409017777-project-member] Flavor pref 0:0:0 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 726.653485] env[69770]: DEBUG nova.virt.hardware [None req-62c823ab-40a3-4d18-9003-6a02fe0795f0 tempest-MigrationsAdminTest-1409017777 tempest-MigrationsAdminTest-1409017777-project-member] Image pref 0:0:0 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 726.653485] env[69770]: DEBUG nova.virt.hardware [None req-62c823ab-40a3-4d18-9003-6a02fe0795f0 tempest-MigrationsAdminTest-1409017777 tempest-MigrationsAdminTest-1409017777-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 726.653717] env[69770]: DEBUG nova.virt.hardware [None req-62c823ab-40a3-4d18-9003-6a02fe0795f0 tempest-MigrationsAdminTest-1409017777 tempest-MigrationsAdminTest-1409017777-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69770) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 726.653717] env[69770]: DEBUG nova.virt.hardware [None req-62c823ab-40a3-4d18-9003-6a02fe0795f0 tempest-MigrationsAdminTest-1409017777 tempest-MigrationsAdminTest-1409017777-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69770) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 726.653717] env[69770]: DEBUG nova.virt.hardware [None req-62c823ab-40a3-4d18-9003-6a02fe0795f0 tempest-MigrationsAdminTest-1409017777 tempest-MigrationsAdminTest-1409017777-project-member] Got 1 possible topologies {{(pid=69770) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 726.653717] env[69770]: DEBUG nova.virt.hardware [None req-62c823ab-40a3-4d18-9003-6a02fe0795f0 tempest-MigrationsAdminTest-1409017777 tempest-MigrationsAdminTest-1409017777-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69770) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 726.653854] env[69770]: DEBUG nova.virt.hardware [None req-62c823ab-40a3-4d18-9003-6a02fe0795f0 tempest-MigrationsAdminTest-1409017777 tempest-MigrationsAdminTest-1409017777-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69770) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 726.660931] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-101ce82c-e06c-4a9c-b590-c552614497c2 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.680899] env[69770]: DEBUG oslo_vmware.api [None req-62c823ab-40a3-4d18-9003-6a02fe0795f0 tempest-MigrationsAdminTest-1409017777 tempest-MigrationsAdminTest-1409017777-project-member] Waiting for the task: (returnval){ [ 726.680899] env[69770]: value = "task-4069375" [ 726.680899] env[69770]: _type = "Task" [ 726.680899] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 726.691709] env[69770]: DEBUG oslo_vmware.api [None req-62c823ab-40a3-4d18-9003-6a02fe0795f0 tempest-MigrationsAdminTest-1409017777 tempest-MigrationsAdminTest-1409017777-project-member] Task: {'id': task-4069375, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.819473] env[69770]: DEBUG oslo_vmware.api [None req-3ca8a9d4-d15e-410e-ab65-a289d961cef7 tempest-ImagesOneServerTestJSON-1024055021 tempest-ImagesOneServerTestJSON-1024055021-project-member] Task: {'id': task-4069369, 'name': CloneVM_Task} progress is 100%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.880749] env[69770]: INFO nova.compute.manager [None req-e5e6456c-77e0-4652-9c67-c3cbc25213a6 tempest-FloatingIPsAssociationTestJSON-527069498 tempest-FloatingIPsAssociationTestJSON-527069498-project-member] [instance: 1d7a05ac-b6a7-47c4-9143-79ff005189f9] Took 18.33 seconds to build instance. [ 726.902363] env[69770]: DEBUG oslo_concurrency.lockutils [req-7f8b97db-fe8b-41f4-ac16-355b650c10e4 req-42ff4c8f-1479-45d6-ac05-12c531d32c32 service nova] Releasing lock "refresh_cache-724c5059-a799-45b3-bfbd-328d7df854fc" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.053210] env[69770]: DEBUG oslo_concurrency.lockutils [req-59858e5c-ec52-4e54-bc82-5f599559f558 req-bc1c2380-c257-4087-ac64-a1ba5a407bf3 service nova] Releasing lock "refresh_cache-5a605234-adcc-42bc-94e4-b6312611e566" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.075181] env[69770]: DEBUG oslo_concurrency.lockutils [None req-411a8d2c-91b8-4a27-8d9f-b72b356ed07f tempest-ServerDiagnosticsNegativeTest-1860943725 tempest-ServerDiagnosticsNegativeTest-1860943725-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 727.147818] env[69770]: DEBUG oslo_vmware.api [None req-7798cb05-4ea5-4125-8072-a3e42453859d tempest-ServerDiagnosticsTest-785529700 tempest-ServerDiagnosticsTest-785529700-project-member] Task: {'id': task-4069373, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.165181] env[69770]: DEBUG oslo_vmware.api [None req-054f1d1a-3e50-42c0-8f8f-dc41f1efd83a tempest-ServersWithSpecificFlavorTestJSON-412767258 tempest-ServersWithSpecificFlavorTestJSON-412767258-project-member] Task: {'id': task-4069374, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.198557] env[69770]: DEBUG oslo_vmware.api [None req-62c823ab-40a3-4d18-9003-6a02fe0795f0 tempest-MigrationsAdminTest-1409017777 tempest-MigrationsAdminTest-1409017777-project-member] Task: {'id': task-4069375, 'name': ReconfigVM_Task, 'duration_secs': 0.275725} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 727.198557] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-62c823ab-40a3-4d18-9003-6a02fe0795f0 tempest-MigrationsAdminTest-1409017777 tempest-MigrationsAdminTest-1409017777-project-member] [instance: 7626e483-2d84-4a06-8f38-f8fd431da011] Updating instance '7626e483-2d84-4a06-8f38-f8fd431da011' progress to 33 {{(pid=69770) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 727.325524] env[69770]: DEBUG oslo_vmware.api [None req-3ca8a9d4-d15e-410e-ab65-a289d961cef7 tempest-ImagesOneServerTestJSON-1024055021 tempest-ImagesOneServerTestJSON-1024055021-project-member] Task: {'id': task-4069369, 'name': CloneVM_Task, 'duration_secs': 2.057529} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 727.325836] env[69770]: INFO nova.virt.vmwareapi.vmops [None req-3ca8a9d4-d15e-410e-ab65-a289d961cef7 tempest-ImagesOneServerTestJSON-1024055021 tempest-ImagesOneServerTestJSON-1024055021-project-member] [instance: 7ae47f8e-e519-4825-b89a-7561df6850d9] Created linked-clone VM from snapshot [ 727.327206] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6388dc04-ff72-43c8-9ee6-3d45f99d63ad {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.341832] env[69770]: DEBUG nova.virt.vmwareapi.images [None req-3ca8a9d4-d15e-410e-ab65-a289d961cef7 tempest-ImagesOneServerTestJSON-1024055021 tempest-ImagesOneServerTestJSON-1024055021-project-member] [instance: 7ae47f8e-e519-4825-b89a-7561df6850d9] Uploading image cf6b6dc8-4715-4e22-b16b-87a0e18ad8dc {{(pid=69770) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 727.348675] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec7ef024-cb95-4a1c-88fe-57d637de3b8a {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.360984] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f095769-fe50-4512-b20c-b4f9a829e0f7 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.392264] env[69770]: DEBUG oslo_concurrency.lockutils [None req-e5e6456c-77e0-4652-9c67-c3cbc25213a6 tempest-FloatingIPsAssociationTestJSON-527069498 tempest-FloatingIPsAssociationTestJSON-527069498-project-member] Lock "1d7a05ac-b6a7-47c4-9143-79ff005189f9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.855s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 727.396419] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f2cd86f-d980-403c-981a-8cfd985f7cfe {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.405433] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acd1feb5-2d0c-4cb3-9758-695d98d44287 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.412983] env[69770]: DEBUG oslo_vmware.rw_handles [None req-3ca8a9d4-d15e-410e-ab65-a289d961cef7 tempest-ImagesOneServerTestJSON-1024055021 tempest-ImagesOneServerTestJSON-1024055021-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 727.412983] env[69770]: value = "vm-806417" [ 727.412983] env[69770]: _type = "VirtualMachine" [ 727.412983] env[69770]: }. {{(pid=69770) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 727.414042] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-8a2874e4-6c90-43c5-908f-48464491bb13 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.427211] env[69770]: DEBUG nova.compute.provider_tree [None req-52a0f08f-efc3-4081-99fd-e23b66eeea47 tempest-ListImageFiltersTestJSON-573549216 tempest-ListImageFiltersTestJSON-573549216-project-member] Inventory has not changed in ProviderTree for provider: 7cc7d32b-b7a7-454a-a456-2a440248ed9d {{(pid=69770) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 727.430535] env[69770]: DEBUG oslo_vmware.rw_handles [None req-3ca8a9d4-d15e-410e-ab65-a289d961cef7 tempest-ImagesOneServerTestJSON-1024055021 tempest-ImagesOneServerTestJSON-1024055021-project-member] Lease: (returnval){ [ 727.430535] env[69770]: value = "session[52161b52-cb8e-ec9f-1132-2f6b49549d41]52ad83b2-be12-87c0-ae7f-635b9e7f9a17" [ 727.430535] env[69770]: _type = "HttpNfcLease" [ 727.430535] env[69770]: } obtained for exporting VM: (result){ [ 727.430535] env[69770]: value = "vm-806417" [ 727.430535] env[69770]: _type = "VirtualMachine" [ 727.430535] env[69770]: }. {{(pid=69770) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 727.430535] env[69770]: DEBUG oslo_vmware.api [None req-3ca8a9d4-d15e-410e-ab65-a289d961cef7 tempest-ImagesOneServerTestJSON-1024055021 tempest-ImagesOneServerTestJSON-1024055021-project-member] Waiting for the lease: (returnval){ [ 727.430535] env[69770]: value = "session[52161b52-cb8e-ec9f-1132-2f6b49549d41]52ad83b2-be12-87c0-ae7f-635b9e7f9a17" [ 727.430535] env[69770]: _type = "HttpNfcLease" [ 727.430535] env[69770]: } to be ready. {{(pid=69770) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 727.440486] env[69770]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 727.440486] env[69770]: value = "session[52161b52-cb8e-ec9f-1132-2f6b49549d41]52ad83b2-be12-87c0-ae7f-635b9e7f9a17" [ 727.440486] env[69770]: _type = "HttpNfcLease" [ 727.440486] env[69770]: } is ready. {{(pid=69770) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 727.440486] env[69770]: DEBUG oslo_vmware.rw_handles [None req-3ca8a9d4-d15e-410e-ab65-a289d961cef7 tempest-ImagesOneServerTestJSON-1024055021 tempest-ImagesOneServerTestJSON-1024055021-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 727.440486] env[69770]: value = "session[52161b52-cb8e-ec9f-1132-2f6b49549d41]52ad83b2-be12-87c0-ae7f-635b9e7f9a17" [ 727.440486] env[69770]: _type = "HttpNfcLease" [ 727.440486] env[69770]: }. {{(pid=69770) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 727.440486] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6e6d580-9426-4680-a994-9bc0120b2e0f {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.450099] env[69770]: DEBUG oslo_vmware.rw_handles [None req-3ca8a9d4-d15e-410e-ab65-a289d961cef7 tempest-ImagesOneServerTestJSON-1024055021 tempest-ImagesOneServerTestJSON-1024055021-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/522d7816-933a-3c6e-b0fd-062f163875b6/disk-0.vmdk from lease info. {{(pid=69770) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 727.450099] env[69770]: DEBUG oslo_vmware.rw_handles [None req-3ca8a9d4-d15e-410e-ab65-a289d961cef7 tempest-ImagesOneServerTestJSON-1024055021 tempest-ImagesOneServerTestJSON-1024055021-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/522d7816-933a-3c6e-b0fd-062f163875b6/disk-0.vmdk for reading. {{(pid=69770) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 727.556621] env[69770]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-104599e8-f0c1-470d-adc7-6f3513f89004 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.644441] env[69770]: DEBUG oslo_vmware.api [None req-7798cb05-4ea5-4125-8072-a3e42453859d tempest-ServerDiagnosticsTest-785529700 tempest-ServerDiagnosticsTest-785529700-project-member] Task: {'id': task-4069373, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.657293] env[69770]: DEBUG oslo_vmware.api [None req-054f1d1a-3e50-42c0-8f8f-dc41f1efd83a tempest-ServersWithSpecificFlavorTestJSON-412767258 tempest-ServersWithSpecificFlavorTestJSON-412767258-project-member] Task: {'id': task-4069374, 'name': ReconfigVM_Task, 'duration_secs': 0.65358} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 727.657586] env[69770]: DEBUG nova.virt.vmwareapi.volumeops [None req-054f1d1a-3e50-42c0-8f8f-dc41f1efd83a tempest-ServersWithSpecificFlavorTestJSON-412767258 tempest-ServersWithSpecificFlavorTestJSON-412767258-project-member] [instance: 5a605234-adcc-42bc-94e4-b6312611e566] Reconfigured VM instance instance-0000000c to attach disk [datastore1] 5a605234-adcc-42bc-94e4-b6312611e566/5a605234-adcc-42bc-94e4-b6312611e566.vmdk or device None with type sparse {{(pid=69770) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 727.658238] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-609fac1a-be3f-4584-9fac-d29448678272 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.666091] env[69770]: DEBUG oslo_vmware.api [None req-054f1d1a-3e50-42c0-8f8f-dc41f1efd83a tempest-ServersWithSpecificFlavorTestJSON-412767258 tempest-ServersWithSpecificFlavorTestJSON-412767258-project-member] Waiting for the task: (returnval){ [ 727.666091] env[69770]: value = "task-4069377" [ 727.666091] env[69770]: _type = "Task" [ 727.666091] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 727.676660] env[69770]: DEBUG oslo_vmware.api [None req-054f1d1a-3e50-42c0-8f8f-dc41f1efd83a tempest-ServersWithSpecificFlavorTestJSON-412767258 tempest-ServersWithSpecificFlavorTestJSON-412767258-project-member] Task: {'id': task-4069377, 'name': Rename_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.708770] env[69770]: DEBUG nova.virt.hardware [None req-62c823ab-40a3-4d18-9003-6a02fe0795f0 tempest-MigrationsAdminTest-1409017777 tempest-MigrationsAdminTest-1409017777-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T12:16:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=d1eaff80-24a0-4391-90eb-59958b1ecf0a,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69770) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 727.709158] env[69770]: DEBUG nova.virt.hardware [None req-62c823ab-40a3-4d18-9003-6a02fe0795f0 tempest-MigrationsAdminTest-1409017777 tempest-MigrationsAdminTest-1409017777-project-member] Flavor limits 0:0:0 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 727.709411] env[69770]: DEBUG nova.virt.hardware [None req-62c823ab-40a3-4d18-9003-6a02fe0795f0 tempest-MigrationsAdminTest-1409017777 tempest-MigrationsAdminTest-1409017777-project-member] Image limits 0:0:0 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 727.709725] env[69770]: DEBUG nova.virt.hardware [None req-62c823ab-40a3-4d18-9003-6a02fe0795f0 tempest-MigrationsAdminTest-1409017777 tempest-MigrationsAdminTest-1409017777-project-member] Flavor pref 0:0:0 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 727.713023] env[69770]: DEBUG nova.virt.hardware [None req-62c823ab-40a3-4d18-9003-6a02fe0795f0 tempest-MigrationsAdminTest-1409017777 tempest-MigrationsAdminTest-1409017777-project-member] Image pref 0:0:0 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 727.713023] env[69770]: DEBUG nova.virt.hardware [None req-62c823ab-40a3-4d18-9003-6a02fe0795f0 tempest-MigrationsAdminTest-1409017777 tempest-MigrationsAdminTest-1409017777-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 727.713023] env[69770]: DEBUG nova.virt.hardware [None req-62c823ab-40a3-4d18-9003-6a02fe0795f0 tempest-MigrationsAdminTest-1409017777 tempest-MigrationsAdminTest-1409017777-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69770) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 727.713023] env[69770]: DEBUG nova.virt.hardware [None req-62c823ab-40a3-4d18-9003-6a02fe0795f0 tempest-MigrationsAdminTest-1409017777 tempest-MigrationsAdminTest-1409017777-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69770) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 727.713023] env[69770]: DEBUG nova.virt.hardware [None req-62c823ab-40a3-4d18-9003-6a02fe0795f0 tempest-MigrationsAdminTest-1409017777 tempest-MigrationsAdminTest-1409017777-project-member] Got 1 possible topologies {{(pid=69770) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 727.713261] env[69770]: DEBUG nova.virt.hardware [None req-62c823ab-40a3-4d18-9003-6a02fe0795f0 tempest-MigrationsAdminTest-1409017777 tempest-MigrationsAdminTest-1409017777-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69770) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 727.713261] env[69770]: DEBUG nova.virt.hardware [None req-62c823ab-40a3-4d18-9003-6a02fe0795f0 tempest-MigrationsAdminTest-1409017777 tempest-MigrationsAdminTest-1409017777-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69770) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 727.718473] env[69770]: DEBUG nova.virt.vmwareapi.volumeops [None req-62c823ab-40a3-4d18-9003-6a02fe0795f0 tempest-MigrationsAdminTest-1409017777 tempest-MigrationsAdminTest-1409017777-project-member] [instance: 7626e483-2d84-4a06-8f38-f8fd431da011] Reconfiguring VM instance instance-00000001 to detach disk 2000 {{(pid=69770) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 727.718758] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3b3412f4-122b-4d18-9c48-0ed07064f61b {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.741477] env[69770]: DEBUG oslo_vmware.api [None req-62c823ab-40a3-4d18-9003-6a02fe0795f0 tempest-MigrationsAdminTest-1409017777 tempest-MigrationsAdminTest-1409017777-project-member] Waiting for the task: (returnval){ [ 727.741477] env[69770]: value = "task-4069378" [ 727.741477] env[69770]: _type = "Task" [ 727.741477] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 727.750911] env[69770]: DEBUG oslo_vmware.api [None req-62c823ab-40a3-4d18-9003-6a02fe0795f0 tempest-MigrationsAdminTest-1409017777 tempest-MigrationsAdminTest-1409017777-project-member] Task: {'id': task-4069378, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.901165] env[69770]: DEBUG nova.compute.manager [None req-94044b3f-30ca-4898-bf41-69d05a3358a9 tempest-ServersTestJSON-777361421 tempest-ServersTestJSON-777361421-project-member] [instance: 38473040-ef89-4a31-8c32-85f10fee039d] Starting instance... {{(pid=69770) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 727.932438] env[69770]: DEBUG nova.scheduler.client.report [None req-52a0f08f-efc3-4081-99fd-e23b66eeea47 tempest-ListImageFiltersTestJSON-573549216 tempest-ListImageFiltersTestJSON-573549216-project-member] Inventory has not changed for provider 7cc7d32b-b7a7-454a-a456-2a440248ed9d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69770) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 728.152480] env[69770]: DEBUG oslo_vmware.api [None req-7798cb05-4ea5-4125-8072-a3e42453859d tempest-ServerDiagnosticsTest-785529700 tempest-ServerDiagnosticsTest-785529700-project-member] Task: {'id': task-4069373, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.994761} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 728.152826] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-7798cb05-4ea5-4125-8072-a3e42453859d tempest-ServerDiagnosticsTest-785529700 tempest-ServerDiagnosticsTest-785529700-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk to [datastore1] 724c5059-a799-45b3-bfbd-328d7df854fc/724c5059-a799-45b3-bfbd-328d7df854fc.vmdk {{(pid=69770) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 728.153176] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-7798cb05-4ea5-4125-8072-a3e42453859d tempest-ServerDiagnosticsTest-785529700 tempest-ServerDiagnosticsTest-785529700-project-member] [instance: 724c5059-a799-45b3-bfbd-328d7df854fc] Extending root virtual disk to 1048576 {{(pid=69770) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 728.153527] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c96845ed-4552-4a9c-bdd2-79b7606c4440 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.163740] env[69770]: DEBUG oslo_vmware.api [None req-7798cb05-4ea5-4125-8072-a3e42453859d tempest-ServerDiagnosticsTest-785529700 tempest-ServerDiagnosticsTest-785529700-project-member] Waiting for the task: (returnval){ [ 728.163740] env[69770]: value = "task-4069379" [ 728.163740] env[69770]: _type = "Task" [ 728.163740] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 728.178394] env[69770]: DEBUG oslo_vmware.api [None req-7798cb05-4ea5-4125-8072-a3e42453859d tempest-ServerDiagnosticsTest-785529700 tempest-ServerDiagnosticsTest-785529700-project-member] Task: {'id': task-4069379, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.183224] env[69770]: DEBUG oslo_vmware.api [None req-054f1d1a-3e50-42c0-8f8f-dc41f1efd83a tempest-ServersWithSpecificFlavorTestJSON-412767258 tempest-ServersWithSpecificFlavorTestJSON-412767258-project-member] Task: {'id': task-4069377, 'name': Rename_Task, 'duration_secs': 0.179931} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 728.184016] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-054f1d1a-3e50-42c0-8f8f-dc41f1efd83a tempest-ServersWithSpecificFlavorTestJSON-412767258 tempest-ServersWithSpecificFlavorTestJSON-412767258-project-member] [instance: 5a605234-adcc-42bc-94e4-b6312611e566] Powering on the VM {{(pid=69770) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 728.185165] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5803109e-3f1e-4320-8849-abc53801d902 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.193800] env[69770]: DEBUG oslo_vmware.api [None req-054f1d1a-3e50-42c0-8f8f-dc41f1efd83a tempest-ServersWithSpecificFlavorTestJSON-412767258 tempest-ServersWithSpecificFlavorTestJSON-412767258-project-member] Waiting for the task: (returnval){ [ 728.193800] env[69770]: value = "task-4069380" [ 728.193800] env[69770]: _type = "Task" [ 728.193800] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 728.204066] env[69770]: DEBUG oslo_vmware.api [None req-054f1d1a-3e50-42c0-8f8f-dc41f1efd83a tempest-ServersWithSpecificFlavorTestJSON-412767258 tempest-ServersWithSpecificFlavorTestJSON-412767258-project-member] Task: {'id': task-4069380, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.256461] env[69770]: DEBUG oslo_vmware.api [None req-62c823ab-40a3-4d18-9003-6a02fe0795f0 tempest-MigrationsAdminTest-1409017777 tempest-MigrationsAdminTest-1409017777-project-member] Task: {'id': task-4069378, 'name': ReconfigVM_Task, 'duration_secs': 0.288479} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 728.259528] env[69770]: DEBUG nova.virt.vmwareapi.volumeops [None req-62c823ab-40a3-4d18-9003-6a02fe0795f0 tempest-MigrationsAdminTest-1409017777 tempest-MigrationsAdminTest-1409017777-project-member] [instance: 7626e483-2d84-4a06-8f38-f8fd431da011] Reconfigured VM instance instance-00000001 to detach disk 2000 {{(pid=69770) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 728.259528] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2872b585-4157-4426-9248-81787e024baf {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.285551] env[69770]: DEBUG nova.virt.vmwareapi.volumeops [None req-62c823ab-40a3-4d18-9003-6a02fe0795f0 tempest-MigrationsAdminTest-1409017777 tempest-MigrationsAdminTest-1409017777-project-member] [instance: 7626e483-2d84-4a06-8f38-f8fd431da011] Reconfiguring VM instance instance-00000001 to attach disk [datastore1] 7626e483-2d84-4a06-8f38-f8fd431da011/7626e483-2d84-4a06-8f38-f8fd431da011.vmdk or device None with type thin {{(pid=69770) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 728.286101] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-07b078aa-f0e6-4a54-b48a-1bf6076539d6 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.310647] env[69770]: DEBUG oslo_vmware.api [None req-62c823ab-40a3-4d18-9003-6a02fe0795f0 tempest-MigrationsAdminTest-1409017777 tempest-MigrationsAdminTest-1409017777-project-member] Waiting for the task: (returnval){ [ 728.310647] env[69770]: value = "task-4069381" [ 728.310647] env[69770]: _type = "Task" [ 728.310647] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 728.323473] env[69770]: DEBUG oslo_vmware.api [None req-62c823ab-40a3-4d18-9003-6a02fe0795f0 tempest-MigrationsAdminTest-1409017777 tempest-MigrationsAdminTest-1409017777-project-member] Task: {'id': task-4069381, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.428056] env[69770]: DEBUG oslo_concurrency.lockutils [None req-94044b3f-30ca-4898-bf41-69d05a3358a9 tempest-ServersTestJSON-777361421 tempest-ServersTestJSON-777361421-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 728.438219] env[69770]: DEBUG oslo_concurrency.lockutils [None req-52a0f08f-efc3-4081-99fd-e23b66eeea47 tempest-ListImageFiltersTestJSON-573549216 tempest-ListImageFiltersTestJSON-573549216-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.655s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 728.438993] env[69770]: DEBUG nova.compute.manager [None req-52a0f08f-efc3-4081-99fd-e23b66eeea47 tempest-ListImageFiltersTestJSON-573549216 tempest-ListImageFiltersTestJSON-573549216-project-member] [instance: 65be68f2-50f6-4ad4-878b-87d12f4cae3e] Start building networks asynchronously for instance. {{(pid=69770) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 728.442096] env[69770]: DEBUG oslo_concurrency.lockutils [None req-9369f85f-2f29-459b-93e7-484e645e5c13 tempest-ServerExternalEventsTest-676538897 tempest-ServerExternalEventsTest-676538897-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.065s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 728.444377] env[69770]: INFO nova.compute.claims [None req-9369f85f-2f29-459b-93e7-484e645e5c13 tempest-ServerExternalEventsTest-676538897 tempest-ServerExternalEventsTest-676538897-project-member] [instance: b3fc7334-8f11-44cb-b3b1-49eb73ad14cf] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 728.595492] env[69770]: DEBUG nova.compute.manager [req-f6d2335f-9f1a-4be6-9ae5-9b65aa0a2517 req-231c1710-a99f-4ab4-9690-e03c8191076e service nova] [instance: df3c3daf-8cd6-43af-8872-c3cdc0ea11cb] Received event network-changed-fd04ea7f-3a36-4c9a-9be8-1f1dcccd5088 {{(pid=69770) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 728.596285] env[69770]: DEBUG nova.compute.manager [req-f6d2335f-9f1a-4be6-9ae5-9b65aa0a2517 req-231c1710-a99f-4ab4-9690-e03c8191076e service nova] [instance: df3c3daf-8cd6-43af-8872-c3cdc0ea11cb] Refreshing instance network info cache due to event network-changed-fd04ea7f-3a36-4c9a-9be8-1f1dcccd5088. {{(pid=69770) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 728.596285] env[69770]: DEBUG oslo_concurrency.lockutils [req-f6d2335f-9f1a-4be6-9ae5-9b65aa0a2517 req-231c1710-a99f-4ab4-9690-e03c8191076e service nova] Acquiring lock "refresh_cache-df3c3daf-8cd6-43af-8872-c3cdc0ea11cb" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.596285] env[69770]: DEBUG oslo_concurrency.lockutils [req-f6d2335f-9f1a-4be6-9ae5-9b65aa0a2517 req-231c1710-a99f-4ab4-9690-e03c8191076e service nova] Acquired lock "refresh_cache-df3c3daf-8cd6-43af-8872-c3cdc0ea11cb" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.596527] env[69770]: DEBUG nova.network.neutron [req-f6d2335f-9f1a-4be6-9ae5-9b65aa0a2517 req-231c1710-a99f-4ab4-9690-e03c8191076e service nova] [instance: df3c3daf-8cd6-43af-8872-c3cdc0ea11cb] Refreshing network info cache for port fd04ea7f-3a36-4c9a-9be8-1f1dcccd5088 {{(pid=69770) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 728.621085] env[69770]: DEBUG nova.compute.manager [req-3e3c3a83-387b-4db9-ae91-1eeaaf1c7049 req-b9e09201-f240-404f-ad16-eb113070df63 service nova] [instance: 4510171e-9670-4bd6-a63c-c55b4917c7ed] Received event network-vif-deleted-c8314085-d06f-45ad-9ba1-5136380b87c2 {{(pid=69770) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 728.675417] env[69770]: DEBUG oslo_vmware.api [None req-7798cb05-4ea5-4125-8072-a3e42453859d tempest-ServerDiagnosticsTest-785529700 tempest-ServerDiagnosticsTest-785529700-project-member] Task: {'id': task-4069379, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.708780] env[69770]: DEBUG oslo_vmware.api [None req-054f1d1a-3e50-42c0-8f8f-dc41f1efd83a tempest-ServersWithSpecificFlavorTestJSON-412767258 tempest-ServersWithSpecificFlavorTestJSON-412767258-project-member] Task: {'id': task-4069380, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.824211] env[69770]: DEBUG oslo_vmware.api [None req-62c823ab-40a3-4d18-9003-6a02fe0795f0 tempest-MigrationsAdminTest-1409017777 tempest-MigrationsAdminTest-1409017777-project-member] Task: {'id': task-4069381, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.958255] env[69770]: DEBUG nova.compute.utils [None req-52a0f08f-efc3-4081-99fd-e23b66eeea47 tempest-ListImageFiltersTestJSON-573549216 tempest-ListImageFiltersTestJSON-573549216-project-member] Using /dev/sd instead of None {{(pid=69770) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 728.958323] env[69770]: DEBUG nova.compute.manager [None req-52a0f08f-efc3-4081-99fd-e23b66eeea47 tempest-ListImageFiltersTestJSON-573549216 tempest-ListImageFiltersTestJSON-573549216-project-member] [instance: 65be68f2-50f6-4ad4-878b-87d12f4cae3e] Allocating IP information in the background. {{(pid=69770) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 728.961659] env[69770]: DEBUG nova.network.neutron [None req-52a0f08f-efc3-4081-99fd-e23b66eeea47 tempest-ListImageFiltersTestJSON-573549216 tempest-ListImageFiltersTestJSON-573549216-project-member] [instance: 65be68f2-50f6-4ad4-878b-87d12f4cae3e] allocate_for_instance() {{(pid=69770) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 729.109802] env[69770]: DEBUG nova.policy [None req-52a0f08f-efc3-4081-99fd-e23b66eeea47 tempest-ListImageFiltersTestJSON-573549216 tempest-ListImageFiltersTestJSON-573549216-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '30afa9d646a94857b09049ff55d5f316', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e8cb086585f94195b28b5d6bcae604a4', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69770) authorize /opt/stack/nova/nova/policy.py:192}} [ 729.175887] env[69770]: DEBUG oslo_vmware.api [None req-7798cb05-4ea5-4125-8072-a3e42453859d tempest-ServerDiagnosticsTest-785529700 tempest-ServerDiagnosticsTest-785529700-project-member] Task: {'id': task-4069379, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.900537} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 729.176121] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-7798cb05-4ea5-4125-8072-a3e42453859d tempest-ServerDiagnosticsTest-785529700 tempest-ServerDiagnosticsTest-785529700-project-member] [instance: 724c5059-a799-45b3-bfbd-328d7df854fc] Extended root virtual disk {{(pid=69770) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 729.177249] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3bad450-1527-4bf2-be0e-45ed0a32d2e1 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.206708] env[69770]: DEBUG nova.virt.vmwareapi.volumeops [None req-7798cb05-4ea5-4125-8072-a3e42453859d tempest-ServerDiagnosticsTest-785529700 tempest-ServerDiagnosticsTest-785529700-project-member] [instance: 724c5059-a799-45b3-bfbd-328d7df854fc] Reconfiguring VM instance instance-0000000d to attach disk [datastore1] 724c5059-a799-45b3-bfbd-328d7df854fc/724c5059-a799-45b3-bfbd-328d7df854fc.vmdk or device None with type sparse {{(pid=69770) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 729.213273] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-baeed55a-e8f6-4202-8df3-194097fb1c32 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.240547] env[69770]: DEBUG oslo_vmware.api [None req-054f1d1a-3e50-42c0-8f8f-dc41f1efd83a tempest-ServersWithSpecificFlavorTestJSON-412767258 tempest-ServersWithSpecificFlavorTestJSON-412767258-project-member] Task: {'id': task-4069380, 'name': PowerOnVM_Task, 'duration_secs': 0.73514} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 729.242864] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-054f1d1a-3e50-42c0-8f8f-dc41f1efd83a tempest-ServersWithSpecificFlavorTestJSON-412767258 tempest-ServersWithSpecificFlavorTestJSON-412767258-project-member] [instance: 5a605234-adcc-42bc-94e4-b6312611e566] Powered on the VM {{(pid=69770) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 729.243287] env[69770]: INFO nova.compute.manager [None req-054f1d1a-3e50-42c0-8f8f-dc41f1efd83a tempest-ServersWithSpecificFlavorTestJSON-412767258 tempest-ServersWithSpecificFlavorTestJSON-412767258-project-member] [instance: 5a605234-adcc-42bc-94e4-b6312611e566] Took 12.00 seconds to spawn the instance on the hypervisor. [ 729.243574] env[69770]: DEBUG nova.compute.manager [None req-054f1d1a-3e50-42c0-8f8f-dc41f1efd83a tempest-ServersWithSpecificFlavorTestJSON-412767258 tempest-ServersWithSpecificFlavorTestJSON-412767258-project-member] [instance: 5a605234-adcc-42bc-94e4-b6312611e566] Checking state {{(pid=69770) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 729.244321] env[69770]: DEBUG oslo_vmware.api [None req-7798cb05-4ea5-4125-8072-a3e42453859d tempest-ServerDiagnosticsTest-785529700 tempest-ServerDiagnosticsTest-785529700-project-member] Waiting for the task: (returnval){ [ 729.244321] env[69770]: value = "task-4069382" [ 729.244321] env[69770]: _type = "Task" [ 729.244321] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 729.245259] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dafe186e-f77b-41e6-8b58-5ffce06281cf {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.275940] env[69770]: DEBUG oslo_vmware.api [None req-7798cb05-4ea5-4125-8072-a3e42453859d tempest-ServerDiagnosticsTest-785529700 tempest-ServerDiagnosticsTest-785529700-project-member] Task: {'id': task-4069382, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.324808] env[69770]: DEBUG oslo_vmware.api [None req-62c823ab-40a3-4d18-9003-6a02fe0795f0 tempest-MigrationsAdminTest-1409017777 tempest-MigrationsAdminTest-1409017777-project-member] Task: {'id': task-4069381, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.460985] env[69770]: DEBUG nova.compute.manager [None req-52a0f08f-efc3-4081-99fd-e23b66eeea47 tempest-ListImageFiltersTestJSON-573549216 tempest-ListImageFiltersTestJSON-573549216-project-member] [instance: 65be68f2-50f6-4ad4-878b-87d12f4cae3e] Start building block device mappings for instance. {{(pid=69770) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 729.590168] env[69770]: DEBUG nova.network.neutron [req-f6d2335f-9f1a-4be6-9ae5-9b65aa0a2517 req-231c1710-a99f-4ab4-9690-e03c8191076e service nova] [instance: df3c3daf-8cd6-43af-8872-c3cdc0ea11cb] Updated VIF entry in instance network info cache for port fd04ea7f-3a36-4c9a-9be8-1f1dcccd5088. {{(pid=69770) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 729.590637] env[69770]: DEBUG nova.network.neutron [req-f6d2335f-9f1a-4be6-9ae5-9b65aa0a2517 req-231c1710-a99f-4ab4-9690-e03c8191076e service nova] [instance: df3c3daf-8cd6-43af-8872-c3cdc0ea11cb] Updating instance_info_cache with network_info: [{"id": "fd04ea7f-3a36-4c9a-9be8-1f1dcccd5088", "address": "fa:16:3e:b7:82:2f", "network": {"id": "39e7ee52-6513-42bc-9b5c-3d7c415a5ead", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-539461733-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.207", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7de7c2e119f449989ee2246e172953c1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0a7ba8d0-0208-4af7-af44-2a5ad382f9be", "external-id": "nsx-vlan-transportzone-742", "segmentation_id": 742, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfd04ea7f-3a", "ovs_interfaceid": "fd04ea7f-3a36-4c9a-9be8-1f1dcccd5088", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69770) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 729.770020] env[69770]: DEBUG oslo_vmware.api [None req-7798cb05-4ea5-4125-8072-a3e42453859d tempest-ServerDiagnosticsTest-785529700 tempest-ServerDiagnosticsTest-785529700-project-member] Task: {'id': task-4069382, 'name': ReconfigVM_Task, 'duration_secs': 0.496338} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 729.770781] env[69770]: DEBUG nova.virt.vmwareapi.volumeops [None req-7798cb05-4ea5-4125-8072-a3e42453859d tempest-ServerDiagnosticsTest-785529700 tempest-ServerDiagnosticsTest-785529700-project-member] [instance: 724c5059-a799-45b3-bfbd-328d7df854fc] Reconfigured VM instance instance-0000000d to attach disk [datastore1] 724c5059-a799-45b3-bfbd-328d7df854fc/724c5059-a799-45b3-bfbd-328d7df854fc.vmdk or device None with type sparse {{(pid=69770) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 729.771991] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-df9692ff-be59-4697-a4af-0d8c251ad53e {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.788064] env[69770]: DEBUG oslo_vmware.api [None req-7798cb05-4ea5-4125-8072-a3e42453859d tempest-ServerDiagnosticsTest-785529700 tempest-ServerDiagnosticsTest-785529700-project-member] Waiting for the task: (returnval){ [ 729.788064] env[69770]: value = "task-4069383" [ 729.788064] env[69770]: _type = "Task" [ 729.788064] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 729.796663] env[69770]: INFO nova.compute.manager [None req-054f1d1a-3e50-42c0-8f8f-dc41f1efd83a tempest-ServersWithSpecificFlavorTestJSON-412767258 tempest-ServersWithSpecificFlavorTestJSON-412767258-project-member] [instance: 5a605234-adcc-42bc-94e4-b6312611e566] Took 21.14 seconds to build instance. [ 729.806116] env[69770]: DEBUG oslo_vmware.api [None req-7798cb05-4ea5-4125-8072-a3e42453859d tempest-ServerDiagnosticsTest-785529700 tempest-ServerDiagnosticsTest-785529700-project-member] Task: {'id': task-4069383, 'name': Rename_Task} progress is 10%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.828508] env[69770]: DEBUG oslo_vmware.api [None req-62c823ab-40a3-4d18-9003-6a02fe0795f0 tempest-MigrationsAdminTest-1409017777 tempest-MigrationsAdminTest-1409017777-project-member] Task: {'id': task-4069381, 'name': ReconfigVM_Task, 'duration_secs': 1.14421} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 729.828863] env[69770]: DEBUG nova.virt.vmwareapi.volumeops [None req-62c823ab-40a3-4d18-9003-6a02fe0795f0 tempest-MigrationsAdminTest-1409017777 tempest-MigrationsAdminTest-1409017777-project-member] [instance: 7626e483-2d84-4a06-8f38-f8fd431da011] Reconfigured VM instance instance-00000001 to attach disk [datastore1] 7626e483-2d84-4a06-8f38-f8fd431da011/7626e483-2d84-4a06-8f38-f8fd431da011.vmdk or device None with type thin {{(pid=69770) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 729.829189] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-62c823ab-40a3-4d18-9003-6a02fe0795f0 tempest-MigrationsAdminTest-1409017777 tempest-MigrationsAdminTest-1409017777-project-member] [instance: 7626e483-2d84-4a06-8f38-f8fd431da011] Updating instance '7626e483-2d84-4a06-8f38-f8fd431da011' progress to 50 {{(pid=69770) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 729.853037] env[69770]: DEBUG nova.network.neutron [None req-52a0f08f-efc3-4081-99fd-e23b66eeea47 tempest-ListImageFiltersTestJSON-573549216 tempest-ListImageFiltersTestJSON-573549216-project-member] [instance: 65be68f2-50f6-4ad4-878b-87d12f4cae3e] Successfully created port: 34f29817-894b-4a10-9d79-774c73002be2 {{(pid=69770) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 729.997881] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de71cc80-e387-4137-ac42-527a824fa0a4 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.017039] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d053d11b-d30f-454a-b601-23d34f24df72 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.050357] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fe60671-6aca-4d33-9e23-6d32ebf83c90 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.060979] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5a94a9b-be12-49d4-8e8e-81b70cde5390 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.078972] env[69770]: DEBUG nova.compute.provider_tree [None req-9369f85f-2f29-459b-93e7-484e645e5c13 tempest-ServerExternalEventsTest-676538897 tempest-ServerExternalEventsTest-676538897-project-member] Inventory has not changed in ProviderTree for provider: 7cc7d32b-b7a7-454a-a456-2a440248ed9d {{(pid=69770) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 730.098563] env[69770]: DEBUG oslo_concurrency.lockutils [req-f6d2335f-9f1a-4be6-9ae5-9b65aa0a2517 req-231c1710-a99f-4ab4-9690-e03c8191076e service nova] Releasing lock "refresh_cache-df3c3daf-8cd6-43af-8872-c3cdc0ea11cb" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.100280] env[69770]: DEBUG nova.compute.manager [req-f6d2335f-9f1a-4be6-9ae5-9b65aa0a2517 req-231c1710-a99f-4ab4-9690-e03c8191076e service nova] [instance: 69037fde-1312-4ff7-b405-38c8f32cb1f9] Received event network-changed-2e3fe84c-aab2-4122-b75a-ebfc4bc41f87 {{(pid=69770) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 730.100501] env[69770]: DEBUG nova.compute.manager [req-f6d2335f-9f1a-4be6-9ae5-9b65aa0a2517 req-231c1710-a99f-4ab4-9690-e03c8191076e service nova] [instance: 69037fde-1312-4ff7-b405-38c8f32cb1f9] Refreshing instance network info cache due to event network-changed-2e3fe84c-aab2-4122-b75a-ebfc4bc41f87. {{(pid=69770) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 730.100730] env[69770]: DEBUG oslo_concurrency.lockutils [req-f6d2335f-9f1a-4be6-9ae5-9b65aa0a2517 req-231c1710-a99f-4ab4-9690-e03c8191076e service nova] Acquiring lock "refresh_cache-69037fde-1312-4ff7-b405-38c8f32cb1f9" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.100893] env[69770]: DEBUG oslo_concurrency.lockutils [req-f6d2335f-9f1a-4be6-9ae5-9b65aa0a2517 req-231c1710-a99f-4ab4-9690-e03c8191076e service nova] Acquired lock "refresh_cache-69037fde-1312-4ff7-b405-38c8f32cb1f9" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.101052] env[69770]: DEBUG nova.network.neutron [req-f6d2335f-9f1a-4be6-9ae5-9b65aa0a2517 req-231c1710-a99f-4ab4-9690-e03c8191076e service nova] [instance: 69037fde-1312-4ff7-b405-38c8f32cb1f9] Refreshing network info cache for port 2e3fe84c-aab2-4122-b75a-ebfc4bc41f87 {{(pid=69770) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 730.258815] env[69770]: DEBUG oslo_concurrency.lockutils [None req-9d7d068e-b646-4bc8-9c6b-d6bf07facb95 tempest-DeleteServersAdminTestJSON-2130980840 tempest-DeleteServersAdminTestJSON-2130980840-project-member] Acquiring lock "e35191b8-2393-48e1-a120-f2a030ecec52" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 730.259127] env[69770]: DEBUG oslo_concurrency.lockutils [None req-9d7d068e-b646-4bc8-9c6b-d6bf07facb95 tempest-DeleteServersAdminTestJSON-2130980840 tempest-DeleteServersAdminTestJSON-2130980840-project-member] Lock "e35191b8-2393-48e1-a120-f2a030ecec52" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 730.301339] env[69770]: DEBUG oslo_concurrency.lockutils [None req-054f1d1a-3e50-42c0-8f8f-dc41f1efd83a tempest-ServersWithSpecificFlavorTestJSON-412767258 tempest-ServersWithSpecificFlavorTestJSON-412767258-project-member] Lock "5a605234-adcc-42bc-94e4-b6312611e566" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.656s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 730.301573] env[69770]: DEBUG oslo_vmware.api [None req-7798cb05-4ea5-4125-8072-a3e42453859d tempest-ServerDiagnosticsTest-785529700 tempest-ServerDiagnosticsTest-785529700-project-member] Task: {'id': task-4069383, 'name': Rename_Task} progress is 99%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.338793] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35648b31-d1a8-4b96-ba68-0ec43e809b65 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.366495] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9c4a7a0-06a6-47be-9239-ef4f7bcfa258 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.389066] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-62c823ab-40a3-4d18-9003-6a02fe0795f0 tempest-MigrationsAdminTest-1409017777 tempest-MigrationsAdminTest-1409017777-project-member] [instance: 7626e483-2d84-4a06-8f38-f8fd431da011] Updating instance '7626e483-2d84-4a06-8f38-f8fd431da011' progress to 67 {{(pid=69770) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 730.479673] env[69770]: DEBUG nova.compute.manager [None req-52a0f08f-efc3-4081-99fd-e23b66eeea47 tempest-ListImageFiltersTestJSON-573549216 tempest-ListImageFiltersTestJSON-573549216-project-member] [instance: 65be68f2-50f6-4ad4-878b-87d12f4cae3e] Start spawning the instance on the hypervisor. {{(pid=69770) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 730.511058] env[69770]: DEBUG nova.virt.hardware [None req-52a0f08f-efc3-4081-99fd-e23b66eeea47 tempest-ListImageFiltersTestJSON-573549216 tempest-ListImageFiltersTestJSON-573549216-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T12:16:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T12:16:11Z,direct_url=,disk_format='vmdk',id=d1eaff80-24a0-4391-90eb-59958b1ecf0a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d65f20bb89fb40a98b77bc6d97357df2',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T12:16:12Z,virtual_size=,visibility=), allow threads: False {{(pid=69770) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 730.511267] env[69770]: DEBUG nova.virt.hardware [None req-52a0f08f-efc3-4081-99fd-e23b66eeea47 tempest-ListImageFiltersTestJSON-573549216 tempest-ListImageFiltersTestJSON-573549216-project-member] Flavor limits 0:0:0 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 730.511846] env[69770]: DEBUG nova.virt.hardware [None req-52a0f08f-efc3-4081-99fd-e23b66eeea47 tempest-ListImageFiltersTestJSON-573549216 tempest-ListImageFiltersTestJSON-573549216-project-member] Image limits 0:0:0 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 730.512240] env[69770]: DEBUG nova.virt.hardware [None req-52a0f08f-efc3-4081-99fd-e23b66eeea47 tempest-ListImageFiltersTestJSON-573549216 tempest-ListImageFiltersTestJSON-573549216-project-member] Flavor pref 0:0:0 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 730.512441] env[69770]: DEBUG nova.virt.hardware [None req-52a0f08f-efc3-4081-99fd-e23b66eeea47 tempest-ListImageFiltersTestJSON-573549216 tempest-ListImageFiltersTestJSON-573549216-project-member] Image pref 0:0:0 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 730.512596] env[69770]: DEBUG nova.virt.hardware [None req-52a0f08f-efc3-4081-99fd-e23b66eeea47 tempest-ListImageFiltersTestJSON-573549216 tempest-ListImageFiltersTestJSON-573549216-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 730.512825] env[69770]: DEBUG nova.virt.hardware [None req-52a0f08f-efc3-4081-99fd-e23b66eeea47 tempest-ListImageFiltersTestJSON-573549216 tempest-ListImageFiltersTestJSON-573549216-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69770) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 730.512980] env[69770]: DEBUG nova.virt.hardware [None req-52a0f08f-efc3-4081-99fd-e23b66eeea47 tempest-ListImageFiltersTestJSON-573549216 tempest-ListImageFiltersTestJSON-573549216-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69770) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 730.513162] env[69770]: DEBUG nova.virt.hardware [None req-52a0f08f-efc3-4081-99fd-e23b66eeea47 tempest-ListImageFiltersTestJSON-573549216 tempest-ListImageFiltersTestJSON-573549216-project-member] Got 1 possible topologies {{(pid=69770) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 730.513330] env[69770]: DEBUG nova.virt.hardware [None req-52a0f08f-efc3-4081-99fd-e23b66eeea47 tempest-ListImageFiltersTestJSON-573549216 tempest-ListImageFiltersTestJSON-573549216-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69770) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 730.513500] env[69770]: DEBUG nova.virt.hardware [None req-52a0f08f-efc3-4081-99fd-e23b66eeea47 tempest-ListImageFiltersTestJSON-573549216 tempest-ListImageFiltersTestJSON-573549216-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69770) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 730.514531] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc17f5a8-a007-4d80-ad3a-d1cbb6504093 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.523670] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2962b51-6d21-4c10-b32f-dadce296b624 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.585203] env[69770]: DEBUG nova.scheduler.client.report [None req-9369f85f-2f29-459b-93e7-484e645e5c13 tempest-ServerExternalEventsTest-676538897 tempest-ServerExternalEventsTest-676538897-project-member] Inventory has not changed for provider 7cc7d32b-b7a7-454a-a456-2a440248ed9d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69770) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 730.801707] env[69770]: DEBUG oslo_vmware.api [None req-7798cb05-4ea5-4125-8072-a3e42453859d tempest-ServerDiagnosticsTest-785529700 tempest-ServerDiagnosticsTest-785529700-project-member] Task: {'id': task-4069383, 'name': Rename_Task} progress is 99%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.806693] env[69770]: DEBUG nova.compute.manager [None req-a0a847ce-93f8-4c20-a072-c1e390be438a tempest-VolumesAdminNegativeTest-624188729 tempest-VolumesAdminNegativeTest-624188729-project-member] [instance: f9f0ae85-57a8-4e21-8e5e-87a3630ee05c] Starting instance... {{(pid=69770) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 731.020735] env[69770]: DEBUG nova.network.neutron [None req-62c823ab-40a3-4d18-9003-6a02fe0795f0 tempest-MigrationsAdminTest-1409017777 tempest-MigrationsAdminTest-1409017777-project-member] [instance: 7626e483-2d84-4a06-8f38-f8fd431da011] Port 10ccd765-6960-44d8-a3f1-da78e5c01e48 binding to destination host cpu-1 is already ACTIVE {{(pid=69770) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 731.093313] env[69770]: DEBUG oslo_concurrency.lockutils [None req-9369f85f-2f29-459b-93e7-484e645e5c13 tempest-ServerExternalEventsTest-676538897 tempest-ServerExternalEventsTest-676538897-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.651s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 731.093879] env[69770]: DEBUG nova.compute.manager [None req-9369f85f-2f29-459b-93e7-484e645e5c13 tempest-ServerExternalEventsTest-676538897 tempest-ServerExternalEventsTest-676538897-project-member] [instance: b3fc7334-8f11-44cb-b3b1-49eb73ad14cf] Start building networks asynchronously for instance. {{(pid=69770) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 731.100187] env[69770]: DEBUG oslo_concurrency.lockutils [None req-0df3aa5d-769d-42dd-9752-9ce29387b55e tempest-SecurityGroupsTestJSON-864666295 tempest-SecurityGroupsTestJSON-864666295-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.007s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 731.102414] env[69770]: INFO nova.compute.claims [None req-0df3aa5d-769d-42dd-9752-9ce29387b55e tempest-SecurityGroupsTestJSON-864666295 tempest-SecurityGroupsTestJSON-864666295-project-member] [instance: f8b193f7-1c9d-426b-a182-4870354ccd84] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 731.269814] env[69770]: DEBUG nova.network.neutron [req-f6d2335f-9f1a-4be6-9ae5-9b65aa0a2517 req-231c1710-a99f-4ab4-9690-e03c8191076e service nova] [instance: 69037fde-1312-4ff7-b405-38c8f32cb1f9] Updated VIF entry in instance network info cache for port 2e3fe84c-aab2-4122-b75a-ebfc4bc41f87. {{(pid=69770) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 731.272732] env[69770]: DEBUG nova.network.neutron [req-f6d2335f-9f1a-4be6-9ae5-9b65aa0a2517 req-231c1710-a99f-4ab4-9690-e03c8191076e service nova] [instance: 69037fde-1312-4ff7-b405-38c8f32cb1f9] Updating instance_info_cache with network_info: [{"id": "2e3fe84c-aab2-4122-b75a-ebfc4bc41f87", "address": "fa:16:3e:2e:07:37", "network": {"id": "ac6300b6-413d-4f0b-a249-ee24d9dd6749", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-857760433-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3766fe09f3334c7c8251c797c75433f8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1880df72-582c-44cb-992d-88dc6a514914", "external-id": "nsx-vlan-transportzone-808", "segmentation_id": 808, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2e3fe84c-aa", "ovs_interfaceid": "2e3fe84c-aab2-4122-b75a-ebfc4bc41f87", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69770) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 731.305699] env[69770]: DEBUG oslo_vmware.api [None req-7798cb05-4ea5-4125-8072-a3e42453859d tempest-ServerDiagnosticsTest-785529700 tempest-ServerDiagnosticsTest-785529700-project-member] Task: {'id': task-4069383, 'name': Rename_Task, 'duration_secs': 1.36601} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 731.305699] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-7798cb05-4ea5-4125-8072-a3e42453859d tempest-ServerDiagnosticsTest-785529700 tempest-ServerDiagnosticsTest-785529700-project-member] [instance: 724c5059-a799-45b3-bfbd-328d7df854fc] Powering on the VM {{(pid=69770) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 731.305699] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-aba1264b-4f5d-430e-a787-ff049e2da46e {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.318847] env[69770]: DEBUG oslo_vmware.api [None req-7798cb05-4ea5-4125-8072-a3e42453859d tempest-ServerDiagnosticsTest-785529700 tempest-ServerDiagnosticsTest-785529700-project-member] Waiting for the task: (returnval){ [ 731.318847] env[69770]: value = "task-4069384" [ 731.318847] env[69770]: _type = "Task" [ 731.318847] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 731.340188] env[69770]: DEBUG oslo_vmware.api [None req-7798cb05-4ea5-4125-8072-a3e42453859d tempest-ServerDiagnosticsTest-785529700 tempest-ServerDiagnosticsTest-785529700-project-member] Task: {'id': task-4069384, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.361932] env[69770]: DEBUG oslo_concurrency.lockutils [None req-a0a847ce-93f8-4c20-a072-c1e390be438a tempest-VolumesAdminNegativeTest-624188729 tempest-VolumesAdminNegativeTest-624188729-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 731.614497] env[69770]: DEBUG nova.compute.utils [None req-9369f85f-2f29-459b-93e7-484e645e5c13 tempest-ServerExternalEventsTest-676538897 tempest-ServerExternalEventsTest-676538897-project-member] Using /dev/sd instead of None {{(pid=69770) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 731.619212] env[69770]: DEBUG nova.compute.manager [None req-9369f85f-2f29-459b-93e7-484e645e5c13 tempest-ServerExternalEventsTest-676538897 tempest-ServerExternalEventsTest-676538897-project-member] [instance: b3fc7334-8f11-44cb-b3b1-49eb73ad14cf] Allocating IP information in the background. {{(pid=69770) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 731.619499] env[69770]: DEBUG nova.network.neutron [None req-9369f85f-2f29-459b-93e7-484e645e5c13 tempest-ServerExternalEventsTest-676538897 tempest-ServerExternalEventsTest-676538897-project-member] [instance: b3fc7334-8f11-44cb-b3b1-49eb73ad14cf] allocate_for_instance() {{(pid=69770) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 731.691998] env[69770]: DEBUG nova.policy [None req-9369f85f-2f29-459b-93e7-484e645e5c13 tempest-ServerExternalEventsTest-676538897 tempest-ServerExternalEventsTest-676538897-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '429e5f3cd91c4b56a7b481c8e51e1918', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '31dc37162d284f429aa34207b439da53', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69770) authorize /opt/stack/nova/nova/policy.py:192}} [ 731.776365] env[69770]: DEBUG oslo_concurrency.lockutils [req-f6d2335f-9f1a-4be6-9ae5-9b65aa0a2517 req-231c1710-a99f-4ab4-9690-e03c8191076e service nova] Releasing lock "refresh_cache-69037fde-1312-4ff7-b405-38c8f32cb1f9" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.838141] env[69770]: DEBUG oslo_vmware.api [None req-7798cb05-4ea5-4125-8072-a3e42453859d tempest-ServerDiagnosticsTest-785529700 tempest-ServerDiagnosticsTest-785529700-project-member] Task: {'id': task-4069384, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.052440] env[69770]: DEBUG oslo_concurrency.lockutils [None req-62c823ab-40a3-4d18-9003-6a02fe0795f0 tempest-MigrationsAdminTest-1409017777 tempest-MigrationsAdminTest-1409017777-project-member] Acquiring lock "7626e483-2d84-4a06-8f38-f8fd431da011-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 732.052440] env[69770]: DEBUG oslo_concurrency.lockutils [None req-62c823ab-40a3-4d18-9003-6a02fe0795f0 tempest-MigrationsAdminTest-1409017777 tempest-MigrationsAdminTest-1409017777-project-member] Lock "7626e483-2d84-4a06-8f38-f8fd431da011-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 732.052440] env[69770]: DEBUG oslo_concurrency.lockutils [None req-62c823ab-40a3-4d18-9003-6a02fe0795f0 tempest-MigrationsAdminTest-1409017777 tempest-MigrationsAdminTest-1409017777-project-member] Lock "7626e483-2d84-4a06-8f38-f8fd431da011-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 732.121485] env[69770]: DEBUG nova.compute.manager [None req-9369f85f-2f29-459b-93e7-484e645e5c13 tempest-ServerExternalEventsTest-676538897 tempest-ServerExternalEventsTest-676538897-project-member] [instance: b3fc7334-8f11-44cb-b3b1-49eb73ad14cf] Start building block device mappings for instance. {{(pid=69770) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 732.256011] env[69770]: DEBUG nova.network.neutron [None req-52a0f08f-efc3-4081-99fd-e23b66eeea47 tempest-ListImageFiltersTestJSON-573549216 tempest-ListImageFiltersTestJSON-573549216-project-member] [instance: 65be68f2-50f6-4ad4-878b-87d12f4cae3e] Successfully updated port: 34f29817-894b-4a10-9d79-774c73002be2 {{(pid=69770) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 732.344822] env[69770]: DEBUG oslo_vmware.api [None req-7798cb05-4ea5-4125-8072-a3e42453859d tempest-ServerDiagnosticsTest-785529700 tempest-ServerDiagnosticsTest-785529700-project-member] Task: {'id': task-4069384, 'name': PowerOnVM_Task, 'duration_secs': 0.735177} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 732.345234] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-7798cb05-4ea5-4125-8072-a3e42453859d tempest-ServerDiagnosticsTest-785529700 tempest-ServerDiagnosticsTest-785529700-project-member] [instance: 724c5059-a799-45b3-bfbd-328d7df854fc] Powered on the VM {{(pid=69770) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 732.345532] env[69770]: INFO nova.compute.manager [None req-7798cb05-4ea5-4125-8072-a3e42453859d tempest-ServerDiagnosticsTest-785529700 tempest-ServerDiagnosticsTest-785529700-project-member] [instance: 724c5059-a799-45b3-bfbd-328d7df854fc] Took 12.58 seconds to spawn the instance on the hypervisor. [ 732.345714] env[69770]: DEBUG nova.compute.manager [None req-7798cb05-4ea5-4125-8072-a3e42453859d tempest-ServerDiagnosticsTest-785529700 tempest-ServerDiagnosticsTest-785529700-project-member] [instance: 724c5059-a799-45b3-bfbd-328d7df854fc] Checking state {{(pid=69770) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 732.347034] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb83ebc3-5236-44a4-abb8-ea4453f0142c {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.496765] env[69770]: DEBUG nova.network.neutron [None req-9369f85f-2f29-459b-93e7-484e645e5c13 tempest-ServerExternalEventsTest-676538897 tempest-ServerExternalEventsTest-676538897-project-member] [instance: b3fc7334-8f11-44cb-b3b1-49eb73ad14cf] Successfully created port: 3697488a-57b1-4e71-8df6-8f6bc181be38 {{(pid=69770) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 732.627821] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6e8fd12-55c5-42e6-b131-2c16e5b1d86a {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.640679] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77c8b3ba-2452-4eca-99df-f11849b1fa7d {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.679793] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb00cacf-a7e5-420a-81d9-7415ae7edeac {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.689982] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eeb5457c-0da4-4a58-822c-15ce297118ed {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.709164] env[69770]: DEBUG nova.compute.provider_tree [None req-0df3aa5d-769d-42dd-9752-9ce29387b55e tempest-SecurityGroupsTestJSON-864666295 tempest-SecurityGroupsTestJSON-864666295-project-member] Inventory has not changed in ProviderTree for provider: 7cc7d32b-b7a7-454a-a456-2a440248ed9d {{(pid=69770) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 732.758946] env[69770]: DEBUG oslo_concurrency.lockutils [None req-52a0f08f-efc3-4081-99fd-e23b66eeea47 tempest-ListImageFiltersTestJSON-573549216 tempest-ListImageFiltersTestJSON-573549216-project-member] Acquiring lock "refresh_cache-65be68f2-50f6-4ad4-878b-87d12f4cae3e" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.758946] env[69770]: DEBUG oslo_concurrency.lockutils [None req-52a0f08f-efc3-4081-99fd-e23b66eeea47 tempest-ListImageFiltersTestJSON-573549216 tempest-ListImageFiltersTestJSON-573549216-project-member] Acquired lock "refresh_cache-65be68f2-50f6-4ad4-878b-87d12f4cae3e" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.759273] env[69770]: DEBUG nova.network.neutron [None req-52a0f08f-efc3-4081-99fd-e23b66eeea47 tempest-ListImageFiltersTestJSON-573549216 tempest-ListImageFiltersTestJSON-573549216-project-member] [instance: 65be68f2-50f6-4ad4-878b-87d12f4cae3e] Building network info cache for instance {{(pid=69770) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 732.819131] env[69770]: DEBUG nova.compute.manager [None req-e6ff87e7-77a6-4f39-82b6-0fdd3ce7ed1f tempest-ServerDiagnosticsV248Test-50614256 tempest-ServerDiagnosticsV248Test-50614256-project-admin] [instance: 1b8c127a-c70e-435c-956e-1b8ad3a0d568] Checking state {{(pid=69770) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 732.822044] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a2ca67c-e168-4ee0-8390-39a32f0c3c79 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.832750] env[69770]: INFO nova.compute.manager [None req-e6ff87e7-77a6-4f39-82b6-0fdd3ce7ed1f tempest-ServerDiagnosticsV248Test-50614256 tempest-ServerDiagnosticsV248Test-50614256-project-admin] [instance: 1b8c127a-c70e-435c-956e-1b8ad3a0d568] Retrieving diagnostics [ 732.833740] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-856546ce-e986-4cf7-83f5-58dc24cc8b4b {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.875147] env[69770]: INFO nova.compute.manager [None req-7798cb05-4ea5-4125-8072-a3e42453859d tempest-ServerDiagnosticsTest-785529700 tempest-ServerDiagnosticsTest-785529700-project-member] [instance: 724c5059-a799-45b3-bfbd-328d7df854fc] Took 22.58 seconds to build instance. [ 733.139354] env[69770]: DEBUG nova.compute.manager [None req-9369f85f-2f29-459b-93e7-484e645e5c13 tempest-ServerExternalEventsTest-676538897 tempest-ServerExternalEventsTest-676538897-project-member] [instance: b3fc7334-8f11-44cb-b3b1-49eb73ad14cf] Start spawning the instance on the hypervisor. {{(pid=69770) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 733.173270] env[69770]: DEBUG oslo_concurrency.lockutils [None req-62c823ab-40a3-4d18-9003-6a02fe0795f0 tempest-MigrationsAdminTest-1409017777 tempest-MigrationsAdminTest-1409017777-project-member] Acquiring lock "refresh_cache-7626e483-2d84-4a06-8f38-f8fd431da011" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.173498] env[69770]: DEBUG oslo_concurrency.lockutils [None req-62c823ab-40a3-4d18-9003-6a02fe0795f0 tempest-MigrationsAdminTest-1409017777 tempest-MigrationsAdminTest-1409017777-project-member] Acquired lock "refresh_cache-7626e483-2d84-4a06-8f38-f8fd431da011" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.173693] env[69770]: DEBUG nova.network.neutron [None req-62c823ab-40a3-4d18-9003-6a02fe0795f0 tempest-MigrationsAdminTest-1409017777 tempest-MigrationsAdminTest-1409017777-project-member] [instance: 7626e483-2d84-4a06-8f38-f8fd431da011] Building network info cache for instance {{(pid=69770) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 733.214914] env[69770]: DEBUG nova.virt.hardware [None req-9369f85f-2f29-459b-93e7-484e645e5c13 tempest-ServerExternalEventsTest-676538897 tempest-ServerExternalEventsTest-676538897-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T12:16:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T12:16:11Z,direct_url=,disk_format='vmdk',id=d1eaff80-24a0-4391-90eb-59958b1ecf0a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d65f20bb89fb40a98b77bc6d97357df2',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T12:16:12Z,virtual_size=,visibility=), allow threads: False {{(pid=69770) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 733.216031] env[69770]: DEBUG nova.virt.hardware [None req-9369f85f-2f29-459b-93e7-484e645e5c13 tempest-ServerExternalEventsTest-676538897 tempest-ServerExternalEventsTest-676538897-project-member] Flavor limits 0:0:0 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 733.216263] env[69770]: DEBUG nova.virt.hardware [None req-9369f85f-2f29-459b-93e7-484e645e5c13 tempest-ServerExternalEventsTest-676538897 tempest-ServerExternalEventsTest-676538897-project-member] Image limits 0:0:0 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 733.216433] env[69770]: DEBUG nova.virt.hardware [None req-9369f85f-2f29-459b-93e7-484e645e5c13 tempest-ServerExternalEventsTest-676538897 tempest-ServerExternalEventsTest-676538897-project-member] Flavor pref 0:0:0 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 733.216574] env[69770]: DEBUG nova.virt.hardware [None req-9369f85f-2f29-459b-93e7-484e645e5c13 tempest-ServerExternalEventsTest-676538897 tempest-ServerExternalEventsTest-676538897-project-member] Image pref 0:0:0 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 733.216712] env[69770]: DEBUG nova.virt.hardware [None req-9369f85f-2f29-459b-93e7-484e645e5c13 tempest-ServerExternalEventsTest-676538897 tempest-ServerExternalEventsTest-676538897-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 733.217363] env[69770]: DEBUG nova.virt.hardware [None req-9369f85f-2f29-459b-93e7-484e645e5c13 tempest-ServerExternalEventsTest-676538897 tempest-ServerExternalEventsTest-676538897-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69770) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 733.217538] env[69770]: DEBUG nova.virt.hardware [None req-9369f85f-2f29-459b-93e7-484e645e5c13 tempest-ServerExternalEventsTest-676538897 tempest-ServerExternalEventsTest-676538897-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69770) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 733.217710] env[69770]: DEBUG nova.virt.hardware [None req-9369f85f-2f29-459b-93e7-484e645e5c13 tempest-ServerExternalEventsTest-676538897 tempest-ServerExternalEventsTest-676538897-project-member] Got 1 possible topologies {{(pid=69770) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 733.217873] env[69770]: DEBUG nova.virt.hardware [None req-9369f85f-2f29-459b-93e7-484e645e5c13 tempest-ServerExternalEventsTest-676538897 tempest-ServerExternalEventsTest-676538897-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69770) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 733.218056] env[69770]: DEBUG nova.virt.hardware [None req-9369f85f-2f29-459b-93e7-484e645e5c13 tempest-ServerExternalEventsTest-676538897 tempest-ServerExternalEventsTest-676538897-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69770) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 733.219584] env[69770]: DEBUG nova.scheduler.client.report [None req-0df3aa5d-769d-42dd-9752-9ce29387b55e tempest-SecurityGroupsTestJSON-864666295 tempest-SecurityGroupsTestJSON-864666295-project-member] Inventory has not changed for provider 7cc7d32b-b7a7-454a-a456-2a440248ed9d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69770) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 733.225032] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2145113c-ff30-4bf4-9610-a451265bd6f8 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.233777] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbda745d-a59d-480d-a8f5-af2454f9b123 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.330222] env[69770]: DEBUG nova.compute.manager [req-5972b156-6e51-455e-a562-2cbd752bcaaa req-e1c5174c-3b2d-4994-bed8-9527365a4b7c service nova] [instance: 65be68f2-50f6-4ad4-878b-87d12f4cae3e] Received event network-vif-plugged-34f29817-894b-4a10-9d79-774c73002be2 {{(pid=69770) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 733.332032] env[69770]: DEBUG oslo_concurrency.lockutils [req-5972b156-6e51-455e-a562-2cbd752bcaaa req-e1c5174c-3b2d-4994-bed8-9527365a4b7c service nova] Acquiring lock "65be68f2-50f6-4ad4-878b-87d12f4cae3e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 733.332032] env[69770]: DEBUG oslo_concurrency.lockutils [req-5972b156-6e51-455e-a562-2cbd752bcaaa req-e1c5174c-3b2d-4994-bed8-9527365a4b7c service nova] Lock "65be68f2-50f6-4ad4-878b-87d12f4cae3e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 733.332032] env[69770]: DEBUG oslo_concurrency.lockutils [req-5972b156-6e51-455e-a562-2cbd752bcaaa req-e1c5174c-3b2d-4994-bed8-9527365a4b7c service nova] Lock "65be68f2-50f6-4ad4-878b-87d12f4cae3e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 733.334222] env[69770]: DEBUG nova.compute.manager [req-5972b156-6e51-455e-a562-2cbd752bcaaa req-e1c5174c-3b2d-4994-bed8-9527365a4b7c service nova] [instance: 65be68f2-50f6-4ad4-878b-87d12f4cae3e] No waiting events found dispatching network-vif-plugged-34f29817-894b-4a10-9d79-774c73002be2 {{(pid=69770) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 733.334589] env[69770]: WARNING nova.compute.manager [req-5972b156-6e51-455e-a562-2cbd752bcaaa req-e1c5174c-3b2d-4994-bed8-9527365a4b7c service nova] [instance: 65be68f2-50f6-4ad4-878b-87d12f4cae3e] Received unexpected event network-vif-plugged-34f29817-894b-4a10-9d79-774c73002be2 for instance with vm_state building and task_state spawning. [ 733.370512] env[69770]: DEBUG nova.network.neutron [None req-52a0f08f-efc3-4081-99fd-e23b66eeea47 tempest-ListImageFiltersTestJSON-573549216 tempest-ListImageFiltersTestJSON-573549216-project-member] [instance: 65be68f2-50f6-4ad4-878b-87d12f4cae3e] Instance cache missing network info. {{(pid=69770) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 733.378722] env[69770]: DEBUG oslo_concurrency.lockutils [None req-7798cb05-4ea5-4125-8072-a3e42453859d tempest-ServerDiagnosticsTest-785529700 tempest-ServerDiagnosticsTest-785529700-project-member] Lock "724c5059-a799-45b3-bfbd-328d7df854fc" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.098s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 733.460854] env[69770]: DEBUG oslo_concurrency.lockutils [None req-d493617b-7d22-40ef-99f9-d970f2bef9c5 tempest-FloatingIPsAssociationTestJSON-527069498 tempest-FloatingIPsAssociationTestJSON-527069498-project-member] Acquiring lock "60eb16dd-8c95-46c1-a226-ee1280cbd403" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 733.461402] env[69770]: DEBUG oslo_concurrency.lockutils [None req-d493617b-7d22-40ef-99f9-d970f2bef9c5 tempest-FloatingIPsAssociationTestJSON-527069498 tempest-FloatingIPsAssociationTestJSON-527069498-project-member] Lock "60eb16dd-8c95-46c1-a226-ee1280cbd403" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.002s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 733.697259] env[69770]: DEBUG nova.network.neutron [None req-52a0f08f-efc3-4081-99fd-e23b66eeea47 tempest-ListImageFiltersTestJSON-573549216 tempest-ListImageFiltersTestJSON-573549216-project-member] [instance: 65be68f2-50f6-4ad4-878b-87d12f4cae3e] Updating instance_info_cache with network_info: [{"id": "34f29817-894b-4a10-9d79-774c73002be2", "address": "fa:16:3e:cd:d8:fe", "network": {"id": "f82b91df-bf84-467a-b908-3ff7324de9d6", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.15", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "d65f20bb89fb40a98b77bc6d97357df2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f0ef5aba-bd9a-42ff-a1a0-5e763986d70a", "external-id": "nsx-vlan-transportzone-209", "segmentation_id": 209, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap34f29817-89", "ovs_interfaceid": "34f29817-894b-4a10-9d79-774c73002be2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69770) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 733.728627] env[69770]: DEBUG oslo_concurrency.lockutils [None req-0df3aa5d-769d-42dd-9752-9ce29387b55e tempest-SecurityGroupsTestJSON-864666295 tempest-SecurityGroupsTestJSON-864666295-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.628s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 733.729290] env[69770]: DEBUG nova.compute.manager [None req-0df3aa5d-769d-42dd-9752-9ce29387b55e tempest-SecurityGroupsTestJSON-864666295 tempest-SecurityGroupsTestJSON-864666295-project-member] [instance: f8b193f7-1c9d-426b-a182-4870354ccd84] Start building networks asynchronously for instance. {{(pid=69770) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 733.734185] env[69770]: DEBUG oslo_concurrency.lockutils [None req-f4bf8dcb-0e50-4f29-8fe6-bca296a2dc18 tempest-ServersNegativeTestJSON-1437959553 tempest-ServersNegativeTestJSON-1437959553-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 15.298s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 733.737172] env[69770]: INFO nova.compute.claims [None req-f4bf8dcb-0e50-4f29-8fe6-bca296a2dc18 tempest-ServersNegativeTestJSON-1437959553 tempest-ServersNegativeTestJSON-1437959553-project-member] [instance: 1cd3da96-102f-4a22-8f53-12b32485ffa2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 733.885623] env[69770]: DEBUG nova.compute.manager [None req-922e36b4-a695-404a-90de-0e2303cc92ee tempest-ServerRescueTestJSONUnderV235-1853960857 tempest-ServerRescueTestJSONUnderV235-1853960857-project-member] [instance: b05d12b1-fb29-4185-8300-5f0140039dfe] Starting instance... {{(pid=69770) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 734.199923] env[69770]: DEBUG oslo_concurrency.lockutils [None req-52a0f08f-efc3-4081-99fd-e23b66eeea47 tempest-ListImageFiltersTestJSON-573549216 tempest-ListImageFiltersTestJSON-573549216-project-member] Releasing lock "refresh_cache-65be68f2-50f6-4ad4-878b-87d12f4cae3e" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.199923] env[69770]: DEBUG nova.compute.manager [None req-52a0f08f-efc3-4081-99fd-e23b66eeea47 tempest-ListImageFiltersTestJSON-573549216 tempest-ListImageFiltersTestJSON-573549216-project-member] [instance: 65be68f2-50f6-4ad4-878b-87d12f4cae3e] Instance network_info: |[{"id": "34f29817-894b-4a10-9d79-774c73002be2", "address": "fa:16:3e:cd:d8:fe", "network": {"id": "f82b91df-bf84-467a-b908-3ff7324de9d6", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.15", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "d65f20bb89fb40a98b77bc6d97357df2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f0ef5aba-bd9a-42ff-a1a0-5e763986d70a", "external-id": "nsx-vlan-transportzone-209", "segmentation_id": 209, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap34f29817-89", "ovs_interfaceid": "34f29817-894b-4a10-9d79-774c73002be2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69770) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 734.200439] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-52a0f08f-efc3-4081-99fd-e23b66eeea47 tempest-ListImageFiltersTestJSON-573549216 tempest-ListImageFiltersTestJSON-573549216-project-member] [instance: 65be68f2-50f6-4ad4-878b-87d12f4cae3e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:cd:d8:fe', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f0ef5aba-bd9a-42ff-a1a0-5e763986d70a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '34f29817-894b-4a10-9d79-774c73002be2', 'vif_model': 'vmxnet3'}] {{(pid=69770) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 734.210136] env[69770]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-52a0f08f-efc3-4081-99fd-e23b66eeea47 tempest-ListImageFiltersTestJSON-573549216 tempest-ListImageFiltersTestJSON-573549216-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69770) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 734.211538] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 65be68f2-50f6-4ad4-878b-87d12f4cae3e] Creating VM on the ESX host {{(pid=69770) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 734.211844] env[69770]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2f0d4a0c-792e-47bf-8d90-bf99a0a2f5b5 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.242376] env[69770]: DEBUG nova.compute.utils [None req-0df3aa5d-769d-42dd-9752-9ce29387b55e tempest-SecurityGroupsTestJSON-864666295 tempest-SecurityGroupsTestJSON-864666295-project-member] Using /dev/sd instead of None {{(pid=69770) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 734.251671] env[69770]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 734.251671] env[69770]: value = "task-4069385" [ 734.251671] env[69770]: _type = "Task" [ 734.251671] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 734.252294] env[69770]: DEBUG nova.compute.manager [None req-0df3aa5d-769d-42dd-9752-9ce29387b55e tempest-SecurityGroupsTestJSON-864666295 tempest-SecurityGroupsTestJSON-864666295-project-member] [instance: f8b193f7-1c9d-426b-a182-4870354ccd84] Allocating IP information in the background. {{(pid=69770) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 734.252881] env[69770]: DEBUG nova.network.neutron [None req-0df3aa5d-769d-42dd-9752-9ce29387b55e tempest-SecurityGroupsTestJSON-864666295 tempest-SecurityGroupsTestJSON-864666295-project-member] [instance: f8b193f7-1c9d-426b-a182-4870354ccd84] allocate_for_instance() {{(pid=69770) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 734.267976] env[69770]: DEBUG oslo_vmware.api [-] Task: {'id': task-4069385, 'name': CreateVM_Task} progress is 6%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.340729] env[69770]: DEBUG oslo_concurrency.lockutils [None req-f4cc419b-7c85-4a77-80b4-8f646a7d6d4e tempest-FloatingIPsAssociationNegativeTestJSON-2104222380 tempest-FloatingIPsAssociationNegativeTestJSON-2104222380-project-member] Acquiring lock "69037fde-1312-4ff7-b405-38c8f32cb1f9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 734.341182] env[69770]: DEBUG oslo_concurrency.lockutils [None req-f4cc419b-7c85-4a77-80b4-8f646a7d6d4e tempest-FloatingIPsAssociationNegativeTestJSON-2104222380 tempest-FloatingIPsAssociationNegativeTestJSON-2104222380-project-member] Lock "69037fde-1312-4ff7-b405-38c8f32cb1f9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 734.341532] env[69770]: DEBUG oslo_concurrency.lockutils [None req-f4cc419b-7c85-4a77-80b4-8f646a7d6d4e tempest-FloatingIPsAssociationNegativeTestJSON-2104222380 tempest-FloatingIPsAssociationNegativeTestJSON-2104222380-project-member] Acquiring lock "69037fde-1312-4ff7-b405-38c8f32cb1f9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 734.341826] env[69770]: DEBUG oslo_concurrency.lockutils [None req-f4cc419b-7c85-4a77-80b4-8f646a7d6d4e tempest-FloatingIPsAssociationNegativeTestJSON-2104222380 tempest-FloatingIPsAssociationNegativeTestJSON-2104222380-project-member] Lock "69037fde-1312-4ff7-b405-38c8f32cb1f9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 734.342056] env[69770]: DEBUG oslo_concurrency.lockutils [None req-f4cc419b-7c85-4a77-80b4-8f646a7d6d4e tempest-FloatingIPsAssociationNegativeTestJSON-2104222380 tempest-FloatingIPsAssociationNegativeTestJSON-2104222380-project-member] Lock "69037fde-1312-4ff7-b405-38c8f32cb1f9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 734.345393] env[69770]: INFO nova.compute.manager [None req-f4cc419b-7c85-4a77-80b4-8f646a7d6d4e tempest-FloatingIPsAssociationNegativeTestJSON-2104222380 tempest-FloatingIPsAssociationNegativeTestJSON-2104222380-project-member] [instance: 69037fde-1312-4ff7-b405-38c8f32cb1f9] Terminating instance [ 734.355084] env[69770]: DEBUG nova.network.neutron [None req-62c823ab-40a3-4d18-9003-6a02fe0795f0 tempest-MigrationsAdminTest-1409017777 tempest-MigrationsAdminTest-1409017777-project-member] [instance: 7626e483-2d84-4a06-8f38-f8fd431da011] Updating instance_info_cache with network_info: [{"id": "10ccd765-6960-44d8-a3f1-da78e5c01e48", "address": "fa:16:3e:d0:d4:e7", "network": {"id": "f82b91df-bf84-467a-b908-3ff7324de9d6", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.217", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "d65f20bb89fb40a98b77bc6d97357df2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f0ef5aba-bd9a-42ff-a1a0-5e763986d70a", "external-id": "nsx-vlan-transportzone-209", "segmentation_id": 209, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap10ccd765-69", "ovs_interfaceid": "10ccd765-6960-44d8-a3f1-da78e5c01e48", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69770) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 734.357961] env[69770]: DEBUG nova.policy [None req-0df3aa5d-769d-42dd-9752-9ce29387b55e tempest-SecurityGroupsTestJSON-864666295 tempest-SecurityGroupsTestJSON-864666295-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ae5ae53b990e48b498f9596b3c38b80e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '42257c279ac042a88f3d28949622e509', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69770) authorize /opt/stack/nova/nova/policy.py:192}} [ 734.420431] env[69770]: DEBUG oslo_concurrency.lockutils [None req-922e36b4-a695-404a-90de-0e2303cc92ee tempest-ServerRescueTestJSONUnderV235-1853960857 tempest-ServerRescueTestJSONUnderV235-1853960857-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 734.755551] env[69770]: DEBUG nova.compute.manager [None req-0df3aa5d-769d-42dd-9752-9ce29387b55e tempest-SecurityGroupsTestJSON-864666295 tempest-SecurityGroupsTestJSON-864666295-project-member] [instance: f8b193f7-1c9d-426b-a182-4870354ccd84] Start building block device mappings for instance. {{(pid=69770) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 734.771384] env[69770]: DEBUG oslo_vmware.api [-] Task: {'id': task-4069385, 'name': CreateVM_Task, 'duration_secs': 0.476362} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 734.771716] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 65be68f2-50f6-4ad4-878b-87d12f4cae3e] Created VM on the ESX host {{(pid=69770) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 734.772978] env[69770]: DEBUG oslo_concurrency.lockutils [None req-52a0f08f-efc3-4081-99fd-e23b66eeea47 tempest-ListImageFiltersTestJSON-573549216 tempest-ListImageFiltersTestJSON-573549216-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.772978] env[69770]: DEBUG oslo_concurrency.lockutils [None req-52a0f08f-efc3-4081-99fd-e23b66eeea47 tempest-ListImageFiltersTestJSON-573549216 tempest-ListImageFiltersTestJSON-573549216-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.773180] env[69770]: DEBUG oslo_concurrency.lockutils [None req-52a0f08f-efc3-4081-99fd-e23b66eeea47 tempest-ListImageFiltersTestJSON-573549216 tempest-ListImageFiltersTestJSON-573549216-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.773485] env[69770]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9c996ab5-0217-4041-8d90-03d81fab4d86 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.783022] env[69770]: DEBUG oslo_vmware.api [None req-52a0f08f-efc3-4081-99fd-e23b66eeea47 tempest-ListImageFiltersTestJSON-573549216 tempest-ListImageFiltersTestJSON-573549216-project-member] Waiting for the task: (returnval){ [ 734.783022] env[69770]: value = "session[52161b52-cb8e-ec9f-1132-2f6b49549d41]525ad01e-a799-d96e-041c-21019cf7a30c" [ 734.783022] env[69770]: _type = "Task" [ 734.783022] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 734.797746] env[69770]: DEBUG oslo_vmware.api [None req-52a0f08f-efc3-4081-99fd-e23b66eeea47 tempest-ListImageFiltersTestJSON-573549216 tempest-ListImageFiltersTestJSON-573549216-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]525ad01e-a799-d96e-041c-21019cf7a30c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.853357] env[69770]: DEBUG nova.compute.manager [None req-f4cc419b-7c85-4a77-80b4-8f646a7d6d4e tempest-FloatingIPsAssociationNegativeTestJSON-2104222380 tempest-FloatingIPsAssociationNegativeTestJSON-2104222380-project-member] [instance: 69037fde-1312-4ff7-b405-38c8f32cb1f9] Start destroying the instance on the hypervisor. {{(pid=69770) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 734.853691] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-f4cc419b-7c85-4a77-80b4-8f646a7d6d4e tempest-FloatingIPsAssociationNegativeTestJSON-2104222380 tempest-FloatingIPsAssociationNegativeTestJSON-2104222380-project-member] [instance: 69037fde-1312-4ff7-b405-38c8f32cb1f9] Destroying instance {{(pid=69770) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 734.854834] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91b2ff10-0d84-427d-b8b5-d900ff23927c {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.861044] env[69770]: DEBUG oslo_concurrency.lockutils [None req-62c823ab-40a3-4d18-9003-6a02fe0795f0 tempest-MigrationsAdminTest-1409017777 tempest-MigrationsAdminTest-1409017777-project-member] Releasing lock "refresh_cache-7626e483-2d84-4a06-8f38-f8fd431da011" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.870575] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-f4cc419b-7c85-4a77-80b4-8f646a7d6d4e tempest-FloatingIPsAssociationNegativeTestJSON-2104222380 tempest-FloatingIPsAssociationNegativeTestJSON-2104222380-project-member] [instance: 69037fde-1312-4ff7-b405-38c8f32cb1f9] Powering off the VM {{(pid=69770) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 734.874474] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6ad245f4-2a10-4a1e-9f50-243875aa32e5 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.885184] env[69770]: DEBUG oslo_vmware.api [None req-f4cc419b-7c85-4a77-80b4-8f646a7d6d4e tempest-FloatingIPsAssociationNegativeTestJSON-2104222380 tempest-FloatingIPsAssociationNegativeTestJSON-2104222380-project-member] Waiting for the task: (returnval){ [ 734.885184] env[69770]: value = "task-4069386" [ 734.885184] env[69770]: _type = "Task" [ 734.885184] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 734.896884] env[69770]: DEBUG oslo_vmware.api [None req-f4cc419b-7c85-4a77-80b4-8f646a7d6d4e tempest-FloatingIPsAssociationNegativeTestJSON-2104222380 tempest-FloatingIPsAssociationNegativeTestJSON-2104222380-project-member] Task: {'id': task-4069386, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.952766] env[69770]: DEBUG oslo_concurrency.lockutils [None req-fa382370-288b-4734-9795-ecc871c51fe3 tempest-ServerDiagnosticsV248Test-2101269695 tempest-ServerDiagnosticsV248Test-2101269695-project-member] Acquiring lock "1b8c127a-c70e-435c-956e-1b8ad3a0d568" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 734.953096] env[69770]: DEBUG oslo_concurrency.lockutils [None req-fa382370-288b-4734-9795-ecc871c51fe3 tempest-ServerDiagnosticsV248Test-2101269695 tempest-ServerDiagnosticsV248Test-2101269695-project-member] Lock "1b8c127a-c70e-435c-956e-1b8ad3a0d568" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 734.953879] env[69770]: DEBUG oslo_concurrency.lockutils [None req-fa382370-288b-4734-9795-ecc871c51fe3 tempest-ServerDiagnosticsV248Test-2101269695 tempest-ServerDiagnosticsV248Test-2101269695-project-member] Acquiring lock "1b8c127a-c70e-435c-956e-1b8ad3a0d568-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 734.953879] env[69770]: DEBUG oslo_concurrency.lockutils [None req-fa382370-288b-4734-9795-ecc871c51fe3 tempest-ServerDiagnosticsV248Test-2101269695 tempest-ServerDiagnosticsV248Test-2101269695-project-member] Lock "1b8c127a-c70e-435c-956e-1b8ad3a0d568-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 734.953879] env[69770]: DEBUG oslo_concurrency.lockutils [None req-fa382370-288b-4734-9795-ecc871c51fe3 tempest-ServerDiagnosticsV248Test-2101269695 tempest-ServerDiagnosticsV248Test-2101269695-project-member] Lock "1b8c127a-c70e-435c-956e-1b8ad3a0d568-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 734.957350] env[69770]: INFO nova.compute.manager [None req-fa382370-288b-4734-9795-ecc871c51fe3 tempest-ServerDiagnosticsV248Test-2101269695 tempest-ServerDiagnosticsV248Test-2101269695-project-member] [instance: 1b8c127a-c70e-435c-956e-1b8ad3a0d568] Terminating instance [ 735.148571] env[69770]: DEBUG nova.network.neutron [None req-9369f85f-2f29-459b-93e7-484e645e5c13 tempest-ServerExternalEventsTest-676538897 tempest-ServerExternalEventsTest-676538897-project-member] [instance: b3fc7334-8f11-44cb-b3b1-49eb73ad14cf] Successfully updated port: 3697488a-57b1-4e71-8df6-8f6bc181be38 {{(pid=69770) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 735.204667] env[69770]: DEBUG nova.network.neutron [None req-0df3aa5d-769d-42dd-9752-9ce29387b55e tempest-SecurityGroupsTestJSON-864666295 tempest-SecurityGroupsTestJSON-864666295-project-member] [instance: f8b193f7-1c9d-426b-a182-4870354ccd84] Successfully created port: 965f3f63-d543-41ae-8170-bdf376f04cb7 {{(pid=69770) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 735.225511] env[69770]: DEBUG nova.compute.manager [None req-a52aa25f-24cc-4453-9ee5-42a28815130a tempest-ServerDiagnosticsTest-1007901228 tempest-ServerDiagnosticsTest-1007901228-project-admin] [instance: 724c5059-a799-45b3-bfbd-328d7df854fc] Checking state {{(pid=69770) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 735.226711] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f78bae3a-de1a-4438-8d53-6c7650962e31 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.236026] env[69770]: INFO nova.compute.manager [None req-a52aa25f-24cc-4453-9ee5-42a28815130a tempest-ServerDiagnosticsTest-1007901228 tempest-ServerDiagnosticsTest-1007901228-project-admin] [instance: 724c5059-a799-45b3-bfbd-328d7df854fc] Retrieving diagnostics [ 735.236193] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf51445d-87bc-4a25-abcb-22a22ceb0d4e {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.302304] env[69770]: DEBUG oslo_vmware.api [None req-52a0f08f-efc3-4081-99fd-e23b66eeea47 tempest-ListImageFiltersTestJSON-573549216 tempest-ListImageFiltersTestJSON-573549216-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]525ad01e-a799-d96e-041c-21019cf7a30c, 'name': SearchDatastore_Task, 'duration_secs': 0.015872} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 735.306982] env[69770]: DEBUG oslo_concurrency.lockutils [None req-52a0f08f-efc3-4081-99fd-e23b66eeea47 tempest-ListImageFiltersTestJSON-573549216 tempest-ListImageFiltersTestJSON-573549216-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.307421] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-52a0f08f-efc3-4081-99fd-e23b66eeea47 tempest-ListImageFiltersTestJSON-573549216 tempest-ListImageFiltersTestJSON-573549216-project-member] [instance: 65be68f2-50f6-4ad4-878b-87d12f4cae3e] Processing image d1eaff80-24a0-4391-90eb-59958b1ecf0a {{(pid=69770) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 735.307787] env[69770]: DEBUG oslo_concurrency.lockutils [None req-52a0f08f-efc3-4081-99fd-e23b66eeea47 tempest-ListImageFiltersTestJSON-573549216 tempest-ListImageFiltersTestJSON-573549216-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.307893] env[69770]: DEBUG oslo_concurrency.lockutils [None req-52a0f08f-efc3-4081-99fd-e23b66eeea47 tempest-ListImageFiltersTestJSON-573549216 tempest-ListImageFiltersTestJSON-573549216-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.309271] env[69770]: DEBUG nova.virt.vmwareapi.ds_util [None req-52a0f08f-efc3-4081-99fd-e23b66eeea47 tempest-ListImageFiltersTestJSON-573549216 tempest-ListImageFiltersTestJSON-573549216-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69770) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 735.309385] env[69770]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-986f3bad-3915-4b02-accb-a97209963a67 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.323600] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b1900e0-be57-4d9d-843c-f8d9fb7749be {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.332775] env[69770]: DEBUG nova.virt.vmwareapi.ds_util [None req-52a0f08f-efc3-4081-99fd-e23b66eeea47 tempest-ListImageFiltersTestJSON-573549216 tempest-ListImageFiltersTestJSON-573549216-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69770) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 735.333751] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-52a0f08f-efc3-4081-99fd-e23b66eeea47 tempest-ListImageFiltersTestJSON-573549216 tempest-ListImageFiltersTestJSON-573549216-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69770) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 735.334523] env[69770]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-37303d02-7718-4eb5-9881-6bc2d66a8a38 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.345760] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4379f7b9-9e12-43ea-8414-babd5fa31757 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.351445] env[69770]: DEBUG oslo_vmware.api [None req-52a0f08f-efc3-4081-99fd-e23b66eeea47 tempest-ListImageFiltersTestJSON-573549216 tempest-ListImageFiltersTestJSON-573549216-project-member] Waiting for the task: (returnval){ [ 735.351445] env[69770]: value = "session[52161b52-cb8e-ec9f-1132-2f6b49549d41]5289d8f5-954a-51ed-1e05-5a5c12272137" [ 735.351445] env[69770]: _type = "Task" [ 735.351445] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 735.389465] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62c37543-f295-4096-8b1f-94dc2acd2bcf {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.406704] env[69770]: DEBUG oslo_vmware.api [None req-52a0f08f-efc3-4081-99fd-e23b66eeea47 tempest-ListImageFiltersTestJSON-573549216 tempest-ListImageFiltersTestJSON-573549216-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]5289d8f5-954a-51ed-1e05-5a5c12272137, 'name': SearchDatastore_Task, 'duration_secs': 0.015687} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 735.409244] env[69770]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b35dd74a-1825-4134-af75-24d25a21f9b0 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.418102] env[69770]: DEBUG oslo_vmware.api [None req-f4cc419b-7c85-4a77-80b4-8f646a7d6d4e tempest-FloatingIPsAssociationNegativeTestJSON-2104222380 tempest-FloatingIPsAssociationNegativeTestJSON-2104222380-project-member] Task: {'id': task-4069386, 'name': PowerOffVM_Task, 'duration_secs': 0.351342} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 735.418945] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-f4cc419b-7c85-4a77-80b4-8f646a7d6d4e tempest-FloatingIPsAssociationNegativeTestJSON-2104222380 tempest-FloatingIPsAssociationNegativeTestJSON-2104222380-project-member] [instance: 69037fde-1312-4ff7-b405-38c8f32cb1f9] Powered off the VM {{(pid=69770) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 735.419250] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-f4cc419b-7c85-4a77-80b4-8f646a7d6d4e tempest-FloatingIPsAssociationNegativeTestJSON-2104222380 tempest-FloatingIPsAssociationNegativeTestJSON-2104222380-project-member] [instance: 69037fde-1312-4ff7-b405-38c8f32cb1f9] Unregistering the VM {{(pid=69770) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 735.422119] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cdb339b-778e-4f61-a2c8-615c8626d9fd {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.427500] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-591f1f5f-ca38-4bc6-8644-014925fd2a3a {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.429861] env[69770]: DEBUG oslo_vmware.api [None req-52a0f08f-efc3-4081-99fd-e23b66eeea47 tempest-ListImageFiltersTestJSON-573549216 tempest-ListImageFiltersTestJSON-573549216-project-member] Waiting for the task: (returnval){ [ 735.429861] env[69770]: value = "session[52161b52-cb8e-ec9f-1132-2f6b49549d41]526c9672-b417-7732-4b40-ac6929ba1f35" [ 735.429861] env[69770]: _type = "Task" [ 735.429861] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 735.430632] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38e9c4fb-370a-40a1-a645-c90d875b62ae {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.449194] env[69770]: DEBUG nova.compute.provider_tree [None req-f4bf8dcb-0e50-4f29-8fe6-bca296a2dc18 tempest-ServersNegativeTestJSON-1437959553 tempest-ServersNegativeTestJSON-1437959553-project-member] Inventory has not changed in ProviderTree for provider: 7cc7d32b-b7a7-454a-a456-2a440248ed9d {{(pid=69770) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 735.470057] env[69770]: DEBUG oslo_concurrency.lockutils [None req-fa382370-288b-4734-9795-ecc871c51fe3 tempest-ServerDiagnosticsV248Test-2101269695 tempest-ServerDiagnosticsV248Test-2101269695-project-member] Acquiring lock "refresh_cache-1b8c127a-c70e-435c-956e-1b8ad3a0d568" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.470571] env[69770]: DEBUG oslo_concurrency.lockutils [None req-fa382370-288b-4734-9795-ecc871c51fe3 tempest-ServerDiagnosticsV248Test-2101269695 tempest-ServerDiagnosticsV248Test-2101269695-project-member] Acquired lock "refresh_cache-1b8c127a-c70e-435c-956e-1b8ad3a0d568" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.470571] env[69770]: DEBUG nova.network.neutron [None req-fa382370-288b-4734-9795-ecc871c51fe3 tempest-ServerDiagnosticsV248Test-2101269695 tempest-ServerDiagnosticsV248Test-2101269695-project-member] [instance: 1b8c127a-c70e-435c-956e-1b8ad3a0d568] Building network info cache for instance {{(pid=69770) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 735.474328] env[69770]: DEBUG nova.scheduler.client.report [None req-f4bf8dcb-0e50-4f29-8fe6-bca296a2dc18 tempest-ServersNegativeTestJSON-1437959553 tempest-ServersNegativeTestJSON-1437959553-project-member] Inventory has not changed for provider 7cc7d32b-b7a7-454a-a456-2a440248ed9d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69770) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 735.478609] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ebee6a8-057d-49ee-9bbe-ca943513e476 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.489888] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-62c823ab-40a3-4d18-9003-6a02fe0795f0 tempest-MigrationsAdminTest-1409017777 tempest-MigrationsAdminTest-1409017777-project-member] [instance: 7626e483-2d84-4a06-8f38-f8fd431da011] Updating instance '7626e483-2d84-4a06-8f38-f8fd431da011' progress to 83 {{(pid=69770) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 735.497764] env[69770]: DEBUG oslo_vmware.api [None req-52a0f08f-efc3-4081-99fd-e23b66eeea47 tempest-ListImageFiltersTestJSON-573549216 tempest-ListImageFiltersTestJSON-573549216-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]526c9672-b417-7732-4b40-ac6929ba1f35, 'name': SearchDatastore_Task, 'duration_secs': 0.018009} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 735.498446] env[69770]: DEBUG oslo_concurrency.lockutils [None req-52a0f08f-efc3-4081-99fd-e23b66eeea47 tempest-ListImageFiltersTestJSON-573549216 tempest-ListImageFiltersTestJSON-573549216-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.499814] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-52a0f08f-efc3-4081-99fd-e23b66eeea47 tempest-ListImageFiltersTestJSON-573549216 tempest-ListImageFiltersTestJSON-573549216-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk to [datastore2] 65be68f2-50f6-4ad4-878b-87d12f4cae3e/65be68f2-50f6-4ad4-878b-87d12f4cae3e.vmdk {{(pid=69770) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 735.499814] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1732c4fc-dcb7-4c0a-b1f2-33ed57f64628 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.509768] env[69770]: DEBUG oslo_vmware.api [None req-52a0f08f-efc3-4081-99fd-e23b66eeea47 tempest-ListImageFiltersTestJSON-573549216 tempest-ListImageFiltersTestJSON-573549216-project-member] Waiting for the task: (returnval){ [ 735.509768] env[69770]: value = "task-4069388" [ 735.509768] env[69770]: _type = "Task" [ 735.509768] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 735.518768] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-f4cc419b-7c85-4a77-80b4-8f646a7d6d4e tempest-FloatingIPsAssociationNegativeTestJSON-2104222380 tempest-FloatingIPsAssociationNegativeTestJSON-2104222380-project-member] [instance: 69037fde-1312-4ff7-b405-38c8f32cb1f9] Unregistered the VM {{(pid=69770) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 735.520073] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-f4cc419b-7c85-4a77-80b4-8f646a7d6d4e tempest-FloatingIPsAssociationNegativeTestJSON-2104222380 tempest-FloatingIPsAssociationNegativeTestJSON-2104222380-project-member] [instance: 69037fde-1312-4ff7-b405-38c8f32cb1f9] Deleting contents of the VM from datastore datastore1 {{(pid=69770) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 735.520073] env[69770]: DEBUG nova.virt.vmwareapi.ds_util [None req-f4cc419b-7c85-4a77-80b4-8f646a7d6d4e tempest-FloatingIPsAssociationNegativeTestJSON-2104222380 tempest-FloatingIPsAssociationNegativeTestJSON-2104222380-project-member] Deleting the datastore file [datastore1] 69037fde-1312-4ff7-b405-38c8f32cb1f9 {{(pid=69770) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 735.524164] env[69770]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-83bbe71b-c2a4-400a-80e3-030a626e41bd {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.532187] env[69770]: DEBUG oslo_vmware.api [None req-52a0f08f-efc3-4081-99fd-e23b66eeea47 tempest-ListImageFiltersTestJSON-573549216 tempest-ListImageFiltersTestJSON-573549216-project-member] Task: {'id': task-4069388, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.534064] env[69770]: DEBUG oslo_vmware.api [None req-f4cc419b-7c85-4a77-80b4-8f646a7d6d4e tempest-FloatingIPsAssociationNegativeTestJSON-2104222380 tempest-FloatingIPsAssociationNegativeTestJSON-2104222380-project-member] Waiting for the task: (returnval){ [ 735.534064] env[69770]: value = "task-4069389" [ 735.534064] env[69770]: _type = "Task" [ 735.534064] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 735.548606] env[69770]: DEBUG oslo_vmware.api [None req-f4cc419b-7c85-4a77-80b4-8f646a7d6d4e tempest-FloatingIPsAssociationNegativeTestJSON-2104222380 tempest-FloatingIPsAssociationNegativeTestJSON-2104222380-project-member] Task: {'id': task-4069389, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.652471] env[69770]: DEBUG oslo_concurrency.lockutils [None req-9369f85f-2f29-459b-93e7-484e645e5c13 tempest-ServerExternalEventsTest-676538897 tempest-ServerExternalEventsTest-676538897-project-member] Acquiring lock "refresh_cache-b3fc7334-8f11-44cb-b3b1-49eb73ad14cf" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.652740] env[69770]: DEBUG oslo_concurrency.lockutils [None req-9369f85f-2f29-459b-93e7-484e645e5c13 tempest-ServerExternalEventsTest-676538897 tempest-ServerExternalEventsTest-676538897-project-member] Acquired lock "refresh_cache-b3fc7334-8f11-44cb-b3b1-49eb73ad14cf" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.653122] env[69770]: DEBUG nova.network.neutron [None req-9369f85f-2f29-459b-93e7-484e645e5c13 tempest-ServerExternalEventsTest-676538897 tempest-ServerExternalEventsTest-676538897-project-member] [instance: b3fc7334-8f11-44cb-b3b1-49eb73ad14cf] Building network info cache for instance {{(pid=69770) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 735.779452] env[69770]: DEBUG nova.compute.manager [None req-0df3aa5d-769d-42dd-9752-9ce29387b55e tempest-SecurityGroupsTestJSON-864666295 tempest-SecurityGroupsTestJSON-864666295-project-member] [instance: f8b193f7-1c9d-426b-a182-4870354ccd84] Start spawning the instance on the hypervisor. {{(pid=69770) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 735.810010] env[69770]: DEBUG nova.virt.hardware [None req-0df3aa5d-769d-42dd-9752-9ce29387b55e tempest-SecurityGroupsTestJSON-864666295 tempest-SecurityGroupsTestJSON-864666295-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T12:16:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T12:16:11Z,direct_url=,disk_format='vmdk',id=d1eaff80-24a0-4391-90eb-59958b1ecf0a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d65f20bb89fb40a98b77bc6d97357df2',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T12:16:12Z,virtual_size=,visibility=), allow threads: False {{(pid=69770) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 735.810429] env[69770]: DEBUG nova.virt.hardware [None req-0df3aa5d-769d-42dd-9752-9ce29387b55e tempest-SecurityGroupsTestJSON-864666295 tempest-SecurityGroupsTestJSON-864666295-project-member] Flavor limits 0:0:0 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 735.810700] env[69770]: DEBUG nova.virt.hardware [None req-0df3aa5d-769d-42dd-9752-9ce29387b55e tempest-SecurityGroupsTestJSON-864666295 tempest-SecurityGroupsTestJSON-864666295-project-member] Image limits 0:0:0 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 735.811024] env[69770]: DEBUG nova.virt.hardware [None req-0df3aa5d-769d-42dd-9752-9ce29387b55e tempest-SecurityGroupsTestJSON-864666295 tempest-SecurityGroupsTestJSON-864666295-project-member] Flavor pref 0:0:0 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 735.811471] env[69770]: DEBUG nova.virt.hardware [None req-0df3aa5d-769d-42dd-9752-9ce29387b55e tempest-SecurityGroupsTestJSON-864666295 tempest-SecurityGroupsTestJSON-864666295-project-member] Image pref 0:0:0 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 735.811744] env[69770]: DEBUG nova.virt.hardware [None req-0df3aa5d-769d-42dd-9752-9ce29387b55e tempest-SecurityGroupsTestJSON-864666295 tempest-SecurityGroupsTestJSON-864666295-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 735.812144] env[69770]: DEBUG nova.virt.hardware [None req-0df3aa5d-769d-42dd-9752-9ce29387b55e tempest-SecurityGroupsTestJSON-864666295 tempest-SecurityGroupsTestJSON-864666295-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69770) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 735.812413] env[69770]: DEBUG nova.virt.hardware [None req-0df3aa5d-769d-42dd-9752-9ce29387b55e tempest-SecurityGroupsTestJSON-864666295 tempest-SecurityGroupsTestJSON-864666295-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69770) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 735.812709] env[69770]: DEBUG nova.virt.hardware [None req-0df3aa5d-769d-42dd-9752-9ce29387b55e tempest-SecurityGroupsTestJSON-864666295 tempest-SecurityGroupsTestJSON-864666295-project-member] Got 1 possible topologies {{(pid=69770) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 735.812953] env[69770]: DEBUG nova.virt.hardware [None req-0df3aa5d-769d-42dd-9752-9ce29387b55e tempest-SecurityGroupsTestJSON-864666295 tempest-SecurityGroupsTestJSON-864666295-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69770) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 735.814043] env[69770]: DEBUG nova.virt.hardware [None req-0df3aa5d-769d-42dd-9752-9ce29387b55e tempest-SecurityGroupsTestJSON-864666295 tempest-SecurityGroupsTestJSON-864666295-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69770) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 735.814533] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd011f61-973e-4cb6-a63e-acb2d71fcc44 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.823807] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18270390-7dc5-46e6-a45d-00b2f2e4ce0d {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.987875] env[69770]: DEBUG oslo_concurrency.lockutils [None req-f4bf8dcb-0e50-4f29-8fe6-bca296a2dc18 tempest-ServersNegativeTestJSON-1437959553 tempest-ServersNegativeTestJSON-1437959553-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.254s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 735.988420] env[69770]: DEBUG nova.compute.manager [None req-f4bf8dcb-0e50-4f29-8fe6-bca296a2dc18 tempest-ServersNegativeTestJSON-1437959553 tempest-ServersNegativeTestJSON-1437959553-project-member] [instance: 1cd3da96-102f-4a22-8f53-12b32485ffa2] Start building networks asynchronously for instance. {{(pid=69770) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 735.993520] env[69770]: DEBUG oslo_concurrency.lockutils [None req-763c7a77-fc81-4a0f-bf3e-813185a424d6 tempest-ListServerFiltersTestJSON-1688445247 tempest-ListServerFiltersTestJSON-1688445247-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 15.919s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 735.999904] env[69770]: INFO nova.compute.claims [None req-763c7a77-fc81-4a0f-bf3e-813185a424d6 tempest-ListServerFiltersTestJSON-1688445247 tempest-ListServerFiltersTestJSON-1688445247-project-member] [instance: 1ecca185-3141-408a-92c7-c3a431ddc25d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 736.010454] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-62c823ab-40a3-4d18-9003-6a02fe0795f0 tempest-MigrationsAdminTest-1409017777 tempest-MigrationsAdminTest-1409017777-project-member] [instance: 7626e483-2d84-4a06-8f38-f8fd431da011] Powering on the VM {{(pid=69770) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 736.010840] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f4e35ace-1473-4e14-8fcc-60f4f31f5562 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.022730] env[69770]: DEBUG oslo_vmware.api [None req-62c823ab-40a3-4d18-9003-6a02fe0795f0 tempest-MigrationsAdminTest-1409017777 tempest-MigrationsAdminTest-1409017777-project-member] Waiting for the task: (returnval){ [ 736.022730] env[69770]: value = "task-4069390" [ 736.022730] env[69770]: _type = "Task" [ 736.022730] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 736.042956] env[69770]: DEBUG oslo_vmware.api [None req-62c823ab-40a3-4d18-9003-6a02fe0795f0 tempest-MigrationsAdminTest-1409017777 tempest-MigrationsAdminTest-1409017777-project-member] Task: {'id': task-4069390, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.043342] env[69770]: DEBUG oslo_vmware.api [None req-52a0f08f-efc3-4081-99fd-e23b66eeea47 tempest-ListImageFiltersTestJSON-573549216 tempest-ListImageFiltersTestJSON-573549216-project-member] Task: {'id': task-4069388, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.054959] env[69770]: DEBUG oslo_vmware.api [None req-f4cc419b-7c85-4a77-80b4-8f646a7d6d4e tempest-FloatingIPsAssociationNegativeTestJSON-2104222380 tempest-FloatingIPsAssociationNegativeTestJSON-2104222380-project-member] Task: {'id': task-4069389, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.320307} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 736.055584] env[69770]: DEBUG nova.virt.vmwareapi.ds_util [None req-f4cc419b-7c85-4a77-80b4-8f646a7d6d4e tempest-FloatingIPsAssociationNegativeTestJSON-2104222380 tempest-FloatingIPsAssociationNegativeTestJSON-2104222380-project-member] Deleted the datastore file {{(pid=69770) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 736.056164] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-f4cc419b-7c85-4a77-80b4-8f646a7d6d4e tempest-FloatingIPsAssociationNegativeTestJSON-2104222380 tempest-FloatingIPsAssociationNegativeTestJSON-2104222380-project-member] [instance: 69037fde-1312-4ff7-b405-38c8f32cb1f9] Deleted contents of the VM from datastore datastore1 {{(pid=69770) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 736.056164] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-f4cc419b-7c85-4a77-80b4-8f646a7d6d4e tempest-FloatingIPsAssociationNegativeTestJSON-2104222380 tempest-FloatingIPsAssociationNegativeTestJSON-2104222380-project-member] [instance: 69037fde-1312-4ff7-b405-38c8f32cb1f9] Instance destroyed {{(pid=69770) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 736.056521] env[69770]: INFO nova.compute.manager [None req-f4cc419b-7c85-4a77-80b4-8f646a7d6d4e tempest-FloatingIPsAssociationNegativeTestJSON-2104222380 tempest-FloatingIPsAssociationNegativeTestJSON-2104222380-project-member] [instance: 69037fde-1312-4ff7-b405-38c8f32cb1f9] Took 1.20 seconds to destroy the instance on the hypervisor. [ 736.056807] env[69770]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f4cc419b-7c85-4a77-80b4-8f646a7d6d4e tempest-FloatingIPsAssociationNegativeTestJSON-2104222380 tempest-FloatingIPsAssociationNegativeTestJSON-2104222380-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69770) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 736.056929] env[69770]: DEBUG nova.compute.manager [-] [instance: 69037fde-1312-4ff7-b405-38c8f32cb1f9] Deallocating network for instance {{(pid=69770) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 736.057072] env[69770]: DEBUG nova.network.neutron [-] [instance: 69037fde-1312-4ff7-b405-38c8f32cb1f9] deallocate_for_instance() {{(pid=69770) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 736.067020] env[69770]: DEBUG nova.network.neutron [None req-fa382370-288b-4734-9795-ecc871c51fe3 tempest-ServerDiagnosticsV248Test-2101269695 tempest-ServerDiagnosticsV248Test-2101269695-project-member] [instance: 1b8c127a-c70e-435c-956e-1b8ad3a0d568] Instance cache missing network info. {{(pid=69770) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 736.216656] env[69770]: DEBUG nova.network.neutron [None req-fa382370-288b-4734-9795-ecc871c51fe3 tempest-ServerDiagnosticsV248Test-2101269695 tempest-ServerDiagnosticsV248Test-2101269695-project-member] [instance: 1b8c127a-c70e-435c-956e-1b8ad3a0d568] Updating instance_info_cache with network_info: [] {{(pid=69770) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 736.267577] env[69770]: DEBUG nova.network.neutron [None req-9369f85f-2f29-459b-93e7-484e645e5c13 tempest-ServerExternalEventsTest-676538897 tempest-ServerExternalEventsTest-676538897-project-member] [instance: b3fc7334-8f11-44cb-b3b1-49eb73ad14cf] Instance cache missing network info. {{(pid=69770) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 736.378574] env[69770]: DEBUG nova.compute.manager [req-9b03c448-e0ef-46fc-b2ca-2bd308a54e08 req-28bca0d5-3293-4a60-acf0-693a1b31a242 service nova] [instance: b3fc7334-8f11-44cb-b3b1-49eb73ad14cf] Received event network-vif-plugged-3697488a-57b1-4e71-8df6-8f6bc181be38 {{(pid=69770) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 736.378807] env[69770]: DEBUG oslo_concurrency.lockutils [req-9b03c448-e0ef-46fc-b2ca-2bd308a54e08 req-28bca0d5-3293-4a60-acf0-693a1b31a242 service nova] Acquiring lock "b3fc7334-8f11-44cb-b3b1-49eb73ad14cf-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 736.379174] env[69770]: DEBUG oslo_concurrency.lockutils [req-9b03c448-e0ef-46fc-b2ca-2bd308a54e08 req-28bca0d5-3293-4a60-acf0-693a1b31a242 service nova] Lock "b3fc7334-8f11-44cb-b3b1-49eb73ad14cf-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 736.379306] env[69770]: DEBUG oslo_concurrency.lockutils [req-9b03c448-e0ef-46fc-b2ca-2bd308a54e08 req-28bca0d5-3293-4a60-acf0-693a1b31a242 service nova] Lock "b3fc7334-8f11-44cb-b3b1-49eb73ad14cf-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 736.379387] env[69770]: DEBUG nova.compute.manager [req-9b03c448-e0ef-46fc-b2ca-2bd308a54e08 req-28bca0d5-3293-4a60-acf0-693a1b31a242 service nova] [instance: b3fc7334-8f11-44cb-b3b1-49eb73ad14cf] No waiting events found dispatching network-vif-plugged-3697488a-57b1-4e71-8df6-8f6bc181be38 {{(pid=69770) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 736.379514] env[69770]: WARNING nova.compute.manager [req-9b03c448-e0ef-46fc-b2ca-2bd308a54e08 req-28bca0d5-3293-4a60-acf0-693a1b31a242 service nova] [instance: b3fc7334-8f11-44cb-b3b1-49eb73ad14cf] Received unexpected event network-vif-plugged-3697488a-57b1-4e71-8df6-8f6bc181be38 for instance with vm_state building and task_state spawning. [ 736.510035] env[69770]: DEBUG nova.compute.utils [None req-f4bf8dcb-0e50-4f29-8fe6-bca296a2dc18 tempest-ServersNegativeTestJSON-1437959553 tempest-ServersNegativeTestJSON-1437959553-project-member] Using /dev/sd instead of None {{(pid=69770) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 736.511588] env[69770]: DEBUG nova.compute.manager [None req-f4bf8dcb-0e50-4f29-8fe6-bca296a2dc18 tempest-ServersNegativeTestJSON-1437959553 tempest-ServersNegativeTestJSON-1437959553-project-member] [instance: 1cd3da96-102f-4a22-8f53-12b32485ffa2] Allocating IP information in the background. {{(pid=69770) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 736.511765] env[69770]: DEBUG nova.network.neutron [None req-f4bf8dcb-0e50-4f29-8fe6-bca296a2dc18 tempest-ServersNegativeTestJSON-1437959553 tempest-ServersNegativeTestJSON-1437959553-project-member] [instance: 1cd3da96-102f-4a22-8f53-12b32485ffa2] allocate_for_instance() {{(pid=69770) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 736.541820] env[69770]: DEBUG oslo_vmware.api [None req-52a0f08f-efc3-4081-99fd-e23b66eeea47 tempest-ListImageFiltersTestJSON-573549216 tempest-ListImageFiltersTestJSON-573549216-project-member] Task: {'id': task-4069388, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.785597} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 736.546503] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-52a0f08f-efc3-4081-99fd-e23b66eeea47 tempest-ListImageFiltersTestJSON-573549216 tempest-ListImageFiltersTestJSON-573549216-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk to [datastore2] 65be68f2-50f6-4ad4-878b-87d12f4cae3e/65be68f2-50f6-4ad4-878b-87d12f4cae3e.vmdk {{(pid=69770) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 736.546941] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-52a0f08f-efc3-4081-99fd-e23b66eeea47 tempest-ListImageFiltersTestJSON-573549216 tempest-ListImageFiltersTestJSON-573549216-project-member] [instance: 65be68f2-50f6-4ad4-878b-87d12f4cae3e] Extending root virtual disk to 1048576 {{(pid=69770) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 736.547772] env[69770]: DEBUG oslo_vmware.api [None req-62c823ab-40a3-4d18-9003-6a02fe0795f0 tempest-MigrationsAdminTest-1409017777 tempest-MigrationsAdminTest-1409017777-project-member] Task: {'id': task-4069390, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.548217] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-cf9dc62f-70cf-49ce-ac6c-ffa779faeb60 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.561031] env[69770]: DEBUG oslo_vmware.api [None req-52a0f08f-efc3-4081-99fd-e23b66eeea47 tempest-ListImageFiltersTestJSON-573549216 tempest-ListImageFiltersTestJSON-573549216-project-member] Waiting for the task: (returnval){ [ 736.561031] env[69770]: value = "task-4069391" [ 736.561031] env[69770]: _type = "Task" [ 736.561031] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 736.571063] env[69770]: DEBUG oslo_vmware.api [None req-52a0f08f-efc3-4081-99fd-e23b66eeea47 tempest-ListImageFiltersTestJSON-573549216 tempest-ListImageFiltersTestJSON-573549216-project-member] Task: {'id': task-4069391, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.676831] env[69770]: DEBUG nova.policy [None req-f4bf8dcb-0e50-4f29-8fe6-bca296a2dc18 tempest-ServersNegativeTestJSON-1437959553 tempest-ServersNegativeTestJSON-1437959553-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fccc30d210e54a60bc71cc0c687a9175', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a1bbd9f308194b4aa6cb513f5d2cd789', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69770) authorize /opt/stack/nova/nova/policy.py:192}} [ 736.712960] env[69770]: DEBUG oslo_concurrency.lockutils [None req-49d23e0e-787a-4dcf-9ca8-8ddb4a0441dd tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] Acquiring lock "19c06f92-7f17-4834-b8be-723eb3f313c5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 736.714067] env[69770]: DEBUG oslo_concurrency.lockutils [None req-49d23e0e-787a-4dcf-9ca8-8ddb4a0441dd tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] Lock "19c06f92-7f17-4834-b8be-723eb3f313c5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 736.718755] env[69770]: DEBUG oslo_concurrency.lockutils [None req-fa382370-288b-4734-9795-ecc871c51fe3 tempest-ServerDiagnosticsV248Test-2101269695 tempest-ServerDiagnosticsV248Test-2101269695-project-member] Releasing lock "refresh_cache-1b8c127a-c70e-435c-956e-1b8ad3a0d568" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.719504] env[69770]: DEBUG nova.compute.manager [None req-fa382370-288b-4734-9795-ecc871c51fe3 tempest-ServerDiagnosticsV248Test-2101269695 tempest-ServerDiagnosticsV248Test-2101269695-project-member] [instance: 1b8c127a-c70e-435c-956e-1b8ad3a0d568] Start destroying the instance on the hypervisor. {{(pid=69770) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 736.720542] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-fa382370-288b-4734-9795-ecc871c51fe3 tempest-ServerDiagnosticsV248Test-2101269695 tempest-ServerDiagnosticsV248Test-2101269695-project-member] [instance: 1b8c127a-c70e-435c-956e-1b8ad3a0d568] Destroying instance {{(pid=69770) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 736.721383] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19728562-fb56-464b-99dd-025468da46f7 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.733302] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa382370-288b-4734-9795-ecc871c51fe3 tempest-ServerDiagnosticsV248Test-2101269695 tempest-ServerDiagnosticsV248Test-2101269695-project-member] [instance: 1b8c127a-c70e-435c-956e-1b8ad3a0d568] Powering off the VM {{(pid=69770) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 736.733302] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d6a38707-c4f2-4d6d-bba1-9b2149cf39fd {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.741070] env[69770]: DEBUG nova.network.neutron [None req-9369f85f-2f29-459b-93e7-484e645e5c13 tempest-ServerExternalEventsTest-676538897 tempest-ServerExternalEventsTest-676538897-project-member] [instance: b3fc7334-8f11-44cb-b3b1-49eb73ad14cf] Updating instance_info_cache with network_info: [{"id": "3697488a-57b1-4e71-8df6-8f6bc181be38", "address": "fa:16:3e:77:eb:a0", "network": {"id": "f82b91df-bf84-467a-b908-3ff7324de9d6", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.76", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "d65f20bb89fb40a98b77bc6d97357df2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f0ef5aba-bd9a-42ff-a1a0-5e763986d70a", "external-id": "nsx-vlan-transportzone-209", "segmentation_id": 209, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3697488a-57", "ovs_interfaceid": "3697488a-57b1-4e71-8df6-8f6bc181be38", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69770) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 736.745326] env[69770]: DEBUG oslo_vmware.api [None req-fa382370-288b-4734-9795-ecc871c51fe3 tempest-ServerDiagnosticsV248Test-2101269695 tempest-ServerDiagnosticsV248Test-2101269695-project-member] Waiting for the task: (returnval){ [ 736.745326] env[69770]: value = "task-4069392" [ 736.745326] env[69770]: _type = "Task" [ 736.745326] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 736.760757] env[69770]: DEBUG oslo_vmware.api [None req-fa382370-288b-4734-9795-ecc871c51fe3 tempest-ServerDiagnosticsV248Test-2101269695 tempest-ServerDiagnosticsV248Test-2101269695-project-member] Task: {'id': task-4069392, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.016560] env[69770]: DEBUG nova.compute.manager [None req-f4bf8dcb-0e50-4f29-8fe6-bca296a2dc18 tempest-ServersNegativeTestJSON-1437959553 tempest-ServersNegativeTestJSON-1437959553-project-member] [instance: 1cd3da96-102f-4a22-8f53-12b32485ffa2] Start building block device mappings for instance. {{(pid=69770) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 737.039533] env[69770]: DEBUG oslo_vmware.api [None req-62c823ab-40a3-4d18-9003-6a02fe0795f0 tempest-MigrationsAdminTest-1409017777 tempest-MigrationsAdminTest-1409017777-project-member] Task: {'id': task-4069390, 'name': PowerOnVM_Task, 'duration_secs': 0.56528} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 737.039911] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-62c823ab-40a3-4d18-9003-6a02fe0795f0 tempest-MigrationsAdminTest-1409017777 tempest-MigrationsAdminTest-1409017777-project-member] [instance: 7626e483-2d84-4a06-8f38-f8fd431da011] Powered on the VM {{(pid=69770) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 737.040014] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-62c823ab-40a3-4d18-9003-6a02fe0795f0 tempest-MigrationsAdminTest-1409017777 tempest-MigrationsAdminTest-1409017777-project-member] [instance: 7626e483-2d84-4a06-8f38-f8fd431da011] Updating instance '7626e483-2d84-4a06-8f38-f8fd431da011' progress to 100 {{(pid=69770) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 737.064392] env[69770]: DEBUG nova.compute.manager [req-c7eb7bb3-fc9f-4f93-804e-4cf1a8f22e00 req-801d5f3e-c17b-455d-8606-8469acd0ac1d service nova] [instance: 65be68f2-50f6-4ad4-878b-87d12f4cae3e] Received event network-changed-34f29817-894b-4a10-9d79-774c73002be2 {{(pid=69770) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 737.064585] env[69770]: DEBUG nova.compute.manager [req-c7eb7bb3-fc9f-4f93-804e-4cf1a8f22e00 req-801d5f3e-c17b-455d-8606-8469acd0ac1d service nova] [instance: 65be68f2-50f6-4ad4-878b-87d12f4cae3e] Refreshing instance network info cache due to event network-changed-34f29817-894b-4a10-9d79-774c73002be2. {{(pid=69770) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 737.064795] env[69770]: DEBUG oslo_concurrency.lockutils [req-c7eb7bb3-fc9f-4f93-804e-4cf1a8f22e00 req-801d5f3e-c17b-455d-8606-8469acd0ac1d service nova] Acquiring lock "refresh_cache-65be68f2-50f6-4ad4-878b-87d12f4cae3e" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.064954] env[69770]: DEBUG oslo_concurrency.lockutils [req-c7eb7bb3-fc9f-4f93-804e-4cf1a8f22e00 req-801d5f3e-c17b-455d-8606-8469acd0ac1d service nova] Acquired lock "refresh_cache-65be68f2-50f6-4ad4-878b-87d12f4cae3e" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.066253] env[69770]: DEBUG nova.network.neutron [req-c7eb7bb3-fc9f-4f93-804e-4cf1a8f22e00 req-801d5f3e-c17b-455d-8606-8469acd0ac1d service nova] [instance: 65be68f2-50f6-4ad4-878b-87d12f4cae3e] Refreshing network info cache for port 34f29817-894b-4a10-9d79-774c73002be2 {{(pid=69770) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 737.086114] env[69770]: DEBUG oslo_vmware.api [None req-52a0f08f-efc3-4081-99fd-e23b66eeea47 tempest-ListImageFiltersTestJSON-573549216 tempest-ListImageFiltersTestJSON-573549216-project-member] Task: {'id': task-4069391, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.088169} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 737.090796] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-52a0f08f-efc3-4081-99fd-e23b66eeea47 tempest-ListImageFiltersTestJSON-573549216 tempest-ListImageFiltersTestJSON-573549216-project-member] [instance: 65be68f2-50f6-4ad4-878b-87d12f4cae3e] Extended root virtual disk {{(pid=69770) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 737.090796] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f6452fa-4d5f-419a-8b57-08f1ad4fd578 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.127461] env[69770]: DEBUG nova.virt.vmwareapi.volumeops [None req-52a0f08f-efc3-4081-99fd-e23b66eeea47 tempest-ListImageFiltersTestJSON-573549216 tempest-ListImageFiltersTestJSON-573549216-project-member] [instance: 65be68f2-50f6-4ad4-878b-87d12f4cae3e] Reconfiguring VM instance instance-0000000e to attach disk [datastore2] 65be68f2-50f6-4ad4-878b-87d12f4cae3e/65be68f2-50f6-4ad4-878b-87d12f4cae3e.vmdk or device None with type sparse {{(pid=69770) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 737.131808] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5931b508-3507-45c3-9ae4-094f3058fcdb {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.157964] env[69770]: DEBUG oslo_vmware.api [None req-52a0f08f-efc3-4081-99fd-e23b66eeea47 tempest-ListImageFiltersTestJSON-573549216 tempest-ListImageFiltersTestJSON-573549216-project-member] Waiting for the task: (returnval){ [ 737.157964] env[69770]: value = "task-4069393" [ 737.157964] env[69770]: _type = "Task" [ 737.157964] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 737.176638] env[69770]: DEBUG oslo_vmware.api [None req-52a0f08f-efc3-4081-99fd-e23b66eeea47 tempest-ListImageFiltersTestJSON-573549216 tempest-ListImageFiltersTestJSON-573549216-project-member] Task: {'id': task-4069393, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.243505] env[69770]: DEBUG oslo_concurrency.lockutils [None req-9369f85f-2f29-459b-93e7-484e645e5c13 tempest-ServerExternalEventsTest-676538897 tempest-ServerExternalEventsTest-676538897-project-member] Releasing lock "refresh_cache-b3fc7334-8f11-44cb-b3b1-49eb73ad14cf" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.243505] env[69770]: DEBUG nova.compute.manager [None req-9369f85f-2f29-459b-93e7-484e645e5c13 tempest-ServerExternalEventsTest-676538897 tempest-ServerExternalEventsTest-676538897-project-member] [instance: b3fc7334-8f11-44cb-b3b1-49eb73ad14cf] Instance network_info: |[{"id": "3697488a-57b1-4e71-8df6-8f6bc181be38", "address": "fa:16:3e:77:eb:a0", "network": {"id": "f82b91df-bf84-467a-b908-3ff7324de9d6", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.76", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "d65f20bb89fb40a98b77bc6d97357df2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f0ef5aba-bd9a-42ff-a1a0-5e763986d70a", "external-id": "nsx-vlan-transportzone-209", "segmentation_id": 209, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3697488a-57", "ovs_interfaceid": "3697488a-57b1-4e71-8df6-8f6bc181be38", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69770) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 737.243892] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-9369f85f-2f29-459b-93e7-484e645e5c13 tempest-ServerExternalEventsTest-676538897 tempest-ServerExternalEventsTest-676538897-project-member] [instance: b3fc7334-8f11-44cb-b3b1-49eb73ad14cf] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:77:eb:a0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f0ef5aba-bd9a-42ff-a1a0-5e763986d70a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3697488a-57b1-4e71-8df6-8f6bc181be38', 'vif_model': 'vmxnet3'}] {{(pid=69770) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 737.253095] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-9369f85f-2f29-459b-93e7-484e645e5c13 tempest-ServerExternalEventsTest-676538897 tempest-ServerExternalEventsTest-676538897-project-member] Creating folder: Project (31dc37162d284f429aa34207b439da53). Parent ref: group-v806376. {{(pid=69770) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 737.253866] env[69770]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-cb77277e-9153-444e-a1d8-d9973c14182d {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.271246] env[69770]: DEBUG oslo_vmware.api [None req-fa382370-288b-4734-9795-ecc871c51fe3 tempest-ServerDiagnosticsV248Test-2101269695 tempest-ServerDiagnosticsV248Test-2101269695-project-member] Task: {'id': task-4069392, 'name': PowerOffVM_Task, 'duration_secs': 0.288287} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 737.271635] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa382370-288b-4734-9795-ecc871c51fe3 tempest-ServerDiagnosticsV248Test-2101269695 tempest-ServerDiagnosticsV248Test-2101269695-project-member] [instance: 1b8c127a-c70e-435c-956e-1b8ad3a0d568] Powered off the VM {{(pid=69770) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 737.271738] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-fa382370-288b-4734-9795-ecc871c51fe3 tempest-ServerDiagnosticsV248Test-2101269695 tempest-ServerDiagnosticsV248Test-2101269695-project-member] [instance: 1b8c127a-c70e-435c-956e-1b8ad3a0d568] Unregistering the VM {{(pid=69770) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 737.272011] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4928172a-49b6-4783-a691-2482eef35cda {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.276433] env[69770]: INFO nova.virt.vmwareapi.vm_util [None req-9369f85f-2f29-459b-93e7-484e645e5c13 tempest-ServerExternalEventsTest-676538897 tempest-ServerExternalEventsTest-676538897-project-member] Created folder: Project (31dc37162d284f429aa34207b439da53) in parent group-v806376. [ 737.276433] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-9369f85f-2f29-459b-93e7-484e645e5c13 tempest-ServerExternalEventsTest-676538897 tempest-ServerExternalEventsTest-676538897-project-member] Creating folder: Instances. Parent ref: group-v806419. {{(pid=69770) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 737.277375] env[69770]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e74b07f5-b6f5-47e5-9754-dcb0d16b15d7 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.291431] env[69770]: INFO nova.virt.vmwareapi.vm_util [None req-9369f85f-2f29-459b-93e7-484e645e5c13 tempest-ServerExternalEventsTest-676538897 tempest-ServerExternalEventsTest-676538897-project-member] Created folder: Instances in parent group-v806419. [ 737.291431] env[69770]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9369f85f-2f29-459b-93e7-484e645e5c13 tempest-ServerExternalEventsTest-676538897 tempest-ServerExternalEventsTest-676538897-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69770) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 737.291431] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b3fc7334-8f11-44cb-b3b1-49eb73ad14cf] Creating VM on the ESX host {{(pid=69770) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 737.291431] env[69770]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f4d119e7-c59d-4239-81c5-00d742f4362a {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.313064] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-fa382370-288b-4734-9795-ecc871c51fe3 tempest-ServerDiagnosticsV248Test-2101269695 tempest-ServerDiagnosticsV248Test-2101269695-project-member] [instance: 1b8c127a-c70e-435c-956e-1b8ad3a0d568] Unregistered the VM {{(pid=69770) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 737.313347] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-fa382370-288b-4734-9795-ecc871c51fe3 tempest-ServerDiagnosticsV248Test-2101269695 tempest-ServerDiagnosticsV248Test-2101269695-project-member] [instance: 1b8c127a-c70e-435c-956e-1b8ad3a0d568] Deleting contents of the VM from datastore datastore2 {{(pid=69770) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 737.313504] env[69770]: DEBUG nova.virt.vmwareapi.ds_util [None req-fa382370-288b-4734-9795-ecc871c51fe3 tempest-ServerDiagnosticsV248Test-2101269695 tempest-ServerDiagnosticsV248Test-2101269695-project-member] Deleting the datastore file [datastore2] 1b8c127a-c70e-435c-956e-1b8ad3a0d568 {{(pid=69770) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 737.314391] env[69770]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f819bee5-3b10-4f3d-9b46-b8ddddf27cc4 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.320171] env[69770]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 737.320171] env[69770]: value = "task-4069397" [ 737.320171] env[69770]: _type = "Task" [ 737.320171] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 737.329632] env[69770]: DEBUG oslo_vmware.api [None req-fa382370-288b-4734-9795-ecc871c51fe3 tempest-ServerDiagnosticsV248Test-2101269695 tempest-ServerDiagnosticsV248Test-2101269695-project-member] Waiting for the task: (returnval){ [ 737.329632] env[69770]: value = "task-4069398" [ 737.329632] env[69770]: _type = "Task" [ 737.329632] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 737.336467] env[69770]: DEBUG oslo_vmware.api [-] Task: {'id': task-4069397, 'name': CreateVM_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.347025] env[69770]: DEBUG oslo_vmware.api [None req-fa382370-288b-4734-9795-ecc871c51fe3 tempest-ServerDiagnosticsV248Test-2101269695 tempest-ServerDiagnosticsV248Test-2101269695-project-member] Task: {'id': task-4069398, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.417244] env[69770]: DEBUG nova.network.neutron [-] [instance: 69037fde-1312-4ff7-b405-38c8f32cb1f9] Updating instance_info_cache with network_info: [] {{(pid=69770) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 737.672182] env[69770]: DEBUG oslo_vmware.api [None req-52a0f08f-efc3-4081-99fd-e23b66eeea47 tempest-ListImageFiltersTestJSON-573549216 tempest-ListImageFiltersTestJSON-573549216-project-member] Task: {'id': task-4069393, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.679094] env[69770]: DEBUG oslo_concurrency.lockutils [None req-12fb3e4d-6ef9-4710-8912-d6ab8e532a0b tempest-ServerDiagnosticsTest-785529700 tempest-ServerDiagnosticsTest-785529700-project-member] Acquiring lock "724c5059-a799-45b3-bfbd-328d7df854fc" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 737.679094] env[69770]: DEBUG oslo_concurrency.lockutils [None req-12fb3e4d-6ef9-4710-8912-d6ab8e532a0b tempest-ServerDiagnosticsTest-785529700 tempest-ServerDiagnosticsTest-785529700-project-member] Lock "724c5059-a799-45b3-bfbd-328d7df854fc" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 737.679094] env[69770]: DEBUG oslo_concurrency.lockutils [None req-12fb3e4d-6ef9-4710-8912-d6ab8e532a0b tempest-ServerDiagnosticsTest-785529700 tempest-ServerDiagnosticsTest-785529700-project-member] Acquiring lock "724c5059-a799-45b3-bfbd-328d7df854fc-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 737.679094] env[69770]: DEBUG oslo_concurrency.lockutils [None req-12fb3e4d-6ef9-4710-8912-d6ab8e532a0b tempest-ServerDiagnosticsTest-785529700 tempest-ServerDiagnosticsTest-785529700-project-member] Lock "724c5059-a799-45b3-bfbd-328d7df854fc-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 737.679254] env[69770]: DEBUG oslo_concurrency.lockutils [None req-12fb3e4d-6ef9-4710-8912-d6ab8e532a0b tempest-ServerDiagnosticsTest-785529700 tempest-ServerDiagnosticsTest-785529700-project-member] Lock "724c5059-a799-45b3-bfbd-328d7df854fc-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 737.682185] env[69770]: INFO nova.compute.manager [None req-12fb3e4d-6ef9-4710-8912-d6ab8e532a0b tempest-ServerDiagnosticsTest-785529700 tempest-ServerDiagnosticsTest-785529700-project-member] [instance: 724c5059-a799-45b3-bfbd-328d7df854fc] Terminating instance [ 737.734793] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e4cb05b-c83e-4fad-bbcc-a00ce2200433 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.746532] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1df33b76-04aa-40c6-b4e3-1f2fc72ff7ae {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.782682] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9f10d9a-6bba-4c4b-8233-f0b9d8d0643e {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.793207] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7054d05a-3e92-4ee5-b87d-fd83dc251ca9 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.811587] env[69770]: DEBUG nova.compute.provider_tree [None req-763c7a77-fc81-4a0f-bf3e-813185a424d6 tempest-ListServerFiltersTestJSON-1688445247 tempest-ListServerFiltersTestJSON-1688445247-project-member] Inventory has not changed in ProviderTree for provider: 7cc7d32b-b7a7-454a-a456-2a440248ed9d {{(pid=69770) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 737.831823] env[69770]: DEBUG oslo_vmware.api [-] Task: {'id': task-4069397, 'name': CreateVM_Task, 'duration_secs': 0.45708} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 737.834972] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b3fc7334-8f11-44cb-b3b1-49eb73ad14cf] Created VM on the ESX host {{(pid=69770) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 737.835764] env[69770]: DEBUG oslo_concurrency.lockutils [None req-9369f85f-2f29-459b-93e7-484e645e5c13 tempest-ServerExternalEventsTest-676538897 tempest-ServerExternalEventsTest-676538897-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.836211] env[69770]: DEBUG oslo_concurrency.lockutils [None req-9369f85f-2f29-459b-93e7-484e645e5c13 tempest-ServerExternalEventsTest-676538897 tempest-ServerExternalEventsTest-676538897-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.836448] env[69770]: DEBUG oslo_concurrency.lockutils [None req-9369f85f-2f29-459b-93e7-484e645e5c13 tempest-ServerExternalEventsTest-676538897 tempest-ServerExternalEventsTest-676538897-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.837453] env[69770]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7cbd5283-292c-473a-b496-5513ed51d5c5 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.843378] env[69770]: DEBUG oslo_vmware.api [None req-fa382370-288b-4734-9795-ecc871c51fe3 tempest-ServerDiagnosticsV248Test-2101269695 tempest-ServerDiagnosticsV248Test-2101269695-project-member] Task: {'id': task-4069398, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.154716} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 737.843577] env[69770]: DEBUG nova.virt.vmwareapi.ds_util [None req-fa382370-288b-4734-9795-ecc871c51fe3 tempest-ServerDiagnosticsV248Test-2101269695 tempest-ServerDiagnosticsV248Test-2101269695-project-member] Deleted the datastore file {{(pid=69770) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 737.843772] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-fa382370-288b-4734-9795-ecc871c51fe3 tempest-ServerDiagnosticsV248Test-2101269695 tempest-ServerDiagnosticsV248Test-2101269695-project-member] [instance: 1b8c127a-c70e-435c-956e-1b8ad3a0d568] Deleted contents of the VM from datastore datastore2 {{(pid=69770) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 737.844023] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-fa382370-288b-4734-9795-ecc871c51fe3 tempest-ServerDiagnosticsV248Test-2101269695 tempest-ServerDiagnosticsV248Test-2101269695-project-member] [instance: 1b8c127a-c70e-435c-956e-1b8ad3a0d568] Instance destroyed {{(pid=69770) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 737.844256] env[69770]: INFO nova.compute.manager [None req-fa382370-288b-4734-9795-ecc871c51fe3 tempest-ServerDiagnosticsV248Test-2101269695 tempest-ServerDiagnosticsV248Test-2101269695-project-member] [instance: 1b8c127a-c70e-435c-956e-1b8ad3a0d568] Took 1.12 seconds to destroy the instance on the hypervisor. [ 737.844566] env[69770]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fa382370-288b-4734-9795-ecc871c51fe3 tempest-ServerDiagnosticsV248Test-2101269695 tempest-ServerDiagnosticsV248Test-2101269695-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69770) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 737.844792] env[69770]: DEBUG nova.compute.manager [-] [instance: 1b8c127a-c70e-435c-956e-1b8ad3a0d568] Deallocating network for instance {{(pid=69770) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 737.845185] env[69770]: DEBUG nova.network.neutron [-] [instance: 1b8c127a-c70e-435c-956e-1b8ad3a0d568] deallocate_for_instance() {{(pid=69770) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 737.848755] env[69770]: DEBUG oslo_vmware.api [None req-9369f85f-2f29-459b-93e7-484e645e5c13 tempest-ServerExternalEventsTest-676538897 tempest-ServerExternalEventsTest-676538897-project-member] Waiting for the task: (returnval){ [ 737.848755] env[69770]: value = "session[52161b52-cb8e-ec9f-1132-2f6b49549d41]52e3cf23-c317-e323-a01e-5f88ccbc84d5" [ 737.848755] env[69770]: _type = "Task" [ 737.848755] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 737.859122] env[69770]: DEBUG oslo_vmware.api [None req-9369f85f-2f29-459b-93e7-484e645e5c13 tempest-ServerExternalEventsTest-676538897 tempest-ServerExternalEventsTest-676538897-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]52e3cf23-c317-e323-a01e-5f88ccbc84d5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.899295] env[69770]: DEBUG nova.network.neutron [-] [instance: 1b8c127a-c70e-435c-956e-1b8ad3a0d568] Instance cache missing network info. {{(pid=69770) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 737.921451] env[69770]: INFO nova.compute.manager [-] [instance: 69037fde-1312-4ff7-b405-38c8f32cb1f9] Took 1.86 seconds to deallocate network for instance. [ 738.035775] env[69770]: DEBUG nova.compute.manager [None req-f4bf8dcb-0e50-4f29-8fe6-bca296a2dc18 tempest-ServersNegativeTestJSON-1437959553 tempest-ServersNegativeTestJSON-1437959553-project-member] [instance: 1cd3da96-102f-4a22-8f53-12b32485ffa2] Start spawning the instance on the hypervisor. {{(pid=69770) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 738.074224] env[69770]: DEBUG nova.virt.hardware [None req-f4bf8dcb-0e50-4f29-8fe6-bca296a2dc18 tempest-ServersNegativeTestJSON-1437959553 tempest-ServersNegativeTestJSON-1437959553-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T12:16:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T12:16:11Z,direct_url=,disk_format='vmdk',id=d1eaff80-24a0-4391-90eb-59958b1ecf0a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d65f20bb89fb40a98b77bc6d97357df2',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T12:16:12Z,virtual_size=,visibility=), allow threads: False {{(pid=69770) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 738.074447] env[69770]: DEBUG nova.virt.hardware [None req-f4bf8dcb-0e50-4f29-8fe6-bca296a2dc18 tempest-ServersNegativeTestJSON-1437959553 tempest-ServersNegativeTestJSON-1437959553-project-member] Flavor limits 0:0:0 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 738.074608] env[69770]: DEBUG nova.virt.hardware [None req-f4bf8dcb-0e50-4f29-8fe6-bca296a2dc18 tempest-ServersNegativeTestJSON-1437959553 tempest-ServersNegativeTestJSON-1437959553-project-member] Image limits 0:0:0 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 738.075077] env[69770]: DEBUG nova.virt.hardware [None req-f4bf8dcb-0e50-4f29-8fe6-bca296a2dc18 tempest-ServersNegativeTestJSON-1437959553 tempest-ServersNegativeTestJSON-1437959553-project-member] Flavor pref 0:0:0 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 738.075330] env[69770]: DEBUG nova.virt.hardware [None req-f4bf8dcb-0e50-4f29-8fe6-bca296a2dc18 tempest-ServersNegativeTestJSON-1437959553 tempest-ServersNegativeTestJSON-1437959553-project-member] Image pref 0:0:0 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 738.075465] env[69770]: DEBUG nova.virt.hardware [None req-f4bf8dcb-0e50-4f29-8fe6-bca296a2dc18 tempest-ServersNegativeTestJSON-1437959553 tempest-ServersNegativeTestJSON-1437959553-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 738.076155] env[69770]: DEBUG nova.virt.hardware [None req-f4bf8dcb-0e50-4f29-8fe6-bca296a2dc18 tempest-ServersNegativeTestJSON-1437959553 tempest-ServersNegativeTestJSON-1437959553-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69770) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 738.076155] env[69770]: DEBUG nova.virt.hardware [None req-f4bf8dcb-0e50-4f29-8fe6-bca296a2dc18 tempest-ServersNegativeTestJSON-1437959553 tempest-ServersNegativeTestJSON-1437959553-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69770) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 738.076155] env[69770]: DEBUG nova.virt.hardware [None req-f4bf8dcb-0e50-4f29-8fe6-bca296a2dc18 tempest-ServersNegativeTestJSON-1437959553 tempest-ServersNegativeTestJSON-1437959553-project-member] Got 1 possible topologies {{(pid=69770) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 738.076376] env[69770]: DEBUG nova.virt.hardware [None req-f4bf8dcb-0e50-4f29-8fe6-bca296a2dc18 tempest-ServersNegativeTestJSON-1437959553 tempest-ServersNegativeTestJSON-1437959553-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69770) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 738.077688] env[69770]: DEBUG nova.virt.hardware [None req-f4bf8dcb-0e50-4f29-8fe6-bca296a2dc18 tempest-ServersNegativeTestJSON-1437959553 tempest-ServersNegativeTestJSON-1437959553-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69770) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 738.077688] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a6e1ea0-d642-4454-89bf-8ed4e24021c1 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.089741] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80584785-d8c5-49b1-9ca7-fff478fc2a87 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.095051] env[69770]: DEBUG nova.network.neutron [None req-f4bf8dcb-0e50-4f29-8fe6-bca296a2dc18 tempest-ServersNegativeTestJSON-1437959553 tempest-ServersNegativeTestJSON-1437959553-project-member] [instance: 1cd3da96-102f-4a22-8f53-12b32485ffa2] Successfully created port: 0276cb5b-ee35-4b81-b591-e4616352e712 {{(pid=69770) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 738.154129] env[69770]: DEBUG nova.network.neutron [None req-0df3aa5d-769d-42dd-9752-9ce29387b55e tempest-SecurityGroupsTestJSON-864666295 tempest-SecurityGroupsTestJSON-864666295-project-member] [instance: f8b193f7-1c9d-426b-a182-4870354ccd84] Successfully updated port: 965f3f63-d543-41ae-8170-bdf376f04cb7 {{(pid=69770) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 738.175458] env[69770]: DEBUG oslo_vmware.api [None req-52a0f08f-efc3-4081-99fd-e23b66eeea47 tempest-ListImageFiltersTestJSON-573549216 tempest-ListImageFiltersTestJSON-573549216-project-member] Task: {'id': task-4069393, 'name': ReconfigVM_Task, 'duration_secs': 0.648033} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 738.175458] env[69770]: DEBUG nova.virt.vmwareapi.volumeops [None req-52a0f08f-efc3-4081-99fd-e23b66eeea47 tempest-ListImageFiltersTestJSON-573549216 tempest-ListImageFiltersTestJSON-573549216-project-member] [instance: 65be68f2-50f6-4ad4-878b-87d12f4cae3e] Reconfigured VM instance instance-0000000e to attach disk [datastore2] 65be68f2-50f6-4ad4-878b-87d12f4cae3e/65be68f2-50f6-4ad4-878b-87d12f4cae3e.vmdk or device None with type sparse {{(pid=69770) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 738.176109] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6af4523d-1939-493f-9f95-2ffb3ef60a6e {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.190616] env[69770]: DEBUG nova.compute.manager [None req-12fb3e4d-6ef9-4710-8912-d6ab8e532a0b tempest-ServerDiagnosticsTest-785529700 tempest-ServerDiagnosticsTest-785529700-project-member] [instance: 724c5059-a799-45b3-bfbd-328d7df854fc] Start destroying the instance on the hypervisor. {{(pid=69770) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 738.190616] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-12fb3e4d-6ef9-4710-8912-d6ab8e532a0b tempest-ServerDiagnosticsTest-785529700 tempest-ServerDiagnosticsTest-785529700-project-member] [instance: 724c5059-a799-45b3-bfbd-328d7df854fc] Destroying instance {{(pid=69770) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 738.190616] env[69770]: DEBUG oslo_vmware.api [None req-52a0f08f-efc3-4081-99fd-e23b66eeea47 tempest-ListImageFiltersTestJSON-573549216 tempest-ListImageFiltersTestJSON-573549216-project-member] Waiting for the task: (returnval){ [ 738.190616] env[69770]: value = "task-4069399" [ 738.190616] env[69770]: _type = "Task" [ 738.190616] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 738.191176] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5440c86-7527-4683-baad-1b85b074d12c {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.206590] env[69770]: DEBUG oslo_vmware.api [None req-52a0f08f-efc3-4081-99fd-e23b66eeea47 tempest-ListImageFiltersTestJSON-573549216 tempest-ListImageFiltersTestJSON-573549216-project-member] Task: {'id': task-4069399, 'name': Rename_Task} progress is 5%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.207349] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-12fb3e4d-6ef9-4710-8912-d6ab8e532a0b tempest-ServerDiagnosticsTest-785529700 tempest-ServerDiagnosticsTest-785529700-project-member] [instance: 724c5059-a799-45b3-bfbd-328d7df854fc] Powering off the VM {{(pid=69770) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 738.208908] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4d3325e1-596d-40ad-8f7c-abdaa611103a {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.215498] env[69770]: DEBUG oslo_vmware.api [None req-12fb3e4d-6ef9-4710-8912-d6ab8e532a0b tempest-ServerDiagnosticsTest-785529700 tempest-ServerDiagnosticsTest-785529700-project-member] Waiting for the task: (returnval){ [ 738.215498] env[69770]: value = "task-4069400" [ 738.215498] env[69770]: _type = "Task" [ 738.215498] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 738.227026] env[69770]: DEBUG oslo_vmware.api [None req-12fb3e4d-6ef9-4710-8912-d6ab8e532a0b tempest-ServerDiagnosticsTest-785529700 tempest-ServerDiagnosticsTest-785529700-project-member] Task: {'id': task-4069400, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.315376] env[69770]: DEBUG nova.scheduler.client.report [None req-763c7a77-fc81-4a0f-bf3e-813185a424d6 tempest-ListServerFiltersTestJSON-1688445247 tempest-ListServerFiltersTestJSON-1688445247-project-member] Inventory has not changed for provider 7cc7d32b-b7a7-454a-a456-2a440248ed9d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69770) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 738.368847] env[69770]: DEBUG oslo_vmware.api [None req-9369f85f-2f29-459b-93e7-484e645e5c13 tempest-ServerExternalEventsTest-676538897 tempest-ServerExternalEventsTest-676538897-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]52e3cf23-c317-e323-a01e-5f88ccbc84d5, 'name': SearchDatastore_Task, 'duration_secs': 0.011746} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 738.376667] env[69770]: DEBUG oslo_concurrency.lockutils [None req-9369f85f-2f29-459b-93e7-484e645e5c13 tempest-ServerExternalEventsTest-676538897 tempest-ServerExternalEventsTest-676538897-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.376767] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-9369f85f-2f29-459b-93e7-484e645e5c13 tempest-ServerExternalEventsTest-676538897 tempest-ServerExternalEventsTest-676538897-project-member] [instance: b3fc7334-8f11-44cb-b3b1-49eb73ad14cf] Processing image d1eaff80-24a0-4391-90eb-59958b1ecf0a {{(pid=69770) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 738.377181] env[69770]: DEBUG oslo_concurrency.lockutils [None req-9369f85f-2f29-459b-93e7-484e645e5c13 tempest-ServerExternalEventsTest-676538897 tempest-ServerExternalEventsTest-676538897-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.377298] env[69770]: DEBUG oslo_concurrency.lockutils [None req-9369f85f-2f29-459b-93e7-484e645e5c13 tempest-ServerExternalEventsTest-676538897 tempest-ServerExternalEventsTest-676538897-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.377953] env[69770]: DEBUG nova.virt.vmwareapi.ds_util [None req-9369f85f-2f29-459b-93e7-484e645e5c13 tempest-ServerExternalEventsTest-676538897 tempest-ServerExternalEventsTest-676538897-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69770) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 738.378643] env[69770]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6fabf567-7337-499e-a757-1e4af0099ef1 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.387743] env[69770]: DEBUG oslo_vmware.rw_handles [None req-3ca8a9d4-d15e-410e-ab65-a289d961cef7 tempest-ImagesOneServerTestJSON-1024055021 tempest-ImagesOneServerTestJSON-1024055021-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/522d7816-933a-3c6e-b0fd-062f163875b6/disk-0.vmdk. {{(pid=69770) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 738.390100] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cf82730-37e6-4bad-b171-66726a4b3626 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.397797] env[69770]: DEBUG nova.virt.vmwareapi.ds_util [None req-9369f85f-2f29-459b-93e7-484e645e5c13 tempest-ServerExternalEventsTest-676538897 tempest-ServerExternalEventsTest-676538897-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69770) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 738.397982] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-9369f85f-2f29-459b-93e7-484e645e5c13 tempest-ServerExternalEventsTest-676538897 tempest-ServerExternalEventsTest-676538897-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69770) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 738.400185] env[69770]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a4678af1-784a-4bca-bd47-82d35b4e0db4 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.406400] env[69770]: DEBUG nova.network.neutron [-] [instance: 1b8c127a-c70e-435c-956e-1b8ad3a0d568] Updating instance_info_cache with network_info: [] {{(pid=69770) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 738.408326] env[69770]: DEBUG oslo_vmware.rw_handles [None req-3ca8a9d4-d15e-410e-ab65-a289d961cef7 tempest-ImagesOneServerTestJSON-1024055021 tempest-ImagesOneServerTestJSON-1024055021-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/522d7816-933a-3c6e-b0fd-062f163875b6/disk-0.vmdk is in state: ready. {{(pid=69770) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 738.408326] env[69770]: ERROR oslo_vmware.rw_handles [None req-3ca8a9d4-d15e-410e-ab65-a289d961cef7 tempest-ImagesOneServerTestJSON-1024055021 tempest-ImagesOneServerTestJSON-1024055021-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/522d7816-933a-3c6e-b0fd-062f163875b6/disk-0.vmdk due to incomplete transfer. [ 738.408901] env[69770]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-8073a83f-78df-47a1-aebf-2349f38fdf28 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.412740] env[69770]: DEBUG oslo_vmware.api [None req-9369f85f-2f29-459b-93e7-484e645e5c13 tempest-ServerExternalEventsTest-676538897 tempest-ServerExternalEventsTest-676538897-project-member] Waiting for the task: (returnval){ [ 738.412740] env[69770]: value = "session[52161b52-cb8e-ec9f-1132-2f6b49549d41]52e33c02-e69b-4475-0776-bb4ae64eaa7a" [ 738.412740] env[69770]: _type = "Task" [ 738.412740] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 738.422055] env[69770]: DEBUG oslo_vmware.rw_handles [None req-3ca8a9d4-d15e-410e-ab65-a289d961cef7 tempest-ImagesOneServerTestJSON-1024055021 tempest-ImagesOneServerTestJSON-1024055021-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/522d7816-933a-3c6e-b0fd-062f163875b6/disk-0.vmdk. {{(pid=69770) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 738.422291] env[69770]: DEBUG nova.virt.vmwareapi.images [None req-3ca8a9d4-d15e-410e-ab65-a289d961cef7 tempest-ImagesOneServerTestJSON-1024055021 tempest-ImagesOneServerTestJSON-1024055021-project-member] [instance: 7ae47f8e-e519-4825-b89a-7561df6850d9] Uploaded image cf6b6dc8-4715-4e22-b16b-87a0e18ad8dc to the Glance image server {{(pid=69770) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 738.424468] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ca8a9d4-d15e-410e-ab65-a289d961cef7 tempest-ImagesOneServerTestJSON-1024055021 tempest-ImagesOneServerTestJSON-1024055021-project-member] [instance: 7ae47f8e-e519-4825-b89a-7561df6850d9] Destroying the VM {{(pid=69770) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 738.428587] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-bb287061-f26a-45af-af43-6a6d43b1a39e {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.430476] env[69770]: DEBUG oslo_vmware.api [None req-9369f85f-2f29-459b-93e7-484e645e5c13 tempest-ServerExternalEventsTest-676538897 tempest-ServerExternalEventsTest-676538897-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]52e33c02-e69b-4475-0776-bb4ae64eaa7a, 'name': SearchDatastore_Task, 'duration_secs': 0.010807} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 738.432327] env[69770]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-66342521-8215-4858-83b8-1e2cceacba61 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.438918] env[69770]: DEBUG oslo_concurrency.lockutils [None req-f4cc419b-7c85-4a77-80b4-8f646a7d6d4e tempest-FloatingIPsAssociationNegativeTestJSON-2104222380 tempest-FloatingIPsAssociationNegativeTestJSON-2104222380-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 738.439725] env[69770]: DEBUG oslo_vmware.api [None req-3ca8a9d4-d15e-410e-ab65-a289d961cef7 tempest-ImagesOneServerTestJSON-1024055021 tempest-ImagesOneServerTestJSON-1024055021-project-member] Waiting for the task: (returnval){ [ 738.439725] env[69770]: value = "task-4069401" [ 738.439725] env[69770]: _type = "Task" [ 738.439725] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 738.441860] env[69770]: DEBUG oslo_vmware.api [None req-9369f85f-2f29-459b-93e7-484e645e5c13 tempest-ServerExternalEventsTest-676538897 tempest-ServerExternalEventsTest-676538897-project-member] Waiting for the task: (returnval){ [ 738.441860] env[69770]: value = "session[52161b52-cb8e-ec9f-1132-2f6b49549d41]52344299-1695-5447-82aa-1b7aa2270d9a" [ 738.441860] env[69770]: _type = "Task" [ 738.441860] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 738.461581] env[69770]: DEBUG oslo_vmware.api [None req-3ca8a9d4-d15e-410e-ab65-a289d961cef7 tempest-ImagesOneServerTestJSON-1024055021 tempest-ImagesOneServerTestJSON-1024055021-project-member] Task: {'id': task-4069401, 'name': Destroy_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.461941] env[69770]: DEBUG oslo_vmware.api [None req-9369f85f-2f29-459b-93e7-484e645e5c13 tempest-ServerExternalEventsTest-676538897 tempest-ServerExternalEventsTest-676538897-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]52344299-1695-5447-82aa-1b7aa2270d9a, 'name': SearchDatastore_Task, 'duration_secs': 0.01118} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 738.462265] env[69770]: DEBUG oslo_concurrency.lockutils [None req-9369f85f-2f29-459b-93e7-484e645e5c13 tempest-ServerExternalEventsTest-676538897 tempest-ServerExternalEventsTest-676538897-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.462592] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-9369f85f-2f29-459b-93e7-484e645e5c13 tempest-ServerExternalEventsTest-676538897 tempest-ServerExternalEventsTest-676538897-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk to [datastore2] b3fc7334-8f11-44cb-b3b1-49eb73ad14cf/b3fc7334-8f11-44cb-b3b1-49eb73ad14cf.vmdk {{(pid=69770) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 738.463056] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5c3a5224-a086-4219-b5ea-43b08c75f948 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.473078] env[69770]: DEBUG oslo_vmware.api [None req-9369f85f-2f29-459b-93e7-484e645e5c13 tempest-ServerExternalEventsTest-676538897 tempest-ServerExternalEventsTest-676538897-project-member] Waiting for the task: (returnval){ [ 738.473078] env[69770]: value = "task-4069402" [ 738.473078] env[69770]: _type = "Task" [ 738.473078] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 738.485800] env[69770]: DEBUG oslo_vmware.api [None req-9369f85f-2f29-459b-93e7-484e645e5c13 tempest-ServerExternalEventsTest-676538897 tempest-ServerExternalEventsTest-676538897-project-member] Task: {'id': task-4069402, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.515933] env[69770]: DEBUG nova.network.neutron [req-c7eb7bb3-fc9f-4f93-804e-4cf1a8f22e00 req-801d5f3e-c17b-455d-8606-8469acd0ac1d service nova] [instance: 65be68f2-50f6-4ad4-878b-87d12f4cae3e] Updated VIF entry in instance network info cache for port 34f29817-894b-4a10-9d79-774c73002be2. {{(pid=69770) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 738.516377] env[69770]: DEBUG nova.network.neutron [req-c7eb7bb3-fc9f-4f93-804e-4cf1a8f22e00 req-801d5f3e-c17b-455d-8606-8469acd0ac1d service nova] [instance: 65be68f2-50f6-4ad4-878b-87d12f4cae3e] Updating instance_info_cache with network_info: [{"id": "34f29817-894b-4a10-9d79-774c73002be2", "address": "fa:16:3e:cd:d8:fe", "network": {"id": "f82b91df-bf84-467a-b908-3ff7324de9d6", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.15", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "d65f20bb89fb40a98b77bc6d97357df2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f0ef5aba-bd9a-42ff-a1a0-5e763986d70a", "external-id": "nsx-vlan-transportzone-209", "segmentation_id": 209, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap34f29817-89", "ovs_interfaceid": "34f29817-894b-4a10-9d79-774c73002be2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69770) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 738.658675] env[69770]: DEBUG oslo_concurrency.lockutils [None req-0df3aa5d-769d-42dd-9752-9ce29387b55e tempest-SecurityGroupsTestJSON-864666295 tempest-SecurityGroupsTestJSON-864666295-project-member] Acquiring lock "refresh_cache-f8b193f7-1c9d-426b-a182-4870354ccd84" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.658837] env[69770]: DEBUG oslo_concurrency.lockutils [None req-0df3aa5d-769d-42dd-9752-9ce29387b55e tempest-SecurityGroupsTestJSON-864666295 tempest-SecurityGroupsTestJSON-864666295-project-member] Acquired lock "refresh_cache-f8b193f7-1c9d-426b-a182-4870354ccd84" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.659024] env[69770]: DEBUG nova.network.neutron [None req-0df3aa5d-769d-42dd-9752-9ce29387b55e tempest-SecurityGroupsTestJSON-864666295 tempest-SecurityGroupsTestJSON-864666295-project-member] [instance: f8b193f7-1c9d-426b-a182-4870354ccd84] Building network info cache for instance {{(pid=69770) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 738.713993] env[69770]: DEBUG oslo_vmware.api [None req-52a0f08f-efc3-4081-99fd-e23b66eeea47 tempest-ListImageFiltersTestJSON-573549216 tempest-ListImageFiltersTestJSON-573549216-project-member] Task: {'id': task-4069399, 'name': Rename_Task, 'duration_secs': 0.208958} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 738.714355] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-52a0f08f-efc3-4081-99fd-e23b66eeea47 tempest-ListImageFiltersTestJSON-573549216 tempest-ListImageFiltersTestJSON-573549216-project-member] [instance: 65be68f2-50f6-4ad4-878b-87d12f4cae3e] Powering on the VM {{(pid=69770) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 738.716118] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a744bfe4-bdfe-4cb8-8330-499e6be55162 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.739551] env[69770]: DEBUG oslo_vmware.api [None req-52a0f08f-efc3-4081-99fd-e23b66eeea47 tempest-ListImageFiltersTestJSON-573549216 tempest-ListImageFiltersTestJSON-573549216-project-member] Waiting for the task: (returnval){ [ 738.739551] env[69770]: value = "task-4069403" [ 738.739551] env[69770]: _type = "Task" [ 738.739551] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 738.739551] env[69770]: DEBUG oslo_vmware.api [None req-12fb3e4d-6ef9-4710-8912-d6ab8e532a0b tempest-ServerDiagnosticsTest-785529700 tempest-ServerDiagnosticsTest-785529700-project-member] Task: {'id': task-4069400, 'name': PowerOffVM_Task, 'duration_secs': 0.200515} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 738.739951] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-12fb3e4d-6ef9-4710-8912-d6ab8e532a0b tempest-ServerDiagnosticsTest-785529700 tempest-ServerDiagnosticsTest-785529700-project-member] [instance: 724c5059-a799-45b3-bfbd-328d7df854fc] Powered off the VM {{(pid=69770) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 738.740281] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-12fb3e4d-6ef9-4710-8912-d6ab8e532a0b tempest-ServerDiagnosticsTest-785529700 tempest-ServerDiagnosticsTest-785529700-project-member] [instance: 724c5059-a799-45b3-bfbd-328d7df854fc] Unregistering the VM {{(pid=69770) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 738.746030] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c720f7c3-98a8-446b-aa94-74cef7f8c9b0 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.758629] env[69770]: DEBUG oslo_vmware.api [None req-52a0f08f-efc3-4081-99fd-e23b66eeea47 tempest-ListImageFiltersTestJSON-573549216 tempest-ListImageFiltersTestJSON-573549216-project-member] Task: {'id': task-4069403, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.829325] env[69770]: DEBUG oslo_concurrency.lockutils [None req-763c7a77-fc81-4a0f-bf3e-813185a424d6 tempest-ListServerFiltersTestJSON-1688445247 tempest-ListServerFiltersTestJSON-1688445247-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.835s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 738.830041] env[69770]: DEBUG nova.compute.manager [None req-763c7a77-fc81-4a0f-bf3e-813185a424d6 tempest-ListServerFiltersTestJSON-1688445247 tempest-ListServerFiltersTestJSON-1688445247-project-member] [instance: 1ecca185-3141-408a-92c7-c3a431ddc25d] Start building networks asynchronously for instance. {{(pid=69770) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 738.835053] env[69770]: DEBUG oslo_concurrency.lockutils [None req-f9f1fd4d-da8a-41ad-b59d-e351f07d2f58 tempest-ServersAdminTestJSON-142622790 tempest-ServersAdminTestJSON-142622790-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 15.343s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 738.836948] env[69770]: INFO nova.compute.claims [None req-f9f1fd4d-da8a-41ad-b59d-e351f07d2f58 tempest-ServersAdminTestJSON-142622790 tempest-ServersAdminTestJSON-142622790-project-member] [instance: 089cc9fa-d197-43fd-b8fe-0d92a672806e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 738.907835] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-12fb3e4d-6ef9-4710-8912-d6ab8e532a0b tempest-ServerDiagnosticsTest-785529700 tempest-ServerDiagnosticsTest-785529700-project-member] [instance: 724c5059-a799-45b3-bfbd-328d7df854fc] Unregistered the VM {{(pid=69770) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 738.908110] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-12fb3e4d-6ef9-4710-8912-d6ab8e532a0b tempest-ServerDiagnosticsTest-785529700 tempest-ServerDiagnosticsTest-785529700-project-member] [instance: 724c5059-a799-45b3-bfbd-328d7df854fc] Deleting contents of the VM from datastore datastore1 {{(pid=69770) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 738.908428] env[69770]: DEBUG nova.virt.vmwareapi.ds_util [None req-12fb3e4d-6ef9-4710-8912-d6ab8e532a0b tempest-ServerDiagnosticsTest-785529700 tempest-ServerDiagnosticsTest-785529700-project-member] Deleting the datastore file [datastore1] 724c5059-a799-45b3-bfbd-328d7df854fc {{(pid=69770) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 738.909698] env[69770]: INFO nova.compute.manager [-] [instance: 1b8c127a-c70e-435c-956e-1b8ad3a0d568] Took 1.06 seconds to deallocate network for instance. [ 738.909698] env[69770]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1989c93d-79bd-4fe7-8bd1-ef07be728934 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.924971] env[69770]: DEBUG oslo_vmware.api [None req-12fb3e4d-6ef9-4710-8912-d6ab8e532a0b tempest-ServerDiagnosticsTest-785529700 tempest-ServerDiagnosticsTest-785529700-project-member] Waiting for the task: (returnval){ [ 738.924971] env[69770]: value = "task-4069405" [ 738.924971] env[69770]: _type = "Task" [ 738.924971] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 738.939338] env[69770]: DEBUG oslo_vmware.api [None req-12fb3e4d-6ef9-4710-8912-d6ab8e532a0b tempest-ServerDiagnosticsTest-785529700 tempest-ServerDiagnosticsTest-785529700-project-member] Task: {'id': task-4069405, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.955970] env[69770]: DEBUG oslo_vmware.api [None req-3ca8a9d4-d15e-410e-ab65-a289d961cef7 tempest-ImagesOneServerTestJSON-1024055021 tempest-ImagesOneServerTestJSON-1024055021-project-member] Task: {'id': task-4069401, 'name': Destroy_Task} progress is 33%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.988105] env[69770]: DEBUG oslo_vmware.api [None req-9369f85f-2f29-459b-93e7-484e645e5c13 tempest-ServerExternalEventsTest-676538897 tempest-ServerExternalEventsTest-676538897-project-member] Task: {'id': task-4069402, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.019765] env[69770]: DEBUG oslo_concurrency.lockutils [req-c7eb7bb3-fc9f-4f93-804e-4cf1a8f22e00 req-801d5f3e-c17b-455d-8606-8469acd0ac1d service nova] Releasing lock "refresh_cache-65be68f2-50f6-4ad4-878b-87d12f4cae3e" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.022029] env[69770]: DEBUG nova.compute.manager [req-c7eb7bb3-fc9f-4f93-804e-4cf1a8f22e00 req-801d5f3e-c17b-455d-8606-8469acd0ac1d service nova] [instance: 5a605234-adcc-42bc-94e4-b6312611e566] Received event network-changed-6e70091f-fd9b-4f94-b6f4-1015a031afa9 {{(pid=69770) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 739.022029] env[69770]: DEBUG nova.compute.manager [req-c7eb7bb3-fc9f-4f93-804e-4cf1a8f22e00 req-801d5f3e-c17b-455d-8606-8469acd0ac1d service nova] [instance: 5a605234-adcc-42bc-94e4-b6312611e566] Refreshing instance network info cache due to event network-changed-6e70091f-fd9b-4f94-b6f4-1015a031afa9. {{(pid=69770) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 739.022029] env[69770]: DEBUG oslo_concurrency.lockutils [req-c7eb7bb3-fc9f-4f93-804e-4cf1a8f22e00 req-801d5f3e-c17b-455d-8606-8469acd0ac1d service nova] Acquiring lock "refresh_cache-5a605234-adcc-42bc-94e4-b6312611e566" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.022029] env[69770]: DEBUG oslo_concurrency.lockutils [req-c7eb7bb3-fc9f-4f93-804e-4cf1a8f22e00 req-801d5f3e-c17b-455d-8606-8469acd0ac1d service nova] Acquired lock "refresh_cache-5a605234-adcc-42bc-94e4-b6312611e566" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.022029] env[69770]: DEBUG nova.network.neutron [req-c7eb7bb3-fc9f-4f93-804e-4cf1a8f22e00 req-801d5f3e-c17b-455d-8606-8469acd0ac1d service nova] [instance: 5a605234-adcc-42bc-94e4-b6312611e566] Refreshing network info cache for port 6e70091f-fd9b-4f94-b6f4-1015a031afa9 {{(pid=69770) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 739.219960] env[69770]: DEBUG nova.network.neutron [None req-0df3aa5d-769d-42dd-9752-9ce29387b55e tempest-SecurityGroupsTestJSON-864666295 tempest-SecurityGroupsTestJSON-864666295-project-member] [instance: f8b193f7-1c9d-426b-a182-4870354ccd84] Instance cache missing network info. {{(pid=69770) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 739.253571] env[69770]: DEBUG oslo_vmware.api [None req-52a0f08f-efc3-4081-99fd-e23b66eeea47 tempest-ListImageFiltersTestJSON-573549216 tempest-ListImageFiltersTestJSON-573549216-project-member] Task: {'id': task-4069403, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.343202] env[69770]: DEBUG nova.compute.utils [None req-763c7a77-fc81-4a0f-bf3e-813185a424d6 tempest-ListServerFiltersTestJSON-1688445247 tempest-ListServerFiltersTestJSON-1688445247-project-member] Using /dev/sd instead of None {{(pid=69770) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 739.347263] env[69770]: DEBUG nova.compute.manager [None req-763c7a77-fc81-4a0f-bf3e-813185a424d6 tempest-ListServerFiltersTestJSON-1688445247 tempest-ListServerFiltersTestJSON-1688445247-project-member] [instance: 1ecca185-3141-408a-92c7-c3a431ddc25d] Allocating IP information in the background. {{(pid=69770) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 739.347667] env[69770]: DEBUG nova.network.neutron [None req-763c7a77-fc81-4a0f-bf3e-813185a424d6 tempest-ListServerFiltersTestJSON-1688445247 tempest-ListServerFiltersTestJSON-1688445247-project-member] [instance: 1ecca185-3141-408a-92c7-c3a431ddc25d] allocate_for_instance() {{(pid=69770) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 739.420275] env[69770]: DEBUG oslo_concurrency.lockutils [None req-fa382370-288b-4734-9795-ecc871c51fe3 tempest-ServerDiagnosticsV248Test-2101269695 tempest-ServerDiagnosticsV248Test-2101269695-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 739.436747] env[69770]: DEBUG oslo_vmware.api [None req-12fb3e4d-6ef9-4710-8912-d6ab8e532a0b tempest-ServerDiagnosticsTest-785529700 tempest-ServerDiagnosticsTest-785529700-project-member] Task: {'id': task-4069405, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.383538} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 739.437218] env[69770]: DEBUG nova.virt.vmwareapi.ds_util [None req-12fb3e4d-6ef9-4710-8912-d6ab8e532a0b tempest-ServerDiagnosticsTest-785529700 tempest-ServerDiagnosticsTest-785529700-project-member] Deleted the datastore file {{(pid=69770) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 739.437518] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-12fb3e4d-6ef9-4710-8912-d6ab8e532a0b tempest-ServerDiagnosticsTest-785529700 tempest-ServerDiagnosticsTest-785529700-project-member] [instance: 724c5059-a799-45b3-bfbd-328d7df854fc] Deleted contents of the VM from datastore datastore1 {{(pid=69770) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 739.437742] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-12fb3e4d-6ef9-4710-8912-d6ab8e532a0b tempest-ServerDiagnosticsTest-785529700 tempest-ServerDiagnosticsTest-785529700-project-member] [instance: 724c5059-a799-45b3-bfbd-328d7df854fc] Instance destroyed {{(pid=69770) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 739.437980] env[69770]: INFO nova.compute.manager [None req-12fb3e4d-6ef9-4710-8912-d6ab8e532a0b tempest-ServerDiagnosticsTest-785529700 tempest-ServerDiagnosticsTest-785529700-project-member] [instance: 724c5059-a799-45b3-bfbd-328d7df854fc] Took 1.25 seconds to destroy the instance on the hypervisor. [ 739.438287] env[69770]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-12fb3e4d-6ef9-4710-8912-d6ab8e532a0b tempest-ServerDiagnosticsTest-785529700 tempest-ServerDiagnosticsTest-785529700-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69770) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 739.438565] env[69770]: DEBUG nova.compute.manager [-] [instance: 724c5059-a799-45b3-bfbd-328d7df854fc] Deallocating network for instance {{(pid=69770) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 739.438679] env[69770]: DEBUG nova.network.neutron [-] [instance: 724c5059-a799-45b3-bfbd-328d7df854fc] deallocate_for_instance() {{(pid=69770) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 739.455331] env[69770]: DEBUG oslo_vmware.api [None req-3ca8a9d4-d15e-410e-ab65-a289d961cef7 tempest-ImagesOneServerTestJSON-1024055021 tempest-ImagesOneServerTestJSON-1024055021-project-member] Task: {'id': task-4069401, 'name': Destroy_Task, 'duration_secs': 0.656886} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 739.455530] env[69770]: INFO nova.virt.vmwareapi.vm_util [None req-3ca8a9d4-d15e-410e-ab65-a289d961cef7 tempest-ImagesOneServerTestJSON-1024055021 tempest-ImagesOneServerTestJSON-1024055021-project-member] [instance: 7ae47f8e-e519-4825-b89a-7561df6850d9] Destroyed the VM [ 739.455852] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-3ca8a9d4-d15e-410e-ab65-a289d961cef7 tempest-ImagesOneServerTestJSON-1024055021 tempest-ImagesOneServerTestJSON-1024055021-project-member] [instance: 7ae47f8e-e519-4825-b89a-7561df6850d9] Deleting Snapshot of the VM instance {{(pid=69770) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 739.456133] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-b69e02a9-ad06-4308-adcc-83f213d32d9b {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.464083] env[69770]: DEBUG oslo_vmware.api [None req-3ca8a9d4-d15e-410e-ab65-a289d961cef7 tempest-ImagesOneServerTestJSON-1024055021 tempest-ImagesOneServerTestJSON-1024055021-project-member] Waiting for the task: (returnval){ [ 739.464083] env[69770]: value = "task-4069406" [ 739.464083] env[69770]: _type = "Task" [ 739.464083] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 739.475140] env[69770]: DEBUG oslo_vmware.api [None req-3ca8a9d4-d15e-410e-ab65-a289d961cef7 tempest-ImagesOneServerTestJSON-1024055021 tempest-ImagesOneServerTestJSON-1024055021-project-member] Task: {'id': task-4069406, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.484343] env[69770]: DEBUG oslo_vmware.api [None req-9369f85f-2f29-459b-93e7-484e645e5c13 tempest-ServerExternalEventsTest-676538897 tempest-ServerExternalEventsTest-676538897-project-member] Task: {'id': task-4069402, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.558933} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 739.484687] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-9369f85f-2f29-459b-93e7-484e645e5c13 tempest-ServerExternalEventsTest-676538897 tempest-ServerExternalEventsTest-676538897-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk to [datastore2] b3fc7334-8f11-44cb-b3b1-49eb73ad14cf/b3fc7334-8f11-44cb-b3b1-49eb73ad14cf.vmdk {{(pid=69770) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 739.484914] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-9369f85f-2f29-459b-93e7-484e645e5c13 tempest-ServerExternalEventsTest-676538897 tempest-ServerExternalEventsTest-676538897-project-member] [instance: b3fc7334-8f11-44cb-b3b1-49eb73ad14cf] Extending root virtual disk to 1048576 {{(pid=69770) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 739.485307] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7386e18c-321e-47ce-b056-fe2a3ed9c5e6 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.493424] env[69770]: DEBUG oslo_vmware.api [None req-9369f85f-2f29-459b-93e7-484e645e5c13 tempest-ServerExternalEventsTest-676538897 tempest-ServerExternalEventsTest-676538897-project-member] Waiting for the task: (returnval){ [ 739.493424] env[69770]: value = "task-4069407" [ 739.493424] env[69770]: _type = "Task" [ 739.493424] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 739.503149] env[69770]: DEBUG oslo_vmware.api [None req-9369f85f-2f29-459b-93e7-484e645e5c13 tempest-ServerExternalEventsTest-676538897 tempest-ServerExternalEventsTest-676538897-project-member] Task: {'id': task-4069407, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.658245] env[69770]: DEBUG nova.compute.manager [req-b4abf993-b01c-483d-b0af-bc921ebf0912 req-ae229f95-822e-41cd-aa1a-c06ade114cfa service nova] [instance: b3fc7334-8f11-44cb-b3b1-49eb73ad14cf] Received event network-changed-3697488a-57b1-4e71-8df6-8f6bc181be38 {{(pid=69770) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 739.658444] env[69770]: DEBUG nova.compute.manager [req-b4abf993-b01c-483d-b0af-bc921ebf0912 req-ae229f95-822e-41cd-aa1a-c06ade114cfa service nova] [instance: b3fc7334-8f11-44cb-b3b1-49eb73ad14cf] Refreshing instance network info cache due to event network-changed-3697488a-57b1-4e71-8df6-8f6bc181be38. {{(pid=69770) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 739.658662] env[69770]: DEBUG oslo_concurrency.lockutils [req-b4abf993-b01c-483d-b0af-bc921ebf0912 req-ae229f95-822e-41cd-aa1a-c06ade114cfa service nova] Acquiring lock "refresh_cache-b3fc7334-8f11-44cb-b3b1-49eb73ad14cf" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.658913] env[69770]: DEBUG oslo_concurrency.lockutils [req-b4abf993-b01c-483d-b0af-bc921ebf0912 req-ae229f95-822e-41cd-aa1a-c06ade114cfa service nova] Acquired lock "refresh_cache-b3fc7334-8f11-44cb-b3b1-49eb73ad14cf" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.659025] env[69770]: DEBUG nova.network.neutron [req-b4abf993-b01c-483d-b0af-bc921ebf0912 req-ae229f95-822e-41cd-aa1a-c06ade114cfa service nova] [instance: b3fc7334-8f11-44cb-b3b1-49eb73ad14cf] Refreshing network info cache for port 3697488a-57b1-4e71-8df6-8f6bc181be38 {{(pid=69770) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 739.754632] env[69770]: DEBUG oslo_vmware.api [None req-52a0f08f-efc3-4081-99fd-e23b66eeea47 tempest-ListImageFiltersTestJSON-573549216 tempest-ListImageFiltersTestJSON-573549216-project-member] Task: {'id': task-4069403, 'name': PowerOnVM_Task, 'duration_secs': 0.707053} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 739.755094] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-52a0f08f-efc3-4081-99fd-e23b66eeea47 tempest-ListImageFiltersTestJSON-573549216 tempest-ListImageFiltersTestJSON-573549216-project-member] [instance: 65be68f2-50f6-4ad4-878b-87d12f4cae3e] Powered on the VM {{(pid=69770) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 739.755444] env[69770]: INFO nova.compute.manager [None req-52a0f08f-efc3-4081-99fd-e23b66eeea47 tempest-ListImageFiltersTestJSON-573549216 tempest-ListImageFiltersTestJSON-573549216-project-member] [instance: 65be68f2-50f6-4ad4-878b-87d12f4cae3e] Took 9.28 seconds to spawn the instance on the hypervisor. [ 739.755665] env[69770]: DEBUG nova.compute.manager [None req-52a0f08f-efc3-4081-99fd-e23b66eeea47 tempest-ListImageFiltersTestJSON-573549216 tempest-ListImageFiltersTestJSON-573549216-project-member] [instance: 65be68f2-50f6-4ad4-878b-87d12f4cae3e] Checking state {{(pid=69770) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 739.757025] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f2be6e0-38b7-438a-952f-a809b77fe11b {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.772031] env[69770]: DEBUG nova.policy [None req-763c7a77-fc81-4a0f-bf3e-813185a424d6 tempest-ListServerFiltersTestJSON-1688445247 tempest-ListServerFiltersTestJSON-1688445247-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '59060d26c8be4b0b87f489a3e2aefbe7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2fdf3d56a74648dc9c7e9e76f02c3a28', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69770) authorize /opt/stack/nova/nova/policy.py:192}} [ 739.849199] env[69770]: DEBUG nova.compute.manager [None req-763c7a77-fc81-4a0f-bf3e-813185a424d6 tempest-ListServerFiltersTestJSON-1688445247 tempest-ListServerFiltersTestJSON-1688445247-project-member] [instance: 1ecca185-3141-408a-92c7-c3a431ddc25d] Start building block device mappings for instance. {{(pid=69770) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 739.954809] env[69770]: DEBUG nova.network.neutron [None req-0df3aa5d-769d-42dd-9752-9ce29387b55e tempest-SecurityGroupsTestJSON-864666295 tempest-SecurityGroupsTestJSON-864666295-project-member] [instance: f8b193f7-1c9d-426b-a182-4870354ccd84] Updating instance_info_cache with network_info: [{"id": "965f3f63-d543-41ae-8170-bdf376f04cb7", "address": "fa:16:3e:db:8e:97", "network": {"id": "29edef2d-c3cc-4fd2-8a86-68a8eb391ef0", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1441207760-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "42257c279ac042a88f3d28949622e509", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "462a7219-4deb-4225-9cf7-3131ef280363", "external-id": "nsx-vlan-transportzone-468", "segmentation_id": 468, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap965f3f63-d5", "ovs_interfaceid": "965f3f63-d543-41ae-8170-bdf376f04cb7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69770) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 739.975605] env[69770]: DEBUG oslo_vmware.api [None req-3ca8a9d4-d15e-410e-ab65-a289d961cef7 tempest-ImagesOneServerTestJSON-1024055021 tempest-ImagesOneServerTestJSON-1024055021-project-member] Task: {'id': task-4069406, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.006676] env[69770]: DEBUG oslo_vmware.api [None req-9369f85f-2f29-459b-93e7-484e645e5c13 tempest-ServerExternalEventsTest-676538897 tempest-ServerExternalEventsTest-676538897-project-member] Task: {'id': task-4069407, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074346} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 740.007679] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-9369f85f-2f29-459b-93e7-484e645e5c13 tempest-ServerExternalEventsTest-676538897 tempest-ServerExternalEventsTest-676538897-project-member] [instance: b3fc7334-8f11-44cb-b3b1-49eb73ad14cf] Extended root virtual disk {{(pid=69770) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 740.008081] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e4824bb-4f99-4392-ab57-51c8d2bf5bc6 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.042902] env[69770]: DEBUG nova.virt.vmwareapi.volumeops [None req-9369f85f-2f29-459b-93e7-484e645e5c13 tempest-ServerExternalEventsTest-676538897 tempest-ServerExternalEventsTest-676538897-project-member] [instance: b3fc7334-8f11-44cb-b3b1-49eb73ad14cf] Reconfiguring VM instance instance-0000000f to attach disk [datastore2] b3fc7334-8f11-44cb-b3b1-49eb73ad14cf/b3fc7334-8f11-44cb-b3b1-49eb73ad14cf.vmdk or device None with type sparse {{(pid=69770) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 740.047162] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-78260fcf-19d4-4d6c-bec9-0bea2b33b4ce {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.070028] env[69770]: DEBUG oslo_vmware.api [None req-9369f85f-2f29-459b-93e7-484e645e5c13 tempest-ServerExternalEventsTest-676538897 tempest-ServerExternalEventsTest-676538897-project-member] Waiting for the task: (returnval){ [ 740.070028] env[69770]: value = "task-4069408" [ 740.070028] env[69770]: _type = "Task" [ 740.070028] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 740.084919] env[69770]: DEBUG oslo_vmware.api [None req-9369f85f-2f29-459b-93e7-484e645e5c13 tempest-ServerExternalEventsTest-676538897 tempest-ServerExternalEventsTest-676538897-project-member] Task: {'id': task-4069408, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.234413] env[69770]: DEBUG oslo_concurrency.lockutils [None req-bea782b6-e5ea-41de-b717-0b78e3421cf1 tempest-MigrationsAdminTest-1409017777 tempest-MigrationsAdminTest-1409017777-project-member] Acquiring lock "7626e483-2d84-4a06-8f38-f8fd431da011" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 740.234655] env[69770]: DEBUG oslo_concurrency.lockutils [None req-bea782b6-e5ea-41de-b717-0b78e3421cf1 tempest-MigrationsAdminTest-1409017777 tempest-MigrationsAdminTest-1409017777-project-member] Lock "7626e483-2d84-4a06-8f38-f8fd431da011" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 740.235122] env[69770]: DEBUG nova.compute.manager [None req-bea782b6-e5ea-41de-b717-0b78e3421cf1 tempest-MigrationsAdminTest-1409017777 tempest-MigrationsAdminTest-1409017777-project-member] [instance: 7626e483-2d84-4a06-8f38-f8fd431da011] Going to confirm migration 1 {{(pid=69770) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 740.289314] env[69770]: INFO nova.compute.manager [None req-52a0f08f-efc3-4081-99fd-e23b66eeea47 tempest-ListImageFiltersTestJSON-573549216 tempest-ListImageFiltersTestJSON-573549216-project-member] [instance: 65be68f2-50f6-4ad4-878b-87d12f4cae3e] Took 27.03 seconds to build instance. [ 740.461437] env[69770]: DEBUG oslo_concurrency.lockutils [None req-0df3aa5d-769d-42dd-9752-9ce29387b55e tempest-SecurityGroupsTestJSON-864666295 tempest-SecurityGroupsTestJSON-864666295-project-member] Releasing lock "refresh_cache-f8b193f7-1c9d-426b-a182-4870354ccd84" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.461760] env[69770]: DEBUG nova.compute.manager [None req-0df3aa5d-769d-42dd-9752-9ce29387b55e tempest-SecurityGroupsTestJSON-864666295 tempest-SecurityGroupsTestJSON-864666295-project-member] [instance: f8b193f7-1c9d-426b-a182-4870354ccd84] Instance network_info: |[{"id": "965f3f63-d543-41ae-8170-bdf376f04cb7", "address": "fa:16:3e:db:8e:97", "network": {"id": "29edef2d-c3cc-4fd2-8a86-68a8eb391ef0", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1441207760-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "42257c279ac042a88f3d28949622e509", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "462a7219-4deb-4225-9cf7-3131ef280363", "external-id": "nsx-vlan-transportzone-468", "segmentation_id": 468, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap965f3f63-d5", "ovs_interfaceid": "965f3f63-d543-41ae-8170-bdf376f04cb7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69770) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 740.463181] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-0df3aa5d-769d-42dd-9752-9ce29387b55e tempest-SecurityGroupsTestJSON-864666295 tempest-SecurityGroupsTestJSON-864666295-project-member] [instance: f8b193f7-1c9d-426b-a182-4870354ccd84] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:db:8e:97', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '462a7219-4deb-4225-9cf7-3131ef280363', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '965f3f63-d543-41ae-8170-bdf376f04cb7', 'vif_model': 'vmxnet3'}] {{(pid=69770) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 740.473947] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-0df3aa5d-769d-42dd-9752-9ce29387b55e tempest-SecurityGroupsTestJSON-864666295 tempest-SecurityGroupsTestJSON-864666295-project-member] Creating folder: Project (42257c279ac042a88f3d28949622e509). Parent ref: group-v806376. {{(pid=69770) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 740.474830] env[69770]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9968171a-10fe-475c-928e-73a233d2b770 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.494335] env[69770]: DEBUG oslo_vmware.api [None req-3ca8a9d4-d15e-410e-ab65-a289d961cef7 tempest-ImagesOneServerTestJSON-1024055021 tempest-ImagesOneServerTestJSON-1024055021-project-member] Task: {'id': task-4069406, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.500204] env[69770]: INFO nova.virt.vmwareapi.vm_util [None req-0df3aa5d-769d-42dd-9752-9ce29387b55e tempest-SecurityGroupsTestJSON-864666295 tempest-SecurityGroupsTestJSON-864666295-project-member] Created folder: Project (42257c279ac042a88f3d28949622e509) in parent group-v806376. [ 740.500999] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-0df3aa5d-769d-42dd-9752-9ce29387b55e tempest-SecurityGroupsTestJSON-864666295 tempest-SecurityGroupsTestJSON-864666295-project-member] Creating folder: Instances. Parent ref: group-v806422. {{(pid=69770) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 740.502643] env[69770]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-07355fac-2494-4d32-8091-7225d65fa667 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.504440] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b090054-7621-4be7-93fd-39522824eaaf {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.513522] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f774771-1999-4245-a8a0-f6c53147c998 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.521198] env[69770]: INFO nova.virt.vmwareapi.vm_util [None req-0df3aa5d-769d-42dd-9752-9ce29387b55e tempest-SecurityGroupsTestJSON-864666295 tempest-SecurityGroupsTestJSON-864666295-project-member] Created folder: Instances in parent group-v806422. [ 740.521198] env[69770]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0df3aa5d-769d-42dd-9752-9ce29387b55e tempest-SecurityGroupsTestJSON-864666295 tempest-SecurityGroupsTestJSON-864666295-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69770) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 740.522114] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f8b193f7-1c9d-426b-a182-4870354ccd84] Creating VM on the ESX host {{(pid=69770) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 740.522357] env[69770]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5baaf26a-66af-4299-aaec-aa574c3a3c5a {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.568534] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-335a7b35-d043-45b2-8b99-f631945e4693 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.575873] env[69770]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 740.575873] env[69770]: value = "task-4069411" [ 740.575873] env[69770]: _type = "Task" [ 740.575873] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 740.585425] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6cc05b9-83c3-44cb-ae06-1d0acdb489bd {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.592875] env[69770]: DEBUG oslo_vmware.api [None req-9369f85f-2f29-459b-93e7-484e645e5c13 tempest-ServerExternalEventsTest-676538897 tempest-ServerExternalEventsTest-676538897-project-member] Task: {'id': task-4069408, 'name': ReconfigVM_Task, 'duration_secs': 0.379782} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 740.592875] env[69770]: DEBUG nova.virt.vmwareapi.volumeops [None req-9369f85f-2f29-459b-93e7-484e645e5c13 tempest-ServerExternalEventsTest-676538897 tempest-ServerExternalEventsTest-676538897-project-member] [instance: b3fc7334-8f11-44cb-b3b1-49eb73ad14cf] Reconfigured VM instance instance-0000000f to attach disk [datastore2] b3fc7334-8f11-44cb-b3b1-49eb73ad14cf/b3fc7334-8f11-44cb-b3b1-49eb73ad14cf.vmdk or device None with type sparse {{(pid=69770) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 740.593369] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-61c1914d-a9c8-45e4-bc5e-5ee074442606 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.598731] env[69770]: DEBUG oslo_vmware.api [-] Task: {'id': task-4069411, 'name': CreateVM_Task} progress is 6%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.607025] env[69770]: DEBUG nova.compute.provider_tree [None req-f9f1fd4d-da8a-41ad-b59d-e351f07d2f58 tempest-ServersAdminTestJSON-142622790 tempest-ServersAdminTestJSON-142622790-project-member] Inventory has not changed in ProviderTree for provider: 7cc7d32b-b7a7-454a-a456-2a440248ed9d {{(pid=69770) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 740.610652] env[69770]: DEBUG nova.compute.manager [req-131cd0bd-f24c-4c88-b7a4-7b77154047fd req-3236f534-579c-441f-8b93-fd67112af15b service nova] [instance: f8b193f7-1c9d-426b-a182-4870354ccd84] Received event network-vif-plugged-965f3f63-d543-41ae-8170-bdf376f04cb7 {{(pid=69770) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 740.610903] env[69770]: DEBUG oslo_concurrency.lockutils [req-131cd0bd-f24c-4c88-b7a4-7b77154047fd req-3236f534-579c-441f-8b93-fd67112af15b service nova] Acquiring lock "f8b193f7-1c9d-426b-a182-4870354ccd84-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 740.611125] env[69770]: DEBUG oslo_concurrency.lockutils [req-131cd0bd-f24c-4c88-b7a4-7b77154047fd req-3236f534-579c-441f-8b93-fd67112af15b service nova] Lock "f8b193f7-1c9d-426b-a182-4870354ccd84-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 740.611284] env[69770]: DEBUG oslo_concurrency.lockutils [req-131cd0bd-f24c-4c88-b7a4-7b77154047fd req-3236f534-579c-441f-8b93-fd67112af15b service nova] Lock "f8b193f7-1c9d-426b-a182-4870354ccd84-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 740.611446] env[69770]: DEBUG nova.compute.manager [req-131cd0bd-f24c-4c88-b7a4-7b77154047fd req-3236f534-579c-441f-8b93-fd67112af15b service nova] [instance: f8b193f7-1c9d-426b-a182-4870354ccd84] No waiting events found dispatching network-vif-plugged-965f3f63-d543-41ae-8170-bdf376f04cb7 {{(pid=69770) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 740.611601] env[69770]: WARNING nova.compute.manager [req-131cd0bd-f24c-4c88-b7a4-7b77154047fd req-3236f534-579c-441f-8b93-fd67112af15b service nova] [instance: f8b193f7-1c9d-426b-a182-4870354ccd84] Received unexpected event network-vif-plugged-965f3f63-d543-41ae-8170-bdf376f04cb7 for instance with vm_state building and task_state spawning. [ 740.611750] env[69770]: DEBUG nova.compute.manager [req-131cd0bd-f24c-4c88-b7a4-7b77154047fd req-3236f534-579c-441f-8b93-fd67112af15b service nova] [instance: f8b193f7-1c9d-426b-a182-4870354ccd84] Received event network-changed-965f3f63-d543-41ae-8170-bdf376f04cb7 {{(pid=69770) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 740.611890] env[69770]: DEBUG nova.compute.manager [req-131cd0bd-f24c-4c88-b7a4-7b77154047fd req-3236f534-579c-441f-8b93-fd67112af15b service nova] [instance: f8b193f7-1c9d-426b-a182-4870354ccd84] Refreshing instance network info cache due to event network-changed-965f3f63-d543-41ae-8170-bdf376f04cb7. {{(pid=69770) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 740.612077] env[69770]: DEBUG oslo_concurrency.lockutils [req-131cd0bd-f24c-4c88-b7a4-7b77154047fd req-3236f534-579c-441f-8b93-fd67112af15b service nova] Acquiring lock "refresh_cache-f8b193f7-1c9d-426b-a182-4870354ccd84" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.612205] env[69770]: DEBUG oslo_concurrency.lockutils [req-131cd0bd-f24c-4c88-b7a4-7b77154047fd req-3236f534-579c-441f-8b93-fd67112af15b service nova] Acquired lock "refresh_cache-f8b193f7-1c9d-426b-a182-4870354ccd84" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.612510] env[69770]: DEBUG nova.network.neutron [req-131cd0bd-f24c-4c88-b7a4-7b77154047fd req-3236f534-579c-441f-8b93-fd67112af15b service nova] [instance: f8b193f7-1c9d-426b-a182-4870354ccd84] Refreshing network info cache for port 965f3f63-d543-41ae-8170-bdf376f04cb7 {{(pid=69770) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 740.617757] env[69770]: DEBUG oslo_vmware.api [None req-9369f85f-2f29-459b-93e7-484e645e5c13 tempest-ServerExternalEventsTest-676538897 tempest-ServerExternalEventsTest-676538897-project-member] Waiting for the task: (returnval){ [ 740.617757] env[69770]: value = "task-4069412" [ 740.617757] env[69770]: _type = "Task" [ 740.617757] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 740.630775] env[69770]: DEBUG oslo_vmware.api [None req-9369f85f-2f29-459b-93e7-484e645e5c13 tempest-ServerExternalEventsTest-676538897 tempest-ServerExternalEventsTest-676538897-project-member] Task: {'id': task-4069412, 'name': Rename_Task} progress is 5%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.796431] env[69770]: DEBUG oslo_concurrency.lockutils [None req-52a0f08f-efc3-4081-99fd-e23b66eeea47 tempest-ListImageFiltersTestJSON-573549216 tempest-ListImageFiltersTestJSON-573549216-project-member] Lock "65be68f2-50f6-4ad4-878b-87d12f4cae3e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 28.558s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 740.867085] env[69770]: DEBUG nova.network.neutron [req-c7eb7bb3-fc9f-4f93-804e-4cf1a8f22e00 req-801d5f3e-c17b-455d-8606-8469acd0ac1d service nova] [instance: 5a605234-adcc-42bc-94e4-b6312611e566] Updated VIF entry in instance network info cache for port 6e70091f-fd9b-4f94-b6f4-1015a031afa9. {{(pid=69770) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 740.867085] env[69770]: DEBUG nova.network.neutron [req-c7eb7bb3-fc9f-4f93-804e-4cf1a8f22e00 req-801d5f3e-c17b-455d-8606-8469acd0ac1d service nova] [instance: 5a605234-adcc-42bc-94e4-b6312611e566] Updating instance_info_cache with network_info: [{"id": "6e70091f-fd9b-4f94-b6f4-1015a031afa9", "address": "fa:16:3e:ab:ec:88", "network": {"id": "dfa2e5c9-da6a-495b-80dd-7149d856db01", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-317622961-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.173", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9c7a0aeab76c46959dc2c70de94c922d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "72781990-3cb3-42eb-9eb1-4040dedbf66f", "external-id": "cl2-zone-812", "segmentation_id": 812, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6e70091f-fd", "ovs_interfaceid": "6e70091f-fd9b-4f94-b6f4-1015a031afa9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69770) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 740.867833] env[69770]: DEBUG nova.compute.manager [None req-763c7a77-fc81-4a0f-bf3e-813185a424d6 tempest-ListServerFiltersTestJSON-1688445247 tempest-ListServerFiltersTestJSON-1688445247-project-member] [instance: 1ecca185-3141-408a-92c7-c3a431ddc25d] Start spawning the instance on the hypervisor. {{(pid=69770) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 740.916782] env[69770]: DEBUG nova.virt.hardware [None req-763c7a77-fc81-4a0f-bf3e-813185a424d6 tempest-ListServerFiltersTestJSON-1688445247 tempest-ListServerFiltersTestJSON-1688445247-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T12:16:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T12:16:11Z,direct_url=,disk_format='vmdk',id=d1eaff80-24a0-4391-90eb-59958b1ecf0a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d65f20bb89fb40a98b77bc6d97357df2',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T12:16:12Z,virtual_size=,visibility=), allow threads: False {{(pid=69770) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 740.917146] env[69770]: DEBUG nova.virt.hardware [None req-763c7a77-fc81-4a0f-bf3e-813185a424d6 tempest-ListServerFiltersTestJSON-1688445247 tempest-ListServerFiltersTestJSON-1688445247-project-member] Flavor limits 0:0:0 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 740.917653] env[69770]: DEBUG nova.virt.hardware [None req-763c7a77-fc81-4a0f-bf3e-813185a424d6 tempest-ListServerFiltersTestJSON-1688445247 tempest-ListServerFiltersTestJSON-1688445247-project-member] Image limits 0:0:0 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 740.917653] env[69770]: DEBUG nova.virt.hardware [None req-763c7a77-fc81-4a0f-bf3e-813185a424d6 tempest-ListServerFiltersTestJSON-1688445247 tempest-ListServerFiltersTestJSON-1688445247-project-member] Flavor pref 0:0:0 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 740.917773] env[69770]: DEBUG nova.virt.hardware [None req-763c7a77-fc81-4a0f-bf3e-813185a424d6 tempest-ListServerFiltersTestJSON-1688445247 tempest-ListServerFiltersTestJSON-1688445247-project-member] Image pref 0:0:0 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 740.917932] env[69770]: DEBUG nova.virt.hardware [None req-763c7a77-fc81-4a0f-bf3e-813185a424d6 tempest-ListServerFiltersTestJSON-1688445247 tempest-ListServerFiltersTestJSON-1688445247-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 740.918182] env[69770]: DEBUG nova.virt.hardware [None req-763c7a77-fc81-4a0f-bf3e-813185a424d6 tempest-ListServerFiltersTestJSON-1688445247 tempest-ListServerFiltersTestJSON-1688445247-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69770) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 740.918344] env[69770]: DEBUG nova.virt.hardware [None req-763c7a77-fc81-4a0f-bf3e-813185a424d6 tempest-ListServerFiltersTestJSON-1688445247 tempest-ListServerFiltersTestJSON-1688445247-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69770) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 740.919445] env[69770]: DEBUG nova.virt.hardware [None req-763c7a77-fc81-4a0f-bf3e-813185a424d6 tempest-ListServerFiltersTestJSON-1688445247 tempest-ListServerFiltersTestJSON-1688445247-project-member] Got 1 possible topologies {{(pid=69770) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 740.919445] env[69770]: DEBUG nova.virt.hardware [None req-763c7a77-fc81-4a0f-bf3e-813185a424d6 tempest-ListServerFiltersTestJSON-1688445247 tempest-ListServerFiltersTestJSON-1688445247-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69770) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 740.919445] env[69770]: DEBUG nova.virt.hardware [None req-763c7a77-fc81-4a0f-bf3e-813185a424d6 tempest-ListServerFiltersTestJSON-1688445247 tempest-ListServerFiltersTestJSON-1688445247-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69770) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 740.919969] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24e16c4d-1a23-4928-a07d-4835c705fa83 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.933748] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1aadf3c-0cd6-4646-9849-7dc438d593d9 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.960811] env[69770]: DEBUG oslo_concurrency.lockutils [None req-bea782b6-e5ea-41de-b717-0b78e3421cf1 tempest-MigrationsAdminTest-1409017777 tempest-MigrationsAdminTest-1409017777-project-member] Acquiring lock "refresh_cache-7626e483-2d84-4a06-8f38-f8fd431da011" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.960975] env[69770]: DEBUG oslo_concurrency.lockutils [None req-bea782b6-e5ea-41de-b717-0b78e3421cf1 tempest-MigrationsAdminTest-1409017777 tempest-MigrationsAdminTest-1409017777-project-member] Acquired lock "refresh_cache-7626e483-2d84-4a06-8f38-f8fd431da011" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.961181] env[69770]: DEBUG nova.network.neutron [None req-bea782b6-e5ea-41de-b717-0b78e3421cf1 tempest-MigrationsAdminTest-1409017777 tempest-MigrationsAdminTest-1409017777-project-member] [instance: 7626e483-2d84-4a06-8f38-f8fd431da011] Building network info cache for instance {{(pid=69770) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 740.961423] env[69770]: DEBUG nova.objects.instance [None req-bea782b6-e5ea-41de-b717-0b78e3421cf1 tempest-MigrationsAdminTest-1409017777 tempest-MigrationsAdminTest-1409017777-project-member] Lazy-loading 'info_cache' on Instance uuid 7626e483-2d84-4a06-8f38-f8fd431da011 {{(pid=69770) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 740.987213] env[69770]: DEBUG oslo_vmware.api [None req-3ca8a9d4-d15e-410e-ab65-a289d961cef7 tempest-ImagesOneServerTestJSON-1024055021 tempest-ImagesOneServerTestJSON-1024055021-project-member] Task: {'id': task-4069406, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.087116] env[69770]: DEBUG oslo_vmware.api [-] Task: {'id': task-4069411, 'name': CreateVM_Task, 'duration_secs': 0.441849} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 741.087116] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f8b193f7-1c9d-426b-a182-4870354ccd84] Created VM on the ESX host {{(pid=69770) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 741.092897] env[69770]: DEBUG oslo_concurrency.lockutils [None req-0df3aa5d-769d-42dd-9752-9ce29387b55e tempest-SecurityGroupsTestJSON-864666295 tempest-SecurityGroupsTestJSON-864666295-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.092897] env[69770]: DEBUG oslo_concurrency.lockutils [None req-0df3aa5d-769d-42dd-9752-9ce29387b55e tempest-SecurityGroupsTestJSON-864666295 tempest-SecurityGroupsTestJSON-864666295-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.092897] env[69770]: DEBUG oslo_concurrency.lockutils [None req-0df3aa5d-769d-42dd-9752-9ce29387b55e tempest-SecurityGroupsTestJSON-864666295 tempest-SecurityGroupsTestJSON-864666295-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.092897] env[69770]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7426f810-cba0-404a-9628-eda43536a52a {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.096224] env[69770]: DEBUG oslo_vmware.api [None req-0df3aa5d-769d-42dd-9752-9ce29387b55e tempest-SecurityGroupsTestJSON-864666295 tempest-SecurityGroupsTestJSON-864666295-project-member] Waiting for the task: (returnval){ [ 741.096224] env[69770]: value = "session[52161b52-cb8e-ec9f-1132-2f6b49549d41]52108403-660b-531e-a98d-d809e52fa1ac" [ 741.096224] env[69770]: _type = "Task" [ 741.096224] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 741.111065] env[69770]: DEBUG oslo_vmware.api [None req-0df3aa5d-769d-42dd-9752-9ce29387b55e tempest-SecurityGroupsTestJSON-864666295 tempest-SecurityGroupsTestJSON-864666295-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]52108403-660b-531e-a98d-d809e52fa1ac, 'name': SearchDatastore_Task, 'duration_secs': 0.01127} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 741.111512] env[69770]: DEBUG oslo_concurrency.lockutils [None req-0df3aa5d-769d-42dd-9752-9ce29387b55e tempest-SecurityGroupsTestJSON-864666295 tempest-SecurityGroupsTestJSON-864666295-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.111620] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-0df3aa5d-769d-42dd-9752-9ce29387b55e tempest-SecurityGroupsTestJSON-864666295 tempest-SecurityGroupsTestJSON-864666295-project-member] [instance: f8b193f7-1c9d-426b-a182-4870354ccd84] Processing image d1eaff80-24a0-4391-90eb-59958b1ecf0a {{(pid=69770) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 741.111935] env[69770]: DEBUG oslo_concurrency.lockutils [None req-0df3aa5d-769d-42dd-9752-9ce29387b55e tempest-SecurityGroupsTestJSON-864666295 tempest-SecurityGroupsTestJSON-864666295-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.111985] env[69770]: DEBUG oslo_concurrency.lockutils [None req-0df3aa5d-769d-42dd-9752-9ce29387b55e tempest-SecurityGroupsTestJSON-864666295 tempest-SecurityGroupsTestJSON-864666295-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.112233] env[69770]: DEBUG nova.virt.vmwareapi.ds_util [None req-0df3aa5d-769d-42dd-9752-9ce29387b55e tempest-SecurityGroupsTestJSON-864666295 tempest-SecurityGroupsTestJSON-864666295-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69770) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 741.112427] env[69770]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c5e9919a-9d69-4f3c-83b0-5a81522d2c64 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.115534] env[69770]: DEBUG nova.scheduler.client.report [None req-f9f1fd4d-da8a-41ad-b59d-e351f07d2f58 tempest-ServersAdminTestJSON-142622790 tempest-ServersAdminTestJSON-142622790-project-member] Inventory has not changed for provider 7cc7d32b-b7a7-454a-a456-2a440248ed9d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69770) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 741.140148] env[69770]: DEBUG oslo_vmware.api [None req-9369f85f-2f29-459b-93e7-484e645e5c13 tempest-ServerExternalEventsTest-676538897 tempest-ServerExternalEventsTest-676538897-project-member] Task: {'id': task-4069412, 'name': Rename_Task, 'duration_secs': 0.233189} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 741.140148] env[69770]: DEBUG nova.virt.vmwareapi.ds_util [None req-0df3aa5d-769d-42dd-9752-9ce29387b55e tempest-SecurityGroupsTestJSON-864666295 tempest-SecurityGroupsTestJSON-864666295-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69770) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 741.140148] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-0df3aa5d-769d-42dd-9752-9ce29387b55e tempest-SecurityGroupsTestJSON-864666295 tempest-SecurityGroupsTestJSON-864666295-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69770) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 741.140148] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-9369f85f-2f29-459b-93e7-484e645e5c13 tempest-ServerExternalEventsTest-676538897 tempest-ServerExternalEventsTest-676538897-project-member] [instance: b3fc7334-8f11-44cb-b3b1-49eb73ad14cf] Powering on the VM {{(pid=69770) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 741.140148] env[69770]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ea218731-4008-44e4-97b4-92fd1e238111 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.140810] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b2e00662-a9cc-4f26-9c4c-5a58226562b7 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.150681] env[69770]: DEBUG oslo_vmware.api [None req-9369f85f-2f29-459b-93e7-484e645e5c13 tempest-ServerExternalEventsTest-676538897 tempest-ServerExternalEventsTest-676538897-project-member] Waiting for the task: (returnval){ [ 741.150681] env[69770]: value = "task-4069413" [ 741.150681] env[69770]: _type = "Task" [ 741.150681] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 741.150838] env[69770]: DEBUG oslo_vmware.api [None req-0df3aa5d-769d-42dd-9752-9ce29387b55e tempest-SecurityGroupsTestJSON-864666295 tempest-SecurityGroupsTestJSON-864666295-project-member] Waiting for the task: (returnval){ [ 741.150838] env[69770]: value = "session[52161b52-cb8e-ec9f-1132-2f6b49549d41]52f3c3e3-d685-01e7-41a9-053bfa7f8c51" [ 741.150838] env[69770]: _type = "Task" [ 741.150838] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 741.166999] env[69770]: DEBUG oslo_vmware.api [None req-9369f85f-2f29-459b-93e7-484e645e5c13 tempest-ServerExternalEventsTest-676538897 tempest-ServerExternalEventsTest-676538897-project-member] Task: {'id': task-4069413, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.167660] env[69770]: DEBUG oslo_vmware.api [None req-0df3aa5d-769d-42dd-9752-9ce29387b55e tempest-SecurityGroupsTestJSON-864666295 tempest-SecurityGroupsTestJSON-864666295-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]52f3c3e3-d685-01e7-41a9-053bfa7f8c51, 'name': SearchDatastore_Task, 'duration_secs': 0.014627} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 741.168450] env[69770]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6295fb65-f5e6-4415-9765-453f7550c26e {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.174856] env[69770]: DEBUG oslo_vmware.api [None req-0df3aa5d-769d-42dd-9752-9ce29387b55e tempest-SecurityGroupsTestJSON-864666295 tempest-SecurityGroupsTestJSON-864666295-project-member] Waiting for the task: (returnval){ [ 741.174856] env[69770]: value = "session[52161b52-cb8e-ec9f-1132-2f6b49549d41]523f471a-15ee-ae50-89f2-6e16fb76d591" [ 741.174856] env[69770]: _type = "Task" [ 741.174856] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 741.184771] env[69770]: DEBUG oslo_vmware.api [None req-0df3aa5d-769d-42dd-9752-9ce29387b55e tempest-SecurityGroupsTestJSON-864666295 tempest-SecurityGroupsTestJSON-864666295-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]523f471a-15ee-ae50-89f2-6e16fb76d591, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.246437] env[69770]: DEBUG nova.network.neutron [-] [instance: 724c5059-a799-45b3-bfbd-328d7df854fc] Updating instance_info_cache with network_info: [] {{(pid=69770) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 741.258107] env[69770]: DEBUG nova.network.neutron [req-b4abf993-b01c-483d-b0af-bc921ebf0912 req-ae229f95-822e-41cd-aa1a-c06ade114cfa service nova] [instance: b3fc7334-8f11-44cb-b3b1-49eb73ad14cf] Updated VIF entry in instance network info cache for port 3697488a-57b1-4e71-8df6-8f6bc181be38. {{(pid=69770) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 741.258757] env[69770]: DEBUG nova.network.neutron [req-b4abf993-b01c-483d-b0af-bc921ebf0912 req-ae229f95-822e-41cd-aa1a-c06ade114cfa service nova] [instance: b3fc7334-8f11-44cb-b3b1-49eb73ad14cf] Updating instance_info_cache with network_info: [{"id": "3697488a-57b1-4e71-8df6-8f6bc181be38", "address": "fa:16:3e:77:eb:a0", "network": {"id": "f82b91df-bf84-467a-b908-3ff7324de9d6", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.76", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "d65f20bb89fb40a98b77bc6d97357df2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f0ef5aba-bd9a-42ff-a1a0-5e763986d70a", "external-id": "nsx-vlan-transportzone-209", "segmentation_id": 209, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3697488a-57", "ovs_interfaceid": "3697488a-57b1-4e71-8df6-8f6bc181be38", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69770) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 741.298229] env[69770]: DEBUG nova.compute.manager [None req-8d954487-7c58-4db7-8df7-2c6e11db7707 tempest-ServersAdminTestJSON-142622790 tempest-ServersAdminTestJSON-142622790-project-member] [instance: f99efbb3-ef7e-4feb-b29b-2cfded1643fd] Starting instance... {{(pid=69770) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 741.357639] env[69770]: DEBUG nova.network.neutron [None req-763c7a77-fc81-4a0f-bf3e-813185a424d6 tempest-ListServerFiltersTestJSON-1688445247 tempest-ListServerFiltersTestJSON-1688445247-project-member] [instance: 1ecca185-3141-408a-92c7-c3a431ddc25d] Successfully created port: 2393ac42-109d-4c4c-a634-4607aa90a522 {{(pid=69770) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 741.373140] env[69770]: DEBUG oslo_concurrency.lockutils [req-c7eb7bb3-fc9f-4f93-804e-4cf1a8f22e00 req-801d5f3e-c17b-455d-8606-8469acd0ac1d service nova] Releasing lock "refresh_cache-5a605234-adcc-42bc-94e4-b6312611e566" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.488490] env[69770]: DEBUG nova.network.neutron [None req-f4bf8dcb-0e50-4f29-8fe6-bca296a2dc18 tempest-ServersNegativeTestJSON-1437959553 tempest-ServersNegativeTestJSON-1437959553-project-member] [instance: 1cd3da96-102f-4a22-8f53-12b32485ffa2] Successfully updated port: 0276cb5b-ee35-4b81-b591-e4616352e712 {{(pid=69770) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 741.505215] env[69770]: DEBUG oslo_vmware.api [None req-3ca8a9d4-d15e-410e-ab65-a289d961cef7 tempest-ImagesOneServerTestJSON-1024055021 tempest-ImagesOneServerTestJSON-1024055021-project-member] Task: {'id': task-4069406, 'name': RemoveSnapshot_Task, 'duration_secs': 1.615019} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 741.505578] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-3ca8a9d4-d15e-410e-ab65-a289d961cef7 tempest-ImagesOneServerTestJSON-1024055021 tempest-ImagesOneServerTestJSON-1024055021-project-member] [instance: 7ae47f8e-e519-4825-b89a-7561df6850d9] Deleted Snapshot of the VM instance {{(pid=69770) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 741.506568] env[69770]: INFO nova.compute.manager [None req-3ca8a9d4-d15e-410e-ab65-a289d961cef7 tempest-ImagesOneServerTestJSON-1024055021 tempest-ImagesOneServerTestJSON-1024055021-project-member] [instance: 7ae47f8e-e519-4825-b89a-7561df6850d9] Took 19.32 seconds to snapshot the instance on the hypervisor. [ 741.624079] env[69770]: DEBUG oslo_concurrency.lockutils [None req-f9f1fd4d-da8a-41ad-b59d-e351f07d2f58 tempest-ServersAdminTestJSON-142622790 tempest-ServersAdminTestJSON-142622790-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.789s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 741.624640] env[69770]: DEBUG nova.compute.manager [None req-f9f1fd4d-da8a-41ad-b59d-e351f07d2f58 tempest-ServersAdminTestJSON-142622790 tempest-ServersAdminTestJSON-142622790-project-member] [instance: 089cc9fa-d197-43fd-b8fe-0d92a672806e] Start building networks asynchronously for instance. {{(pid=69770) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 741.627889] env[69770]: DEBUG oslo_concurrency.lockutils [None req-7b8817ac-bf4c-48ed-b684-179ee1cf6c7d tempest-ListServerFiltersTestJSON-1688445247 tempest-ListServerFiltersTestJSON-1688445247-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 15.146s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 741.629390] env[69770]: INFO nova.compute.claims [None req-7b8817ac-bf4c-48ed-b684-179ee1cf6c7d tempest-ListServerFiltersTestJSON-1688445247 tempest-ListServerFiltersTestJSON-1688445247-project-member] [instance: 398f9fa2-efb7-4f95-bb8b-7667b8299e9d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 741.667817] env[69770]: DEBUG oslo_vmware.api [None req-9369f85f-2f29-459b-93e7-484e645e5c13 tempest-ServerExternalEventsTest-676538897 tempest-ServerExternalEventsTest-676538897-project-member] Task: {'id': task-4069413, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.690496] env[69770]: DEBUG oslo_vmware.api [None req-0df3aa5d-769d-42dd-9752-9ce29387b55e tempest-SecurityGroupsTestJSON-864666295 tempest-SecurityGroupsTestJSON-864666295-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]523f471a-15ee-ae50-89f2-6e16fb76d591, 'name': SearchDatastore_Task, 'duration_secs': 0.015321} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 741.691483] env[69770]: DEBUG oslo_concurrency.lockutils [None req-0df3aa5d-769d-42dd-9752-9ce29387b55e tempest-SecurityGroupsTestJSON-864666295 tempest-SecurityGroupsTestJSON-864666295-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.691739] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-0df3aa5d-769d-42dd-9752-9ce29387b55e tempest-SecurityGroupsTestJSON-864666295 tempest-SecurityGroupsTestJSON-864666295-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk to [datastore2] f8b193f7-1c9d-426b-a182-4870354ccd84/f8b193f7-1c9d-426b-a182-4870354ccd84.vmdk {{(pid=69770) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 741.692015] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f5b92c0b-1216-4a99-84be-19276e3d799e {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.702445] env[69770]: DEBUG oslo_vmware.api [None req-0df3aa5d-769d-42dd-9752-9ce29387b55e tempest-SecurityGroupsTestJSON-864666295 tempest-SecurityGroupsTestJSON-864666295-project-member] Waiting for the task: (returnval){ [ 741.702445] env[69770]: value = "task-4069414" [ 741.702445] env[69770]: _type = "Task" [ 741.702445] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 741.722024] env[69770]: DEBUG oslo_vmware.api [None req-0df3aa5d-769d-42dd-9752-9ce29387b55e tempest-SecurityGroupsTestJSON-864666295 tempest-SecurityGroupsTestJSON-864666295-project-member] Task: {'id': task-4069414, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.751252] env[69770]: INFO nova.compute.manager [-] [instance: 724c5059-a799-45b3-bfbd-328d7df854fc] Took 2.31 seconds to deallocate network for instance. [ 741.763128] env[69770]: DEBUG oslo_concurrency.lockutils [req-b4abf993-b01c-483d-b0af-bc921ebf0912 req-ae229f95-822e-41cd-aa1a-c06ade114cfa service nova] Releasing lock "refresh_cache-b3fc7334-8f11-44cb-b3b1-49eb73ad14cf" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.763388] env[69770]: DEBUG nova.compute.manager [req-b4abf993-b01c-483d-b0af-bc921ebf0912 req-ae229f95-822e-41cd-aa1a-c06ade114cfa service nova] [instance: 69037fde-1312-4ff7-b405-38c8f32cb1f9] Received event network-vif-deleted-2e3fe84c-aab2-4122-b75a-ebfc4bc41f87 {{(pid=69770) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 741.830377] env[69770]: DEBUG oslo_concurrency.lockutils [None req-8d954487-7c58-4db7-8df7-2c6e11db7707 tempest-ServersAdminTestJSON-142622790 tempest-ServersAdminTestJSON-142622790-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 741.998939] env[69770]: DEBUG oslo_concurrency.lockutils [None req-f4bf8dcb-0e50-4f29-8fe6-bca296a2dc18 tempest-ServersNegativeTestJSON-1437959553 tempest-ServersNegativeTestJSON-1437959553-project-member] Acquiring lock "refresh_cache-1cd3da96-102f-4a22-8f53-12b32485ffa2" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.999336] env[69770]: DEBUG oslo_concurrency.lockutils [None req-f4bf8dcb-0e50-4f29-8fe6-bca296a2dc18 tempest-ServersNegativeTestJSON-1437959553 tempest-ServersNegativeTestJSON-1437959553-project-member] Acquired lock "refresh_cache-1cd3da96-102f-4a22-8f53-12b32485ffa2" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.999606] env[69770]: DEBUG nova.network.neutron [None req-f4bf8dcb-0e50-4f29-8fe6-bca296a2dc18 tempest-ServersNegativeTestJSON-1437959553 tempest-ServersNegativeTestJSON-1437959553-project-member] [instance: 1cd3da96-102f-4a22-8f53-12b32485ffa2] Building network info cache for instance {{(pid=69770) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 742.078109] env[69770]: DEBUG nova.network.neutron [req-131cd0bd-f24c-4c88-b7a4-7b77154047fd req-3236f534-579c-441f-8b93-fd67112af15b service nova] [instance: f8b193f7-1c9d-426b-a182-4870354ccd84] Updated VIF entry in instance network info cache for port 965f3f63-d543-41ae-8170-bdf376f04cb7. {{(pid=69770) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 742.078109] env[69770]: DEBUG nova.network.neutron [req-131cd0bd-f24c-4c88-b7a4-7b77154047fd req-3236f534-579c-441f-8b93-fd67112af15b service nova] [instance: f8b193f7-1c9d-426b-a182-4870354ccd84] Updating instance_info_cache with network_info: [{"id": "965f3f63-d543-41ae-8170-bdf376f04cb7", "address": "fa:16:3e:db:8e:97", "network": {"id": "29edef2d-c3cc-4fd2-8a86-68a8eb391ef0", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1441207760-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "42257c279ac042a88f3d28949622e509", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "462a7219-4deb-4225-9cf7-3131ef280363", "external-id": "nsx-vlan-transportzone-468", "segmentation_id": 468, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap965f3f63-d5", "ovs_interfaceid": "965f3f63-d543-41ae-8170-bdf376f04cb7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69770) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 742.134765] env[69770]: DEBUG nova.compute.utils [None req-f9f1fd4d-da8a-41ad-b59d-e351f07d2f58 tempest-ServersAdminTestJSON-142622790 tempest-ServersAdminTestJSON-142622790-project-member] Using /dev/sd instead of None {{(pid=69770) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 742.139492] env[69770]: DEBUG nova.compute.manager [None req-f9f1fd4d-da8a-41ad-b59d-e351f07d2f58 tempest-ServersAdminTestJSON-142622790 tempest-ServersAdminTestJSON-142622790-project-member] [instance: 089cc9fa-d197-43fd-b8fe-0d92a672806e] Allocating IP information in the background. {{(pid=69770) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 742.139786] env[69770]: DEBUG nova.network.neutron [None req-f9f1fd4d-da8a-41ad-b59d-e351f07d2f58 tempest-ServersAdminTestJSON-142622790 tempest-ServersAdminTestJSON-142622790-project-member] [instance: 089cc9fa-d197-43fd-b8fe-0d92a672806e] allocate_for_instance() {{(pid=69770) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 742.168286] env[69770]: DEBUG oslo_vmware.api [None req-9369f85f-2f29-459b-93e7-484e645e5c13 tempest-ServerExternalEventsTest-676538897 tempest-ServerExternalEventsTest-676538897-project-member] Task: {'id': task-4069413, 'name': PowerOnVM_Task, 'duration_secs': 0.667878} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 742.169310] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-9369f85f-2f29-459b-93e7-484e645e5c13 tempest-ServerExternalEventsTest-676538897 tempest-ServerExternalEventsTest-676538897-project-member] [instance: b3fc7334-8f11-44cb-b3b1-49eb73ad14cf] Powered on the VM {{(pid=69770) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 742.169310] env[69770]: INFO nova.compute.manager [None req-9369f85f-2f29-459b-93e7-484e645e5c13 tempest-ServerExternalEventsTest-676538897 tempest-ServerExternalEventsTest-676538897-project-member] [instance: b3fc7334-8f11-44cb-b3b1-49eb73ad14cf] Took 9.03 seconds to spawn the instance on the hypervisor. [ 742.169310] env[69770]: DEBUG nova.compute.manager [None req-9369f85f-2f29-459b-93e7-484e645e5c13 tempest-ServerExternalEventsTest-676538897 tempest-ServerExternalEventsTest-676538897-project-member] [instance: b3fc7334-8f11-44cb-b3b1-49eb73ad14cf] Checking state {{(pid=69770) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 742.170149] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f40c097c-093a-4bc1-ae94-b4aebb5716b8 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.216114] env[69770]: DEBUG oslo_vmware.api [None req-0df3aa5d-769d-42dd-9752-9ce29387b55e tempest-SecurityGroupsTestJSON-864666295 tempest-SecurityGroupsTestJSON-864666295-project-member] Task: {'id': task-4069414, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.269549] env[69770]: DEBUG oslo_concurrency.lockutils [None req-12fb3e4d-6ef9-4710-8912-d6ab8e532a0b tempest-ServerDiagnosticsTest-785529700 tempest-ServerDiagnosticsTest-785529700-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 742.299571] env[69770]: DEBUG oslo_concurrency.lockutils [None req-44e77e2d-d35e-44f8-a7a2-1c6d98b38d0b tempest-ListServersNegativeTestJSON-118656177 tempest-ListServersNegativeTestJSON-118656177-project-member] Acquiring lock "27c5d873-f24c-4e20-9bcf-1b157114e5d0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 742.299919] env[69770]: DEBUG oslo_concurrency.lockutils [None req-44e77e2d-d35e-44f8-a7a2-1c6d98b38d0b tempest-ListServersNegativeTestJSON-118656177 tempest-ListServersNegativeTestJSON-118656177-project-member] Lock "27c5d873-f24c-4e20-9bcf-1b157114e5d0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 742.353669] env[69770]: DEBUG oslo_concurrency.lockutils [None req-44e77e2d-d35e-44f8-a7a2-1c6d98b38d0b tempest-ListServersNegativeTestJSON-118656177 tempest-ListServersNegativeTestJSON-118656177-project-member] Acquiring lock "c8a7ad94-852f-48a2-9186-70d322e97118" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 742.353669] env[69770]: DEBUG oslo_concurrency.lockutils [None req-44e77e2d-d35e-44f8-a7a2-1c6d98b38d0b tempest-ListServersNegativeTestJSON-118656177 tempest-ListServersNegativeTestJSON-118656177-project-member] Lock "c8a7ad94-852f-48a2-9186-70d322e97118" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 742.406239] env[69770]: DEBUG oslo_concurrency.lockutils [None req-44e77e2d-d35e-44f8-a7a2-1c6d98b38d0b tempest-ListServersNegativeTestJSON-118656177 tempest-ListServersNegativeTestJSON-118656177-project-member] Acquiring lock "fd890686-500e-4bee-b216-145c4818c245" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 742.406564] env[69770]: DEBUG oslo_concurrency.lockutils [None req-44e77e2d-d35e-44f8-a7a2-1c6d98b38d0b tempest-ListServersNegativeTestJSON-118656177 tempest-ListServersNegativeTestJSON-118656177-project-member] Lock "fd890686-500e-4bee-b216-145c4818c245" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 742.488427] env[69770]: DEBUG nova.network.neutron [None req-bea782b6-e5ea-41de-b717-0b78e3421cf1 tempest-MigrationsAdminTest-1409017777 tempest-MigrationsAdminTest-1409017777-project-member] [instance: 7626e483-2d84-4a06-8f38-f8fd431da011] Updating instance_info_cache with network_info: [{"id": "10ccd765-6960-44d8-a3f1-da78e5c01e48", "address": "fa:16:3e:d0:d4:e7", "network": {"id": "f82b91df-bf84-467a-b908-3ff7324de9d6", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.217", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "d65f20bb89fb40a98b77bc6d97357df2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f0ef5aba-bd9a-42ff-a1a0-5e763986d70a", "external-id": "nsx-vlan-transportzone-209", "segmentation_id": 209, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap10ccd765-69", "ovs_interfaceid": "10ccd765-6960-44d8-a3f1-da78e5c01e48", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69770) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 742.501449] env[69770]: DEBUG nova.policy [None req-f9f1fd4d-da8a-41ad-b59d-e351f07d2f58 tempest-ServersAdminTestJSON-142622790 tempest-ServersAdminTestJSON-142622790-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '179057e7f1de4b0d8147c7fb5c84aa86', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '32b2200b93d14bf0bd9c367d6ed09cf1', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69770) authorize /opt/stack/nova/nova/policy.py:192}} [ 742.564411] env[69770]: DEBUG nova.network.neutron [None req-f4bf8dcb-0e50-4f29-8fe6-bca296a2dc18 tempest-ServersNegativeTestJSON-1437959553 tempest-ServersNegativeTestJSON-1437959553-project-member] [instance: 1cd3da96-102f-4a22-8f53-12b32485ffa2] Instance cache missing network info. {{(pid=69770) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 742.580426] env[69770]: DEBUG oslo_concurrency.lockutils [req-131cd0bd-f24c-4c88-b7a4-7b77154047fd req-3236f534-579c-441f-8b93-fd67112af15b service nova] Releasing lock "refresh_cache-f8b193f7-1c9d-426b-a182-4870354ccd84" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.651315] env[69770]: DEBUG nova.compute.manager [None req-f9f1fd4d-da8a-41ad-b59d-e351f07d2f58 tempest-ServersAdminTestJSON-142622790 tempest-ServersAdminTestJSON-142622790-project-member] [instance: 089cc9fa-d197-43fd-b8fe-0d92a672806e] Start building block device mappings for instance. {{(pid=69770) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 742.697116] env[69770]: INFO nova.compute.manager [None req-9369f85f-2f29-459b-93e7-484e645e5c13 tempest-ServerExternalEventsTest-676538897 tempest-ServerExternalEventsTest-676538897-project-member] [instance: b3fc7334-8f11-44cb-b3b1-49eb73ad14cf] Took 25.35 seconds to build instance. [ 742.725469] env[69770]: DEBUG oslo_vmware.api [None req-0df3aa5d-769d-42dd-9752-9ce29387b55e tempest-SecurityGroupsTestJSON-864666295 tempest-SecurityGroupsTestJSON-864666295-project-member] Task: {'id': task-4069414, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.665302} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 742.726210] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-0df3aa5d-769d-42dd-9752-9ce29387b55e tempest-SecurityGroupsTestJSON-864666295 tempest-SecurityGroupsTestJSON-864666295-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk to [datastore2] f8b193f7-1c9d-426b-a182-4870354ccd84/f8b193f7-1c9d-426b-a182-4870354ccd84.vmdk {{(pid=69770) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 742.729436] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-0df3aa5d-769d-42dd-9752-9ce29387b55e tempest-SecurityGroupsTestJSON-864666295 tempest-SecurityGroupsTestJSON-864666295-project-member] [instance: f8b193f7-1c9d-426b-a182-4870354ccd84] Extending root virtual disk to 1048576 {{(pid=69770) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 742.729436] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c12e9680-7a4b-4072-9243-de8405a25aca {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.740339] env[69770]: DEBUG oslo_vmware.api [None req-0df3aa5d-769d-42dd-9752-9ce29387b55e tempest-SecurityGroupsTestJSON-864666295 tempest-SecurityGroupsTestJSON-864666295-project-member] Waiting for the task: (returnval){ [ 742.740339] env[69770]: value = "task-4069415" [ 742.740339] env[69770]: _type = "Task" [ 742.740339] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 742.762109] env[69770]: DEBUG oslo_vmware.api [None req-0df3aa5d-769d-42dd-9752-9ce29387b55e tempest-SecurityGroupsTestJSON-864666295 tempest-SecurityGroupsTestJSON-864666295-project-member] Task: {'id': task-4069415, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.824248] env[69770]: DEBUG nova.network.neutron [None req-f4bf8dcb-0e50-4f29-8fe6-bca296a2dc18 tempest-ServersNegativeTestJSON-1437959553 tempest-ServersNegativeTestJSON-1437959553-project-member] [instance: 1cd3da96-102f-4a22-8f53-12b32485ffa2] Updating instance_info_cache with network_info: [{"id": "0276cb5b-ee35-4b81-b591-e4616352e712", "address": "fa:16:3e:93:ba:6d", "network": {"id": "6d495b25-93c9-4d41-93da-495fe7782e89", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-659703650-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.2", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.3"}}], "meta": {"injected": false, "tenant_id": "a1bbd9f308194b4aa6cb513f5d2cd789", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "360308f4-9d0a-4ec2-8bcf-44891f452847", "external-id": "nsx-vlan-transportzone-383", "segmentation_id": 383, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0276cb5b-ee", "ovs_interfaceid": "0276cb5b-ee35-4b81-b591-e4616352e712", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69770) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 742.995747] env[69770]: DEBUG oslo_concurrency.lockutils [None req-bea782b6-e5ea-41de-b717-0b78e3421cf1 tempest-MigrationsAdminTest-1409017777 tempest-MigrationsAdminTest-1409017777-project-member] Releasing lock "refresh_cache-7626e483-2d84-4a06-8f38-f8fd431da011" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.996628] env[69770]: DEBUG nova.objects.instance [None req-bea782b6-e5ea-41de-b717-0b78e3421cf1 tempest-MigrationsAdminTest-1409017777 tempest-MigrationsAdminTest-1409017777-project-member] Lazy-loading 'migration_context' on Instance uuid 7626e483-2d84-4a06-8f38-f8fd431da011 {{(pid=69770) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 743.204717] env[69770]: DEBUG oslo_concurrency.lockutils [None req-9369f85f-2f29-459b-93e7-484e645e5c13 tempest-ServerExternalEventsTest-676538897 tempest-ServerExternalEventsTest-676538897-project-member] Lock "b3fc7334-8f11-44cb-b3b1-49eb73ad14cf" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 30.637s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 743.267830] env[69770]: DEBUG oslo_vmware.api [None req-0df3aa5d-769d-42dd-9752-9ce29387b55e tempest-SecurityGroupsTestJSON-864666295 tempest-SecurityGroupsTestJSON-864666295-project-member] Task: {'id': task-4069415, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074027} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 743.268122] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-0df3aa5d-769d-42dd-9752-9ce29387b55e tempest-SecurityGroupsTestJSON-864666295 tempest-SecurityGroupsTestJSON-864666295-project-member] [instance: f8b193f7-1c9d-426b-a182-4870354ccd84] Extended root virtual disk {{(pid=69770) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 743.269057] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a7ec720-44eb-45a6-bfa0-a2d447a61789 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.275028] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a800d6c1-aa3c-4098-9b43-ee13c5681c7c {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.296692] env[69770]: DEBUG nova.virt.vmwareapi.volumeops [None req-0df3aa5d-769d-42dd-9752-9ce29387b55e tempest-SecurityGroupsTestJSON-864666295 tempest-SecurityGroupsTestJSON-864666295-project-member] [instance: f8b193f7-1c9d-426b-a182-4870354ccd84] Reconfiguring VM instance instance-00000010 to attach disk [datastore2] f8b193f7-1c9d-426b-a182-4870354ccd84/f8b193f7-1c9d-426b-a182-4870354ccd84.vmdk or device None with type sparse {{(pid=69770) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 743.297936] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-faa23184-8b8c-4fdc-a0ff-fe1d5e732ab6 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.318030] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d49ea53-e46b-44c5-9d69-b32286ed23fd {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.325781] env[69770]: DEBUG oslo_vmware.api [None req-0df3aa5d-769d-42dd-9752-9ce29387b55e tempest-SecurityGroupsTestJSON-864666295 tempest-SecurityGroupsTestJSON-864666295-project-member] Waiting for the task: (returnval){ [ 743.325781] env[69770]: value = "task-4069416" [ 743.325781] env[69770]: _type = "Task" [ 743.325781] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 743.356197] env[69770]: DEBUG oslo_concurrency.lockutils [None req-f4bf8dcb-0e50-4f29-8fe6-bca296a2dc18 tempest-ServersNegativeTestJSON-1437959553 tempest-ServersNegativeTestJSON-1437959553-project-member] Releasing lock "refresh_cache-1cd3da96-102f-4a22-8f53-12b32485ffa2" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.356675] env[69770]: DEBUG nova.compute.manager [None req-f4bf8dcb-0e50-4f29-8fe6-bca296a2dc18 tempest-ServersNegativeTestJSON-1437959553 tempest-ServersNegativeTestJSON-1437959553-project-member] [instance: 1cd3da96-102f-4a22-8f53-12b32485ffa2] Instance network_info: |[{"id": "0276cb5b-ee35-4b81-b591-e4616352e712", "address": "fa:16:3e:93:ba:6d", "network": {"id": "6d495b25-93c9-4d41-93da-495fe7782e89", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-659703650-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.2", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.3"}}], "meta": {"injected": false, "tenant_id": "a1bbd9f308194b4aa6cb513f5d2cd789", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "360308f4-9d0a-4ec2-8bcf-44891f452847", "external-id": "nsx-vlan-transportzone-383", "segmentation_id": 383, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0276cb5b-ee", "ovs_interfaceid": "0276cb5b-ee35-4b81-b591-e4616352e712", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69770) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 743.357546] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-f4bf8dcb-0e50-4f29-8fe6-bca296a2dc18 tempest-ServersNegativeTestJSON-1437959553 tempest-ServersNegativeTestJSON-1437959553-project-member] [instance: 1cd3da96-102f-4a22-8f53-12b32485ffa2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:93:ba:6d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '360308f4-9d0a-4ec2-8bcf-44891f452847', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0276cb5b-ee35-4b81-b591-e4616352e712', 'vif_model': 'vmxnet3'}] {{(pid=69770) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 743.365562] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-f4bf8dcb-0e50-4f29-8fe6-bca296a2dc18 tempest-ServersNegativeTestJSON-1437959553 tempest-ServersNegativeTestJSON-1437959553-project-member] Creating folder: Project (a1bbd9f308194b4aa6cb513f5d2cd789). Parent ref: group-v806376. {{(pid=69770) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 743.368014] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-270fc4fb-11d3-42d6-99d0-03c808cb429a {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.374217] env[69770]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-077aa53b-67eb-45a7-938c-65bd9edf4b4d {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.376543] env[69770]: DEBUG oslo_vmware.api [None req-0df3aa5d-769d-42dd-9752-9ce29387b55e tempest-SecurityGroupsTestJSON-864666295 tempest-SecurityGroupsTestJSON-864666295-project-member] Task: {'id': task-4069416, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.377791] env[69770]: DEBUG nova.compute.manager [req-fb0af3fd-8085-499f-a5ac-c17f265fab34 req-3977c4d5-56d5-4de9-aa6d-4a98653941a4 service nova] [instance: 1cd3da96-102f-4a22-8f53-12b32485ffa2] Received event network-vif-plugged-0276cb5b-ee35-4b81-b591-e4616352e712 {{(pid=69770) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 743.378805] env[69770]: DEBUG oslo_concurrency.lockutils [req-fb0af3fd-8085-499f-a5ac-c17f265fab34 req-3977c4d5-56d5-4de9-aa6d-4a98653941a4 service nova] Acquiring lock "1cd3da96-102f-4a22-8f53-12b32485ffa2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 743.378805] env[69770]: DEBUG oslo_concurrency.lockutils [req-fb0af3fd-8085-499f-a5ac-c17f265fab34 req-3977c4d5-56d5-4de9-aa6d-4a98653941a4 service nova] Lock "1cd3da96-102f-4a22-8f53-12b32485ffa2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 743.378805] env[69770]: DEBUG oslo_concurrency.lockutils [req-fb0af3fd-8085-499f-a5ac-c17f265fab34 req-3977c4d5-56d5-4de9-aa6d-4a98653941a4 service nova] Lock "1cd3da96-102f-4a22-8f53-12b32485ffa2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 743.378805] env[69770]: DEBUG nova.compute.manager [req-fb0af3fd-8085-499f-a5ac-c17f265fab34 req-3977c4d5-56d5-4de9-aa6d-4a98653941a4 service nova] [instance: 1cd3da96-102f-4a22-8f53-12b32485ffa2] No waiting events found dispatching network-vif-plugged-0276cb5b-ee35-4b81-b591-e4616352e712 {{(pid=69770) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 743.378805] env[69770]: WARNING nova.compute.manager [req-fb0af3fd-8085-499f-a5ac-c17f265fab34 req-3977c4d5-56d5-4de9-aa6d-4a98653941a4 service nova] [instance: 1cd3da96-102f-4a22-8f53-12b32485ffa2] Received unexpected event network-vif-plugged-0276cb5b-ee35-4b81-b591-e4616352e712 for instance with vm_state building and task_state spawning. [ 743.379043] env[69770]: DEBUG nova.compute.manager [req-fb0af3fd-8085-499f-a5ac-c17f265fab34 req-3977c4d5-56d5-4de9-aa6d-4a98653941a4 service nova] [instance: 1cd3da96-102f-4a22-8f53-12b32485ffa2] Received event network-changed-0276cb5b-ee35-4b81-b591-e4616352e712 {{(pid=69770) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 743.379043] env[69770]: DEBUG nova.compute.manager [req-fb0af3fd-8085-499f-a5ac-c17f265fab34 req-3977c4d5-56d5-4de9-aa6d-4a98653941a4 service nova] [instance: 1cd3da96-102f-4a22-8f53-12b32485ffa2] Refreshing instance network info cache due to event network-changed-0276cb5b-ee35-4b81-b591-e4616352e712. {{(pid=69770) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 743.379282] env[69770]: DEBUG oslo_concurrency.lockutils [req-fb0af3fd-8085-499f-a5ac-c17f265fab34 req-3977c4d5-56d5-4de9-aa6d-4a98653941a4 service nova] Acquiring lock "refresh_cache-1cd3da96-102f-4a22-8f53-12b32485ffa2" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.379282] env[69770]: DEBUG oslo_concurrency.lockutils [req-fb0af3fd-8085-499f-a5ac-c17f265fab34 req-3977c4d5-56d5-4de9-aa6d-4a98653941a4 service nova] Acquired lock "refresh_cache-1cd3da96-102f-4a22-8f53-12b32485ffa2" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.379616] env[69770]: DEBUG nova.network.neutron [req-fb0af3fd-8085-499f-a5ac-c17f265fab34 req-3977c4d5-56d5-4de9-aa6d-4a98653941a4 service nova] [instance: 1cd3da96-102f-4a22-8f53-12b32485ffa2] Refreshing network info cache for port 0276cb5b-ee35-4b81-b591-e4616352e712 {{(pid=69770) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 743.388055] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8751ba0-ce3f-4889-b9f5-22b0e61dad85 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.394528] env[69770]: INFO nova.virt.vmwareapi.vm_util [None req-f4bf8dcb-0e50-4f29-8fe6-bca296a2dc18 tempest-ServersNegativeTestJSON-1437959553 tempest-ServersNegativeTestJSON-1437959553-project-member] Created folder: Project (a1bbd9f308194b4aa6cb513f5d2cd789) in parent group-v806376. [ 743.394747] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-f4bf8dcb-0e50-4f29-8fe6-bca296a2dc18 tempest-ServersNegativeTestJSON-1437959553 tempest-ServersNegativeTestJSON-1437959553-project-member] Creating folder: Instances. Parent ref: group-v806425. {{(pid=69770) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 743.395516] env[69770]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9f913532-612a-4f27-ab98-95c5e3dfce3f {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.417101] env[69770]: DEBUG nova.compute.provider_tree [None req-7b8817ac-bf4c-48ed-b684-179ee1cf6c7d tempest-ListServerFiltersTestJSON-1688445247 tempest-ListServerFiltersTestJSON-1688445247-project-member] Inventory has not changed in ProviderTree for provider: 7cc7d32b-b7a7-454a-a456-2a440248ed9d {{(pid=69770) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 743.422622] env[69770]: INFO nova.virt.vmwareapi.vm_util [None req-f4bf8dcb-0e50-4f29-8fe6-bca296a2dc18 tempest-ServersNegativeTestJSON-1437959553 tempest-ServersNegativeTestJSON-1437959553-project-member] Created folder: Instances in parent group-v806425. [ 743.423220] env[69770]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f4bf8dcb-0e50-4f29-8fe6-bca296a2dc18 tempest-ServersNegativeTestJSON-1437959553 tempest-ServersNegativeTestJSON-1437959553-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69770) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 743.423604] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1cd3da96-102f-4a22-8f53-12b32485ffa2] Creating VM on the ESX host {{(pid=69770) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 743.423987] env[69770]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-cc77c75f-cd9f-4813-98b4-496d3b71e55f {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.448641] env[69770]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 743.448641] env[69770]: value = "task-4069419" [ 743.448641] env[69770]: _type = "Task" [ 743.448641] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 743.463924] env[69770]: DEBUG oslo_vmware.api [-] Task: {'id': task-4069419, 'name': CreateVM_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.502358] env[69770]: DEBUG nova.objects.base [None req-bea782b6-e5ea-41de-b717-0b78e3421cf1 tempest-MigrationsAdminTest-1409017777 tempest-MigrationsAdminTest-1409017777-project-member] Object Instance<7626e483-2d84-4a06-8f38-f8fd431da011> lazy-loaded attributes: info_cache,migration_context {{(pid=69770) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 743.503774] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64b26c00-bda7-486c-95d2-6329495e2ec0 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.532211] env[69770]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fe99265b-1f08-4a63-a485-e3455c36988d {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.539917] env[69770]: DEBUG oslo_vmware.api [None req-bea782b6-e5ea-41de-b717-0b78e3421cf1 tempest-MigrationsAdminTest-1409017777 tempest-MigrationsAdminTest-1409017777-project-member] Waiting for the task: (returnval){ [ 743.539917] env[69770]: value = "session[52161b52-cb8e-ec9f-1132-2f6b49549d41]52120d98-ee70-bd0d-d208-172bd7b510b4" [ 743.539917] env[69770]: _type = "Task" [ 743.539917] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 743.548189] env[69770]: DEBUG nova.network.neutron [None req-f9f1fd4d-da8a-41ad-b59d-e351f07d2f58 tempest-ServersAdminTestJSON-142622790 tempest-ServersAdminTestJSON-142622790-project-member] [instance: 089cc9fa-d197-43fd-b8fe-0d92a672806e] Successfully created port: cdb4453a-c8d6-4a7b-81ea-2f175ca17bd7 {{(pid=69770) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 743.558677] env[69770]: DEBUG oslo_vmware.api [None req-bea782b6-e5ea-41de-b717-0b78e3421cf1 tempest-MigrationsAdminTest-1409017777 tempest-MigrationsAdminTest-1409017777-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]52120d98-ee70-bd0d-d208-172bd7b510b4, 'name': SearchDatastore_Task, 'duration_secs': 0.009784} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 743.559066] env[69770]: DEBUG oslo_concurrency.lockutils [None req-bea782b6-e5ea-41de-b717-0b78e3421cf1 tempest-MigrationsAdminTest-1409017777 tempest-MigrationsAdminTest-1409017777-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 743.663610] env[69770]: DEBUG nova.compute.manager [None req-f9f1fd4d-da8a-41ad-b59d-e351f07d2f58 tempest-ServersAdminTestJSON-142622790 tempest-ServersAdminTestJSON-142622790-project-member] [instance: 089cc9fa-d197-43fd-b8fe-0d92a672806e] Start spawning the instance on the hypervisor. {{(pid=69770) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 743.699793] env[69770]: DEBUG nova.virt.hardware [None req-f9f1fd4d-da8a-41ad-b59d-e351f07d2f58 tempest-ServersAdminTestJSON-142622790 tempest-ServersAdminTestJSON-142622790-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T12:16:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T12:16:11Z,direct_url=,disk_format='vmdk',id=d1eaff80-24a0-4391-90eb-59958b1ecf0a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d65f20bb89fb40a98b77bc6d97357df2',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T12:16:12Z,virtual_size=,visibility=), allow threads: False {{(pid=69770) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 743.700379] env[69770]: DEBUG nova.virt.hardware [None req-f9f1fd4d-da8a-41ad-b59d-e351f07d2f58 tempest-ServersAdminTestJSON-142622790 tempest-ServersAdminTestJSON-142622790-project-member] Flavor limits 0:0:0 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 743.700379] env[69770]: DEBUG nova.virt.hardware [None req-f9f1fd4d-da8a-41ad-b59d-e351f07d2f58 tempest-ServersAdminTestJSON-142622790 tempest-ServersAdminTestJSON-142622790-project-member] Image limits 0:0:0 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 743.700600] env[69770]: DEBUG nova.virt.hardware [None req-f9f1fd4d-da8a-41ad-b59d-e351f07d2f58 tempest-ServersAdminTestJSON-142622790 tempest-ServersAdminTestJSON-142622790-project-member] Flavor pref 0:0:0 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 743.701078] env[69770]: DEBUG nova.virt.hardware [None req-f9f1fd4d-da8a-41ad-b59d-e351f07d2f58 tempest-ServersAdminTestJSON-142622790 tempest-ServersAdminTestJSON-142622790-project-member] Image pref 0:0:0 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 743.701078] env[69770]: DEBUG nova.virt.hardware [None req-f9f1fd4d-da8a-41ad-b59d-e351f07d2f58 tempest-ServersAdminTestJSON-142622790 tempest-ServersAdminTestJSON-142622790-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 743.701211] env[69770]: DEBUG nova.virt.hardware [None req-f9f1fd4d-da8a-41ad-b59d-e351f07d2f58 tempest-ServersAdminTestJSON-142622790 tempest-ServersAdminTestJSON-142622790-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69770) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 743.701357] env[69770]: DEBUG nova.virt.hardware [None req-f9f1fd4d-da8a-41ad-b59d-e351f07d2f58 tempest-ServersAdminTestJSON-142622790 tempest-ServersAdminTestJSON-142622790-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69770) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 743.701530] env[69770]: DEBUG nova.virt.hardware [None req-f9f1fd4d-da8a-41ad-b59d-e351f07d2f58 tempest-ServersAdminTestJSON-142622790 tempest-ServersAdminTestJSON-142622790-project-member] Got 1 possible topologies {{(pid=69770) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 743.701706] env[69770]: DEBUG nova.virt.hardware [None req-f9f1fd4d-da8a-41ad-b59d-e351f07d2f58 tempest-ServersAdminTestJSON-142622790 tempest-ServersAdminTestJSON-142622790-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69770) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 743.701869] env[69770]: DEBUG nova.virt.hardware [None req-f9f1fd4d-da8a-41ad-b59d-e351f07d2f58 tempest-ServersAdminTestJSON-142622790 tempest-ServersAdminTestJSON-142622790-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69770) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 743.703141] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c39d669a-fba2-47ad-8060-7fc11ec2d555 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.712031] env[69770]: DEBUG nova.compute.manager [None req-21948c38-c6c9-4fb4-86fc-c1b16c14c788 tempest-ListServerFiltersTestJSON-1688445247 tempest-ListServerFiltersTestJSON-1688445247-project-member] [instance: 738d3943-b255-4e92-8255-35aa0e3d6190] Starting instance... {{(pid=69770) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 743.716776] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9afe439-ee21-4734-ae98-335c3c5280f9 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.728479] env[69770]: DEBUG oslo_concurrency.lockutils [None req-29322379-8497-4c02-a152-5b65afb7f3c5 tempest-ImagesOneServerNegativeTestJSON-405389268 tempest-ImagesOneServerNegativeTestJSON-405389268-project-member] Acquiring lock "828f7a0a-dd24-4c98-85cf-5d99627860d7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 743.729146] env[69770]: DEBUG oslo_concurrency.lockutils [None req-29322379-8497-4c02-a152-5b65afb7f3c5 tempest-ImagesOneServerNegativeTestJSON-405389268 tempest-ImagesOneServerNegativeTestJSON-405389268-project-member] Lock "828f7a0a-dd24-4c98-85cf-5d99627860d7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 743.839886] env[69770]: DEBUG oslo_vmware.api [None req-0df3aa5d-769d-42dd-9752-9ce29387b55e tempest-SecurityGroupsTestJSON-864666295 tempest-SecurityGroupsTestJSON-864666295-project-member] Task: {'id': task-4069416, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.925157] env[69770]: DEBUG nova.scheduler.client.report [None req-7b8817ac-bf4c-48ed-b684-179ee1cf6c7d tempest-ListServerFiltersTestJSON-1688445247 tempest-ListServerFiltersTestJSON-1688445247-project-member] Inventory has not changed for provider 7cc7d32b-b7a7-454a-a456-2a440248ed9d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69770) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 743.939870] env[69770]: DEBUG nova.compute.manager [req-f180167a-616f-4c77-8046-423bc86a24ed req-132420f7-a045-4179-a7ae-1408a8de5305 service nova] [instance: 724c5059-a799-45b3-bfbd-328d7df854fc] Received event network-vif-deleted-9fc2c55c-e9c4-44bf-8e54-9c528e831f60 {{(pid=69770) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 743.964551] env[69770]: DEBUG oslo_vmware.api [-] Task: {'id': task-4069419, 'name': CreateVM_Task} progress is 99%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.236516] env[69770]: DEBUG oslo_concurrency.lockutils [None req-21948c38-c6c9-4fb4-86fc-c1b16c14c788 tempest-ListServerFiltersTestJSON-1688445247 tempest-ListServerFiltersTestJSON-1688445247-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 744.346031] env[69770]: DEBUG oslo_vmware.api [None req-0df3aa5d-769d-42dd-9752-9ce29387b55e tempest-SecurityGroupsTestJSON-864666295 tempest-SecurityGroupsTestJSON-864666295-project-member] Task: {'id': task-4069416, 'name': ReconfigVM_Task, 'duration_secs': 0.685539} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 744.346031] env[69770]: DEBUG nova.virt.vmwareapi.volumeops [None req-0df3aa5d-769d-42dd-9752-9ce29387b55e tempest-SecurityGroupsTestJSON-864666295 tempest-SecurityGroupsTestJSON-864666295-project-member] [instance: f8b193f7-1c9d-426b-a182-4870354ccd84] Reconfigured VM instance instance-00000010 to attach disk [datastore2] f8b193f7-1c9d-426b-a182-4870354ccd84/f8b193f7-1c9d-426b-a182-4870354ccd84.vmdk or device None with type sparse {{(pid=69770) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 744.346031] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a2eedcf1-01a5-475b-a6c9-58f134074d98 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.359308] env[69770]: DEBUG oslo_vmware.api [None req-0df3aa5d-769d-42dd-9752-9ce29387b55e tempest-SecurityGroupsTestJSON-864666295 tempest-SecurityGroupsTestJSON-864666295-project-member] Waiting for the task: (returnval){ [ 744.359308] env[69770]: value = "task-4069420" [ 744.359308] env[69770]: _type = "Task" [ 744.359308] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 744.370636] env[69770]: DEBUG oslo_vmware.api [None req-0df3aa5d-769d-42dd-9752-9ce29387b55e tempest-SecurityGroupsTestJSON-864666295 tempest-SecurityGroupsTestJSON-864666295-project-member] Task: {'id': task-4069420, 'name': Rename_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.430969] env[69770]: DEBUG oslo_concurrency.lockutils [None req-7b8817ac-bf4c-48ed-b684-179ee1cf6c7d tempest-ListServerFiltersTestJSON-1688445247 tempest-ListServerFiltersTestJSON-1688445247-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.803s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 744.431630] env[69770]: DEBUG nova.compute.manager [None req-7b8817ac-bf4c-48ed-b684-179ee1cf6c7d tempest-ListServerFiltersTestJSON-1688445247 tempest-ListServerFiltersTestJSON-1688445247-project-member] [instance: 398f9fa2-efb7-4f95-bb8b-7667b8299e9d] Start building networks asynchronously for instance. {{(pid=69770) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 744.434892] env[69770]: DEBUG oslo_concurrency.lockutils [None req-411a8d2c-91b8-4a27-8d9f-b72b356ed07f tempest-ServerDiagnosticsNegativeTest-1860943725 tempest-ServerDiagnosticsNegativeTest-1860943725-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 17.360s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 744.435274] env[69770]: DEBUG nova.objects.instance [None req-411a8d2c-91b8-4a27-8d9f-b72b356ed07f tempest-ServerDiagnosticsNegativeTest-1860943725 tempest-ServerDiagnosticsNegativeTest-1860943725-project-member] Lazy-loading 'resources' on Instance uuid 4510171e-9670-4bd6-a63c-c55b4917c7ed {{(pid=69770) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 744.466023] env[69770]: DEBUG oslo_vmware.api [-] Task: {'id': task-4069419, 'name': CreateVM_Task, 'duration_secs': 0.579115} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 744.466423] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1cd3da96-102f-4a22-8f53-12b32485ffa2] Created VM on the ESX host {{(pid=69770) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 744.467372] env[69770]: DEBUG oslo_concurrency.lockutils [None req-f4bf8dcb-0e50-4f29-8fe6-bca296a2dc18 tempest-ServersNegativeTestJSON-1437959553 tempest-ServersNegativeTestJSON-1437959553-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.467706] env[69770]: DEBUG oslo_concurrency.lockutils [None req-f4bf8dcb-0e50-4f29-8fe6-bca296a2dc18 tempest-ServersNegativeTestJSON-1437959553 tempest-ServersNegativeTestJSON-1437959553-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.471194] env[69770]: DEBUG oslo_concurrency.lockutils [None req-f4bf8dcb-0e50-4f29-8fe6-bca296a2dc18 tempest-ServersNegativeTestJSON-1437959553 tempest-ServersNegativeTestJSON-1437959553-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.471194] env[69770]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e77f4d7d-407c-4e63-862e-b11e077893bd {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.475459] env[69770]: DEBUG oslo_vmware.api [None req-f4bf8dcb-0e50-4f29-8fe6-bca296a2dc18 tempest-ServersNegativeTestJSON-1437959553 tempest-ServersNegativeTestJSON-1437959553-project-member] Waiting for the task: (returnval){ [ 744.475459] env[69770]: value = "session[52161b52-cb8e-ec9f-1132-2f6b49549d41]52ad6b66-ac90-a769-1727-311516670866" [ 744.475459] env[69770]: _type = "Task" [ 744.475459] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 744.495198] env[69770]: DEBUG oslo_vmware.api [None req-f4bf8dcb-0e50-4f29-8fe6-bca296a2dc18 tempest-ServersNegativeTestJSON-1437959553 tempest-ServersNegativeTestJSON-1437959553-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]52ad6b66-ac90-a769-1727-311516670866, 'name': SearchDatastore_Task, 'duration_secs': 0.011265} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 744.495198] env[69770]: DEBUG oslo_concurrency.lockutils [None req-f4bf8dcb-0e50-4f29-8fe6-bca296a2dc18 tempest-ServersNegativeTestJSON-1437959553 tempest-ServersNegativeTestJSON-1437959553-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.495198] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-f4bf8dcb-0e50-4f29-8fe6-bca296a2dc18 tempest-ServersNegativeTestJSON-1437959553 tempest-ServersNegativeTestJSON-1437959553-project-member] [instance: 1cd3da96-102f-4a22-8f53-12b32485ffa2] Processing image d1eaff80-24a0-4391-90eb-59958b1ecf0a {{(pid=69770) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 744.495198] env[69770]: DEBUG oslo_concurrency.lockutils [None req-f4bf8dcb-0e50-4f29-8fe6-bca296a2dc18 tempest-ServersNegativeTestJSON-1437959553 tempest-ServersNegativeTestJSON-1437959553-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.495373] env[69770]: DEBUG oslo_concurrency.lockutils [None req-f4bf8dcb-0e50-4f29-8fe6-bca296a2dc18 tempest-ServersNegativeTestJSON-1437959553 tempest-ServersNegativeTestJSON-1437959553-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.495373] env[69770]: DEBUG nova.virt.vmwareapi.ds_util [None req-f4bf8dcb-0e50-4f29-8fe6-bca296a2dc18 tempest-ServersNegativeTestJSON-1437959553 tempest-ServersNegativeTestJSON-1437959553-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69770) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 744.495658] env[69770]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bb7eb266-7219-46bf-8d9c-2291b1b241bb {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.509192] env[69770]: DEBUG nova.virt.vmwareapi.ds_util [None req-f4bf8dcb-0e50-4f29-8fe6-bca296a2dc18 tempest-ServersNegativeTestJSON-1437959553 tempest-ServersNegativeTestJSON-1437959553-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69770) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 744.509419] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-f4bf8dcb-0e50-4f29-8fe6-bca296a2dc18 tempest-ServersNegativeTestJSON-1437959553 tempest-ServersNegativeTestJSON-1437959553-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69770) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 744.510210] env[69770]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e0db4988-a473-44c6-9d8b-7403be1e5639 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.518202] env[69770]: DEBUG oslo_vmware.api [None req-f4bf8dcb-0e50-4f29-8fe6-bca296a2dc18 tempest-ServersNegativeTestJSON-1437959553 tempest-ServersNegativeTestJSON-1437959553-project-member] Waiting for the task: (returnval){ [ 744.518202] env[69770]: value = "session[52161b52-cb8e-ec9f-1132-2f6b49549d41]52b2547f-e037-6e9f-fc75-2f4590acef47" [ 744.518202] env[69770]: _type = "Task" [ 744.518202] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 744.528218] env[69770]: DEBUG oslo_vmware.api [None req-f4bf8dcb-0e50-4f29-8fe6-bca296a2dc18 tempest-ServersNegativeTestJSON-1437959553 tempest-ServersNegativeTestJSON-1437959553-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]52b2547f-e037-6e9f-fc75-2f4590acef47, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.751482] env[69770]: DEBUG nova.network.neutron [req-fb0af3fd-8085-499f-a5ac-c17f265fab34 req-3977c4d5-56d5-4de9-aa6d-4a98653941a4 service nova] [instance: 1cd3da96-102f-4a22-8f53-12b32485ffa2] Updated VIF entry in instance network info cache for port 0276cb5b-ee35-4b81-b591-e4616352e712. {{(pid=69770) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 744.751909] env[69770]: DEBUG nova.network.neutron [req-fb0af3fd-8085-499f-a5ac-c17f265fab34 req-3977c4d5-56d5-4de9-aa6d-4a98653941a4 service nova] [instance: 1cd3da96-102f-4a22-8f53-12b32485ffa2] Updating instance_info_cache with network_info: [{"id": "0276cb5b-ee35-4b81-b591-e4616352e712", "address": "fa:16:3e:93:ba:6d", "network": {"id": "6d495b25-93c9-4d41-93da-495fe7782e89", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-659703650-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.2", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.3"}}], "meta": {"injected": false, "tenant_id": "a1bbd9f308194b4aa6cb513f5d2cd789", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "360308f4-9d0a-4ec2-8bcf-44891f452847", "external-id": "nsx-vlan-transportzone-383", "segmentation_id": 383, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0276cb5b-ee", "ovs_interfaceid": "0276cb5b-ee35-4b81-b591-e4616352e712", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69770) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 744.871449] env[69770]: DEBUG oslo_vmware.api [None req-0df3aa5d-769d-42dd-9752-9ce29387b55e tempest-SecurityGroupsTestJSON-864666295 tempest-SecurityGroupsTestJSON-864666295-project-member] Task: {'id': task-4069420, 'name': Rename_Task, 'duration_secs': 0.189362} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 744.871826] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-0df3aa5d-769d-42dd-9752-9ce29387b55e tempest-SecurityGroupsTestJSON-864666295 tempest-SecurityGroupsTestJSON-864666295-project-member] [instance: f8b193f7-1c9d-426b-a182-4870354ccd84] Powering on the VM {{(pid=69770) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 744.872150] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f2a3a5d6-cfae-441b-a5ce-b6e1819d56b6 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.882515] env[69770]: DEBUG oslo_vmware.api [None req-0df3aa5d-769d-42dd-9752-9ce29387b55e tempest-SecurityGroupsTestJSON-864666295 tempest-SecurityGroupsTestJSON-864666295-project-member] Waiting for the task: (returnval){ [ 744.882515] env[69770]: value = "task-4069421" [ 744.882515] env[69770]: _type = "Task" [ 744.882515] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 744.892720] env[69770]: DEBUG oslo_vmware.api [None req-0df3aa5d-769d-42dd-9752-9ce29387b55e tempest-SecurityGroupsTestJSON-864666295 tempest-SecurityGroupsTestJSON-864666295-project-member] Task: {'id': task-4069421, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.942066] env[69770]: DEBUG nova.compute.utils [None req-7b8817ac-bf4c-48ed-b684-179ee1cf6c7d tempest-ListServerFiltersTestJSON-1688445247 tempest-ListServerFiltersTestJSON-1688445247-project-member] Using /dev/sd instead of None {{(pid=69770) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 744.948098] env[69770]: DEBUG nova.compute.manager [None req-7b8817ac-bf4c-48ed-b684-179ee1cf6c7d tempest-ListServerFiltersTestJSON-1688445247 tempest-ListServerFiltersTestJSON-1688445247-project-member] [instance: 398f9fa2-efb7-4f95-bb8b-7667b8299e9d] Allocating IP information in the background. {{(pid=69770) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 744.950528] env[69770]: DEBUG nova.network.neutron [None req-7b8817ac-bf4c-48ed-b684-179ee1cf6c7d tempest-ListServerFiltersTestJSON-1688445247 tempest-ListServerFiltersTestJSON-1688445247-project-member] [instance: 398f9fa2-efb7-4f95-bb8b-7667b8299e9d] allocate_for_instance() {{(pid=69770) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 745.026618] env[69770]: DEBUG nova.policy [None req-7b8817ac-bf4c-48ed-b684-179ee1cf6c7d tempest-ListServerFiltersTestJSON-1688445247 tempest-ListServerFiltersTestJSON-1688445247-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '59060d26c8be4b0b87f489a3e2aefbe7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2fdf3d56a74648dc9c7e9e76f02c3a28', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69770) authorize /opt/stack/nova/nova/policy.py:192}} [ 745.039616] env[69770]: DEBUG oslo_vmware.api [None req-f4bf8dcb-0e50-4f29-8fe6-bca296a2dc18 tempest-ServersNegativeTestJSON-1437959553 tempest-ServersNegativeTestJSON-1437959553-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]52b2547f-e037-6e9f-fc75-2f4590acef47, 'name': SearchDatastore_Task, 'duration_secs': 0.012567} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 745.039616] env[69770]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e42c6fc3-5d1a-422c-b8e7-c39f668f770a {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.049691] env[69770]: DEBUG oslo_vmware.api [None req-f4bf8dcb-0e50-4f29-8fe6-bca296a2dc18 tempest-ServersNegativeTestJSON-1437959553 tempest-ServersNegativeTestJSON-1437959553-project-member] Waiting for the task: (returnval){ [ 745.049691] env[69770]: value = "session[52161b52-cb8e-ec9f-1132-2f6b49549d41]5294b072-37e9-34a6-7a3f-ef6b84744689" [ 745.049691] env[69770]: _type = "Task" [ 745.049691] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 745.068173] env[69770]: DEBUG oslo_vmware.api [None req-f4bf8dcb-0e50-4f29-8fe6-bca296a2dc18 tempest-ServersNegativeTestJSON-1437959553 tempest-ServersNegativeTestJSON-1437959553-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]5294b072-37e9-34a6-7a3f-ef6b84744689, 'name': SearchDatastore_Task, 'duration_secs': 0.012608} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 745.068683] env[69770]: DEBUG oslo_concurrency.lockutils [None req-f4bf8dcb-0e50-4f29-8fe6-bca296a2dc18 tempest-ServersNegativeTestJSON-1437959553 tempest-ServersNegativeTestJSON-1437959553-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.069541] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-f4bf8dcb-0e50-4f29-8fe6-bca296a2dc18 tempest-ServersNegativeTestJSON-1437959553 tempest-ServersNegativeTestJSON-1437959553-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk to [datastore2] 1cd3da96-102f-4a22-8f53-12b32485ffa2/1cd3da96-102f-4a22-8f53-12b32485ffa2.vmdk {{(pid=69770) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 745.073988] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7c886dbd-2536-4f10-98ac-3faed31ab1ae {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.087287] env[69770]: DEBUG oslo_vmware.api [None req-f4bf8dcb-0e50-4f29-8fe6-bca296a2dc18 tempest-ServersNegativeTestJSON-1437959553 tempest-ServersNegativeTestJSON-1437959553-project-member] Waiting for the task: (returnval){ [ 745.087287] env[69770]: value = "task-4069422" [ 745.087287] env[69770]: _type = "Task" [ 745.087287] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 745.111266] env[69770]: DEBUG oslo_vmware.api [None req-f4bf8dcb-0e50-4f29-8fe6-bca296a2dc18 tempest-ServersNegativeTestJSON-1437959553 tempest-ServersNegativeTestJSON-1437959553-project-member] Task: {'id': task-4069422, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.258097] env[69770]: DEBUG oslo_concurrency.lockutils [req-fb0af3fd-8085-499f-a5ac-c17f265fab34 req-3977c4d5-56d5-4de9-aa6d-4a98653941a4 service nova] Releasing lock "refresh_cache-1cd3da96-102f-4a22-8f53-12b32485ffa2" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.292570] env[69770]: DEBUG nova.network.neutron [None req-763c7a77-fc81-4a0f-bf3e-813185a424d6 tempest-ListServerFiltersTestJSON-1688445247 tempest-ListServerFiltersTestJSON-1688445247-project-member] [instance: 1ecca185-3141-408a-92c7-c3a431ddc25d] Successfully updated port: 2393ac42-109d-4c4c-a634-4607aa90a522 {{(pid=69770) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 745.316527] env[69770]: DEBUG nova.compute.manager [None req-829bc163-de2c-46de-bb8b-db04895a2992 tempest-ServerExternalEventsTest-1019079954 tempest-ServerExternalEventsTest-1019079954-project] [instance: b3fc7334-8f11-44cb-b3b1-49eb73ad14cf] Received event network-changed {{(pid=69770) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 745.316767] env[69770]: DEBUG nova.compute.manager [None req-829bc163-de2c-46de-bb8b-db04895a2992 tempest-ServerExternalEventsTest-1019079954 tempest-ServerExternalEventsTest-1019079954-project] [instance: b3fc7334-8f11-44cb-b3b1-49eb73ad14cf] Refreshing instance network info cache due to event network-changed. {{(pid=69770) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 745.317013] env[69770]: DEBUG oslo_concurrency.lockutils [None req-829bc163-de2c-46de-bb8b-db04895a2992 tempest-ServerExternalEventsTest-1019079954 tempest-ServerExternalEventsTest-1019079954-project] Acquiring lock "refresh_cache-b3fc7334-8f11-44cb-b3b1-49eb73ad14cf" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.318492] env[69770]: DEBUG oslo_concurrency.lockutils [None req-829bc163-de2c-46de-bb8b-db04895a2992 tempest-ServerExternalEventsTest-1019079954 tempest-ServerExternalEventsTest-1019079954-project] Acquired lock "refresh_cache-b3fc7334-8f11-44cb-b3b1-49eb73ad14cf" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.318740] env[69770]: DEBUG nova.network.neutron [None req-829bc163-de2c-46de-bb8b-db04895a2992 tempest-ServerExternalEventsTest-1019079954 tempest-ServerExternalEventsTest-1019079954-project] [instance: b3fc7334-8f11-44cb-b3b1-49eb73ad14cf] Building network info cache for instance {{(pid=69770) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 745.400086] env[69770]: DEBUG oslo_vmware.api [None req-0df3aa5d-769d-42dd-9752-9ce29387b55e tempest-SecurityGroupsTestJSON-864666295 tempest-SecurityGroupsTestJSON-864666295-project-member] Task: {'id': task-4069421, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.449165] env[69770]: DEBUG nova.compute.manager [None req-7b8817ac-bf4c-48ed-b684-179ee1cf6c7d tempest-ListServerFiltersTestJSON-1688445247 tempest-ListServerFiltersTestJSON-1688445247-project-member] [instance: 398f9fa2-efb7-4f95-bb8b-7667b8299e9d] Start building block device mappings for instance. {{(pid=69770) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 745.613390] env[69770]: DEBUG oslo_vmware.api [None req-f4bf8dcb-0e50-4f29-8fe6-bca296a2dc18 tempest-ServersNegativeTestJSON-1437959553 tempest-ServersNegativeTestJSON-1437959553-project-member] Task: {'id': task-4069422, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.641759] env[69770]: DEBUG oslo_concurrency.lockutils [None req-34e47fa6-425b-485c-ae7d-8b9d31e888fe tempest-ServerAddressesNegativeTestJSON-1442094653 tempest-ServerAddressesNegativeTestJSON-1442094653-project-member] Acquiring lock "be3699ce-b81b-4db4-b82f-1ec081a96855" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 745.642613] env[69770]: DEBUG oslo_concurrency.lockutils [None req-34e47fa6-425b-485c-ae7d-8b9d31e888fe tempest-ServerAddressesNegativeTestJSON-1442094653 tempest-ServerAddressesNegativeTestJSON-1442094653-project-member] Lock "be3699ce-b81b-4db4-b82f-1ec081a96855" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 745.703014] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73c90a0b-f655-4522-b695-07f23308b4ac {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.716144] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fd87cb9-1454-409a-becd-6c7f5f0a3290 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.753932] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47a9f880-b11a-4706-a7ad-9d322b2f4cc5 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.762449] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-522d6de5-1971-4bcb-b3ea-bb8d7df92738 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.781493] env[69770]: DEBUG nova.compute.provider_tree [None req-411a8d2c-91b8-4a27-8d9f-b72b356ed07f tempest-ServerDiagnosticsNegativeTest-1860943725 tempest-ServerDiagnosticsNegativeTest-1860943725-project-member] Inventory has not changed in ProviderTree for provider: 7cc7d32b-b7a7-454a-a456-2a440248ed9d {{(pid=69770) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 745.799610] env[69770]: DEBUG oslo_concurrency.lockutils [None req-763c7a77-fc81-4a0f-bf3e-813185a424d6 tempest-ListServerFiltersTestJSON-1688445247 tempest-ListServerFiltersTestJSON-1688445247-project-member] Acquiring lock "refresh_cache-1ecca185-3141-408a-92c7-c3a431ddc25d" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.799817] env[69770]: DEBUG oslo_concurrency.lockutils [None req-763c7a77-fc81-4a0f-bf3e-813185a424d6 tempest-ListServerFiltersTestJSON-1688445247 tempest-ListServerFiltersTestJSON-1688445247-project-member] Acquired lock "refresh_cache-1ecca185-3141-408a-92c7-c3a431ddc25d" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.800041] env[69770]: DEBUG nova.network.neutron [None req-763c7a77-fc81-4a0f-bf3e-813185a424d6 tempest-ListServerFiltersTestJSON-1688445247 tempest-ListServerFiltersTestJSON-1688445247-project-member] [instance: 1ecca185-3141-408a-92c7-c3a431ddc25d] Building network info cache for instance {{(pid=69770) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 745.902632] env[69770]: DEBUG oslo_vmware.api [None req-0df3aa5d-769d-42dd-9752-9ce29387b55e tempest-SecurityGroupsTestJSON-864666295 tempest-SecurityGroupsTestJSON-864666295-project-member] Task: {'id': task-4069421, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.971090] env[69770]: DEBUG nova.network.neutron [None req-7b8817ac-bf4c-48ed-b684-179ee1cf6c7d tempest-ListServerFiltersTestJSON-1688445247 tempest-ListServerFiltersTestJSON-1688445247-project-member] [instance: 398f9fa2-efb7-4f95-bb8b-7667b8299e9d] Successfully created port: dcd94c50-f2a7-4888-8329-4f345f1e52c2 {{(pid=69770) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 746.098024] env[69770]: DEBUG oslo_vmware.api [None req-f4bf8dcb-0e50-4f29-8fe6-bca296a2dc18 tempest-ServersNegativeTestJSON-1437959553 tempest-ServersNegativeTestJSON-1437959553-project-member] Task: {'id': task-4069422, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.679671} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 746.098373] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-f4bf8dcb-0e50-4f29-8fe6-bca296a2dc18 tempest-ServersNegativeTestJSON-1437959553 tempest-ServersNegativeTestJSON-1437959553-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk to [datastore2] 1cd3da96-102f-4a22-8f53-12b32485ffa2/1cd3da96-102f-4a22-8f53-12b32485ffa2.vmdk {{(pid=69770) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 746.098914] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-f4bf8dcb-0e50-4f29-8fe6-bca296a2dc18 tempest-ServersNegativeTestJSON-1437959553 tempest-ServersNegativeTestJSON-1437959553-project-member] [instance: 1cd3da96-102f-4a22-8f53-12b32485ffa2] Extending root virtual disk to 1048576 {{(pid=69770) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 746.099266] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1017b5b9-b4b5-4eb3-bed1-21d51e50a5ab {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.113503] env[69770]: DEBUG oslo_vmware.api [None req-f4bf8dcb-0e50-4f29-8fe6-bca296a2dc18 tempest-ServersNegativeTestJSON-1437959553 tempest-ServersNegativeTestJSON-1437959553-project-member] Waiting for the task: (returnval){ [ 746.113503] env[69770]: value = "task-4069423" [ 746.113503] env[69770]: _type = "Task" [ 746.113503] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 746.125841] env[69770]: DEBUG oslo_vmware.api [None req-f4bf8dcb-0e50-4f29-8fe6-bca296a2dc18 tempest-ServersNegativeTestJSON-1437959553 tempest-ServersNegativeTestJSON-1437959553-project-member] Task: {'id': task-4069423, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.288288] env[69770]: DEBUG nova.scheduler.client.report [None req-411a8d2c-91b8-4a27-8d9f-b72b356ed07f tempest-ServerDiagnosticsNegativeTest-1860943725 tempest-ServerDiagnosticsNegativeTest-1860943725-project-member] Inventory has not changed for provider 7cc7d32b-b7a7-454a-a456-2a440248ed9d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69770) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 746.352195] env[69770]: DEBUG nova.network.neutron [None req-829bc163-de2c-46de-bb8b-db04895a2992 tempest-ServerExternalEventsTest-1019079954 tempest-ServerExternalEventsTest-1019079954-project] [instance: b3fc7334-8f11-44cb-b3b1-49eb73ad14cf] Updating instance_info_cache with network_info: [{"id": "3697488a-57b1-4e71-8df6-8f6bc181be38", "address": "fa:16:3e:77:eb:a0", "network": {"id": "f82b91df-bf84-467a-b908-3ff7324de9d6", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.76", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "d65f20bb89fb40a98b77bc6d97357df2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f0ef5aba-bd9a-42ff-a1a0-5e763986d70a", "external-id": "nsx-vlan-transportzone-209", "segmentation_id": 209, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3697488a-57", "ovs_interfaceid": "3697488a-57b1-4e71-8df6-8f6bc181be38", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69770) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 746.406159] env[69770]: DEBUG oslo_vmware.api [None req-0df3aa5d-769d-42dd-9752-9ce29387b55e tempest-SecurityGroupsTestJSON-864666295 tempest-SecurityGroupsTestJSON-864666295-project-member] Task: {'id': task-4069421, 'name': PowerOnVM_Task, 'duration_secs': 1.061785} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 746.407295] env[69770]: DEBUG nova.network.neutron [None req-763c7a77-fc81-4a0f-bf3e-813185a424d6 tempest-ListServerFiltersTestJSON-1688445247 tempest-ListServerFiltersTestJSON-1688445247-project-member] [instance: 1ecca185-3141-408a-92c7-c3a431ddc25d] Instance cache missing network info. {{(pid=69770) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 746.413264] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-0df3aa5d-769d-42dd-9752-9ce29387b55e tempest-SecurityGroupsTestJSON-864666295 tempest-SecurityGroupsTestJSON-864666295-project-member] [instance: f8b193f7-1c9d-426b-a182-4870354ccd84] Powered on the VM {{(pid=69770) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 746.413565] env[69770]: INFO nova.compute.manager [None req-0df3aa5d-769d-42dd-9752-9ce29387b55e tempest-SecurityGroupsTestJSON-864666295 tempest-SecurityGroupsTestJSON-864666295-project-member] [instance: f8b193f7-1c9d-426b-a182-4870354ccd84] Took 10.63 seconds to spawn the instance on the hypervisor. [ 746.413813] env[69770]: DEBUG nova.compute.manager [None req-0df3aa5d-769d-42dd-9752-9ce29387b55e tempest-SecurityGroupsTestJSON-864666295 tempest-SecurityGroupsTestJSON-864666295-project-member] [instance: f8b193f7-1c9d-426b-a182-4870354ccd84] Checking state {{(pid=69770) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 746.418276] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f15f8c33-8450-4e43-a97e-01f6b7d1b85f {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.475828] env[69770]: DEBUG nova.compute.manager [None req-7b8817ac-bf4c-48ed-b684-179ee1cf6c7d tempest-ListServerFiltersTestJSON-1688445247 tempest-ListServerFiltersTestJSON-1688445247-project-member] [instance: 398f9fa2-efb7-4f95-bb8b-7667b8299e9d] Start spawning the instance on the hypervisor. {{(pid=69770) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 746.507803] env[69770]: DEBUG nova.virt.hardware [None req-7b8817ac-bf4c-48ed-b684-179ee1cf6c7d tempest-ListServerFiltersTestJSON-1688445247 tempest-ListServerFiltersTestJSON-1688445247-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T12:16:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T12:16:11Z,direct_url=,disk_format='vmdk',id=d1eaff80-24a0-4391-90eb-59958b1ecf0a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d65f20bb89fb40a98b77bc6d97357df2',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T12:16:12Z,virtual_size=,visibility=), allow threads: False {{(pid=69770) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 746.509680] env[69770]: DEBUG nova.virt.hardware [None req-7b8817ac-bf4c-48ed-b684-179ee1cf6c7d tempest-ListServerFiltersTestJSON-1688445247 tempest-ListServerFiltersTestJSON-1688445247-project-member] Flavor limits 0:0:0 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 746.509680] env[69770]: DEBUG nova.virt.hardware [None req-7b8817ac-bf4c-48ed-b684-179ee1cf6c7d tempest-ListServerFiltersTestJSON-1688445247 tempest-ListServerFiltersTestJSON-1688445247-project-member] Image limits 0:0:0 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 746.509680] env[69770]: DEBUG nova.virt.hardware [None req-7b8817ac-bf4c-48ed-b684-179ee1cf6c7d tempest-ListServerFiltersTestJSON-1688445247 tempest-ListServerFiltersTestJSON-1688445247-project-member] Flavor pref 0:0:0 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 746.509680] env[69770]: DEBUG nova.virt.hardware [None req-7b8817ac-bf4c-48ed-b684-179ee1cf6c7d tempest-ListServerFiltersTestJSON-1688445247 tempest-ListServerFiltersTestJSON-1688445247-project-member] Image pref 0:0:0 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 746.509680] env[69770]: DEBUG nova.virt.hardware [None req-7b8817ac-bf4c-48ed-b684-179ee1cf6c7d tempest-ListServerFiltersTestJSON-1688445247 tempest-ListServerFiltersTestJSON-1688445247-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 746.509957] env[69770]: DEBUG nova.virt.hardware [None req-7b8817ac-bf4c-48ed-b684-179ee1cf6c7d tempest-ListServerFiltersTestJSON-1688445247 tempest-ListServerFiltersTestJSON-1688445247-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69770) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 746.509957] env[69770]: DEBUG nova.virt.hardware [None req-7b8817ac-bf4c-48ed-b684-179ee1cf6c7d tempest-ListServerFiltersTestJSON-1688445247 tempest-ListServerFiltersTestJSON-1688445247-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69770) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 746.509957] env[69770]: DEBUG nova.virt.hardware [None req-7b8817ac-bf4c-48ed-b684-179ee1cf6c7d tempest-ListServerFiltersTestJSON-1688445247 tempest-ListServerFiltersTestJSON-1688445247-project-member] Got 1 possible topologies {{(pid=69770) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 746.509957] env[69770]: DEBUG nova.virt.hardware [None req-7b8817ac-bf4c-48ed-b684-179ee1cf6c7d tempest-ListServerFiltersTestJSON-1688445247 tempest-ListServerFiltersTestJSON-1688445247-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69770) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 746.509957] env[69770]: DEBUG nova.virt.hardware [None req-7b8817ac-bf4c-48ed-b684-179ee1cf6c7d tempest-ListServerFiltersTestJSON-1688445247 tempest-ListServerFiltersTestJSON-1688445247-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69770) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 746.510820] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bcc1d05-22cd-4720-893d-8ea46a7e2bf7 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.525244] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3a3e1b4-827e-4440-aabf-10e81d020fbc {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.621545] env[69770]: DEBUG oslo_vmware.api [None req-f4bf8dcb-0e50-4f29-8fe6-bca296a2dc18 tempest-ServersNegativeTestJSON-1437959553 tempest-ServersNegativeTestJSON-1437959553-project-member] Task: {'id': task-4069423, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.237823} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 746.621894] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-f4bf8dcb-0e50-4f29-8fe6-bca296a2dc18 tempest-ServersNegativeTestJSON-1437959553 tempest-ServersNegativeTestJSON-1437959553-project-member] [instance: 1cd3da96-102f-4a22-8f53-12b32485ffa2] Extended root virtual disk {{(pid=69770) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 746.622723] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2beb758-2327-43fb-b3f5-13798a3d1fb0 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.654484] env[69770]: DEBUG nova.virt.vmwareapi.volumeops [None req-f4bf8dcb-0e50-4f29-8fe6-bca296a2dc18 tempest-ServersNegativeTestJSON-1437959553 tempest-ServersNegativeTestJSON-1437959553-project-member] [instance: 1cd3da96-102f-4a22-8f53-12b32485ffa2] Reconfiguring VM instance instance-00000011 to attach disk [datastore2] 1cd3da96-102f-4a22-8f53-12b32485ffa2/1cd3da96-102f-4a22-8f53-12b32485ffa2.vmdk or device None with type sparse {{(pid=69770) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 746.657462] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-98ece9ed-ebba-46fd-a817-44f450276dd7 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.679447] env[69770]: DEBUG oslo_vmware.api [None req-f4bf8dcb-0e50-4f29-8fe6-bca296a2dc18 tempest-ServersNegativeTestJSON-1437959553 tempest-ServersNegativeTestJSON-1437959553-project-member] Waiting for the task: (returnval){ [ 746.679447] env[69770]: value = "task-4069424" [ 746.679447] env[69770]: _type = "Task" [ 746.679447] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 746.690519] env[69770]: DEBUG oslo_vmware.api [None req-f4bf8dcb-0e50-4f29-8fe6-bca296a2dc18 tempest-ServersNegativeTestJSON-1437959553 tempest-ServersNegativeTestJSON-1437959553-project-member] Task: {'id': task-4069424, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.775060] env[69770]: DEBUG nova.network.neutron [None req-763c7a77-fc81-4a0f-bf3e-813185a424d6 tempest-ListServerFiltersTestJSON-1688445247 tempest-ListServerFiltersTestJSON-1688445247-project-member] [instance: 1ecca185-3141-408a-92c7-c3a431ddc25d] Updating instance_info_cache with network_info: [{"id": "2393ac42-109d-4c4c-a634-4607aa90a522", "address": "fa:16:3e:39:ab:b2", "network": {"id": "b6d63d4f-5735-4b46-b24d-cebf8e25b27d", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-236926049-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "2fdf3d56a74648dc9c7e9e76f02c3a28", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e6f11c0d-c73a-47f5-b02e-47bff48da0e4", "external-id": "nsx-vlan-transportzone-345", "segmentation_id": 345, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2393ac42-10", "ovs_interfaceid": "2393ac42-109d-4c4c-a634-4607aa90a522", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69770) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 746.794577] env[69770]: DEBUG oslo_concurrency.lockutils [None req-411a8d2c-91b8-4a27-8d9f-b72b356ed07f tempest-ServerDiagnosticsNegativeTest-1860943725 tempest-ServerDiagnosticsNegativeTest-1860943725-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.360s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 746.796991] env[69770]: DEBUG oslo_concurrency.lockutils [None req-94044b3f-30ca-4898-bf41-69d05a3358a9 tempest-ServersTestJSON-777361421 tempest-ServersTestJSON-777361421-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 18.369s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 746.799116] env[69770]: INFO nova.compute.claims [None req-94044b3f-30ca-4898-bf41-69d05a3358a9 tempest-ServersTestJSON-777361421 tempest-ServersTestJSON-777361421-project-member] [instance: 38473040-ef89-4a31-8c32-85f10fee039d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 746.847539] env[69770]: INFO nova.scheduler.client.report [None req-411a8d2c-91b8-4a27-8d9f-b72b356ed07f tempest-ServerDiagnosticsNegativeTest-1860943725 tempest-ServerDiagnosticsNegativeTest-1860943725-project-member] Deleted allocations for instance 4510171e-9670-4bd6-a63c-c55b4917c7ed [ 746.858539] env[69770]: DEBUG nova.network.neutron [None req-f9f1fd4d-da8a-41ad-b59d-e351f07d2f58 tempest-ServersAdminTestJSON-142622790 tempest-ServersAdminTestJSON-142622790-project-member] [instance: 089cc9fa-d197-43fd-b8fe-0d92a672806e] Successfully updated port: cdb4453a-c8d6-4a7b-81ea-2f175ca17bd7 {{(pid=69770) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 746.862264] env[69770]: DEBUG oslo_concurrency.lockutils [None req-829bc163-de2c-46de-bb8b-db04895a2992 tempest-ServerExternalEventsTest-1019079954 tempest-ServerExternalEventsTest-1019079954-project] Releasing lock "refresh_cache-b3fc7334-8f11-44cb-b3b1-49eb73ad14cf" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.941785] env[69770]: INFO nova.compute.manager [None req-0df3aa5d-769d-42dd-9752-9ce29387b55e tempest-SecurityGroupsTestJSON-864666295 tempest-SecurityGroupsTestJSON-864666295-project-member] [instance: f8b193f7-1c9d-426b-a182-4870354ccd84] Took 28.87 seconds to build instance. [ 747.023378] env[69770]: DEBUG oslo_concurrency.lockutils [None req-12d7999a-9052-4480-9890-bdac3d3f6d04 tempest-ServerExternalEventsTest-676538897 tempest-ServerExternalEventsTest-676538897-project-member] Acquiring lock "b3fc7334-8f11-44cb-b3b1-49eb73ad14cf" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 747.023907] env[69770]: DEBUG oslo_concurrency.lockutils [None req-12d7999a-9052-4480-9890-bdac3d3f6d04 tempest-ServerExternalEventsTest-676538897 tempest-ServerExternalEventsTest-676538897-project-member] Lock "b3fc7334-8f11-44cb-b3b1-49eb73ad14cf" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 747.023907] env[69770]: DEBUG oslo_concurrency.lockutils [None req-12d7999a-9052-4480-9890-bdac3d3f6d04 tempest-ServerExternalEventsTest-676538897 tempest-ServerExternalEventsTest-676538897-project-member] Acquiring lock "b3fc7334-8f11-44cb-b3b1-49eb73ad14cf-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 747.024112] env[69770]: DEBUG oslo_concurrency.lockutils [None req-12d7999a-9052-4480-9890-bdac3d3f6d04 tempest-ServerExternalEventsTest-676538897 tempest-ServerExternalEventsTest-676538897-project-member] Lock "b3fc7334-8f11-44cb-b3b1-49eb73ad14cf-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 747.024307] env[69770]: DEBUG oslo_concurrency.lockutils [None req-12d7999a-9052-4480-9890-bdac3d3f6d04 tempest-ServerExternalEventsTest-676538897 tempest-ServerExternalEventsTest-676538897-project-member] Lock "b3fc7334-8f11-44cb-b3b1-49eb73ad14cf-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 747.028104] env[69770]: INFO nova.compute.manager [None req-12d7999a-9052-4480-9890-bdac3d3f6d04 tempest-ServerExternalEventsTest-676538897 tempest-ServerExternalEventsTest-676538897-project-member] [instance: b3fc7334-8f11-44cb-b3b1-49eb73ad14cf] Terminating instance [ 747.159309] env[69770]: DEBUG nova.compute.manager [None req-d6d9cb3b-274f-4f84-8297-24db2db3bf09 tempest-ListImageFiltersTestJSON-573549216 tempest-ListImageFiltersTestJSON-573549216-project-member] [instance: 8c85c90a-f87e-4356-8752-b7b8a16d12cd] Checking state {{(pid=69770) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 747.162047] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbdd44a0-7be7-4ba4-ad5f-fe9fd9c402c8 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.188111] env[69770]: DEBUG nova.compute.manager [req-b7961bf8-805c-479c-b0bf-06294bcde7b3 req-96b8ed02-8b3e-4391-bf67-ec3c35e79f96 service nova] [instance: 1ecca185-3141-408a-92c7-c3a431ddc25d] Received event network-vif-plugged-2393ac42-109d-4c4c-a634-4607aa90a522 {{(pid=69770) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 747.189387] env[69770]: DEBUG oslo_concurrency.lockutils [req-b7961bf8-805c-479c-b0bf-06294bcde7b3 req-96b8ed02-8b3e-4391-bf67-ec3c35e79f96 service nova] Acquiring lock "1ecca185-3141-408a-92c7-c3a431ddc25d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 747.189387] env[69770]: DEBUG oslo_concurrency.lockutils [req-b7961bf8-805c-479c-b0bf-06294bcde7b3 req-96b8ed02-8b3e-4391-bf67-ec3c35e79f96 service nova] Lock "1ecca185-3141-408a-92c7-c3a431ddc25d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 747.189387] env[69770]: DEBUG oslo_concurrency.lockutils [req-b7961bf8-805c-479c-b0bf-06294bcde7b3 req-96b8ed02-8b3e-4391-bf67-ec3c35e79f96 service nova] Lock "1ecca185-3141-408a-92c7-c3a431ddc25d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 747.189387] env[69770]: DEBUG nova.compute.manager [req-b7961bf8-805c-479c-b0bf-06294bcde7b3 req-96b8ed02-8b3e-4391-bf67-ec3c35e79f96 service nova] [instance: 1ecca185-3141-408a-92c7-c3a431ddc25d] No waiting events found dispatching network-vif-plugged-2393ac42-109d-4c4c-a634-4607aa90a522 {{(pid=69770) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 747.189387] env[69770]: WARNING nova.compute.manager [req-b7961bf8-805c-479c-b0bf-06294bcde7b3 req-96b8ed02-8b3e-4391-bf67-ec3c35e79f96 service nova] [instance: 1ecca185-3141-408a-92c7-c3a431ddc25d] Received unexpected event network-vif-plugged-2393ac42-109d-4c4c-a634-4607aa90a522 for instance with vm_state building and task_state spawning. [ 747.189741] env[69770]: DEBUG nova.compute.manager [req-b7961bf8-805c-479c-b0bf-06294bcde7b3 req-96b8ed02-8b3e-4391-bf67-ec3c35e79f96 service nova] [instance: 1ecca185-3141-408a-92c7-c3a431ddc25d] Received event network-changed-2393ac42-109d-4c4c-a634-4607aa90a522 {{(pid=69770) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 747.189741] env[69770]: DEBUG nova.compute.manager [req-b7961bf8-805c-479c-b0bf-06294bcde7b3 req-96b8ed02-8b3e-4391-bf67-ec3c35e79f96 service nova] [instance: 1ecca185-3141-408a-92c7-c3a431ddc25d] Refreshing instance network info cache due to event network-changed-2393ac42-109d-4c4c-a634-4607aa90a522. {{(pid=69770) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 747.189741] env[69770]: DEBUG oslo_concurrency.lockutils [req-b7961bf8-805c-479c-b0bf-06294bcde7b3 req-96b8ed02-8b3e-4391-bf67-ec3c35e79f96 service nova] Acquiring lock "refresh_cache-1ecca185-3141-408a-92c7-c3a431ddc25d" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.212229] env[69770]: DEBUG oslo_vmware.api [None req-f4bf8dcb-0e50-4f29-8fe6-bca296a2dc18 tempest-ServersNegativeTestJSON-1437959553 tempest-ServersNegativeTestJSON-1437959553-project-member] Task: {'id': task-4069424, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.278287] env[69770]: DEBUG oslo_concurrency.lockutils [None req-763c7a77-fc81-4a0f-bf3e-813185a424d6 tempest-ListServerFiltersTestJSON-1688445247 tempest-ListServerFiltersTestJSON-1688445247-project-member] Releasing lock "refresh_cache-1ecca185-3141-408a-92c7-c3a431ddc25d" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.278650] env[69770]: DEBUG nova.compute.manager [None req-763c7a77-fc81-4a0f-bf3e-813185a424d6 tempest-ListServerFiltersTestJSON-1688445247 tempest-ListServerFiltersTestJSON-1688445247-project-member] [instance: 1ecca185-3141-408a-92c7-c3a431ddc25d] Instance network_info: |[{"id": "2393ac42-109d-4c4c-a634-4607aa90a522", "address": "fa:16:3e:39:ab:b2", "network": {"id": "b6d63d4f-5735-4b46-b24d-cebf8e25b27d", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-236926049-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "2fdf3d56a74648dc9c7e9e76f02c3a28", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e6f11c0d-c73a-47f5-b02e-47bff48da0e4", "external-id": "nsx-vlan-transportzone-345", "segmentation_id": 345, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2393ac42-10", "ovs_interfaceid": "2393ac42-109d-4c4c-a634-4607aa90a522", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69770) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 747.279030] env[69770]: DEBUG oslo_concurrency.lockutils [req-b7961bf8-805c-479c-b0bf-06294bcde7b3 req-96b8ed02-8b3e-4391-bf67-ec3c35e79f96 service nova] Acquired lock "refresh_cache-1ecca185-3141-408a-92c7-c3a431ddc25d" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.279437] env[69770]: DEBUG nova.network.neutron [req-b7961bf8-805c-479c-b0bf-06294bcde7b3 req-96b8ed02-8b3e-4391-bf67-ec3c35e79f96 service nova] [instance: 1ecca185-3141-408a-92c7-c3a431ddc25d] Refreshing network info cache for port 2393ac42-109d-4c4c-a634-4607aa90a522 {{(pid=69770) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 747.284068] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-763c7a77-fc81-4a0f-bf3e-813185a424d6 tempest-ListServerFiltersTestJSON-1688445247 tempest-ListServerFiltersTestJSON-1688445247-project-member] [instance: 1ecca185-3141-408a-92c7-c3a431ddc25d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:39:ab:b2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e6f11c0d-c73a-47f5-b02e-47bff48da0e4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2393ac42-109d-4c4c-a634-4607aa90a522', 'vif_model': 'vmxnet3'}] {{(pid=69770) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 747.291509] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-763c7a77-fc81-4a0f-bf3e-813185a424d6 tempest-ListServerFiltersTestJSON-1688445247 tempest-ListServerFiltersTestJSON-1688445247-project-member] Creating folder: Project (2fdf3d56a74648dc9c7e9e76f02c3a28). Parent ref: group-v806376. {{(pid=69770) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 747.292674] env[69770]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-16f874c9-7781-4cea-a725-670f5506a7c9 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.310839] env[69770]: INFO nova.virt.vmwareapi.vm_util [None req-763c7a77-fc81-4a0f-bf3e-813185a424d6 tempest-ListServerFiltersTestJSON-1688445247 tempest-ListServerFiltersTestJSON-1688445247-project-member] Created folder: Project (2fdf3d56a74648dc9c7e9e76f02c3a28) in parent group-v806376. [ 747.311133] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-763c7a77-fc81-4a0f-bf3e-813185a424d6 tempest-ListServerFiltersTestJSON-1688445247 tempest-ListServerFiltersTestJSON-1688445247-project-member] Creating folder: Instances. Parent ref: group-v806428. {{(pid=69770) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 747.311456] env[69770]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-12b1929c-4f84-41d2-90d3-023d1d13fb10 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.326742] env[69770]: INFO nova.virt.vmwareapi.vm_util [None req-763c7a77-fc81-4a0f-bf3e-813185a424d6 tempest-ListServerFiltersTestJSON-1688445247 tempest-ListServerFiltersTestJSON-1688445247-project-member] Created folder: Instances in parent group-v806428. [ 747.327443] env[69770]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-763c7a77-fc81-4a0f-bf3e-813185a424d6 tempest-ListServerFiltersTestJSON-1688445247 tempest-ListServerFiltersTestJSON-1688445247-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69770) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 747.327558] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1ecca185-3141-408a-92c7-c3a431ddc25d] Creating VM on the ESX host {{(pid=69770) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 747.327787] env[69770]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ce9a2afd-2295-4f5f-bf1b-270eff7d7d2a {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.363335] env[69770]: DEBUG oslo_concurrency.lockutils [None req-f9f1fd4d-da8a-41ad-b59d-e351f07d2f58 tempest-ServersAdminTestJSON-142622790 tempest-ServersAdminTestJSON-142622790-project-member] Acquiring lock "refresh_cache-089cc9fa-d197-43fd-b8fe-0d92a672806e" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.363556] env[69770]: DEBUG oslo_concurrency.lockutils [None req-f9f1fd4d-da8a-41ad-b59d-e351f07d2f58 tempest-ServersAdminTestJSON-142622790 tempest-ServersAdminTestJSON-142622790-project-member] Acquired lock "refresh_cache-089cc9fa-d197-43fd-b8fe-0d92a672806e" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.363839] env[69770]: DEBUG nova.network.neutron [None req-f9f1fd4d-da8a-41ad-b59d-e351f07d2f58 tempest-ServersAdminTestJSON-142622790 tempest-ServersAdminTestJSON-142622790-project-member] [instance: 089cc9fa-d197-43fd-b8fe-0d92a672806e] Building network info cache for instance {{(pid=69770) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 747.366322] env[69770]: DEBUG oslo_concurrency.lockutils [None req-411a8d2c-91b8-4a27-8d9f-b72b356ed07f tempest-ServerDiagnosticsNegativeTest-1860943725 tempest-ServerDiagnosticsNegativeTest-1860943725-project-member] Lock "4510171e-9670-4bd6-a63c-c55b4917c7ed" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 23.998s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 747.374240] env[69770]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 747.374240] env[69770]: value = "task-4069427" [ 747.374240] env[69770]: _type = "Task" [ 747.374240] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 747.392521] env[69770]: DEBUG oslo_vmware.api [-] Task: {'id': task-4069427, 'name': CreateVM_Task} progress is 5%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.446048] env[69770]: DEBUG oslo_concurrency.lockutils [None req-0df3aa5d-769d-42dd-9752-9ce29387b55e tempest-SecurityGroupsTestJSON-864666295 tempest-SecurityGroupsTestJSON-864666295-project-member] Lock "f8b193f7-1c9d-426b-a182-4870354ccd84" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 33.559s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 747.534841] env[69770]: DEBUG nova.compute.manager [None req-12d7999a-9052-4480-9890-bdac3d3f6d04 tempest-ServerExternalEventsTest-676538897 tempest-ServerExternalEventsTest-676538897-project-member] [instance: b3fc7334-8f11-44cb-b3b1-49eb73ad14cf] Start destroying the instance on the hypervisor. {{(pid=69770) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 747.535307] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-12d7999a-9052-4480-9890-bdac3d3f6d04 tempest-ServerExternalEventsTest-676538897 tempest-ServerExternalEventsTest-676538897-project-member] [instance: b3fc7334-8f11-44cb-b3b1-49eb73ad14cf] Destroying instance {{(pid=69770) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 747.536695] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac57b374-8913-4630-a5f4-55fc51a7cfc4 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.547449] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-12d7999a-9052-4480-9890-bdac3d3f6d04 tempest-ServerExternalEventsTest-676538897 tempest-ServerExternalEventsTest-676538897-project-member] [instance: b3fc7334-8f11-44cb-b3b1-49eb73ad14cf] Powering off the VM {{(pid=69770) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 747.547746] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c1039685-2f64-4da6-9197-f3813343e2d7 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.557607] env[69770]: DEBUG oslo_vmware.api [None req-12d7999a-9052-4480-9890-bdac3d3f6d04 tempest-ServerExternalEventsTest-676538897 tempest-ServerExternalEventsTest-676538897-project-member] Waiting for the task: (returnval){ [ 747.557607] env[69770]: value = "task-4069428" [ 747.557607] env[69770]: _type = "Task" [ 747.557607] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 747.574024] env[69770]: DEBUG oslo_vmware.api [None req-12d7999a-9052-4480-9890-bdac3d3f6d04 tempest-ServerExternalEventsTest-676538897 tempest-ServerExternalEventsTest-676538897-project-member] Task: {'id': task-4069428, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.694121] env[69770]: INFO nova.compute.manager [None req-d6d9cb3b-274f-4f84-8297-24db2db3bf09 tempest-ListImageFiltersTestJSON-573549216 tempest-ListImageFiltersTestJSON-573549216-project-member] [instance: 8c85c90a-f87e-4356-8752-b7b8a16d12cd] instance snapshotting [ 747.696572] env[69770]: DEBUG oslo_vmware.api [None req-f4bf8dcb-0e50-4f29-8fe6-bca296a2dc18 tempest-ServersNegativeTestJSON-1437959553 tempest-ServersNegativeTestJSON-1437959553-project-member] Task: {'id': task-4069424, 'name': ReconfigVM_Task, 'duration_secs': 0.696716} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 747.696938] env[69770]: DEBUG nova.virt.vmwareapi.volumeops [None req-f4bf8dcb-0e50-4f29-8fe6-bca296a2dc18 tempest-ServersNegativeTestJSON-1437959553 tempest-ServersNegativeTestJSON-1437959553-project-member] [instance: 1cd3da96-102f-4a22-8f53-12b32485ffa2] Reconfigured VM instance instance-00000011 to attach disk [datastore2] 1cd3da96-102f-4a22-8f53-12b32485ffa2/1cd3da96-102f-4a22-8f53-12b32485ffa2.vmdk or device None with type sparse {{(pid=69770) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 747.697971] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a98f9656-cf64-4ae9-a9ef-b9d7e124dbab {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.703970] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-549ae820-7914-476f-b99a-eac77ef900cf {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.729658] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95479a72-35bc-41b7-8e1f-68073b1b7f3e {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.733034] env[69770]: DEBUG oslo_vmware.api [None req-f4bf8dcb-0e50-4f29-8fe6-bca296a2dc18 tempest-ServersNegativeTestJSON-1437959553 tempest-ServersNegativeTestJSON-1437959553-project-member] Waiting for the task: (returnval){ [ 747.733034] env[69770]: value = "task-4069429" [ 747.733034] env[69770]: _type = "Task" [ 747.733034] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 747.750231] env[69770]: DEBUG oslo_vmware.api [None req-f4bf8dcb-0e50-4f29-8fe6-bca296a2dc18 tempest-ServersNegativeTestJSON-1437959553 tempest-ServersNegativeTestJSON-1437959553-project-member] Task: {'id': task-4069429, 'name': Rename_Task} progress is 14%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.910353] env[69770]: DEBUG oslo_concurrency.lockutils [None req-84c7969c-aa7f-4564-bfbd-a7d225698ec2 tempest-ServersListShow296Test-1902346217 tempest-ServersListShow296Test-1902346217-project-member] Acquiring lock "1e8ea4f1-cbcf-4c6d-91f3-6ce833f65074" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 747.910353] env[69770]: DEBUG oslo_concurrency.lockutils [None req-84c7969c-aa7f-4564-bfbd-a7d225698ec2 tempest-ServersListShow296Test-1902346217 tempest-ServersListShow296Test-1902346217-project-member] Lock "1e8ea4f1-cbcf-4c6d-91f3-6ce833f65074" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 747.910353] env[69770]: DEBUG oslo_vmware.api [-] Task: {'id': task-4069427, 'name': CreateVM_Task, 'duration_secs': 0.424644} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 747.912349] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1ecca185-3141-408a-92c7-c3a431ddc25d] Created VM on the ESX host {{(pid=69770) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 747.913722] env[69770]: DEBUG oslo_concurrency.lockutils [None req-056cab01-8e11-4864-9217-2f7b13060378 tempest-InstanceActionsV221TestJSON-434475733 tempest-InstanceActionsV221TestJSON-434475733-project-member] Acquiring lock "ad5c1512-835d-40f1-97be-59a36e20deda" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 747.913722] env[69770]: DEBUG oslo_concurrency.lockutils [None req-056cab01-8e11-4864-9217-2f7b13060378 tempest-InstanceActionsV221TestJSON-434475733 tempest-InstanceActionsV221TestJSON-434475733-project-member] Lock "ad5c1512-835d-40f1-97be-59a36e20deda" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 747.913982] env[69770]: DEBUG oslo_concurrency.lockutils [None req-763c7a77-fc81-4a0f-bf3e-813185a424d6 tempest-ListServerFiltersTestJSON-1688445247 tempest-ListServerFiltersTestJSON-1688445247-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.913982] env[69770]: DEBUG oslo_concurrency.lockutils [None req-763c7a77-fc81-4a0f-bf3e-813185a424d6 tempest-ListServerFiltersTestJSON-1688445247 tempest-ListServerFiltersTestJSON-1688445247-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.914218] env[69770]: DEBUG oslo_concurrency.lockutils [None req-763c7a77-fc81-4a0f-bf3e-813185a424d6 tempest-ListServerFiltersTestJSON-1688445247 tempest-ListServerFiltersTestJSON-1688445247-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.914464] env[69770]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e90559a8-e143-4247-97b9-e54be54dc6a3 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.923442] env[69770]: DEBUG oslo_vmware.api [None req-763c7a77-fc81-4a0f-bf3e-813185a424d6 tempest-ListServerFiltersTestJSON-1688445247 tempest-ListServerFiltersTestJSON-1688445247-project-member] Waiting for the task: (returnval){ [ 747.923442] env[69770]: value = "session[52161b52-cb8e-ec9f-1132-2f6b49549d41]52b65cc5-abde-8b4a-c313-26bcf2b554cc" [ 747.923442] env[69770]: _type = "Task" [ 747.923442] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 747.944405] env[69770]: DEBUG oslo_vmware.api [None req-763c7a77-fc81-4a0f-bf3e-813185a424d6 tempest-ListServerFiltersTestJSON-1688445247 tempest-ListServerFiltersTestJSON-1688445247-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]52b65cc5-abde-8b4a-c313-26bcf2b554cc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.950571] env[69770]: DEBUG nova.compute.manager [None req-b92a8cf8-8b28-47dd-98cb-3994fc405855 tempest-ServersAdminNegativeTestJSON-597507823 tempest-ServersAdminNegativeTestJSON-597507823-project-member] [instance: 2635794b-46eb-4532-9f26-43b36242e0bf] Starting instance... {{(pid=69770) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 747.976826] env[69770]: DEBUG nova.network.neutron [None req-f9f1fd4d-da8a-41ad-b59d-e351f07d2f58 tempest-ServersAdminTestJSON-142622790 tempest-ServersAdminTestJSON-142622790-project-member] [instance: 089cc9fa-d197-43fd-b8fe-0d92a672806e] Instance cache missing network info. {{(pid=69770) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 748.072810] env[69770]: DEBUG oslo_vmware.api [None req-12d7999a-9052-4480-9890-bdac3d3f6d04 tempest-ServerExternalEventsTest-676538897 tempest-ServerExternalEventsTest-676538897-project-member] Task: {'id': task-4069428, 'name': PowerOffVM_Task, 'duration_secs': 0.271813} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 748.076840] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-12d7999a-9052-4480-9890-bdac3d3f6d04 tempest-ServerExternalEventsTest-676538897 tempest-ServerExternalEventsTest-676538897-project-member] [instance: b3fc7334-8f11-44cb-b3b1-49eb73ad14cf] Powered off the VM {{(pid=69770) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 748.077208] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-12d7999a-9052-4480-9890-bdac3d3f6d04 tempest-ServerExternalEventsTest-676538897 tempest-ServerExternalEventsTest-676538897-project-member] [instance: b3fc7334-8f11-44cb-b3b1-49eb73ad14cf] Unregistering the VM {{(pid=69770) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 748.077776] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7040478d-99d0-4591-b8a2-f7f9afa6dbff {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.174219] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-12d7999a-9052-4480-9890-bdac3d3f6d04 tempest-ServerExternalEventsTest-676538897 tempest-ServerExternalEventsTest-676538897-project-member] [instance: b3fc7334-8f11-44cb-b3b1-49eb73ad14cf] Unregistered the VM {{(pid=69770) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 748.174546] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-12d7999a-9052-4480-9890-bdac3d3f6d04 tempest-ServerExternalEventsTest-676538897 tempest-ServerExternalEventsTest-676538897-project-member] [instance: b3fc7334-8f11-44cb-b3b1-49eb73ad14cf] Deleting contents of the VM from datastore datastore2 {{(pid=69770) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 748.175249] env[69770]: DEBUG nova.virt.vmwareapi.ds_util [None req-12d7999a-9052-4480-9890-bdac3d3f6d04 tempest-ServerExternalEventsTest-676538897 tempest-ServerExternalEventsTest-676538897-project-member] Deleting the datastore file [datastore2] b3fc7334-8f11-44cb-b3b1-49eb73ad14cf {{(pid=69770) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 748.177748] env[69770]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cb3ce456-4220-4613-90b3-c079ad90ca8f {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.185475] env[69770]: DEBUG oslo_vmware.api [None req-12d7999a-9052-4480-9890-bdac3d3f6d04 tempest-ServerExternalEventsTest-676538897 tempest-ServerExternalEventsTest-676538897-project-member] Waiting for the task: (returnval){ [ 748.185475] env[69770]: value = "task-4069431" [ 748.185475] env[69770]: _type = "Task" [ 748.185475] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 748.199516] env[69770]: DEBUG oslo_vmware.api [None req-12d7999a-9052-4480-9890-bdac3d3f6d04 tempest-ServerExternalEventsTest-676538897 tempest-ServerExternalEventsTest-676538897-project-member] Task: {'id': task-4069431, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.238993] env[69770]: DEBUG nova.network.neutron [None req-7b8817ac-bf4c-48ed-b684-179ee1cf6c7d tempest-ListServerFiltersTestJSON-1688445247 tempest-ListServerFiltersTestJSON-1688445247-project-member] [instance: 398f9fa2-efb7-4f95-bb8b-7667b8299e9d] Successfully updated port: dcd94c50-f2a7-4888-8329-4f345f1e52c2 {{(pid=69770) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 748.246030] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-d6d9cb3b-274f-4f84-8297-24db2db3bf09 tempest-ListImageFiltersTestJSON-573549216 tempest-ListImageFiltersTestJSON-573549216-project-member] [instance: 8c85c90a-f87e-4356-8752-b7b8a16d12cd] Creating Snapshot of the VM instance {{(pid=69770) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 748.246422] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-68f9ff9b-548f-4f6f-a5d6-cf22331e41f7 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.259114] env[69770]: DEBUG oslo_vmware.api [None req-f4bf8dcb-0e50-4f29-8fe6-bca296a2dc18 tempest-ServersNegativeTestJSON-1437959553 tempest-ServersNegativeTestJSON-1437959553-project-member] Task: {'id': task-4069429, 'name': Rename_Task} progress is 99%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.269025] env[69770]: DEBUG oslo_vmware.api [None req-d6d9cb3b-274f-4f84-8297-24db2db3bf09 tempest-ListImageFiltersTestJSON-573549216 tempest-ListImageFiltersTestJSON-573549216-project-member] Waiting for the task: (returnval){ [ 748.269025] env[69770]: value = "task-4069432" [ 748.269025] env[69770]: _type = "Task" [ 748.269025] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 748.272621] env[69770]: DEBUG nova.network.neutron [None req-f9f1fd4d-da8a-41ad-b59d-e351f07d2f58 tempest-ServersAdminTestJSON-142622790 tempest-ServersAdminTestJSON-142622790-project-member] [instance: 089cc9fa-d197-43fd-b8fe-0d92a672806e] Updating instance_info_cache with network_info: [{"id": "cdb4453a-c8d6-4a7b-81ea-2f175ca17bd7", "address": "fa:16:3e:67:01:3a", "network": {"id": "e7c596b4-3bbc-4941-a7ae-206b11043228", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-853591594-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "32b2200b93d14bf0bd9c367d6ed09cf1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7869cc8e-e58f-4fd6-88d7-85a18e43cd3a", "external-id": "nsx-vlan-transportzone-927", "segmentation_id": 927, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcdb4453a-c8", "ovs_interfaceid": "cdb4453a-c8d6-4a7b-81ea-2f175ca17bd7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69770) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 748.284242] env[69770]: DEBUG oslo_vmware.api [None req-d6d9cb3b-274f-4f84-8297-24db2db3bf09 tempest-ListImageFiltersTestJSON-573549216 tempest-ListImageFiltersTestJSON-573549216-project-member] Task: {'id': task-4069432, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.297749] env[69770]: DEBUG nova.network.neutron [req-b7961bf8-805c-479c-b0bf-06294bcde7b3 req-96b8ed02-8b3e-4391-bf67-ec3c35e79f96 service nova] [instance: 1ecca185-3141-408a-92c7-c3a431ddc25d] Updated VIF entry in instance network info cache for port 2393ac42-109d-4c4c-a634-4607aa90a522. {{(pid=69770) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 748.298122] env[69770]: DEBUG nova.network.neutron [req-b7961bf8-805c-479c-b0bf-06294bcde7b3 req-96b8ed02-8b3e-4391-bf67-ec3c35e79f96 service nova] [instance: 1ecca185-3141-408a-92c7-c3a431ddc25d] Updating instance_info_cache with network_info: [{"id": "2393ac42-109d-4c4c-a634-4607aa90a522", "address": "fa:16:3e:39:ab:b2", "network": {"id": "b6d63d4f-5735-4b46-b24d-cebf8e25b27d", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-236926049-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "2fdf3d56a74648dc9c7e9e76f02c3a28", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e6f11c0d-c73a-47f5-b02e-47bff48da0e4", "external-id": "nsx-vlan-transportzone-345", "segmentation_id": 345, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2393ac42-10", "ovs_interfaceid": "2393ac42-109d-4c4c-a634-4607aa90a522", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69770) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 748.435381] env[69770]: DEBUG oslo_vmware.api [None req-763c7a77-fc81-4a0f-bf3e-813185a424d6 tempest-ListServerFiltersTestJSON-1688445247 tempest-ListServerFiltersTestJSON-1688445247-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]52b65cc5-abde-8b4a-c313-26bcf2b554cc, 'name': SearchDatastore_Task, 'duration_secs': 0.027024} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 748.435381] env[69770]: DEBUG oslo_concurrency.lockutils [None req-763c7a77-fc81-4a0f-bf3e-813185a424d6 tempest-ListServerFiltersTestJSON-1688445247 tempest-ListServerFiltersTestJSON-1688445247-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.435381] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-763c7a77-fc81-4a0f-bf3e-813185a424d6 tempest-ListServerFiltersTestJSON-1688445247 tempest-ListServerFiltersTestJSON-1688445247-project-member] [instance: 1ecca185-3141-408a-92c7-c3a431ddc25d] Processing image d1eaff80-24a0-4391-90eb-59958b1ecf0a {{(pid=69770) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 748.435381] env[69770]: DEBUG oslo_concurrency.lockutils [None req-763c7a77-fc81-4a0f-bf3e-813185a424d6 tempest-ListServerFiltersTestJSON-1688445247 tempest-ListServerFiltersTestJSON-1688445247-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.435557] env[69770]: DEBUG oslo_concurrency.lockutils [None req-763c7a77-fc81-4a0f-bf3e-813185a424d6 tempest-ListServerFiltersTestJSON-1688445247 tempest-ListServerFiltersTestJSON-1688445247-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.435557] env[69770]: DEBUG nova.virt.vmwareapi.ds_util [None req-763c7a77-fc81-4a0f-bf3e-813185a424d6 tempest-ListServerFiltersTestJSON-1688445247 tempest-ListServerFiltersTestJSON-1688445247-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69770) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 748.435850] env[69770]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1e003ea4-d739-4ffa-b00f-5dffc377ca5f {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.448798] env[69770]: DEBUG nova.virt.vmwareapi.ds_util [None req-763c7a77-fc81-4a0f-bf3e-813185a424d6 tempest-ListServerFiltersTestJSON-1688445247 tempest-ListServerFiltersTestJSON-1688445247-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69770) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 748.449412] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-763c7a77-fc81-4a0f-bf3e-813185a424d6 tempest-ListServerFiltersTestJSON-1688445247 tempest-ListServerFiltersTestJSON-1688445247-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69770) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 748.449769] env[69770]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dd082c3b-c0dc-4436-8d8a-a2151482ae19 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.460925] env[69770]: DEBUG oslo_vmware.api [None req-763c7a77-fc81-4a0f-bf3e-813185a424d6 tempest-ListServerFiltersTestJSON-1688445247 tempest-ListServerFiltersTestJSON-1688445247-project-member] Waiting for the task: (returnval){ [ 748.460925] env[69770]: value = "session[52161b52-cb8e-ec9f-1132-2f6b49549d41]5260b577-b5b0-eec2-8091-cf0ab20e9bfa" [ 748.460925] env[69770]: _type = "Task" [ 748.460925] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 748.474716] env[69770]: DEBUG oslo_vmware.api [None req-763c7a77-fc81-4a0f-bf3e-813185a424d6 tempest-ListServerFiltersTestJSON-1688445247 tempest-ListServerFiltersTestJSON-1688445247-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]5260b577-b5b0-eec2-8091-cf0ab20e9bfa, 'name': SearchDatastore_Task, 'duration_secs': 0.012508} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 748.476349] env[69770]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-330ac380-e570-46b4-98a1-1a9a827a8921 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.483741] env[69770]: DEBUG oslo_concurrency.lockutils [None req-b92a8cf8-8b28-47dd-98cb-3994fc405855 tempest-ServersAdminNegativeTestJSON-597507823 tempest-ServersAdminNegativeTestJSON-597507823-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 748.488943] env[69770]: DEBUG oslo_vmware.api [None req-763c7a77-fc81-4a0f-bf3e-813185a424d6 tempest-ListServerFiltersTestJSON-1688445247 tempest-ListServerFiltersTestJSON-1688445247-project-member] Waiting for the task: (returnval){ [ 748.488943] env[69770]: value = "session[52161b52-cb8e-ec9f-1132-2f6b49549d41]52491a94-c169-7bad-83dd-cd1c2fb2eee7" [ 748.488943] env[69770]: _type = "Task" [ 748.488943] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 748.500593] env[69770]: DEBUG oslo_vmware.api [None req-763c7a77-fc81-4a0f-bf3e-813185a424d6 tempest-ListServerFiltersTestJSON-1688445247 tempest-ListServerFiltersTestJSON-1688445247-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]52491a94-c169-7bad-83dd-cd1c2fb2eee7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.603819] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ca22829-1565-4b15-929e-8f3c4552aaea {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.618207] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-881b702f-3b64-48e9-bd76-2bdb233a8822 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.678308] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a2ec5b8-57de-42c5-84ce-a0bd4ef18e06 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.696496] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3123778-cd0b-4f41-8d6a-896962936a0f {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.722218] env[69770]: DEBUG nova.compute.provider_tree [None req-94044b3f-30ca-4898-bf41-69d05a3358a9 tempest-ServersTestJSON-777361421 tempest-ServersTestJSON-777361421-project-member] Inventory has not changed in ProviderTree for provider: 7cc7d32b-b7a7-454a-a456-2a440248ed9d {{(pid=69770) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 748.729309] env[69770]: DEBUG oslo_vmware.api [None req-12d7999a-9052-4480-9890-bdac3d3f6d04 tempest-ServerExternalEventsTest-676538897 tempest-ServerExternalEventsTest-676538897-project-member] Task: {'id': task-4069431, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.294151} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 748.729621] env[69770]: DEBUG nova.virt.vmwareapi.ds_util [None req-12d7999a-9052-4480-9890-bdac3d3f6d04 tempest-ServerExternalEventsTest-676538897 tempest-ServerExternalEventsTest-676538897-project-member] Deleted the datastore file {{(pid=69770) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 748.729882] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-12d7999a-9052-4480-9890-bdac3d3f6d04 tempest-ServerExternalEventsTest-676538897 tempest-ServerExternalEventsTest-676538897-project-member] [instance: b3fc7334-8f11-44cb-b3b1-49eb73ad14cf] Deleted contents of the VM from datastore datastore2 {{(pid=69770) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 748.730153] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-12d7999a-9052-4480-9890-bdac3d3f6d04 tempest-ServerExternalEventsTest-676538897 tempest-ServerExternalEventsTest-676538897-project-member] [instance: b3fc7334-8f11-44cb-b3b1-49eb73ad14cf] Instance destroyed {{(pid=69770) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 748.730394] env[69770]: INFO nova.compute.manager [None req-12d7999a-9052-4480-9890-bdac3d3f6d04 tempest-ServerExternalEventsTest-676538897 tempest-ServerExternalEventsTest-676538897-project-member] [instance: b3fc7334-8f11-44cb-b3b1-49eb73ad14cf] Took 1.20 seconds to destroy the instance on the hypervisor. [ 748.730988] env[69770]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-12d7999a-9052-4480-9890-bdac3d3f6d04 tempest-ServerExternalEventsTest-676538897 tempest-ServerExternalEventsTest-676538897-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69770) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 748.730988] env[69770]: DEBUG nova.compute.manager [-] [instance: b3fc7334-8f11-44cb-b3b1-49eb73ad14cf] Deallocating network for instance {{(pid=69770) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 748.731278] env[69770]: DEBUG nova.network.neutron [-] [instance: b3fc7334-8f11-44cb-b3b1-49eb73ad14cf] deallocate_for_instance() {{(pid=69770) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 748.743973] env[69770]: DEBUG oslo_concurrency.lockutils [None req-7b8817ac-bf4c-48ed-b684-179ee1cf6c7d tempest-ListServerFiltersTestJSON-1688445247 tempest-ListServerFiltersTestJSON-1688445247-project-member] Acquiring lock "refresh_cache-398f9fa2-efb7-4f95-bb8b-7667b8299e9d" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.743973] env[69770]: DEBUG oslo_concurrency.lockutils [None req-7b8817ac-bf4c-48ed-b684-179ee1cf6c7d tempest-ListServerFiltersTestJSON-1688445247 tempest-ListServerFiltersTestJSON-1688445247-project-member] Acquired lock "refresh_cache-398f9fa2-efb7-4f95-bb8b-7667b8299e9d" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.743973] env[69770]: DEBUG nova.network.neutron [None req-7b8817ac-bf4c-48ed-b684-179ee1cf6c7d tempest-ListServerFiltersTestJSON-1688445247 tempest-ListServerFiltersTestJSON-1688445247-project-member] [instance: 398f9fa2-efb7-4f95-bb8b-7667b8299e9d] Building network info cache for instance {{(pid=69770) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 748.761209] env[69770]: DEBUG oslo_vmware.api [None req-f4bf8dcb-0e50-4f29-8fe6-bca296a2dc18 tempest-ServersNegativeTestJSON-1437959553 tempest-ServersNegativeTestJSON-1437959553-project-member] Task: {'id': task-4069429, 'name': Rename_Task} progress is 99%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.774836] env[69770]: DEBUG oslo_concurrency.lockutils [None req-f9f1fd4d-da8a-41ad-b59d-e351f07d2f58 tempest-ServersAdminTestJSON-142622790 tempest-ServersAdminTestJSON-142622790-project-member] Releasing lock "refresh_cache-089cc9fa-d197-43fd-b8fe-0d92a672806e" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.775414] env[69770]: DEBUG nova.compute.manager [None req-f9f1fd4d-da8a-41ad-b59d-e351f07d2f58 tempest-ServersAdminTestJSON-142622790 tempest-ServersAdminTestJSON-142622790-project-member] [instance: 089cc9fa-d197-43fd-b8fe-0d92a672806e] Instance network_info: |[{"id": "cdb4453a-c8d6-4a7b-81ea-2f175ca17bd7", "address": "fa:16:3e:67:01:3a", "network": {"id": "e7c596b4-3bbc-4941-a7ae-206b11043228", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-853591594-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "32b2200b93d14bf0bd9c367d6ed09cf1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7869cc8e-e58f-4fd6-88d7-85a18e43cd3a", "external-id": "nsx-vlan-transportzone-927", "segmentation_id": 927, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcdb4453a-c8", "ovs_interfaceid": "cdb4453a-c8d6-4a7b-81ea-2f175ca17bd7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69770) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 748.776604] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-f9f1fd4d-da8a-41ad-b59d-e351f07d2f58 tempest-ServersAdminTestJSON-142622790 tempest-ServersAdminTestJSON-142622790-project-member] [instance: 089cc9fa-d197-43fd-b8fe-0d92a672806e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:67:01:3a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7869cc8e-e58f-4fd6-88d7-85a18e43cd3a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'cdb4453a-c8d6-4a7b-81ea-2f175ca17bd7', 'vif_model': 'vmxnet3'}] {{(pid=69770) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 748.789907] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-f9f1fd4d-da8a-41ad-b59d-e351f07d2f58 tempest-ServersAdminTestJSON-142622790 tempest-ServersAdminTestJSON-142622790-project-member] Creating folder: Project (32b2200b93d14bf0bd9c367d6ed09cf1). Parent ref: group-v806376. {{(pid=69770) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 748.796256] env[69770]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e84c26e8-17a4-4b8a-81ba-a859e7263c16 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.798952] env[69770]: DEBUG oslo_vmware.api [None req-d6d9cb3b-274f-4f84-8297-24db2db3bf09 tempest-ListImageFiltersTestJSON-573549216 tempest-ListImageFiltersTestJSON-573549216-project-member] Task: {'id': task-4069432, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.806644] env[69770]: DEBUG oslo_concurrency.lockutils [req-b7961bf8-805c-479c-b0bf-06294bcde7b3 req-96b8ed02-8b3e-4391-bf67-ec3c35e79f96 service nova] Releasing lock "refresh_cache-1ecca185-3141-408a-92c7-c3a431ddc25d" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.814368] env[69770]: INFO nova.virt.vmwareapi.vm_util [None req-f9f1fd4d-da8a-41ad-b59d-e351f07d2f58 tempest-ServersAdminTestJSON-142622790 tempest-ServersAdminTestJSON-142622790-project-member] Created folder: Project (32b2200b93d14bf0bd9c367d6ed09cf1) in parent group-v806376. [ 748.814728] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-f9f1fd4d-da8a-41ad-b59d-e351f07d2f58 tempest-ServersAdminTestJSON-142622790 tempest-ServersAdminTestJSON-142622790-project-member] Creating folder: Instances. Parent ref: group-v806431. {{(pid=69770) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 748.815070] env[69770]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ab6baf9e-2e61-421e-9c97-e4f42f2c7bd1 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.828545] env[69770]: INFO nova.virt.vmwareapi.vm_util [None req-f9f1fd4d-da8a-41ad-b59d-e351f07d2f58 tempest-ServersAdminTestJSON-142622790 tempest-ServersAdminTestJSON-142622790-project-member] Created folder: Instances in parent group-v806431. [ 748.828920] env[69770]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f9f1fd4d-da8a-41ad-b59d-e351f07d2f58 tempest-ServersAdminTestJSON-142622790 tempest-ServersAdminTestJSON-142622790-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69770) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 748.829794] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 089cc9fa-d197-43fd-b8fe-0d92a672806e] Creating VM on the ESX host {{(pid=69770) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 748.830159] env[69770]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a94d7cc2-55dc-4229-8a1d-7b515aabe21d {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.863345] env[69770]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 748.863345] env[69770]: value = "task-4069435" [ 748.863345] env[69770]: _type = "Task" [ 748.863345] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 748.872682] env[69770]: DEBUG oslo_vmware.api [-] Task: {'id': task-4069435, 'name': CreateVM_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.007865] env[69770]: DEBUG oslo_vmware.api [None req-763c7a77-fc81-4a0f-bf3e-813185a424d6 tempest-ListServerFiltersTestJSON-1688445247 tempest-ListServerFiltersTestJSON-1688445247-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]52491a94-c169-7bad-83dd-cd1c2fb2eee7, 'name': SearchDatastore_Task, 'duration_secs': 0.011379} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 749.008162] env[69770]: DEBUG oslo_concurrency.lockutils [None req-763c7a77-fc81-4a0f-bf3e-813185a424d6 tempest-ListServerFiltersTestJSON-1688445247 tempest-ListServerFiltersTestJSON-1688445247-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.008428] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-763c7a77-fc81-4a0f-bf3e-813185a424d6 tempest-ListServerFiltersTestJSON-1688445247 tempest-ListServerFiltersTestJSON-1688445247-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk to [datastore1] 1ecca185-3141-408a-92c7-c3a431ddc25d/1ecca185-3141-408a-92c7-c3a431ddc25d.vmdk {{(pid=69770) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 749.008697] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8e9066b1-4c79-46c5-821e-513353ea5a9d {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.016596] env[69770]: DEBUG oslo_vmware.api [None req-763c7a77-fc81-4a0f-bf3e-813185a424d6 tempest-ListServerFiltersTestJSON-1688445247 tempest-ListServerFiltersTestJSON-1688445247-project-member] Waiting for the task: (returnval){ [ 749.016596] env[69770]: value = "task-4069436" [ 749.016596] env[69770]: _type = "Task" [ 749.016596] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 749.029276] env[69770]: DEBUG oslo_vmware.api [None req-763c7a77-fc81-4a0f-bf3e-813185a424d6 tempest-ListServerFiltersTestJSON-1688445247 tempest-ListServerFiltersTestJSON-1688445247-project-member] Task: {'id': task-4069436, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.226444] env[69770]: DEBUG nova.scheduler.client.report [None req-94044b3f-30ca-4898-bf41-69d05a3358a9 tempest-ServersTestJSON-777361421 tempest-ServersTestJSON-777361421-project-member] Inventory has not changed for provider 7cc7d32b-b7a7-454a-a456-2a440248ed9d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69770) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 749.259479] env[69770]: DEBUG oslo_vmware.api [None req-f4bf8dcb-0e50-4f29-8fe6-bca296a2dc18 tempest-ServersNegativeTestJSON-1437959553 tempest-ServersNegativeTestJSON-1437959553-project-member] Task: {'id': task-4069429, 'name': Rename_Task, 'duration_secs': 1.236458} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 749.261820] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-f4bf8dcb-0e50-4f29-8fe6-bca296a2dc18 tempest-ServersNegativeTestJSON-1437959553 tempest-ServersNegativeTestJSON-1437959553-project-member] [instance: 1cd3da96-102f-4a22-8f53-12b32485ffa2] Powering on the VM {{(pid=69770) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 749.261820] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ad42a6e8-511f-44c5-b555-1b2085b809e4 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.272558] env[69770]: DEBUG oslo_vmware.api [None req-f4bf8dcb-0e50-4f29-8fe6-bca296a2dc18 tempest-ServersNegativeTestJSON-1437959553 tempest-ServersNegativeTestJSON-1437959553-project-member] Waiting for the task: (returnval){ [ 749.272558] env[69770]: value = "task-4069437" [ 749.272558] env[69770]: _type = "Task" [ 749.272558] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 749.272793] env[69770]: DEBUG oslo_concurrency.lockutils [None req-42ae7b16-f3b8-499c-b271-4aa29c9d234f tempest-MultipleCreateTestJSON-938873983 tempest-MultipleCreateTestJSON-938873983-project-member] Acquiring lock "c1bf02b7-e9aa-4577-aca6-480b62da79ba" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 749.273101] env[69770]: DEBUG oslo_concurrency.lockutils [None req-42ae7b16-f3b8-499c-b271-4aa29c9d234f tempest-MultipleCreateTestJSON-938873983 tempest-MultipleCreateTestJSON-938873983-project-member] Lock "c1bf02b7-e9aa-4577-aca6-480b62da79ba" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 749.287858] env[69770]: DEBUG oslo_vmware.api [None req-d6d9cb3b-274f-4f84-8297-24db2db3bf09 tempest-ListImageFiltersTestJSON-573549216 tempest-ListImageFiltersTestJSON-573549216-project-member] Task: {'id': task-4069432, 'name': CreateSnapshot_Task, 'duration_secs': 0.791472} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 749.292793] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-d6d9cb3b-274f-4f84-8297-24db2db3bf09 tempest-ListImageFiltersTestJSON-573549216 tempest-ListImageFiltersTestJSON-573549216-project-member] [instance: 8c85c90a-f87e-4356-8752-b7b8a16d12cd] Created Snapshot of the VM instance {{(pid=69770) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 749.293690] env[69770]: DEBUG oslo_vmware.api [None req-f4bf8dcb-0e50-4f29-8fe6-bca296a2dc18 tempest-ServersNegativeTestJSON-1437959553 tempest-ServersNegativeTestJSON-1437959553-project-member] Task: {'id': task-4069437, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.294723] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe41d35a-6033-4638-be00-59afae1d18e2 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.312096] env[69770]: DEBUG oslo_concurrency.lockutils [None req-42ae7b16-f3b8-499c-b271-4aa29c9d234f tempest-MultipleCreateTestJSON-938873983 tempest-MultipleCreateTestJSON-938873983-project-member] Acquiring lock "271a7171-f68e-40ec-8f3e-87cb9c18e971" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 749.312261] env[69770]: DEBUG oslo_concurrency.lockutils [None req-42ae7b16-f3b8-499c-b271-4aa29c9d234f tempest-MultipleCreateTestJSON-938873983 tempest-MultipleCreateTestJSON-938873983-project-member] Lock "271a7171-f68e-40ec-8f3e-87cb9c18e971" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 749.370954] env[69770]: DEBUG nova.network.neutron [None req-7b8817ac-bf4c-48ed-b684-179ee1cf6c7d tempest-ListServerFiltersTestJSON-1688445247 tempest-ListServerFiltersTestJSON-1688445247-project-member] [instance: 398f9fa2-efb7-4f95-bb8b-7667b8299e9d] Instance cache missing network info. {{(pid=69770) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 749.383882] env[69770]: DEBUG oslo_vmware.api [-] Task: {'id': task-4069435, 'name': CreateVM_Task} progress is 99%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.538197] env[69770]: DEBUG oslo_vmware.api [None req-763c7a77-fc81-4a0f-bf3e-813185a424d6 tempest-ListServerFiltersTestJSON-1688445247 tempest-ListServerFiltersTestJSON-1688445247-project-member] Task: {'id': task-4069436, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.549766] env[69770]: DEBUG nova.compute.manager [req-6b7ab053-8f0e-40d0-a65a-990599cd2990 req-f51df8ae-ad9b-489c-a586-2a8c864c1d9a service nova] [instance: 398f9fa2-efb7-4f95-bb8b-7667b8299e9d] Received event network-vif-plugged-dcd94c50-f2a7-4888-8329-4f345f1e52c2 {{(pid=69770) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 749.550349] env[69770]: DEBUG oslo_concurrency.lockutils [req-6b7ab053-8f0e-40d0-a65a-990599cd2990 req-f51df8ae-ad9b-489c-a586-2a8c864c1d9a service nova] Acquiring lock "398f9fa2-efb7-4f95-bb8b-7667b8299e9d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 749.550642] env[69770]: DEBUG oslo_concurrency.lockutils [req-6b7ab053-8f0e-40d0-a65a-990599cd2990 req-f51df8ae-ad9b-489c-a586-2a8c864c1d9a service nova] Lock "398f9fa2-efb7-4f95-bb8b-7667b8299e9d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 749.550834] env[69770]: DEBUG oslo_concurrency.lockutils [req-6b7ab053-8f0e-40d0-a65a-990599cd2990 req-f51df8ae-ad9b-489c-a586-2a8c864c1d9a service nova] Lock "398f9fa2-efb7-4f95-bb8b-7667b8299e9d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 749.551033] env[69770]: DEBUG nova.compute.manager [req-6b7ab053-8f0e-40d0-a65a-990599cd2990 req-f51df8ae-ad9b-489c-a586-2a8c864c1d9a service nova] [instance: 398f9fa2-efb7-4f95-bb8b-7667b8299e9d] No waiting events found dispatching network-vif-plugged-dcd94c50-f2a7-4888-8329-4f345f1e52c2 {{(pid=69770) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 749.551209] env[69770]: WARNING nova.compute.manager [req-6b7ab053-8f0e-40d0-a65a-990599cd2990 req-f51df8ae-ad9b-489c-a586-2a8c864c1d9a service nova] [instance: 398f9fa2-efb7-4f95-bb8b-7667b8299e9d] Received unexpected event network-vif-plugged-dcd94c50-f2a7-4888-8329-4f345f1e52c2 for instance with vm_state building and task_state spawning. [ 749.585359] env[69770]: DEBUG nova.network.neutron [-] [instance: b3fc7334-8f11-44cb-b3b1-49eb73ad14cf] Updating instance_info_cache with network_info: [] {{(pid=69770) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 749.728290] env[69770]: DEBUG nova.network.neutron [None req-7b8817ac-bf4c-48ed-b684-179ee1cf6c7d tempest-ListServerFiltersTestJSON-1688445247 tempest-ListServerFiltersTestJSON-1688445247-project-member] [instance: 398f9fa2-efb7-4f95-bb8b-7667b8299e9d] Updating instance_info_cache with network_info: [{"id": "dcd94c50-f2a7-4888-8329-4f345f1e52c2", "address": "fa:16:3e:db:2b:8f", "network": {"id": "b6d63d4f-5735-4b46-b24d-cebf8e25b27d", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-236926049-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "2fdf3d56a74648dc9c7e9e76f02c3a28", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e6f11c0d-c73a-47f5-b02e-47bff48da0e4", "external-id": "nsx-vlan-transportzone-345", "segmentation_id": 345, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdcd94c50-f2", "ovs_interfaceid": "dcd94c50-f2a7-4888-8329-4f345f1e52c2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69770) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 749.731178] env[69770]: DEBUG oslo_concurrency.lockutils [None req-94044b3f-30ca-4898-bf41-69d05a3358a9 tempest-ServersTestJSON-777361421 tempest-ServersTestJSON-777361421-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.934s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 749.731895] env[69770]: DEBUG nova.compute.manager [None req-94044b3f-30ca-4898-bf41-69d05a3358a9 tempest-ServersTestJSON-777361421 tempest-ServersTestJSON-777361421-project-member] [instance: 38473040-ef89-4a31-8c32-85f10fee039d] Start building networks asynchronously for instance. {{(pid=69770) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 749.734715] env[69770]: DEBUG oslo_concurrency.lockutils [None req-a0a847ce-93f8-4c20-a072-c1e390be438a tempest-VolumesAdminNegativeTest-624188729 tempest-VolumesAdminNegativeTest-624188729-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 18.373s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 749.738026] env[69770]: INFO nova.compute.claims [None req-a0a847ce-93f8-4c20-a072-c1e390be438a tempest-VolumesAdminNegativeTest-624188729 tempest-VolumesAdminNegativeTest-624188729-project-member] [instance: f9f0ae85-57a8-4e21-8e5e-87a3630ee05c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 749.792449] env[69770]: DEBUG oslo_vmware.api [None req-f4bf8dcb-0e50-4f29-8fe6-bca296a2dc18 tempest-ServersNegativeTestJSON-1437959553 tempest-ServersNegativeTestJSON-1437959553-project-member] Task: {'id': task-4069437, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.821963] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-d6d9cb3b-274f-4f84-8297-24db2db3bf09 tempest-ListImageFiltersTestJSON-573549216 tempest-ListImageFiltersTestJSON-573549216-project-member] [instance: 8c85c90a-f87e-4356-8752-b7b8a16d12cd] Creating linked-clone VM from snapshot {{(pid=69770) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 749.823342] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-fa5888cb-1601-492c-bce6-436b18a9c164 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.833763] env[69770]: DEBUG oslo_vmware.api [None req-d6d9cb3b-274f-4f84-8297-24db2db3bf09 tempest-ListImageFiltersTestJSON-573549216 tempest-ListImageFiltersTestJSON-573549216-project-member] Waiting for the task: (returnval){ [ 749.833763] env[69770]: value = "task-4069438" [ 749.833763] env[69770]: _type = "Task" [ 749.833763] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 749.844080] env[69770]: DEBUG oslo_vmware.api [None req-d6d9cb3b-274f-4f84-8297-24db2db3bf09 tempest-ListImageFiltersTestJSON-573549216 tempest-ListImageFiltersTestJSON-573549216-project-member] Task: {'id': task-4069438, 'name': CloneVM_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.878380] env[69770]: DEBUG oslo_vmware.api [-] Task: {'id': task-4069435, 'name': CreateVM_Task, 'duration_secs': 0.539873} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 749.878721] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 089cc9fa-d197-43fd-b8fe-0d92a672806e] Created VM on the ESX host {{(pid=69770) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 749.879581] env[69770]: DEBUG oslo_concurrency.lockutils [None req-f9f1fd4d-da8a-41ad-b59d-e351f07d2f58 tempest-ServersAdminTestJSON-142622790 tempest-ServersAdminTestJSON-142622790-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.879826] env[69770]: DEBUG oslo_concurrency.lockutils [None req-f9f1fd4d-da8a-41ad-b59d-e351f07d2f58 tempest-ServersAdminTestJSON-142622790 tempest-ServersAdminTestJSON-142622790-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.880419] env[69770]: DEBUG oslo_concurrency.lockutils [None req-f9f1fd4d-da8a-41ad-b59d-e351f07d2f58 tempest-ServersAdminTestJSON-142622790 tempest-ServersAdminTestJSON-142622790-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.880616] env[69770]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dc922512-31be-4b16-b745-9081a1abcd08 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.888459] env[69770]: DEBUG oslo_vmware.api [None req-f9f1fd4d-da8a-41ad-b59d-e351f07d2f58 tempest-ServersAdminTestJSON-142622790 tempest-ServersAdminTestJSON-142622790-project-member] Waiting for the task: (returnval){ [ 749.888459] env[69770]: value = "session[52161b52-cb8e-ec9f-1132-2f6b49549d41]5263dcb8-bb98-2ef9-16b2-280793859f53" [ 749.888459] env[69770]: _type = "Task" [ 749.888459] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 749.898479] env[69770]: DEBUG oslo_vmware.api [None req-f9f1fd4d-da8a-41ad-b59d-e351f07d2f58 tempest-ServersAdminTestJSON-142622790 tempest-ServersAdminTestJSON-142622790-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]5263dcb8-bb98-2ef9-16b2-280793859f53, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.030664] env[69770]: DEBUG oslo_vmware.api [None req-763c7a77-fc81-4a0f-bf3e-813185a424d6 tempest-ListServerFiltersTestJSON-1688445247 tempest-ListServerFiltersTestJSON-1688445247-project-member] Task: {'id': task-4069436, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.659251} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 750.030774] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-763c7a77-fc81-4a0f-bf3e-813185a424d6 tempest-ListServerFiltersTestJSON-1688445247 tempest-ListServerFiltersTestJSON-1688445247-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk to [datastore1] 1ecca185-3141-408a-92c7-c3a431ddc25d/1ecca185-3141-408a-92c7-c3a431ddc25d.vmdk {{(pid=69770) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 750.030963] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-763c7a77-fc81-4a0f-bf3e-813185a424d6 tempest-ListServerFiltersTestJSON-1688445247 tempest-ListServerFiltersTestJSON-1688445247-project-member] [instance: 1ecca185-3141-408a-92c7-c3a431ddc25d] Extending root virtual disk to 1048576 {{(pid=69770) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 750.031236] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-08110588-f165-4531-901b-4293f2047aa4 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.041024] env[69770]: DEBUG oslo_vmware.api [None req-763c7a77-fc81-4a0f-bf3e-813185a424d6 tempest-ListServerFiltersTestJSON-1688445247 tempest-ListServerFiltersTestJSON-1688445247-project-member] Waiting for the task: (returnval){ [ 750.041024] env[69770]: value = "task-4069439" [ 750.041024] env[69770]: _type = "Task" [ 750.041024] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 750.052150] env[69770]: DEBUG oslo_vmware.api [None req-763c7a77-fc81-4a0f-bf3e-813185a424d6 tempest-ListServerFiltersTestJSON-1688445247 tempest-ListServerFiltersTestJSON-1688445247-project-member] Task: {'id': task-4069439, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.093101] env[69770]: INFO nova.compute.manager [-] [instance: b3fc7334-8f11-44cb-b3b1-49eb73ad14cf] Took 1.36 seconds to deallocate network for instance. [ 750.232237] env[69770]: DEBUG oslo_concurrency.lockutils [None req-7b8817ac-bf4c-48ed-b684-179ee1cf6c7d tempest-ListServerFiltersTestJSON-1688445247 tempest-ListServerFiltersTestJSON-1688445247-project-member] Releasing lock "refresh_cache-398f9fa2-efb7-4f95-bb8b-7667b8299e9d" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.232608] env[69770]: DEBUG nova.compute.manager [None req-7b8817ac-bf4c-48ed-b684-179ee1cf6c7d tempest-ListServerFiltersTestJSON-1688445247 tempest-ListServerFiltersTestJSON-1688445247-project-member] [instance: 398f9fa2-efb7-4f95-bb8b-7667b8299e9d] Instance network_info: |[{"id": "dcd94c50-f2a7-4888-8329-4f345f1e52c2", "address": "fa:16:3e:db:2b:8f", "network": {"id": "b6d63d4f-5735-4b46-b24d-cebf8e25b27d", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-236926049-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "2fdf3d56a74648dc9c7e9e76f02c3a28", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e6f11c0d-c73a-47f5-b02e-47bff48da0e4", "external-id": "nsx-vlan-transportzone-345", "segmentation_id": 345, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdcd94c50-f2", "ovs_interfaceid": "dcd94c50-f2a7-4888-8329-4f345f1e52c2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69770) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 750.233075] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-7b8817ac-bf4c-48ed-b684-179ee1cf6c7d tempest-ListServerFiltersTestJSON-1688445247 tempest-ListServerFiltersTestJSON-1688445247-project-member] [instance: 398f9fa2-efb7-4f95-bb8b-7667b8299e9d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:db:2b:8f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e6f11c0d-c73a-47f5-b02e-47bff48da0e4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'dcd94c50-f2a7-4888-8329-4f345f1e52c2', 'vif_model': 'vmxnet3'}] {{(pid=69770) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 750.240950] env[69770]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7b8817ac-bf4c-48ed-b684-179ee1cf6c7d tempest-ListServerFiltersTestJSON-1688445247 tempest-ListServerFiltersTestJSON-1688445247-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69770) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 750.242362] env[69770]: DEBUG nova.compute.utils [None req-94044b3f-30ca-4898-bf41-69d05a3358a9 tempest-ServersTestJSON-777361421 tempest-ServersTestJSON-777361421-project-member] Using /dev/sd instead of None {{(pid=69770) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 750.246921] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 398f9fa2-efb7-4f95-bb8b-7667b8299e9d] Creating VM on the ESX host {{(pid=69770) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 750.247517] env[69770]: DEBUG nova.compute.manager [None req-94044b3f-30ca-4898-bf41-69d05a3358a9 tempest-ServersTestJSON-777361421 tempest-ServersTestJSON-777361421-project-member] [instance: 38473040-ef89-4a31-8c32-85f10fee039d] Allocating IP information in the background. {{(pid=69770) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 750.247702] env[69770]: DEBUG nova.network.neutron [None req-94044b3f-30ca-4898-bf41-69d05a3358a9 tempest-ServersTestJSON-777361421 tempest-ServersTestJSON-777361421-project-member] [instance: 38473040-ef89-4a31-8c32-85f10fee039d] allocate_for_instance() {{(pid=69770) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 750.251982] env[69770]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-402e116d-546c-4ddd-93e3-0f21af0d4652 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.279368] env[69770]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 750.279368] env[69770]: value = "task-4069440" [ 750.279368] env[69770]: _type = "Task" [ 750.279368] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 750.293354] env[69770]: DEBUG oslo_vmware.api [None req-f4bf8dcb-0e50-4f29-8fe6-bca296a2dc18 tempest-ServersNegativeTestJSON-1437959553 tempest-ServersNegativeTestJSON-1437959553-project-member] Task: {'id': task-4069437, 'name': PowerOnVM_Task, 'duration_secs': 0.630225} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 750.297832] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-f4bf8dcb-0e50-4f29-8fe6-bca296a2dc18 tempest-ServersNegativeTestJSON-1437959553 tempest-ServersNegativeTestJSON-1437959553-project-member] [instance: 1cd3da96-102f-4a22-8f53-12b32485ffa2] Powered on the VM {{(pid=69770) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 750.298075] env[69770]: INFO nova.compute.manager [None req-f4bf8dcb-0e50-4f29-8fe6-bca296a2dc18 tempest-ServersNegativeTestJSON-1437959553 tempest-ServersNegativeTestJSON-1437959553-project-member] [instance: 1cd3da96-102f-4a22-8f53-12b32485ffa2] Took 12.26 seconds to spawn the instance on the hypervisor. [ 750.298388] env[69770]: DEBUG nova.compute.manager [None req-f4bf8dcb-0e50-4f29-8fe6-bca296a2dc18 tempest-ServersNegativeTestJSON-1437959553 tempest-ServersNegativeTestJSON-1437959553-project-member] [instance: 1cd3da96-102f-4a22-8f53-12b32485ffa2] Checking state {{(pid=69770) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 750.298653] env[69770]: DEBUG oslo_vmware.api [-] Task: {'id': task-4069440, 'name': CreateVM_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.299487] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd8aa084-4e01-4aad-94e7-dcbc6615b49b {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.346823] env[69770]: DEBUG oslo_vmware.api [None req-d6d9cb3b-274f-4f84-8297-24db2db3bf09 tempest-ListImageFiltersTestJSON-573549216 tempest-ListImageFiltersTestJSON-573549216-project-member] Task: {'id': task-4069438, 'name': CloneVM_Task} progress is 94%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.369531] env[69770]: DEBUG nova.policy [None req-94044b3f-30ca-4898-bf41-69d05a3358a9 tempest-ServersTestJSON-777361421 tempest-ServersTestJSON-777361421-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '98cbff328b68449f8eed3934da77ac6e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f200212178494484b0f86c66e2719235', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69770) authorize /opt/stack/nova/nova/policy.py:192}} [ 750.403440] env[69770]: DEBUG oslo_vmware.api [None req-f9f1fd4d-da8a-41ad-b59d-e351f07d2f58 tempest-ServersAdminTestJSON-142622790 tempest-ServersAdminTestJSON-142622790-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]5263dcb8-bb98-2ef9-16b2-280793859f53, 'name': SearchDatastore_Task, 'duration_secs': 0.04713} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 750.403760] env[69770]: DEBUG oslo_concurrency.lockutils [None req-f9f1fd4d-da8a-41ad-b59d-e351f07d2f58 tempest-ServersAdminTestJSON-142622790 tempest-ServersAdminTestJSON-142622790-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.404449] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-f9f1fd4d-da8a-41ad-b59d-e351f07d2f58 tempest-ServersAdminTestJSON-142622790 tempest-ServersAdminTestJSON-142622790-project-member] [instance: 089cc9fa-d197-43fd-b8fe-0d92a672806e] Processing image d1eaff80-24a0-4391-90eb-59958b1ecf0a {{(pid=69770) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 750.404449] env[69770]: DEBUG oslo_concurrency.lockutils [None req-f9f1fd4d-da8a-41ad-b59d-e351f07d2f58 tempest-ServersAdminTestJSON-142622790 tempest-ServersAdminTestJSON-142622790-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.404449] env[69770]: DEBUG oslo_concurrency.lockutils [None req-f9f1fd4d-da8a-41ad-b59d-e351f07d2f58 tempest-ServersAdminTestJSON-142622790 tempest-ServersAdminTestJSON-142622790-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.404619] env[69770]: DEBUG nova.virt.vmwareapi.ds_util [None req-f9f1fd4d-da8a-41ad-b59d-e351f07d2f58 tempest-ServersAdminTestJSON-142622790 tempest-ServersAdminTestJSON-142622790-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69770) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 750.404808] env[69770]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4906161c-fc43-42b6-bdcb-1408f7a7b522 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.418695] env[69770]: DEBUG nova.virt.vmwareapi.ds_util [None req-f9f1fd4d-da8a-41ad-b59d-e351f07d2f58 tempest-ServersAdminTestJSON-142622790 tempest-ServersAdminTestJSON-142622790-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69770) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 750.418901] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-f9f1fd4d-da8a-41ad-b59d-e351f07d2f58 tempest-ServersAdminTestJSON-142622790 tempest-ServersAdminTestJSON-142622790-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69770) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 750.419830] env[69770]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dd71b0f5-a346-4335-b6dc-c1e7eeb35df7 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.430313] env[69770]: DEBUG oslo_vmware.api [None req-f9f1fd4d-da8a-41ad-b59d-e351f07d2f58 tempest-ServersAdminTestJSON-142622790 tempest-ServersAdminTestJSON-142622790-project-member] Waiting for the task: (returnval){ [ 750.430313] env[69770]: value = "session[52161b52-cb8e-ec9f-1132-2f6b49549d41]52a697f8-dce5-24bb-a31d-7c4f03e1cf57" [ 750.430313] env[69770]: _type = "Task" [ 750.430313] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 750.443316] env[69770]: DEBUG oslo_vmware.api [None req-f9f1fd4d-da8a-41ad-b59d-e351f07d2f58 tempest-ServersAdminTestJSON-142622790 tempest-ServersAdminTestJSON-142622790-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]52a697f8-dce5-24bb-a31d-7c4f03e1cf57, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.503971] env[69770]: DEBUG nova.compute.manager [None req-c76d8eef-1f71-4b04-9124-70393d2a8720 tempest-ImagesOneServerTestJSON-1024055021 tempest-ImagesOneServerTestJSON-1024055021-project-member] [instance: 7ae47f8e-e519-4825-b89a-7561df6850d9] Checking state {{(pid=69770) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 750.505362] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d9d4286-3b89-4876-8e89-8357cd268c20 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.552600] env[69770]: DEBUG oslo_vmware.api [None req-763c7a77-fc81-4a0f-bf3e-813185a424d6 tempest-ListServerFiltersTestJSON-1688445247 tempest-ListServerFiltersTestJSON-1688445247-project-member] Task: {'id': task-4069439, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.206721} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 750.555915] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-763c7a77-fc81-4a0f-bf3e-813185a424d6 tempest-ListServerFiltersTestJSON-1688445247 tempest-ListServerFiltersTestJSON-1688445247-project-member] [instance: 1ecca185-3141-408a-92c7-c3a431ddc25d] Extended root virtual disk {{(pid=69770) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 750.557089] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8a3ee82-fbdb-4db2-a0e5-d3544fe3170c {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.584378] env[69770]: DEBUG nova.virt.vmwareapi.volumeops [None req-763c7a77-fc81-4a0f-bf3e-813185a424d6 tempest-ListServerFiltersTestJSON-1688445247 tempest-ListServerFiltersTestJSON-1688445247-project-member] [instance: 1ecca185-3141-408a-92c7-c3a431ddc25d] Reconfiguring VM instance instance-00000012 to attach disk [datastore1] 1ecca185-3141-408a-92c7-c3a431ddc25d/1ecca185-3141-408a-92c7-c3a431ddc25d.vmdk or device None with type sparse {{(pid=69770) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 750.587797] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c6b66762-767d-4aee-924a-6c0a0a220263 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.605433] env[69770]: DEBUG oslo_concurrency.lockutils [None req-12d7999a-9052-4480-9890-bdac3d3f6d04 tempest-ServerExternalEventsTest-676538897 tempest-ServerExternalEventsTest-676538897-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 750.613390] env[69770]: DEBUG oslo_vmware.api [None req-763c7a77-fc81-4a0f-bf3e-813185a424d6 tempest-ListServerFiltersTestJSON-1688445247 tempest-ListServerFiltersTestJSON-1688445247-project-member] Waiting for the task: (returnval){ [ 750.613390] env[69770]: value = "task-4069441" [ 750.613390] env[69770]: _type = "Task" [ 750.613390] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 750.630512] env[69770]: DEBUG oslo_vmware.api [None req-763c7a77-fc81-4a0f-bf3e-813185a424d6 tempest-ListServerFiltersTestJSON-1688445247 tempest-ListServerFiltersTestJSON-1688445247-project-member] Task: {'id': task-4069441, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.666210] env[69770]: DEBUG nova.compute.manager [req-3019b1f4-142c-4b8f-8681-9f7e6872992c req-ad8acdb4-20d3-44cb-ae27-aceacef37e82 service nova] [instance: 089cc9fa-d197-43fd-b8fe-0d92a672806e] Received event network-vif-plugged-cdb4453a-c8d6-4a7b-81ea-2f175ca17bd7 {{(pid=69770) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 750.666543] env[69770]: DEBUG oslo_concurrency.lockutils [req-3019b1f4-142c-4b8f-8681-9f7e6872992c req-ad8acdb4-20d3-44cb-ae27-aceacef37e82 service nova] Acquiring lock "089cc9fa-d197-43fd-b8fe-0d92a672806e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 750.666949] env[69770]: DEBUG oslo_concurrency.lockutils [req-3019b1f4-142c-4b8f-8681-9f7e6872992c req-ad8acdb4-20d3-44cb-ae27-aceacef37e82 service nova] Lock "089cc9fa-d197-43fd-b8fe-0d92a672806e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 750.667135] env[69770]: DEBUG oslo_concurrency.lockutils [req-3019b1f4-142c-4b8f-8681-9f7e6872992c req-ad8acdb4-20d3-44cb-ae27-aceacef37e82 service nova] Lock "089cc9fa-d197-43fd-b8fe-0d92a672806e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 750.667429] env[69770]: DEBUG nova.compute.manager [req-3019b1f4-142c-4b8f-8681-9f7e6872992c req-ad8acdb4-20d3-44cb-ae27-aceacef37e82 service nova] [instance: 089cc9fa-d197-43fd-b8fe-0d92a672806e] No waiting events found dispatching network-vif-plugged-cdb4453a-c8d6-4a7b-81ea-2f175ca17bd7 {{(pid=69770) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 750.667731] env[69770]: WARNING nova.compute.manager [req-3019b1f4-142c-4b8f-8681-9f7e6872992c req-ad8acdb4-20d3-44cb-ae27-aceacef37e82 service nova] [instance: 089cc9fa-d197-43fd-b8fe-0d92a672806e] Received unexpected event network-vif-plugged-cdb4453a-c8d6-4a7b-81ea-2f175ca17bd7 for instance with vm_state building and task_state spawning. [ 750.668014] env[69770]: DEBUG nova.compute.manager [req-3019b1f4-142c-4b8f-8681-9f7e6872992c req-ad8acdb4-20d3-44cb-ae27-aceacef37e82 service nova] [instance: 089cc9fa-d197-43fd-b8fe-0d92a672806e] Received event network-changed-cdb4453a-c8d6-4a7b-81ea-2f175ca17bd7 {{(pid=69770) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 750.668273] env[69770]: DEBUG nova.compute.manager [req-3019b1f4-142c-4b8f-8681-9f7e6872992c req-ad8acdb4-20d3-44cb-ae27-aceacef37e82 service nova] [instance: 089cc9fa-d197-43fd-b8fe-0d92a672806e] Refreshing instance network info cache due to event network-changed-cdb4453a-c8d6-4a7b-81ea-2f175ca17bd7. {{(pid=69770) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 750.668495] env[69770]: DEBUG oslo_concurrency.lockutils [req-3019b1f4-142c-4b8f-8681-9f7e6872992c req-ad8acdb4-20d3-44cb-ae27-aceacef37e82 service nova] Acquiring lock "refresh_cache-089cc9fa-d197-43fd-b8fe-0d92a672806e" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.668683] env[69770]: DEBUG oslo_concurrency.lockutils [req-3019b1f4-142c-4b8f-8681-9f7e6872992c req-ad8acdb4-20d3-44cb-ae27-aceacef37e82 service nova] Acquired lock "refresh_cache-089cc9fa-d197-43fd-b8fe-0d92a672806e" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.668937] env[69770]: DEBUG nova.network.neutron [req-3019b1f4-142c-4b8f-8681-9f7e6872992c req-ad8acdb4-20d3-44cb-ae27-aceacef37e82 service nova] [instance: 089cc9fa-d197-43fd-b8fe-0d92a672806e] Refreshing network info cache for port cdb4453a-c8d6-4a7b-81ea-2f175ca17bd7 {{(pid=69770) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 750.750123] env[69770]: DEBUG nova.compute.manager [None req-94044b3f-30ca-4898-bf41-69d05a3358a9 tempest-ServersTestJSON-777361421 tempest-ServersTestJSON-777361421-project-member] [instance: 38473040-ef89-4a31-8c32-85f10fee039d] Start building block device mappings for instance. {{(pid=69770) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 750.800973] env[69770]: DEBUG oslo_vmware.api [-] Task: {'id': task-4069440, 'name': CreateVM_Task, 'duration_secs': 0.387308} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 750.802355] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 398f9fa2-efb7-4f95-bb8b-7667b8299e9d] Created VM on the ESX host {{(pid=69770) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 750.803449] env[69770]: DEBUG oslo_concurrency.lockutils [None req-7b8817ac-bf4c-48ed-b684-179ee1cf6c7d tempest-ListServerFiltersTestJSON-1688445247 tempest-ListServerFiltersTestJSON-1688445247-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.804455] env[69770]: DEBUG oslo_concurrency.lockutils [None req-7b8817ac-bf4c-48ed-b684-179ee1cf6c7d tempest-ListServerFiltersTestJSON-1688445247 tempest-ListServerFiltersTestJSON-1688445247-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.804455] env[69770]: DEBUG oslo_concurrency.lockutils [None req-7b8817ac-bf4c-48ed-b684-179ee1cf6c7d tempest-ListServerFiltersTestJSON-1688445247 tempest-ListServerFiltersTestJSON-1688445247-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.805165] env[69770]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-816f4804-3e3d-41e0-8dba-58fadc7a5222 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.814935] env[69770]: DEBUG oslo_vmware.api [None req-7b8817ac-bf4c-48ed-b684-179ee1cf6c7d tempest-ListServerFiltersTestJSON-1688445247 tempest-ListServerFiltersTestJSON-1688445247-project-member] Waiting for the task: (returnval){ [ 750.814935] env[69770]: value = "session[52161b52-cb8e-ec9f-1132-2f6b49549d41]5272b104-02b7-0337-ca2e-dd42749c134a" [ 750.814935] env[69770]: _type = "Task" [ 750.814935] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 750.825559] env[69770]: INFO nova.compute.manager [None req-f4bf8dcb-0e50-4f29-8fe6-bca296a2dc18 tempest-ServersNegativeTestJSON-1437959553 tempest-ServersNegativeTestJSON-1437959553-project-member] [instance: 1cd3da96-102f-4a22-8f53-12b32485ffa2] Took 32.41 seconds to build instance. [ 750.831029] env[69770]: DEBUG oslo_vmware.api [None req-7b8817ac-bf4c-48ed-b684-179ee1cf6c7d tempest-ListServerFiltersTestJSON-1688445247 tempest-ListServerFiltersTestJSON-1688445247-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]5272b104-02b7-0337-ca2e-dd42749c134a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.845613] env[69770]: DEBUG oslo_vmware.api [None req-d6d9cb3b-274f-4f84-8297-24db2db3bf09 tempest-ListImageFiltersTestJSON-573549216 tempest-ListImageFiltersTestJSON-573549216-project-member] Task: {'id': task-4069438, 'name': CloneVM_Task} progress is 94%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.950381] env[69770]: DEBUG oslo_vmware.api [None req-f9f1fd4d-da8a-41ad-b59d-e351f07d2f58 tempest-ServersAdminTestJSON-142622790 tempest-ServersAdminTestJSON-142622790-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]52a697f8-dce5-24bb-a31d-7c4f03e1cf57, 'name': SearchDatastore_Task, 'duration_secs': 0.022041} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 750.951282] env[69770]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d39e6422-7cd0-412b-9bdf-b17eb52ec3ec {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.958320] env[69770]: DEBUG oslo_vmware.api [None req-f9f1fd4d-da8a-41ad-b59d-e351f07d2f58 tempest-ServersAdminTestJSON-142622790 tempest-ServersAdminTestJSON-142622790-project-member] Waiting for the task: (returnval){ [ 750.958320] env[69770]: value = "session[52161b52-cb8e-ec9f-1132-2f6b49549d41]52849fdc-f090-f543-725c-7912d759ad7d" [ 750.958320] env[69770]: _type = "Task" [ 750.958320] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 750.968883] env[69770]: DEBUG oslo_vmware.api [None req-f9f1fd4d-da8a-41ad-b59d-e351f07d2f58 tempest-ServersAdminTestJSON-142622790 tempest-ServersAdminTestJSON-142622790-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]52849fdc-f090-f543-725c-7912d759ad7d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.021610] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-357c8dac-8f14-4969-809d-78f6a9882caf {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.025913] env[69770]: INFO nova.compute.manager [None req-c76d8eef-1f71-4b04-9124-70393d2a8720 tempest-ImagesOneServerTestJSON-1024055021 tempest-ImagesOneServerTestJSON-1024055021-project-member] [instance: 7ae47f8e-e519-4825-b89a-7561df6850d9] instance snapshotting [ 751.029169] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2cfa768-cc90-4926-90ab-88c7d9191edb {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.037594] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90fddee4-2fcb-4a95-860f-69c5e67c34c8 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.057964] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0cca82c-5e2b-4ec0-9640-4376e18c2d48 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.099032] env[69770]: DEBUG nova.network.neutron [None req-94044b3f-30ca-4898-bf41-69d05a3358a9 tempest-ServersTestJSON-777361421 tempest-ServersTestJSON-777361421-project-member] [instance: 38473040-ef89-4a31-8c32-85f10fee039d] Successfully created port: df474b33-7eec-4f68-952f-cc12850d4b9e {{(pid=69770) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 751.104533] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e128eb0-e4f2-49e5-9168-0518a6a69b6a {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.122331] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-193d0de1-764a-4563-8818-abe99ffe3262 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.131416] env[69770]: DEBUG oslo_vmware.api [None req-763c7a77-fc81-4a0f-bf3e-813185a424d6 tempest-ListServerFiltersTestJSON-1688445247 tempest-ListServerFiltersTestJSON-1688445247-project-member] Task: {'id': task-4069441, 'name': ReconfigVM_Task, 'duration_secs': 0.487293} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 751.131416] env[69770]: DEBUG nova.virt.vmwareapi.volumeops [None req-763c7a77-fc81-4a0f-bf3e-813185a424d6 tempest-ListServerFiltersTestJSON-1688445247 tempest-ListServerFiltersTestJSON-1688445247-project-member] [instance: 1ecca185-3141-408a-92c7-c3a431ddc25d] Reconfigured VM instance instance-00000012 to attach disk [datastore1] 1ecca185-3141-408a-92c7-c3a431ddc25d/1ecca185-3141-408a-92c7-c3a431ddc25d.vmdk or device None with type sparse {{(pid=69770) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 751.132334] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b1c43712-d9ba-49a2-908d-d6803d5d3ddc {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.143835] env[69770]: DEBUG nova.compute.provider_tree [None req-a0a847ce-93f8-4c20-a072-c1e390be438a tempest-VolumesAdminNegativeTest-624188729 tempest-VolumesAdminNegativeTest-624188729-project-member] Inventory has not changed in ProviderTree for provider: 7cc7d32b-b7a7-454a-a456-2a440248ed9d {{(pid=69770) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 751.151374] env[69770]: DEBUG oslo_vmware.api [None req-763c7a77-fc81-4a0f-bf3e-813185a424d6 tempest-ListServerFiltersTestJSON-1688445247 tempest-ListServerFiltersTestJSON-1688445247-project-member] Waiting for the task: (returnval){ [ 751.151374] env[69770]: value = "task-4069442" [ 751.151374] env[69770]: _type = "Task" [ 751.151374] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 751.162622] env[69770]: DEBUG oslo_vmware.api [None req-763c7a77-fc81-4a0f-bf3e-813185a424d6 tempest-ListServerFiltersTestJSON-1688445247 tempest-ListServerFiltersTestJSON-1688445247-project-member] Task: {'id': task-4069442, 'name': Rename_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.330664] env[69770]: DEBUG oslo_vmware.api [None req-7b8817ac-bf4c-48ed-b684-179ee1cf6c7d tempest-ListServerFiltersTestJSON-1688445247 tempest-ListServerFiltersTestJSON-1688445247-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]5272b104-02b7-0337-ca2e-dd42749c134a, 'name': SearchDatastore_Task, 'duration_secs': 0.029093} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 751.331113] env[69770]: DEBUG oslo_concurrency.lockutils [None req-7b8817ac-bf4c-48ed-b684-179ee1cf6c7d tempest-ListServerFiltersTestJSON-1688445247 tempest-ListServerFiltersTestJSON-1688445247-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.331238] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-7b8817ac-bf4c-48ed-b684-179ee1cf6c7d tempest-ListServerFiltersTestJSON-1688445247 tempest-ListServerFiltersTestJSON-1688445247-project-member] [instance: 398f9fa2-efb7-4f95-bb8b-7667b8299e9d] Processing image d1eaff80-24a0-4391-90eb-59958b1ecf0a {{(pid=69770) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 751.331479] env[69770]: DEBUG oslo_concurrency.lockutils [None req-7b8817ac-bf4c-48ed-b684-179ee1cf6c7d tempest-ListServerFiltersTestJSON-1688445247 tempest-ListServerFiltersTestJSON-1688445247-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.331992] env[69770]: DEBUG oslo_concurrency.lockutils [None req-f4bf8dcb-0e50-4f29-8fe6-bca296a2dc18 tempest-ServersNegativeTestJSON-1437959553 tempest-ServersNegativeTestJSON-1437959553-project-member] Lock "1cd3da96-102f-4a22-8f53-12b32485ffa2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 35.416s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 751.350912] env[69770]: DEBUG oslo_vmware.api [None req-d6d9cb3b-274f-4f84-8297-24db2db3bf09 tempest-ListImageFiltersTestJSON-573549216 tempest-ListImageFiltersTestJSON-573549216-project-member] Task: {'id': task-4069438, 'name': CloneVM_Task} progress is 95%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.473120] env[69770]: DEBUG oslo_vmware.api [None req-f9f1fd4d-da8a-41ad-b59d-e351f07d2f58 tempest-ServersAdminTestJSON-142622790 tempest-ServersAdminTestJSON-142622790-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]52849fdc-f090-f543-725c-7912d759ad7d, 'name': SearchDatastore_Task, 'duration_secs': 0.012375} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 751.473625] env[69770]: DEBUG oslo_concurrency.lockutils [None req-f9f1fd4d-da8a-41ad-b59d-e351f07d2f58 tempest-ServersAdminTestJSON-142622790 tempest-ServersAdminTestJSON-142622790-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.473940] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-f9f1fd4d-da8a-41ad-b59d-e351f07d2f58 tempest-ServersAdminTestJSON-142622790 tempest-ServersAdminTestJSON-142622790-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk to [datastore1] 089cc9fa-d197-43fd-b8fe-0d92a672806e/089cc9fa-d197-43fd-b8fe-0d92a672806e.vmdk {{(pid=69770) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 751.475217] env[69770]: DEBUG oslo_concurrency.lockutils [None req-7b8817ac-bf4c-48ed-b684-179ee1cf6c7d tempest-ListServerFiltersTestJSON-1688445247 tempest-ListServerFiltersTestJSON-1688445247-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.475217] env[69770]: DEBUG nova.virt.vmwareapi.ds_util [None req-7b8817ac-bf4c-48ed-b684-179ee1cf6c7d tempest-ListServerFiltersTestJSON-1688445247 tempest-ListServerFiltersTestJSON-1688445247-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69770) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 751.475217] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9699e11f-6128-489b-aef4-fbb4fad60dd9 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.477067] env[69770]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-032bffcc-1e35-4254-ba45-bec6c76ca42b {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.485249] env[69770]: DEBUG oslo_vmware.api [None req-f9f1fd4d-da8a-41ad-b59d-e351f07d2f58 tempest-ServersAdminTestJSON-142622790 tempest-ServersAdminTestJSON-142622790-project-member] Waiting for the task: (returnval){ [ 751.485249] env[69770]: value = "task-4069443" [ 751.485249] env[69770]: _type = "Task" [ 751.485249] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 751.490959] env[69770]: DEBUG nova.virt.vmwareapi.ds_util [None req-7b8817ac-bf4c-48ed-b684-179ee1cf6c7d tempest-ListServerFiltersTestJSON-1688445247 tempest-ListServerFiltersTestJSON-1688445247-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69770) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 751.491205] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-7b8817ac-bf4c-48ed-b684-179ee1cf6c7d tempest-ListServerFiltersTestJSON-1688445247 tempest-ListServerFiltersTestJSON-1688445247-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69770) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 751.495279] env[69770]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-15bc9d40-0908-4387-b955-e17e7fcd5e9f {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.498448] env[69770]: DEBUG oslo_vmware.api [None req-f9f1fd4d-da8a-41ad-b59d-e351f07d2f58 tempest-ServersAdminTestJSON-142622790 tempest-ServersAdminTestJSON-142622790-project-member] Task: {'id': task-4069443, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.503631] env[69770]: DEBUG oslo_vmware.api [None req-7b8817ac-bf4c-48ed-b684-179ee1cf6c7d tempest-ListServerFiltersTestJSON-1688445247 tempest-ListServerFiltersTestJSON-1688445247-project-member] Waiting for the task: (returnval){ [ 751.503631] env[69770]: value = "session[52161b52-cb8e-ec9f-1132-2f6b49549d41]522e33e8-6901-c3a6-dc57-2b27746b9959" [ 751.503631] env[69770]: _type = "Task" [ 751.503631] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 751.514845] env[69770]: DEBUG oslo_vmware.api [None req-7b8817ac-bf4c-48ed-b684-179ee1cf6c7d tempest-ListServerFiltersTestJSON-1688445247 tempest-ListServerFiltersTestJSON-1688445247-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]522e33e8-6901-c3a6-dc57-2b27746b9959, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.612732] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-c76d8eef-1f71-4b04-9124-70393d2a8720 tempest-ImagesOneServerTestJSON-1024055021 tempest-ImagesOneServerTestJSON-1024055021-project-member] [instance: 7ae47f8e-e519-4825-b89a-7561df6850d9] Creating Snapshot of the VM instance {{(pid=69770) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 751.614242] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-2ea0c9a2-fbd7-451f-b521-262a3e315d99 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.629270] env[69770]: DEBUG oslo_vmware.api [None req-c76d8eef-1f71-4b04-9124-70393d2a8720 tempest-ImagesOneServerTestJSON-1024055021 tempest-ImagesOneServerTestJSON-1024055021-project-member] Waiting for the task: (returnval){ [ 751.629270] env[69770]: value = "task-4069444" [ 751.629270] env[69770]: _type = "Task" [ 751.629270] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 751.639139] env[69770]: DEBUG oslo_vmware.api [None req-c76d8eef-1f71-4b04-9124-70393d2a8720 tempest-ImagesOneServerTestJSON-1024055021 tempest-ImagesOneServerTestJSON-1024055021-project-member] Task: {'id': task-4069444, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.650294] env[69770]: DEBUG nova.scheduler.client.report [None req-a0a847ce-93f8-4c20-a072-c1e390be438a tempest-VolumesAdminNegativeTest-624188729 tempest-VolumesAdminNegativeTest-624188729-project-member] Inventory has not changed for provider 7cc7d32b-b7a7-454a-a456-2a440248ed9d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69770) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 751.664598] env[69770]: DEBUG oslo_vmware.api [None req-763c7a77-fc81-4a0f-bf3e-813185a424d6 tempest-ListServerFiltersTestJSON-1688445247 tempest-ListServerFiltersTestJSON-1688445247-project-member] Task: {'id': task-4069442, 'name': Rename_Task, 'duration_secs': 0.200541} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 751.667636] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-763c7a77-fc81-4a0f-bf3e-813185a424d6 tempest-ListServerFiltersTestJSON-1688445247 tempest-ListServerFiltersTestJSON-1688445247-project-member] [instance: 1ecca185-3141-408a-92c7-c3a431ddc25d] Powering on the VM {{(pid=69770) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 751.667636] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9e420766-e1b3-4398-9a5a-58fb2c48cc0c {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.674944] env[69770]: DEBUG oslo_vmware.api [None req-763c7a77-fc81-4a0f-bf3e-813185a424d6 tempest-ListServerFiltersTestJSON-1688445247 tempest-ListServerFiltersTestJSON-1688445247-project-member] Waiting for the task: (returnval){ [ 751.674944] env[69770]: value = "task-4069445" [ 751.674944] env[69770]: _type = "Task" [ 751.674944] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 751.685425] env[69770]: DEBUG oslo_vmware.api [None req-763c7a77-fc81-4a0f-bf3e-813185a424d6 tempest-ListServerFiltersTestJSON-1688445247 tempest-ListServerFiltersTestJSON-1688445247-project-member] Task: {'id': task-4069445, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.762310] env[69770]: DEBUG nova.compute.manager [None req-94044b3f-30ca-4898-bf41-69d05a3358a9 tempest-ServersTestJSON-777361421 tempest-ServersTestJSON-777361421-project-member] [instance: 38473040-ef89-4a31-8c32-85f10fee039d] Start spawning the instance on the hypervisor. {{(pid=69770) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 751.806073] env[69770]: DEBUG nova.virt.hardware [None req-94044b3f-30ca-4898-bf41-69d05a3358a9 tempest-ServersTestJSON-777361421 tempest-ServersTestJSON-777361421-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T12:16:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T12:16:11Z,direct_url=,disk_format='vmdk',id=d1eaff80-24a0-4391-90eb-59958b1ecf0a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d65f20bb89fb40a98b77bc6d97357df2',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T12:16:12Z,virtual_size=,visibility=), allow threads: False {{(pid=69770) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 751.806073] env[69770]: DEBUG nova.virt.hardware [None req-94044b3f-30ca-4898-bf41-69d05a3358a9 tempest-ServersTestJSON-777361421 tempest-ServersTestJSON-777361421-project-member] Flavor limits 0:0:0 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 751.806073] env[69770]: DEBUG nova.virt.hardware [None req-94044b3f-30ca-4898-bf41-69d05a3358a9 tempest-ServersTestJSON-777361421 tempest-ServersTestJSON-777361421-project-member] Image limits 0:0:0 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 751.806073] env[69770]: DEBUG nova.virt.hardware [None req-94044b3f-30ca-4898-bf41-69d05a3358a9 tempest-ServersTestJSON-777361421 tempest-ServersTestJSON-777361421-project-member] Flavor pref 0:0:0 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 751.806519] env[69770]: DEBUG nova.virt.hardware [None req-94044b3f-30ca-4898-bf41-69d05a3358a9 tempest-ServersTestJSON-777361421 tempest-ServersTestJSON-777361421-project-member] Image pref 0:0:0 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 751.806519] env[69770]: DEBUG nova.virt.hardware [None req-94044b3f-30ca-4898-bf41-69d05a3358a9 tempest-ServersTestJSON-777361421 tempest-ServersTestJSON-777361421-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 751.806897] env[69770]: DEBUG nova.virt.hardware [None req-94044b3f-30ca-4898-bf41-69d05a3358a9 tempest-ServersTestJSON-777361421 tempest-ServersTestJSON-777361421-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69770) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 751.808466] env[69770]: DEBUG nova.virt.hardware [None req-94044b3f-30ca-4898-bf41-69d05a3358a9 tempest-ServersTestJSON-777361421 tempest-ServersTestJSON-777361421-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69770) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 751.808466] env[69770]: DEBUG nova.virt.hardware [None req-94044b3f-30ca-4898-bf41-69d05a3358a9 tempest-ServersTestJSON-777361421 tempest-ServersTestJSON-777361421-project-member] Got 1 possible topologies {{(pid=69770) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 751.808466] env[69770]: DEBUG nova.virt.hardware [None req-94044b3f-30ca-4898-bf41-69d05a3358a9 tempest-ServersTestJSON-777361421 tempest-ServersTestJSON-777361421-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69770) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 751.808466] env[69770]: DEBUG nova.virt.hardware [None req-94044b3f-30ca-4898-bf41-69d05a3358a9 tempest-ServersTestJSON-777361421 tempest-ServersTestJSON-777361421-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69770) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 751.809437] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b163d2ae-25b5-4a74-ac6b-6ee560d1b2c3 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.829544] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1041f57d-5bda-4553-b855-ea5aae518d45 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.837026] env[69770]: DEBUG nova.compute.manager [None req-9d7d068e-b646-4bc8-9c6b-d6bf07facb95 tempest-DeleteServersAdminTestJSON-2130980840 tempest-DeleteServersAdminTestJSON-2130980840-project-member] [instance: e35191b8-2393-48e1-a120-f2a030ecec52] Starting instance... {{(pid=69770) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 751.867957] env[69770]: DEBUG oslo_concurrency.lockutils [None req-2202bb11-9306-411f-82e6-4168971d4053 tempest-ServersTestMultiNic-2119527449 tempest-ServersTestMultiNic-2119527449-project-member] Acquiring lock "e6e28bf0-10fd-4aa3-829b-9d5d0d301621" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 751.868297] env[69770]: DEBUG oslo_concurrency.lockutils [None req-2202bb11-9306-411f-82e6-4168971d4053 tempest-ServersTestMultiNic-2119527449 tempest-ServersTestMultiNic-2119527449-project-member] Lock "e6e28bf0-10fd-4aa3-829b-9d5d0d301621" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 751.869091] env[69770]: DEBUG oslo_vmware.api [None req-d6d9cb3b-274f-4f84-8297-24db2db3bf09 tempest-ListImageFiltersTestJSON-573549216 tempest-ListImageFiltersTestJSON-573549216-project-member] Task: {'id': task-4069438, 'name': CloneVM_Task} progress is 95%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.918250] env[69770]: DEBUG nova.network.neutron [req-3019b1f4-142c-4b8f-8681-9f7e6872992c req-ad8acdb4-20d3-44cb-ae27-aceacef37e82 service nova] [instance: 089cc9fa-d197-43fd-b8fe-0d92a672806e] Updated VIF entry in instance network info cache for port cdb4453a-c8d6-4a7b-81ea-2f175ca17bd7. {{(pid=69770) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 751.918433] env[69770]: DEBUG nova.network.neutron [req-3019b1f4-142c-4b8f-8681-9f7e6872992c req-ad8acdb4-20d3-44cb-ae27-aceacef37e82 service nova] [instance: 089cc9fa-d197-43fd-b8fe-0d92a672806e] Updating instance_info_cache with network_info: [{"id": "cdb4453a-c8d6-4a7b-81ea-2f175ca17bd7", "address": "fa:16:3e:67:01:3a", "network": {"id": "e7c596b4-3bbc-4941-a7ae-206b11043228", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-853591594-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "32b2200b93d14bf0bd9c367d6ed09cf1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7869cc8e-e58f-4fd6-88d7-85a18e43cd3a", "external-id": "nsx-vlan-transportzone-927", "segmentation_id": 927, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcdb4453a-c8", "ovs_interfaceid": "cdb4453a-c8d6-4a7b-81ea-2f175ca17bd7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69770) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 751.998263] env[69770]: DEBUG oslo_vmware.api [None req-f9f1fd4d-da8a-41ad-b59d-e351f07d2f58 tempest-ServersAdminTestJSON-142622790 tempest-ServersAdminTestJSON-142622790-project-member] Task: {'id': task-4069443, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.016472] env[69770]: DEBUG oslo_vmware.api [None req-7b8817ac-bf4c-48ed-b684-179ee1cf6c7d tempest-ListServerFiltersTestJSON-1688445247 tempest-ListServerFiltersTestJSON-1688445247-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]522e33e8-6901-c3a6-dc57-2b27746b9959, 'name': SearchDatastore_Task, 'duration_secs': 0.011461} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 752.017546] env[69770]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a6923140-a40a-4b78-8cc6-cc357902b4e9 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.025233] env[69770]: DEBUG oslo_vmware.api [None req-7b8817ac-bf4c-48ed-b684-179ee1cf6c7d tempest-ListServerFiltersTestJSON-1688445247 tempest-ListServerFiltersTestJSON-1688445247-project-member] Waiting for the task: (returnval){ [ 752.025233] env[69770]: value = "session[52161b52-cb8e-ec9f-1132-2f6b49549d41]52a55e5a-bfba-0ee2-40f0-eadef5339972" [ 752.025233] env[69770]: _type = "Task" [ 752.025233] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 752.035824] env[69770]: DEBUG oslo_vmware.api [None req-7b8817ac-bf4c-48ed-b684-179ee1cf6c7d tempest-ListServerFiltersTestJSON-1688445247 tempest-ListServerFiltersTestJSON-1688445247-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]52a55e5a-bfba-0ee2-40f0-eadef5339972, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.145226] env[69770]: DEBUG oslo_vmware.api [None req-c76d8eef-1f71-4b04-9124-70393d2a8720 tempest-ImagesOneServerTestJSON-1024055021 tempest-ImagesOneServerTestJSON-1024055021-project-member] Task: {'id': task-4069444, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.157702] env[69770]: DEBUG oslo_concurrency.lockutils [None req-a0a847ce-93f8-4c20-a072-c1e390be438a tempest-VolumesAdminNegativeTest-624188729 tempest-VolumesAdminNegativeTest-624188729-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.423s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 752.159896] env[69770]: DEBUG nova.compute.manager [None req-a0a847ce-93f8-4c20-a072-c1e390be438a tempest-VolumesAdminNegativeTest-624188729 tempest-VolumesAdminNegativeTest-624188729-project-member] [instance: f9f0ae85-57a8-4e21-8e5e-87a3630ee05c] Start building networks asynchronously for instance. {{(pid=69770) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 752.163567] env[69770]: DEBUG oslo_concurrency.lockutils [None req-922e36b4-a695-404a-90de-0e2303cc92ee tempest-ServerRescueTestJSONUnderV235-1853960857 tempest-ServerRescueTestJSONUnderV235-1853960857-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 17.743s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 752.164653] env[69770]: INFO nova.compute.claims [None req-922e36b4-a695-404a-90de-0e2303cc92ee tempest-ServerRescueTestJSONUnderV235-1853960857 tempest-ServerRescueTestJSONUnderV235-1853960857-project-member] [instance: b05d12b1-fb29-4185-8300-5f0140039dfe] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 752.188541] env[69770]: DEBUG oslo_vmware.api [None req-763c7a77-fc81-4a0f-bf3e-813185a424d6 tempest-ListServerFiltersTestJSON-1688445247 tempest-ListServerFiltersTestJSON-1688445247-project-member] Task: {'id': task-4069445, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.364300] env[69770]: DEBUG oslo_vmware.api [None req-d6d9cb3b-274f-4f84-8297-24db2db3bf09 tempest-ListImageFiltersTestJSON-573549216 tempest-ListImageFiltersTestJSON-573549216-project-member] Task: {'id': task-4069438, 'name': CloneVM_Task, 'duration_secs': 2.428335} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 752.365915] env[69770]: INFO nova.virt.vmwareapi.vmops [None req-d6d9cb3b-274f-4f84-8297-24db2db3bf09 tempest-ListImageFiltersTestJSON-573549216 tempest-ListImageFiltersTestJSON-573549216-project-member] [instance: 8c85c90a-f87e-4356-8752-b7b8a16d12cd] Created linked-clone VM from snapshot [ 752.367519] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d72ee6d-e09c-4540-98df-38dd9de6c1ee {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.373301] env[69770]: DEBUG oslo_concurrency.lockutils [None req-9d7d068e-b646-4bc8-9c6b-d6bf07facb95 tempest-DeleteServersAdminTestJSON-2130980840 tempest-DeleteServersAdminTestJSON-2130980840-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 752.380577] env[69770]: DEBUG nova.virt.vmwareapi.images [None req-d6d9cb3b-274f-4f84-8297-24db2db3bf09 tempest-ListImageFiltersTestJSON-573549216 tempest-ListImageFiltersTestJSON-573549216-project-member] [instance: 8c85c90a-f87e-4356-8752-b7b8a16d12cd] Uploading image a4802873-c716-437a-b6c1-44ae8d004e7c {{(pid=69770) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 752.412363] env[69770]: DEBUG oslo_vmware.rw_handles [None req-d6d9cb3b-274f-4f84-8297-24db2db3bf09 tempest-ListImageFiltersTestJSON-573549216 tempest-ListImageFiltersTestJSON-573549216-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 752.412363] env[69770]: value = "vm-806435" [ 752.412363] env[69770]: _type = "VirtualMachine" [ 752.412363] env[69770]: }. {{(pid=69770) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 752.412722] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-580c7286-51a4-4309-bb63-003096c345e4 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.423136] env[69770]: DEBUG oslo_concurrency.lockutils [req-3019b1f4-142c-4b8f-8681-9f7e6872992c req-ad8acdb4-20d3-44cb-ae27-aceacef37e82 service nova] Releasing lock "refresh_cache-089cc9fa-d197-43fd-b8fe-0d92a672806e" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.423504] env[69770]: DEBUG nova.compute.manager [req-3019b1f4-142c-4b8f-8681-9f7e6872992c req-ad8acdb4-20d3-44cb-ae27-aceacef37e82 service nova] [instance: b3fc7334-8f11-44cb-b3b1-49eb73ad14cf] Received event network-vif-deleted-3697488a-57b1-4e71-8df6-8f6bc181be38 {{(pid=69770) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 752.424095] env[69770]: DEBUG oslo_vmware.rw_handles [None req-d6d9cb3b-274f-4f84-8297-24db2db3bf09 tempest-ListImageFiltersTestJSON-573549216 tempest-ListImageFiltersTestJSON-573549216-project-member] Lease: (returnval){ [ 752.424095] env[69770]: value = "session[52161b52-cb8e-ec9f-1132-2f6b49549d41]52607463-2296-4eca-8726-97c0e2a2bbc2" [ 752.424095] env[69770]: _type = "HttpNfcLease" [ 752.424095] env[69770]: } obtained for exporting VM: (result){ [ 752.424095] env[69770]: value = "vm-806435" [ 752.424095] env[69770]: _type = "VirtualMachine" [ 752.424095] env[69770]: }. {{(pid=69770) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 752.424539] env[69770]: DEBUG oslo_vmware.api [None req-d6d9cb3b-274f-4f84-8297-24db2db3bf09 tempest-ListImageFiltersTestJSON-573549216 tempest-ListImageFiltersTestJSON-573549216-project-member] Waiting for the lease: (returnval){ [ 752.424539] env[69770]: value = "session[52161b52-cb8e-ec9f-1132-2f6b49549d41]52607463-2296-4eca-8726-97c0e2a2bbc2" [ 752.424539] env[69770]: _type = "HttpNfcLease" [ 752.424539] env[69770]: } to be ready. {{(pid=69770) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 752.435963] env[69770]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 752.435963] env[69770]: value = "session[52161b52-cb8e-ec9f-1132-2f6b49549d41]52607463-2296-4eca-8726-97c0e2a2bbc2" [ 752.435963] env[69770]: _type = "HttpNfcLease" [ 752.435963] env[69770]: } is initializing. {{(pid=69770) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 752.498904] env[69770]: DEBUG oslo_vmware.api [None req-f9f1fd4d-da8a-41ad-b59d-e351f07d2f58 tempest-ServersAdminTestJSON-142622790 tempest-ServersAdminTestJSON-142622790-project-member] Task: {'id': task-4069443, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.639634} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 752.499385] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-f9f1fd4d-da8a-41ad-b59d-e351f07d2f58 tempest-ServersAdminTestJSON-142622790 tempest-ServersAdminTestJSON-142622790-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk to [datastore1] 089cc9fa-d197-43fd-b8fe-0d92a672806e/089cc9fa-d197-43fd-b8fe-0d92a672806e.vmdk {{(pid=69770) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 752.499676] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-f9f1fd4d-da8a-41ad-b59d-e351f07d2f58 tempest-ServersAdminTestJSON-142622790 tempest-ServersAdminTestJSON-142622790-project-member] [instance: 089cc9fa-d197-43fd-b8fe-0d92a672806e] Extending root virtual disk to 1048576 {{(pid=69770) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 752.500016] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0d646da8-fa3e-48d2-b1a2-c1fbee4b4f8f {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.510611] env[69770]: DEBUG oslo_vmware.api [None req-f9f1fd4d-da8a-41ad-b59d-e351f07d2f58 tempest-ServersAdminTestJSON-142622790 tempest-ServersAdminTestJSON-142622790-project-member] Waiting for the task: (returnval){ [ 752.510611] env[69770]: value = "task-4069447" [ 752.510611] env[69770]: _type = "Task" [ 752.510611] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 752.525127] env[69770]: DEBUG oslo_vmware.api [None req-f9f1fd4d-da8a-41ad-b59d-e351f07d2f58 tempest-ServersAdminTestJSON-142622790 tempest-ServersAdminTestJSON-142622790-project-member] Task: {'id': task-4069447, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.542031] env[69770]: DEBUG oslo_vmware.api [None req-7b8817ac-bf4c-48ed-b684-179ee1cf6c7d tempest-ListServerFiltersTestJSON-1688445247 tempest-ListServerFiltersTestJSON-1688445247-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]52a55e5a-bfba-0ee2-40f0-eadef5339972, 'name': SearchDatastore_Task, 'duration_secs': 0.058789} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 752.542031] env[69770]: DEBUG oslo_concurrency.lockutils [None req-7b8817ac-bf4c-48ed-b684-179ee1cf6c7d tempest-ListServerFiltersTestJSON-1688445247 tempest-ListServerFiltersTestJSON-1688445247-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.542031] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b8817ac-bf4c-48ed-b684-179ee1cf6c7d tempest-ListServerFiltersTestJSON-1688445247 tempest-ListServerFiltersTestJSON-1688445247-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk to [datastore1] 398f9fa2-efb7-4f95-bb8b-7667b8299e9d/398f9fa2-efb7-4f95-bb8b-7667b8299e9d.vmdk {{(pid=69770) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 752.542031] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-55a3e7a0-6498-4641-b14a-e47e74bd72eb {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.550027] env[69770]: DEBUG oslo_vmware.api [None req-7b8817ac-bf4c-48ed-b684-179ee1cf6c7d tempest-ListServerFiltersTestJSON-1688445247 tempest-ListServerFiltersTestJSON-1688445247-project-member] Waiting for the task: (returnval){ [ 752.550027] env[69770]: value = "task-4069448" [ 752.550027] env[69770]: _type = "Task" [ 752.550027] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 752.561055] env[69770]: DEBUG oslo_vmware.api [None req-7b8817ac-bf4c-48ed-b684-179ee1cf6c7d tempest-ListServerFiltersTestJSON-1688445247 tempest-ListServerFiltersTestJSON-1688445247-project-member] Task: {'id': task-4069448, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.617384] env[69770]: DEBUG nova.compute.manager [req-001c14ad-a58e-4eb4-901b-c18d5db88324 req-12aaee52-ab7f-43d7-ad5e-705bd72b2a3c service nova] [instance: 398f9fa2-efb7-4f95-bb8b-7667b8299e9d] Received event network-changed-dcd94c50-f2a7-4888-8329-4f345f1e52c2 {{(pid=69770) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 752.617690] env[69770]: DEBUG nova.compute.manager [req-001c14ad-a58e-4eb4-901b-c18d5db88324 req-12aaee52-ab7f-43d7-ad5e-705bd72b2a3c service nova] [instance: 398f9fa2-efb7-4f95-bb8b-7667b8299e9d] Refreshing instance network info cache due to event network-changed-dcd94c50-f2a7-4888-8329-4f345f1e52c2. {{(pid=69770) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 752.617990] env[69770]: DEBUG oslo_concurrency.lockutils [req-001c14ad-a58e-4eb4-901b-c18d5db88324 req-12aaee52-ab7f-43d7-ad5e-705bd72b2a3c service nova] Acquiring lock "refresh_cache-398f9fa2-efb7-4f95-bb8b-7667b8299e9d" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.617990] env[69770]: DEBUG oslo_concurrency.lockutils [req-001c14ad-a58e-4eb4-901b-c18d5db88324 req-12aaee52-ab7f-43d7-ad5e-705bd72b2a3c service nova] Acquired lock "refresh_cache-398f9fa2-efb7-4f95-bb8b-7667b8299e9d" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.618866] env[69770]: DEBUG nova.network.neutron [req-001c14ad-a58e-4eb4-901b-c18d5db88324 req-12aaee52-ab7f-43d7-ad5e-705bd72b2a3c service nova] [instance: 398f9fa2-efb7-4f95-bb8b-7667b8299e9d] Refreshing network info cache for port dcd94c50-f2a7-4888-8329-4f345f1e52c2 {{(pid=69770) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 752.644293] env[69770]: DEBUG oslo_vmware.api [None req-c76d8eef-1f71-4b04-9124-70393d2a8720 tempest-ImagesOneServerTestJSON-1024055021 tempest-ImagesOneServerTestJSON-1024055021-project-member] Task: {'id': task-4069444, 'name': CreateSnapshot_Task, 'duration_secs': 0.861803} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 752.644998] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-c76d8eef-1f71-4b04-9124-70393d2a8720 tempest-ImagesOneServerTestJSON-1024055021 tempest-ImagesOneServerTestJSON-1024055021-project-member] [instance: 7ae47f8e-e519-4825-b89a-7561df6850d9] Created Snapshot of the VM instance {{(pid=69770) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 752.646034] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-896aa9ca-2e17-4ecf-b70c-8ac1f17087f6 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.670167] env[69770]: DEBUG nova.compute.utils [None req-a0a847ce-93f8-4c20-a072-c1e390be438a tempest-VolumesAdminNegativeTest-624188729 tempest-VolumesAdminNegativeTest-624188729-project-member] Using /dev/sd instead of None {{(pid=69770) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 752.676817] env[69770]: DEBUG nova.compute.manager [None req-a0a847ce-93f8-4c20-a072-c1e390be438a tempest-VolumesAdminNegativeTest-624188729 tempest-VolumesAdminNegativeTest-624188729-project-member] [instance: f9f0ae85-57a8-4e21-8e5e-87a3630ee05c] Allocating IP information in the background. {{(pid=69770) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 752.677246] env[69770]: DEBUG nova.network.neutron [None req-a0a847ce-93f8-4c20-a072-c1e390be438a tempest-VolumesAdminNegativeTest-624188729 tempest-VolumesAdminNegativeTest-624188729-project-member] [instance: f9f0ae85-57a8-4e21-8e5e-87a3630ee05c] allocate_for_instance() {{(pid=69770) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 752.695350] env[69770]: DEBUG oslo_vmware.api [None req-763c7a77-fc81-4a0f-bf3e-813185a424d6 tempest-ListServerFiltersTestJSON-1688445247 tempest-ListServerFiltersTestJSON-1688445247-project-member] Task: {'id': task-4069445, 'name': PowerOnVM_Task, 'duration_secs': 0.869779} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 752.695578] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-763c7a77-fc81-4a0f-bf3e-813185a424d6 tempest-ListServerFiltersTestJSON-1688445247 tempest-ListServerFiltersTestJSON-1688445247-project-member] [instance: 1ecca185-3141-408a-92c7-c3a431ddc25d] Powered on the VM {{(pid=69770) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 752.696153] env[69770]: INFO nova.compute.manager [None req-763c7a77-fc81-4a0f-bf3e-813185a424d6 tempest-ListServerFiltersTestJSON-1688445247 tempest-ListServerFiltersTestJSON-1688445247-project-member] [instance: 1ecca185-3141-408a-92c7-c3a431ddc25d] Took 11.83 seconds to spawn the instance on the hypervisor. [ 752.696153] env[69770]: DEBUG nova.compute.manager [None req-763c7a77-fc81-4a0f-bf3e-813185a424d6 tempest-ListServerFiltersTestJSON-1688445247 tempest-ListServerFiltersTestJSON-1688445247-project-member] [instance: 1ecca185-3141-408a-92c7-c3a431ddc25d] Checking state {{(pid=69770) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 752.696936] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c14b0aa-3fac-4881-99b8-785190a2c301 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.820053] env[69770]: DEBUG nova.policy [None req-a0a847ce-93f8-4c20-a072-c1e390be438a tempest-VolumesAdminNegativeTest-624188729 tempest-VolumesAdminNegativeTest-624188729-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '460646df869847f59c19518502104f7c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '16362b2f59ae4c8bb26b007126d78fb5', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69770) authorize /opt/stack/nova/nova/policy.py:192}} [ 752.935094] env[69770]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 752.935094] env[69770]: value = "session[52161b52-cb8e-ec9f-1132-2f6b49549d41]52607463-2296-4eca-8726-97c0e2a2bbc2" [ 752.935094] env[69770]: _type = "HttpNfcLease" [ 752.935094] env[69770]: } is ready. {{(pid=69770) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 752.935463] env[69770]: DEBUG oslo_vmware.rw_handles [None req-d6d9cb3b-274f-4f84-8297-24db2db3bf09 tempest-ListImageFiltersTestJSON-573549216 tempest-ListImageFiltersTestJSON-573549216-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 752.935463] env[69770]: value = "session[52161b52-cb8e-ec9f-1132-2f6b49549d41]52607463-2296-4eca-8726-97c0e2a2bbc2" [ 752.935463] env[69770]: _type = "HttpNfcLease" [ 752.935463] env[69770]: }. {{(pid=69770) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 752.936375] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1acfcf50-0064-4d5c-87e1-ae1ba98db27b {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.949437] env[69770]: DEBUG oslo_vmware.rw_handles [None req-d6d9cb3b-274f-4f84-8297-24db2db3bf09 tempest-ListImageFiltersTestJSON-573549216 tempest-ListImageFiltersTestJSON-573549216-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52b46289-572a-3751-621d-854373c894a4/disk-0.vmdk from lease info. {{(pid=69770) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 752.949437] env[69770]: DEBUG oslo_vmware.rw_handles [None req-d6d9cb3b-274f-4f84-8297-24db2db3bf09 tempest-ListImageFiltersTestJSON-573549216 tempest-ListImageFiltersTestJSON-573549216-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52b46289-572a-3751-621d-854373c894a4/disk-0.vmdk for reading. {{(pid=69770) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 753.028870] env[69770]: DEBUG oslo_vmware.api [None req-f9f1fd4d-da8a-41ad-b59d-e351f07d2f58 tempest-ServersAdminTestJSON-142622790 tempest-ServersAdminTestJSON-142622790-project-member] Task: {'id': task-4069447, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.082786} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 753.029664] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-f9f1fd4d-da8a-41ad-b59d-e351f07d2f58 tempest-ServersAdminTestJSON-142622790 tempest-ServersAdminTestJSON-142622790-project-member] [instance: 089cc9fa-d197-43fd-b8fe-0d92a672806e] Extended root virtual disk {{(pid=69770) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 753.030703] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eebdf8b6-b64c-4abd-a81a-b045c230b2e0 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.060738] env[69770]: DEBUG nova.virt.vmwareapi.volumeops [None req-f9f1fd4d-da8a-41ad-b59d-e351f07d2f58 tempest-ServersAdminTestJSON-142622790 tempest-ServersAdminTestJSON-142622790-project-member] [instance: 089cc9fa-d197-43fd-b8fe-0d92a672806e] Reconfiguring VM instance instance-00000013 to attach disk [datastore1] 089cc9fa-d197-43fd-b8fe-0d92a672806e/089cc9fa-d197-43fd-b8fe-0d92a672806e.vmdk or device None with type sparse {{(pid=69770) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 753.061731] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5df1caf7-d38a-46c9-b6df-6873eb396214 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.104247] env[69770]: DEBUG oslo_vmware.api [None req-7b8817ac-bf4c-48ed-b684-179ee1cf6c7d tempest-ListServerFiltersTestJSON-1688445247 tempest-ListServerFiltersTestJSON-1688445247-project-member] Task: {'id': task-4069448, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.107327] env[69770]: DEBUG oslo_vmware.api [None req-f9f1fd4d-da8a-41ad-b59d-e351f07d2f58 tempest-ServersAdminTestJSON-142622790 tempest-ServersAdminTestJSON-142622790-project-member] Waiting for the task: (returnval){ [ 753.107327] env[69770]: value = "task-4069449" [ 753.107327] env[69770]: _type = "Task" [ 753.107327] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 753.115961] env[69770]: DEBUG oslo_vmware.api [None req-f9f1fd4d-da8a-41ad-b59d-e351f07d2f58 tempest-ServersAdminTestJSON-142622790 tempest-ServersAdminTestJSON-142622790-project-member] Task: {'id': task-4069449, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.172523] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-c76d8eef-1f71-4b04-9124-70393d2a8720 tempest-ImagesOneServerTestJSON-1024055021 tempest-ImagesOneServerTestJSON-1024055021-project-member] [instance: 7ae47f8e-e519-4825-b89a-7561df6850d9] Creating linked-clone VM from snapshot {{(pid=69770) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 753.175978] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-492e413c-e68c-4dcf-b9f5-96165b429715 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.180018] env[69770]: DEBUG nova.compute.manager [None req-a0a847ce-93f8-4c20-a072-c1e390be438a tempest-VolumesAdminNegativeTest-624188729 tempest-VolumesAdminNegativeTest-624188729-project-member] [instance: f9f0ae85-57a8-4e21-8e5e-87a3630ee05c] Start building block device mappings for instance. {{(pid=69770) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 753.194431] env[69770]: DEBUG oslo_vmware.api [None req-c76d8eef-1f71-4b04-9124-70393d2a8720 tempest-ImagesOneServerTestJSON-1024055021 tempest-ImagesOneServerTestJSON-1024055021-project-member] Waiting for the task: (returnval){ [ 753.194431] env[69770]: value = "task-4069450" [ 753.194431] env[69770]: _type = "Task" [ 753.194431] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 753.207967] env[69770]: DEBUG oslo_vmware.api [None req-c76d8eef-1f71-4b04-9124-70393d2a8720 tempest-ImagesOneServerTestJSON-1024055021 tempest-ImagesOneServerTestJSON-1024055021-project-member] Task: {'id': task-4069450, 'name': CloneVM_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.224374] env[69770]: INFO nova.compute.manager [None req-763c7a77-fc81-4a0f-bf3e-813185a424d6 tempest-ListServerFiltersTestJSON-1688445247 tempest-ListServerFiltersTestJSON-1688445247-project-member] [instance: 1ecca185-3141-408a-92c7-c3a431ddc25d] Took 33.18 seconds to build instance. [ 753.263934] env[69770]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-eb4048ca-4453-447e-a7ba-620323977e7e {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.543069] env[69770]: DEBUG nova.network.neutron [None req-94044b3f-30ca-4898-bf41-69d05a3358a9 tempest-ServersTestJSON-777361421 tempest-ServersTestJSON-777361421-project-member] [instance: 38473040-ef89-4a31-8c32-85f10fee039d] Successfully updated port: df474b33-7eec-4f68-952f-cc12850d4b9e {{(pid=69770) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 753.581161] env[69770]: DEBUG oslo_vmware.api [None req-7b8817ac-bf4c-48ed-b684-179ee1cf6c7d tempest-ListServerFiltersTestJSON-1688445247 tempest-ListServerFiltersTestJSON-1688445247-project-member] Task: {'id': task-4069448, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.751306} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 753.581626] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b8817ac-bf4c-48ed-b684-179ee1cf6c7d tempest-ListServerFiltersTestJSON-1688445247 tempest-ListServerFiltersTestJSON-1688445247-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk to [datastore1] 398f9fa2-efb7-4f95-bb8b-7667b8299e9d/398f9fa2-efb7-4f95-bb8b-7667b8299e9d.vmdk {{(pid=69770) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 753.581945] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-7b8817ac-bf4c-48ed-b684-179ee1cf6c7d tempest-ListServerFiltersTestJSON-1688445247 tempest-ListServerFiltersTestJSON-1688445247-project-member] [instance: 398f9fa2-efb7-4f95-bb8b-7667b8299e9d] Extending root virtual disk to 1048576 {{(pid=69770) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 753.583812] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2eb34834-a771-4484-83f6-bf0f0ce5de55 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.589361] env[69770]: DEBUG nova.compute.manager [req-5867bca2-da9f-48e2-ad41-5f7bb0948afb req-6038fd47-869d-43a5-9a1a-683c58e5ff2b service nova] [instance: f8b193f7-1c9d-426b-a182-4870354ccd84] Received event network-changed-965f3f63-d543-41ae-8170-bdf376f04cb7 {{(pid=69770) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 753.589781] env[69770]: DEBUG nova.compute.manager [req-5867bca2-da9f-48e2-ad41-5f7bb0948afb req-6038fd47-869d-43a5-9a1a-683c58e5ff2b service nova] [instance: f8b193f7-1c9d-426b-a182-4870354ccd84] Refreshing instance network info cache due to event network-changed-965f3f63-d543-41ae-8170-bdf376f04cb7. {{(pid=69770) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 753.590114] env[69770]: DEBUG oslo_concurrency.lockutils [req-5867bca2-da9f-48e2-ad41-5f7bb0948afb req-6038fd47-869d-43a5-9a1a-683c58e5ff2b service nova] Acquiring lock "refresh_cache-f8b193f7-1c9d-426b-a182-4870354ccd84" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.590378] env[69770]: DEBUG oslo_concurrency.lockutils [req-5867bca2-da9f-48e2-ad41-5f7bb0948afb req-6038fd47-869d-43a5-9a1a-683c58e5ff2b service nova] Acquired lock "refresh_cache-f8b193f7-1c9d-426b-a182-4870354ccd84" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.590851] env[69770]: DEBUG nova.network.neutron [req-5867bca2-da9f-48e2-ad41-5f7bb0948afb req-6038fd47-869d-43a5-9a1a-683c58e5ff2b service nova] [instance: f8b193f7-1c9d-426b-a182-4870354ccd84] Refreshing network info cache for port 965f3f63-d543-41ae-8170-bdf376f04cb7 {{(pid=69770) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 753.609580] env[69770]: DEBUG oslo_vmware.api [None req-7b8817ac-bf4c-48ed-b684-179ee1cf6c7d tempest-ListServerFiltersTestJSON-1688445247 tempest-ListServerFiltersTestJSON-1688445247-project-member] Waiting for the task: (returnval){ [ 753.609580] env[69770]: value = "task-4069451" [ 753.609580] env[69770]: _type = "Task" [ 753.609580] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 753.612899] env[69770]: DEBUG nova.network.neutron [req-001c14ad-a58e-4eb4-901b-c18d5db88324 req-12aaee52-ab7f-43d7-ad5e-705bd72b2a3c service nova] [instance: 398f9fa2-efb7-4f95-bb8b-7667b8299e9d] Updated VIF entry in instance network info cache for port dcd94c50-f2a7-4888-8329-4f345f1e52c2. {{(pid=69770) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 753.613496] env[69770]: DEBUG nova.network.neutron [req-001c14ad-a58e-4eb4-901b-c18d5db88324 req-12aaee52-ab7f-43d7-ad5e-705bd72b2a3c service nova] [instance: 398f9fa2-efb7-4f95-bb8b-7667b8299e9d] Updating instance_info_cache with network_info: [{"id": "dcd94c50-f2a7-4888-8329-4f345f1e52c2", "address": "fa:16:3e:db:2b:8f", "network": {"id": "b6d63d4f-5735-4b46-b24d-cebf8e25b27d", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-236926049-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2fdf3d56a74648dc9c7e9e76f02c3a28", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e6f11c0d-c73a-47f5-b02e-47bff48da0e4", "external-id": "nsx-vlan-transportzone-345", "segmentation_id": 345, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdcd94c50-f2", "ovs_interfaceid": "dcd94c50-f2a7-4888-8329-4f345f1e52c2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69770) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 753.642119] env[69770]: DEBUG oslo_vmware.api [None req-f9f1fd4d-da8a-41ad-b59d-e351f07d2f58 tempest-ServersAdminTestJSON-142622790 tempest-ServersAdminTestJSON-142622790-project-member] Task: {'id': task-4069449, 'name': ReconfigVM_Task, 'duration_secs': 0.404527} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 753.648500] env[69770]: DEBUG nova.virt.vmwareapi.volumeops [None req-f9f1fd4d-da8a-41ad-b59d-e351f07d2f58 tempest-ServersAdminTestJSON-142622790 tempest-ServersAdminTestJSON-142622790-project-member] [instance: 089cc9fa-d197-43fd-b8fe-0d92a672806e] Reconfigured VM instance instance-00000013 to attach disk [datastore1] 089cc9fa-d197-43fd-b8fe-0d92a672806e/089cc9fa-d197-43fd-b8fe-0d92a672806e.vmdk or device None with type sparse {{(pid=69770) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 753.649160] env[69770]: DEBUG oslo_vmware.api [None req-7b8817ac-bf4c-48ed-b684-179ee1cf6c7d tempest-ListServerFiltersTestJSON-1688445247 tempest-ListServerFiltersTestJSON-1688445247-project-member] Task: {'id': task-4069451, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.653315] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-537e6375-a054-4e84-950e-533bf98f9da5 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.668540] env[69770]: DEBUG oslo_vmware.api [None req-f9f1fd4d-da8a-41ad-b59d-e351f07d2f58 tempest-ServersAdminTestJSON-142622790 tempest-ServersAdminTestJSON-142622790-project-member] Waiting for the task: (returnval){ [ 753.668540] env[69770]: value = "task-4069452" [ 753.668540] env[69770]: _type = "Task" [ 753.668540] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 753.695141] env[69770]: DEBUG oslo_vmware.api [None req-f9f1fd4d-da8a-41ad-b59d-e351f07d2f58 tempest-ServersAdminTestJSON-142622790 tempest-ServersAdminTestJSON-142622790-project-member] Task: {'id': task-4069452, 'name': Rename_Task} progress is 6%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.711968] env[69770]: DEBUG oslo_vmware.api [None req-c76d8eef-1f71-4b04-9124-70393d2a8720 tempest-ImagesOneServerTestJSON-1024055021 tempest-ImagesOneServerTestJSON-1024055021-project-member] Task: {'id': task-4069450, 'name': CloneVM_Task} progress is 94%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.713290] env[69770]: DEBUG nova.network.neutron [None req-a0a847ce-93f8-4c20-a072-c1e390be438a tempest-VolumesAdminNegativeTest-624188729 tempest-VolumesAdminNegativeTest-624188729-project-member] [instance: f9f0ae85-57a8-4e21-8e5e-87a3630ee05c] Successfully created port: 234619c1-18c1-4ff4-860b-8e1b6930d4b4 {{(pid=69770) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 753.727304] env[69770]: DEBUG oslo_concurrency.lockutils [None req-763c7a77-fc81-4a0f-bf3e-813185a424d6 tempest-ListServerFiltersTestJSON-1688445247 tempest-ListServerFiltersTestJSON-1688445247-project-member] Lock "1ecca185-3141-408a-92c7-c3a431ddc25d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 34.701s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 753.886027] env[69770]: DEBUG oslo_concurrency.lockutils [None req-09b66b45-33b0-4b45-aa2f-157ae871d395 tempest-ServersNegativeTestJSON-1437959553 tempest-ServersNegativeTestJSON-1437959553-project-member] Acquiring lock "3df42b8d-2222-42cc-8816-06ee1b31dc78" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 753.886027] env[69770]: DEBUG oslo_concurrency.lockutils [None req-09b66b45-33b0-4b45-aa2f-157ae871d395 tempest-ServersNegativeTestJSON-1437959553 tempest-ServersNegativeTestJSON-1437959553-project-member] Lock "3df42b8d-2222-42cc-8816-06ee1b31dc78" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 753.997448] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56cc07f1-a9d9-44ab-8e37-de9171594cbd {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.003843] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eda28457-959c-4e0e-a11f-c3d31b0b667c {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.044737] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6f266a6-72be-4932-81b6-0f689aa6f8bc {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.046738] env[69770]: DEBUG oslo_concurrency.lockutils [None req-94044b3f-30ca-4898-bf41-69d05a3358a9 tempest-ServersTestJSON-777361421 tempest-ServersTestJSON-777361421-project-member] Acquiring lock "refresh_cache-38473040-ef89-4a31-8c32-85f10fee039d" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.047461] env[69770]: DEBUG oslo_concurrency.lockutils [None req-94044b3f-30ca-4898-bf41-69d05a3358a9 tempest-ServersTestJSON-777361421 tempest-ServersTestJSON-777361421-project-member] Acquired lock "refresh_cache-38473040-ef89-4a31-8c32-85f10fee039d" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.047461] env[69770]: DEBUG nova.network.neutron [None req-94044b3f-30ca-4898-bf41-69d05a3358a9 tempest-ServersTestJSON-777361421 tempest-ServersTestJSON-777361421-project-member] [instance: 38473040-ef89-4a31-8c32-85f10fee039d] Building network info cache for instance {{(pid=69770) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 754.055236] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e93b8e98-dee6-4daf-ae56-0918142d3bf3 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.072030] env[69770]: DEBUG nova.compute.provider_tree [None req-922e36b4-a695-404a-90de-0e2303cc92ee tempest-ServerRescueTestJSONUnderV235-1853960857 tempest-ServerRescueTestJSONUnderV235-1853960857-project-member] Inventory has not changed in ProviderTree for provider: 7cc7d32b-b7a7-454a-a456-2a440248ed9d {{(pid=69770) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 754.126956] env[69770]: DEBUG oslo_concurrency.lockutils [req-001c14ad-a58e-4eb4-901b-c18d5db88324 req-12aaee52-ab7f-43d7-ad5e-705bd72b2a3c service nova] Releasing lock "refresh_cache-398f9fa2-efb7-4f95-bb8b-7667b8299e9d" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.137514] env[69770]: DEBUG oslo_vmware.api [None req-7b8817ac-bf4c-48ed-b684-179ee1cf6c7d tempest-ListServerFiltersTestJSON-1688445247 tempest-ListServerFiltersTestJSON-1688445247-project-member] Task: {'id': task-4069451, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.086749} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 754.137818] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-7b8817ac-bf4c-48ed-b684-179ee1cf6c7d tempest-ListServerFiltersTestJSON-1688445247 tempest-ListServerFiltersTestJSON-1688445247-project-member] [instance: 398f9fa2-efb7-4f95-bb8b-7667b8299e9d] Extended root virtual disk {{(pid=69770) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 754.138823] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d54bb407-a61d-4b86-ada6-e0d21803366c {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.169708] env[69770]: DEBUG nova.virt.vmwareapi.volumeops [None req-7b8817ac-bf4c-48ed-b684-179ee1cf6c7d tempest-ListServerFiltersTestJSON-1688445247 tempest-ListServerFiltersTestJSON-1688445247-project-member] [instance: 398f9fa2-efb7-4f95-bb8b-7667b8299e9d] Reconfiguring VM instance instance-00000014 to attach disk [datastore1] 398f9fa2-efb7-4f95-bb8b-7667b8299e9d/398f9fa2-efb7-4f95-bb8b-7667b8299e9d.vmdk or device None with type sparse {{(pid=69770) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 754.170197] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-da5d6546-e720-44cf-9e38-a9b8410604ed {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.200496] env[69770]: DEBUG nova.compute.manager [None req-a0a847ce-93f8-4c20-a072-c1e390be438a tempest-VolumesAdminNegativeTest-624188729 tempest-VolumesAdminNegativeTest-624188729-project-member] [instance: f9f0ae85-57a8-4e21-8e5e-87a3630ee05c] Start spawning the instance on the hypervisor. {{(pid=69770) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 754.211057] env[69770]: DEBUG oslo_vmware.api [None req-7b8817ac-bf4c-48ed-b684-179ee1cf6c7d tempest-ListServerFiltersTestJSON-1688445247 tempest-ListServerFiltersTestJSON-1688445247-project-member] Waiting for the task: (returnval){ [ 754.211057] env[69770]: value = "task-4069453" [ 754.211057] env[69770]: _type = "Task" [ 754.211057] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 754.219496] env[69770]: DEBUG oslo_vmware.api [None req-f9f1fd4d-da8a-41ad-b59d-e351f07d2f58 tempest-ServersAdminTestJSON-142622790 tempest-ServersAdminTestJSON-142622790-project-member] Task: {'id': task-4069452, 'name': Rename_Task, 'duration_secs': 0.191211} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 754.219496] env[69770]: DEBUG oslo_vmware.api [None req-c76d8eef-1f71-4b04-9124-70393d2a8720 tempest-ImagesOneServerTestJSON-1024055021 tempest-ImagesOneServerTestJSON-1024055021-project-member] Task: {'id': task-4069450, 'name': CloneVM_Task} progress is 94%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.223028] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-f9f1fd4d-da8a-41ad-b59d-e351f07d2f58 tempest-ServersAdminTestJSON-142622790 tempest-ServersAdminTestJSON-142622790-project-member] [instance: 089cc9fa-d197-43fd-b8fe-0d92a672806e] Powering on the VM {{(pid=69770) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 754.223860] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d7c57f47-18aa-458e-a6b7-81e51aa42ef6 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.236054] env[69770]: DEBUG oslo_vmware.api [None req-7b8817ac-bf4c-48ed-b684-179ee1cf6c7d tempest-ListServerFiltersTestJSON-1688445247 tempest-ListServerFiltersTestJSON-1688445247-project-member] Task: {'id': task-4069453, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.239402] env[69770]: DEBUG nova.virt.hardware [None req-a0a847ce-93f8-4c20-a072-c1e390be438a tempest-VolumesAdminNegativeTest-624188729 tempest-VolumesAdminNegativeTest-624188729-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T12:16:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T12:16:11Z,direct_url=,disk_format='vmdk',id=d1eaff80-24a0-4391-90eb-59958b1ecf0a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d65f20bb89fb40a98b77bc6d97357df2',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T12:16:12Z,virtual_size=,visibility=), allow threads: False {{(pid=69770) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 754.240255] env[69770]: DEBUG nova.virt.hardware [None req-a0a847ce-93f8-4c20-a072-c1e390be438a tempest-VolumesAdminNegativeTest-624188729 tempest-VolumesAdminNegativeTest-624188729-project-member] Flavor limits 0:0:0 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 754.240255] env[69770]: DEBUG nova.virt.hardware [None req-a0a847ce-93f8-4c20-a072-c1e390be438a tempest-VolumesAdminNegativeTest-624188729 tempest-VolumesAdminNegativeTest-624188729-project-member] Image limits 0:0:0 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 754.240502] env[69770]: DEBUG nova.virt.hardware [None req-a0a847ce-93f8-4c20-a072-c1e390be438a tempest-VolumesAdminNegativeTest-624188729 tempest-VolumesAdminNegativeTest-624188729-project-member] Flavor pref 0:0:0 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 754.240796] env[69770]: DEBUG nova.virt.hardware [None req-a0a847ce-93f8-4c20-a072-c1e390be438a tempest-VolumesAdminNegativeTest-624188729 tempest-VolumesAdminNegativeTest-624188729-project-member] Image pref 0:0:0 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 754.241055] env[69770]: DEBUG nova.virt.hardware [None req-a0a847ce-93f8-4c20-a072-c1e390be438a tempest-VolumesAdminNegativeTest-624188729 tempest-VolumesAdminNegativeTest-624188729-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 754.241509] env[69770]: DEBUG nova.virt.hardware [None req-a0a847ce-93f8-4c20-a072-c1e390be438a tempest-VolumesAdminNegativeTest-624188729 tempest-VolumesAdminNegativeTest-624188729-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69770) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 754.241843] env[69770]: DEBUG nova.virt.hardware [None req-a0a847ce-93f8-4c20-a072-c1e390be438a tempest-VolumesAdminNegativeTest-624188729 tempest-VolumesAdminNegativeTest-624188729-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69770) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 754.241932] env[69770]: DEBUG nova.virt.hardware [None req-a0a847ce-93f8-4c20-a072-c1e390be438a tempest-VolumesAdminNegativeTest-624188729 tempest-VolumesAdminNegativeTest-624188729-project-member] Got 1 possible topologies {{(pid=69770) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 754.242217] env[69770]: DEBUG nova.virt.hardware [None req-a0a847ce-93f8-4c20-a072-c1e390be438a tempest-VolumesAdminNegativeTest-624188729 tempest-VolumesAdminNegativeTest-624188729-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69770) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 754.242681] env[69770]: DEBUG nova.virt.hardware [None req-a0a847ce-93f8-4c20-a072-c1e390be438a tempest-VolumesAdminNegativeTest-624188729 tempest-VolumesAdminNegativeTest-624188729-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69770) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 754.245079] env[69770]: DEBUG nova.compute.manager [None req-d493617b-7d22-40ef-99f9-d970f2bef9c5 tempest-FloatingIPsAssociationTestJSON-527069498 tempest-FloatingIPsAssociationTestJSON-527069498-project-member] [instance: 60eb16dd-8c95-46c1-a226-ee1280cbd403] Starting instance... {{(pid=69770) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 754.249397] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b79a84e-ee26-4bf4-b8e7-7fe555ceb5cb {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.252782] env[69770]: DEBUG oslo_vmware.api [None req-f9f1fd4d-da8a-41ad-b59d-e351f07d2f58 tempest-ServersAdminTestJSON-142622790 tempest-ServersAdminTestJSON-142622790-project-member] Waiting for the task: (returnval){ [ 754.252782] env[69770]: value = "task-4069454" [ 754.252782] env[69770]: _type = "Task" [ 754.252782] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 754.263651] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57598c7e-f9c3-4993-93f8-fe46eb6e32c9 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.271314] env[69770]: DEBUG oslo_vmware.api [None req-f9f1fd4d-da8a-41ad-b59d-e351f07d2f58 tempest-ServersAdminTestJSON-142622790 tempest-ServersAdminTestJSON-142622790-project-member] Task: {'id': task-4069454, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.578943] env[69770]: DEBUG nova.scheduler.client.report [None req-922e36b4-a695-404a-90de-0e2303cc92ee tempest-ServerRescueTestJSONUnderV235-1853960857 tempest-ServerRescueTestJSONUnderV235-1853960857-project-member] Inventory has not changed for provider 7cc7d32b-b7a7-454a-a456-2a440248ed9d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69770) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 754.617871] env[69770]: DEBUG nova.network.neutron [req-5867bca2-da9f-48e2-ad41-5f7bb0948afb req-6038fd47-869d-43a5-9a1a-683c58e5ff2b service nova] [instance: f8b193f7-1c9d-426b-a182-4870354ccd84] Updated VIF entry in instance network info cache for port 965f3f63-d543-41ae-8170-bdf376f04cb7. {{(pid=69770) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 754.617871] env[69770]: DEBUG nova.network.neutron [req-5867bca2-da9f-48e2-ad41-5f7bb0948afb req-6038fd47-869d-43a5-9a1a-683c58e5ff2b service nova] [instance: f8b193f7-1c9d-426b-a182-4870354ccd84] Updating instance_info_cache with network_info: [{"id": "965f3f63-d543-41ae-8170-bdf376f04cb7", "address": "fa:16:3e:db:8e:97", "network": {"id": "29edef2d-c3cc-4fd2-8a86-68a8eb391ef0", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1441207760-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "42257c279ac042a88f3d28949622e509", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "462a7219-4deb-4225-9cf7-3131ef280363", "external-id": "nsx-vlan-transportzone-468", "segmentation_id": 468, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap965f3f63-d5", "ovs_interfaceid": "965f3f63-d543-41ae-8170-bdf376f04cb7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69770) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 754.639311] env[69770]: DEBUG nova.network.neutron [None req-94044b3f-30ca-4898-bf41-69d05a3358a9 tempest-ServersTestJSON-777361421 tempest-ServersTestJSON-777361421-project-member] [instance: 38473040-ef89-4a31-8c32-85f10fee039d] Instance cache missing network info. {{(pid=69770) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 754.715770] env[69770]: DEBUG oslo_vmware.api [None req-c76d8eef-1f71-4b04-9124-70393d2a8720 tempest-ImagesOneServerTestJSON-1024055021 tempest-ImagesOneServerTestJSON-1024055021-project-member] Task: {'id': task-4069450, 'name': CloneVM_Task} progress is 95%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.736875] env[69770]: DEBUG oslo_vmware.api [None req-7b8817ac-bf4c-48ed-b684-179ee1cf6c7d tempest-ListServerFiltersTestJSON-1688445247 tempest-ListServerFiltersTestJSON-1688445247-project-member] Task: {'id': task-4069453, 'name': ReconfigVM_Task, 'duration_secs': 0.416082} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 754.736875] env[69770]: DEBUG nova.virt.vmwareapi.volumeops [None req-7b8817ac-bf4c-48ed-b684-179ee1cf6c7d tempest-ListServerFiltersTestJSON-1688445247 tempest-ListServerFiltersTestJSON-1688445247-project-member] [instance: 398f9fa2-efb7-4f95-bb8b-7667b8299e9d] Reconfigured VM instance instance-00000014 to attach disk [datastore1] 398f9fa2-efb7-4f95-bb8b-7667b8299e9d/398f9fa2-efb7-4f95-bb8b-7667b8299e9d.vmdk or device None with type sparse {{(pid=69770) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 754.741334] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f9d4730f-1a0a-477c-a2a3-f308a35a6c5d {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.753273] env[69770]: DEBUG oslo_vmware.api [None req-7b8817ac-bf4c-48ed-b684-179ee1cf6c7d tempest-ListServerFiltersTestJSON-1688445247 tempest-ListServerFiltersTestJSON-1688445247-project-member] Waiting for the task: (returnval){ [ 754.753273] env[69770]: value = "task-4069455" [ 754.753273] env[69770]: _type = "Task" [ 754.753273] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 754.774411] env[69770]: DEBUG oslo_vmware.api [None req-7b8817ac-bf4c-48ed-b684-179ee1cf6c7d tempest-ListServerFiltersTestJSON-1688445247 tempest-ListServerFiltersTestJSON-1688445247-project-member] Task: {'id': task-4069455, 'name': Rename_Task} progress is 10%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.781041] env[69770]: DEBUG oslo_vmware.api [None req-f9f1fd4d-da8a-41ad-b59d-e351f07d2f58 tempest-ServersAdminTestJSON-142622790 tempest-ServersAdminTestJSON-142622790-project-member] Task: {'id': task-4069454, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.787922] env[69770]: DEBUG oslo_concurrency.lockutils [None req-d493617b-7d22-40ef-99f9-d970f2bef9c5 tempest-FloatingIPsAssociationTestJSON-527069498 tempest-FloatingIPsAssociationTestJSON-527069498-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 754.900592] env[69770]: DEBUG nova.network.neutron [None req-94044b3f-30ca-4898-bf41-69d05a3358a9 tempest-ServersTestJSON-777361421 tempest-ServersTestJSON-777361421-project-member] [instance: 38473040-ef89-4a31-8c32-85f10fee039d] Updating instance_info_cache with network_info: [{"id": "df474b33-7eec-4f68-952f-cc12850d4b9e", "address": "fa:16:3e:23:86:17", "network": {"id": "b57b1827-4270-406c-9396-125572e4c1b6", "bridge": "br-int", "label": "tempest-ServersTestJSON-275437425-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f200212178494484b0f86c66e2719235", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1e7a4976-597e-4636-990e-6062b5faadee", "external-id": "nsx-vlan-transportzone-847", "segmentation_id": 847, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdf474b33-7e", "ovs_interfaceid": "df474b33-7eec-4f68-952f-cc12850d4b9e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69770) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 755.085836] env[69770]: DEBUG oslo_concurrency.lockutils [None req-922e36b4-a695-404a-90de-0e2303cc92ee tempest-ServerRescueTestJSONUnderV235-1853960857 tempest-ServerRescueTestJSONUnderV235-1853960857-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.923s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 755.087295] env[69770]: DEBUG nova.compute.manager [None req-922e36b4-a695-404a-90de-0e2303cc92ee tempest-ServerRescueTestJSONUnderV235-1853960857 tempest-ServerRescueTestJSONUnderV235-1853960857-project-member] [instance: b05d12b1-fb29-4185-8300-5f0140039dfe] Start building networks asynchronously for instance. {{(pid=69770) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 755.089816] env[69770]: DEBUG oslo_concurrency.lockutils [None req-f4cc419b-7c85-4a77-80b4-8f646a7d6d4e tempest-FloatingIPsAssociationNegativeTestJSON-2104222380 tempest-FloatingIPsAssociationNegativeTestJSON-2104222380-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 16.651s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 755.090227] env[69770]: DEBUG nova.objects.instance [None req-f4cc419b-7c85-4a77-80b4-8f646a7d6d4e tempest-FloatingIPsAssociationNegativeTestJSON-2104222380 tempest-FloatingIPsAssociationNegativeTestJSON-2104222380-project-member] Lazy-loading 'resources' on Instance uuid 69037fde-1312-4ff7-b405-38c8f32cb1f9 {{(pid=69770) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 755.119176] env[69770]: DEBUG oslo_concurrency.lockutils [req-5867bca2-da9f-48e2-ad41-5f7bb0948afb req-6038fd47-869d-43a5-9a1a-683c58e5ff2b service nova] Releasing lock "refresh_cache-f8b193f7-1c9d-426b-a182-4870354ccd84" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.170677] env[69770]: DEBUG nova.compute.manager [req-005ef08f-46ab-4bcb-a1c3-1537593fe886 req-72c7c68b-65f9-41bf-9916-2e47ff9ea62b service nova] [instance: f8b193f7-1c9d-426b-a182-4870354ccd84] Received event network-changed-965f3f63-d543-41ae-8170-bdf376f04cb7 {{(pid=69770) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 755.170677] env[69770]: DEBUG nova.compute.manager [req-005ef08f-46ab-4bcb-a1c3-1537593fe886 req-72c7c68b-65f9-41bf-9916-2e47ff9ea62b service nova] [instance: f8b193f7-1c9d-426b-a182-4870354ccd84] Refreshing instance network info cache due to event network-changed-965f3f63-d543-41ae-8170-bdf376f04cb7. {{(pid=69770) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 755.170677] env[69770]: DEBUG oslo_concurrency.lockutils [req-005ef08f-46ab-4bcb-a1c3-1537593fe886 req-72c7c68b-65f9-41bf-9916-2e47ff9ea62b service nova] Acquiring lock "refresh_cache-f8b193f7-1c9d-426b-a182-4870354ccd84" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.170677] env[69770]: DEBUG oslo_concurrency.lockutils [req-005ef08f-46ab-4bcb-a1c3-1537593fe886 req-72c7c68b-65f9-41bf-9916-2e47ff9ea62b service nova] Acquired lock "refresh_cache-f8b193f7-1c9d-426b-a182-4870354ccd84" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.170677] env[69770]: DEBUG nova.network.neutron [req-005ef08f-46ab-4bcb-a1c3-1537593fe886 req-72c7c68b-65f9-41bf-9916-2e47ff9ea62b service nova] [instance: f8b193f7-1c9d-426b-a182-4870354ccd84] Refreshing network info cache for port 965f3f63-d543-41ae-8170-bdf376f04cb7 {{(pid=69770) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 755.215610] env[69770]: DEBUG oslo_vmware.api [None req-c76d8eef-1f71-4b04-9124-70393d2a8720 tempest-ImagesOneServerTestJSON-1024055021 tempest-ImagesOneServerTestJSON-1024055021-project-member] Task: {'id': task-4069450, 'name': CloneVM_Task, 'duration_secs': 1.9713} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 755.215974] env[69770]: INFO nova.virt.vmwareapi.vmops [None req-c76d8eef-1f71-4b04-9124-70393d2a8720 tempest-ImagesOneServerTestJSON-1024055021 tempest-ImagesOneServerTestJSON-1024055021-project-member] [instance: 7ae47f8e-e519-4825-b89a-7561df6850d9] Created linked-clone VM from snapshot [ 755.217495] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa29a0a1-a07c-4018-a5d7-faf8f8f1a2b1 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.227217] env[69770]: DEBUG nova.virt.vmwareapi.images [None req-c76d8eef-1f71-4b04-9124-70393d2a8720 tempest-ImagesOneServerTestJSON-1024055021 tempest-ImagesOneServerTestJSON-1024055021-project-member] [instance: 7ae47f8e-e519-4825-b89a-7561df6850d9] Uploading image 6b76f563-8332-4691-a369-26a376cea17a {{(pid=69770) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 755.274201] env[69770]: DEBUG oslo_vmware.api [None req-7b8817ac-bf4c-48ed-b684-179ee1cf6c7d tempest-ListServerFiltersTestJSON-1688445247 tempest-ListServerFiltersTestJSON-1688445247-project-member] Task: {'id': task-4069455, 'name': Rename_Task, 'duration_secs': 0.245971} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 755.280753] env[69770]: DEBUG oslo_vmware.rw_handles [None req-c76d8eef-1f71-4b04-9124-70393d2a8720 tempest-ImagesOneServerTestJSON-1024055021 tempest-ImagesOneServerTestJSON-1024055021-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 755.280753] env[69770]: value = "vm-806438" [ 755.280753] env[69770]: _type = "VirtualMachine" [ 755.280753] env[69770]: }. {{(pid=69770) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 755.281133] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b8817ac-bf4c-48ed-b684-179ee1cf6c7d tempest-ListServerFiltersTestJSON-1688445247 tempest-ListServerFiltersTestJSON-1688445247-project-member] [instance: 398f9fa2-efb7-4f95-bb8b-7667b8299e9d] Powering on the VM {{(pid=69770) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 755.281409] env[69770]: DEBUG oslo_vmware.api [None req-f9f1fd4d-da8a-41ad-b59d-e351f07d2f58 tempest-ServersAdminTestJSON-142622790 tempest-ServersAdminTestJSON-142622790-project-member] Task: {'id': task-4069454, 'name': PowerOnVM_Task, 'duration_secs': 0.575172} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 755.281712] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-9100753c-2670-4f34-be8a-80392c945097 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.285866] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f98b125c-79b4-45f8-bcb2-194972a8cdbe {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.287710] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-f9f1fd4d-da8a-41ad-b59d-e351f07d2f58 tempest-ServersAdminTestJSON-142622790 tempest-ServersAdminTestJSON-142622790-project-member] [instance: 089cc9fa-d197-43fd-b8fe-0d92a672806e] Powered on the VM {{(pid=69770) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 755.288081] env[69770]: INFO nova.compute.manager [None req-f9f1fd4d-da8a-41ad-b59d-e351f07d2f58 tempest-ServersAdminTestJSON-142622790 tempest-ServersAdminTestJSON-142622790-project-member] [instance: 089cc9fa-d197-43fd-b8fe-0d92a672806e] Took 11.62 seconds to spawn the instance on the hypervisor. [ 755.288346] env[69770]: DEBUG nova.compute.manager [None req-f9f1fd4d-da8a-41ad-b59d-e351f07d2f58 tempest-ServersAdminTestJSON-142622790 tempest-ServersAdminTestJSON-142622790-project-member] [instance: 089cc9fa-d197-43fd-b8fe-0d92a672806e] Checking state {{(pid=69770) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 755.289275] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df932620-aa76-40f9-8260-9732b6b1fba7 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.311910] env[69770]: DEBUG oslo_vmware.api [None req-7b8817ac-bf4c-48ed-b684-179ee1cf6c7d tempest-ListServerFiltersTestJSON-1688445247 tempest-ListServerFiltersTestJSON-1688445247-project-member] Waiting for the task: (returnval){ [ 755.311910] env[69770]: value = "task-4069456" [ 755.311910] env[69770]: _type = "Task" [ 755.311910] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 755.312158] env[69770]: DEBUG oslo_vmware.rw_handles [None req-c76d8eef-1f71-4b04-9124-70393d2a8720 tempest-ImagesOneServerTestJSON-1024055021 tempest-ImagesOneServerTestJSON-1024055021-project-member] Lease: (returnval){ [ 755.312158] env[69770]: value = "session[52161b52-cb8e-ec9f-1132-2f6b49549d41]5202b5ba-7b0c-63c9-77e8-0d80e0eb9784" [ 755.312158] env[69770]: _type = "HttpNfcLease" [ 755.312158] env[69770]: } obtained for exporting VM: (result){ [ 755.312158] env[69770]: value = "vm-806438" [ 755.312158] env[69770]: _type = "VirtualMachine" [ 755.312158] env[69770]: }. {{(pid=69770) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 755.312426] env[69770]: DEBUG oslo_vmware.api [None req-c76d8eef-1f71-4b04-9124-70393d2a8720 tempest-ImagesOneServerTestJSON-1024055021 tempest-ImagesOneServerTestJSON-1024055021-project-member] Waiting for the lease: (returnval){ [ 755.312426] env[69770]: value = "session[52161b52-cb8e-ec9f-1132-2f6b49549d41]5202b5ba-7b0c-63c9-77e8-0d80e0eb9784" [ 755.312426] env[69770]: _type = "HttpNfcLease" [ 755.312426] env[69770]: } to be ready. {{(pid=69770) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 755.329361] env[69770]: DEBUG oslo_vmware.api [None req-7b8817ac-bf4c-48ed-b684-179ee1cf6c7d tempest-ListServerFiltersTestJSON-1688445247 tempest-ListServerFiltersTestJSON-1688445247-project-member] Task: {'id': task-4069456, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.331831] env[69770]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 755.331831] env[69770]: value = "session[52161b52-cb8e-ec9f-1132-2f6b49549d41]5202b5ba-7b0c-63c9-77e8-0d80e0eb9784" [ 755.331831] env[69770]: _type = "HttpNfcLease" [ 755.331831] env[69770]: } is ready. {{(pid=69770) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 755.332162] env[69770]: DEBUG oslo_vmware.rw_handles [None req-c76d8eef-1f71-4b04-9124-70393d2a8720 tempest-ImagesOneServerTestJSON-1024055021 tempest-ImagesOneServerTestJSON-1024055021-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 755.332162] env[69770]: value = "session[52161b52-cb8e-ec9f-1132-2f6b49549d41]5202b5ba-7b0c-63c9-77e8-0d80e0eb9784" [ 755.332162] env[69770]: _type = "HttpNfcLease" [ 755.332162] env[69770]: }. {{(pid=69770) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 755.332999] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05ac8df8-4169-4a53-b442-40e9541b98e2 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.341708] env[69770]: DEBUG oslo_vmware.rw_handles [None req-c76d8eef-1f71-4b04-9124-70393d2a8720 tempest-ImagesOneServerTestJSON-1024055021 tempest-ImagesOneServerTestJSON-1024055021-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5264aea3-0b40-71b1-6043-ef92100e0248/disk-0.vmdk from lease info. {{(pid=69770) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 755.342078] env[69770]: DEBUG oslo_vmware.rw_handles [None req-c76d8eef-1f71-4b04-9124-70393d2a8720 tempest-ImagesOneServerTestJSON-1024055021 tempest-ImagesOneServerTestJSON-1024055021-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5264aea3-0b40-71b1-6043-ef92100e0248/disk-0.vmdk for reading. {{(pid=69770) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 755.408277] env[69770]: DEBUG oslo_concurrency.lockutils [None req-94044b3f-30ca-4898-bf41-69d05a3358a9 tempest-ServersTestJSON-777361421 tempest-ServersTestJSON-777361421-project-member] Releasing lock "refresh_cache-38473040-ef89-4a31-8c32-85f10fee039d" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.409143] env[69770]: DEBUG nova.compute.manager [None req-94044b3f-30ca-4898-bf41-69d05a3358a9 tempest-ServersTestJSON-777361421 tempest-ServersTestJSON-777361421-project-member] [instance: 38473040-ef89-4a31-8c32-85f10fee039d] Instance network_info: |[{"id": "df474b33-7eec-4f68-952f-cc12850d4b9e", "address": "fa:16:3e:23:86:17", "network": {"id": "b57b1827-4270-406c-9396-125572e4c1b6", "bridge": "br-int", "label": "tempest-ServersTestJSON-275437425-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f200212178494484b0f86c66e2719235", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1e7a4976-597e-4636-990e-6062b5faadee", "external-id": "nsx-vlan-transportzone-847", "segmentation_id": 847, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdf474b33-7e", "ovs_interfaceid": "df474b33-7eec-4f68-952f-cc12850d4b9e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69770) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 755.409931] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-94044b3f-30ca-4898-bf41-69d05a3358a9 tempest-ServersTestJSON-777361421 tempest-ServersTestJSON-777361421-project-member] [instance: 38473040-ef89-4a31-8c32-85f10fee039d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:23:86:17', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1e7a4976-597e-4636-990e-6062b5faadee', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'df474b33-7eec-4f68-952f-cc12850d4b9e', 'vif_model': 'vmxnet3'}] {{(pid=69770) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 755.417688] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-94044b3f-30ca-4898-bf41-69d05a3358a9 tempest-ServersTestJSON-777361421 tempest-ServersTestJSON-777361421-project-member] Creating folder: Project (f200212178494484b0f86c66e2719235). Parent ref: group-v806376. {{(pid=69770) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 755.419740] env[69770]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-dc5a1972-1443-40d5-beee-5ed60ff8dff1 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.433784] env[69770]: INFO nova.virt.vmwareapi.vm_util [None req-94044b3f-30ca-4898-bf41-69d05a3358a9 tempest-ServersTestJSON-777361421 tempest-ServersTestJSON-777361421-project-member] Created folder: Project (f200212178494484b0f86c66e2719235) in parent group-v806376. [ 755.435741] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-94044b3f-30ca-4898-bf41-69d05a3358a9 tempest-ServersTestJSON-777361421 tempest-ServersTestJSON-777361421-project-member] Creating folder: Instances. Parent ref: group-v806439. {{(pid=69770) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 755.435741] env[69770]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-cbaa2102-9fb1-4220-b9c4-e8a690a1b742 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.453578] env[69770]: INFO nova.virt.vmwareapi.vm_util [None req-94044b3f-30ca-4898-bf41-69d05a3358a9 tempest-ServersTestJSON-777361421 tempest-ServersTestJSON-777361421-project-member] Created folder: Instances in parent group-v806439. [ 755.456502] env[69770]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-94044b3f-30ca-4898-bf41-69d05a3358a9 tempest-ServersTestJSON-777361421 tempest-ServersTestJSON-777361421-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69770) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 755.456502] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 38473040-ef89-4a31-8c32-85f10fee039d] Creating VM on the ESX host {{(pid=69770) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 755.456502] env[69770]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7371630b-bf5e-4011-a4ec-d708d23fd1f1 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.473529] env[69770]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-7357e976-bb54-43f2-9d7f-20bb62dc935a {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.481034] env[69770]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 755.481034] env[69770]: value = "task-4069460" [ 755.481034] env[69770]: _type = "Task" [ 755.481034] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 755.594080] env[69770]: DEBUG nova.compute.utils [None req-922e36b4-a695-404a-90de-0e2303cc92ee tempest-ServerRescueTestJSONUnderV235-1853960857 tempest-ServerRescueTestJSONUnderV235-1853960857-project-member] Using /dev/sd instead of None {{(pid=69770) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 755.596201] env[69770]: DEBUG nova.compute.manager [None req-922e36b4-a695-404a-90de-0e2303cc92ee tempest-ServerRescueTestJSONUnderV235-1853960857 tempest-ServerRescueTestJSONUnderV235-1853960857-project-member] [instance: b05d12b1-fb29-4185-8300-5f0140039dfe] Allocating IP information in the background. {{(pid=69770) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 755.596436] env[69770]: DEBUG nova.network.neutron [None req-922e36b4-a695-404a-90de-0e2303cc92ee tempest-ServerRescueTestJSONUnderV235-1853960857 tempest-ServerRescueTestJSONUnderV235-1853960857-project-member] [instance: b05d12b1-fb29-4185-8300-5f0140039dfe] allocate_for_instance() {{(pid=69770) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 755.665392] env[69770]: DEBUG nova.policy [None req-922e36b4-a695-404a-90de-0e2303cc92ee tempest-ServerRescueTestJSONUnderV235-1853960857 tempest-ServerRescueTestJSONUnderV235-1853960857-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0e50001c65bb44248a8a9b26e0215591', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd41163d1934142969d7921674d88f615', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69770) authorize /opt/stack/nova/nova/policy.py:192}} [ 755.833319] env[69770]: INFO nova.compute.manager [None req-f9f1fd4d-da8a-41ad-b59d-e351f07d2f58 tempest-ServersAdminTestJSON-142622790 tempest-ServersAdminTestJSON-142622790-project-member] [instance: 089cc9fa-d197-43fd-b8fe-0d92a672806e] Took 32.36 seconds to build instance. [ 755.843684] env[69770]: DEBUG oslo_vmware.api [None req-7b8817ac-bf4c-48ed-b684-179ee1cf6c7d tempest-ListServerFiltersTestJSON-1688445247 tempest-ListServerFiltersTestJSON-1688445247-project-member] Task: {'id': task-4069456, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.998091] env[69770]: DEBUG oslo_vmware.api [-] Task: {'id': task-4069460, 'name': CreateVM_Task} progress is 25%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.100266] env[69770]: DEBUG nova.compute.manager [None req-922e36b4-a695-404a-90de-0e2303cc92ee tempest-ServerRescueTestJSONUnderV235-1853960857 tempest-ServerRescueTestJSONUnderV235-1853960857-project-member] [instance: b05d12b1-fb29-4185-8300-5f0140039dfe] Start building block device mappings for instance. {{(pid=69770) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 756.145663] env[69770]: DEBUG nova.network.neutron [None req-922e36b4-a695-404a-90de-0e2303cc92ee tempest-ServerRescueTestJSONUnderV235-1853960857 tempest-ServerRescueTestJSONUnderV235-1853960857-project-member] [instance: b05d12b1-fb29-4185-8300-5f0140039dfe] Successfully created port: 4b9862e2-a25f-4722-b1a1-e36cc837cd38 {{(pid=69770) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 756.346362] env[69770]: DEBUG oslo_concurrency.lockutils [None req-f9f1fd4d-da8a-41ad-b59d-e351f07d2f58 tempest-ServersAdminTestJSON-142622790 tempest-ServersAdminTestJSON-142622790-project-member] Lock "089cc9fa-d197-43fd-b8fe-0d92a672806e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 35.099s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 756.347893] env[69770]: DEBUG oslo_vmware.api [None req-7b8817ac-bf4c-48ed-b684-179ee1cf6c7d tempest-ListServerFiltersTestJSON-1688445247 tempest-ListServerFiltersTestJSON-1688445247-project-member] Task: {'id': task-4069456, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.376111] env[69770]: DEBUG nova.network.neutron [None req-a0a847ce-93f8-4c20-a072-c1e390be438a tempest-VolumesAdminNegativeTest-624188729 tempest-VolumesAdminNegativeTest-624188729-project-member] [instance: f9f0ae85-57a8-4e21-8e5e-87a3630ee05c] Successfully updated port: 234619c1-18c1-4ff4-860b-8e1b6930d4b4 {{(pid=69770) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 756.407964] env[69770]: DEBUG nova.network.neutron [req-005ef08f-46ab-4bcb-a1c3-1537593fe886 req-72c7c68b-65f9-41bf-9916-2e47ff9ea62b service nova] [instance: f8b193f7-1c9d-426b-a182-4870354ccd84] Updated VIF entry in instance network info cache for port 965f3f63-d543-41ae-8170-bdf376f04cb7. {{(pid=69770) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 756.408727] env[69770]: DEBUG nova.network.neutron [req-005ef08f-46ab-4bcb-a1c3-1537593fe886 req-72c7c68b-65f9-41bf-9916-2e47ff9ea62b service nova] [instance: f8b193f7-1c9d-426b-a182-4870354ccd84] Updating instance_info_cache with network_info: [{"id": "965f3f63-d543-41ae-8170-bdf376f04cb7", "address": "fa:16:3e:db:8e:97", "network": {"id": "29edef2d-c3cc-4fd2-8a86-68a8eb391ef0", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1441207760-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "42257c279ac042a88f3d28949622e509", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "462a7219-4deb-4225-9cf7-3131ef280363", "external-id": "nsx-vlan-transportzone-468", "segmentation_id": 468, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap965f3f63-d5", "ovs_interfaceid": "965f3f63-d543-41ae-8170-bdf376f04cb7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69770) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 756.441979] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b898a323-dec4-4223-a67f-6a840a5093d9 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.451046] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb66eb55-f749-4df2-aef5-176af80d0d6f {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.493355] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed04dd4c-266d-4ee2-b514-b7649c2888c7 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.498207] env[69770]: DEBUG nova.compute.manager [req-c5d43724-8665-48d6-bcb0-70f3bf5905a7 req-4198d935-362f-4e1e-84b6-df60b488e2d7 service nova] [instance: 38473040-ef89-4a31-8c32-85f10fee039d] Received event network-vif-plugged-df474b33-7eec-4f68-952f-cc12850d4b9e {{(pid=69770) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 756.498533] env[69770]: DEBUG oslo_concurrency.lockutils [req-c5d43724-8665-48d6-bcb0-70f3bf5905a7 req-4198d935-362f-4e1e-84b6-df60b488e2d7 service nova] Acquiring lock "38473040-ef89-4a31-8c32-85f10fee039d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 756.498962] env[69770]: DEBUG oslo_concurrency.lockutils [req-c5d43724-8665-48d6-bcb0-70f3bf5905a7 req-4198d935-362f-4e1e-84b6-df60b488e2d7 service nova] Lock "38473040-ef89-4a31-8c32-85f10fee039d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 756.499356] env[69770]: DEBUG oslo_concurrency.lockutils [req-c5d43724-8665-48d6-bcb0-70f3bf5905a7 req-4198d935-362f-4e1e-84b6-df60b488e2d7 service nova] Lock "38473040-ef89-4a31-8c32-85f10fee039d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 756.499453] env[69770]: DEBUG nova.compute.manager [req-c5d43724-8665-48d6-bcb0-70f3bf5905a7 req-4198d935-362f-4e1e-84b6-df60b488e2d7 service nova] [instance: 38473040-ef89-4a31-8c32-85f10fee039d] No waiting events found dispatching network-vif-plugged-df474b33-7eec-4f68-952f-cc12850d4b9e {{(pid=69770) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 756.499751] env[69770]: WARNING nova.compute.manager [req-c5d43724-8665-48d6-bcb0-70f3bf5905a7 req-4198d935-362f-4e1e-84b6-df60b488e2d7 service nova] [instance: 38473040-ef89-4a31-8c32-85f10fee039d] Received unexpected event network-vif-plugged-df474b33-7eec-4f68-952f-cc12850d4b9e for instance with vm_state building and task_state spawning. [ 756.499834] env[69770]: DEBUG nova.compute.manager [req-c5d43724-8665-48d6-bcb0-70f3bf5905a7 req-4198d935-362f-4e1e-84b6-df60b488e2d7 service nova] [instance: 38473040-ef89-4a31-8c32-85f10fee039d] Received event network-changed-df474b33-7eec-4f68-952f-cc12850d4b9e {{(pid=69770) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 756.500713] env[69770]: DEBUG nova.compute.manager [req-c5d43724-8665-48d6-bcb0-70f3bf5905a7 req-4198d935-362f-4e1e-84b6-df60b488e2d7 service nova] [instance: 38473040-ef89-4a31-8c32-85f10fee039d] Refreshing instance network info cache due to event network-changed-df474b33-7eec-4f68-952f-cc12850d4b9e. {{(pid=69770) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 756.500713] env[69770]: DEBUG oslo_concurrency.lockutils [req-c5d43724-8665-48d6-bcb0-70f3bf5905a7 req-4198d935-362f-4e1e-84b6-df60b488e2d7 service nova] Acquiring lock "refresh_cache-38473040-ef89-4a31-8c32-85f10fee039d" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.500713] env[69770]: DEBUG oslo_concurrency.lockutils [req-c5d43724-8665-48d6-bcb0-70f3bf5905a7 req-4198d935-362f-4e1e-84b6-df60b488e2d7 service nova] Acquired lock "refresh_cache-38473040-ef89-4a31-8c32-85f10fee039d" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.501080] env[69770]: DEBUG nova.network.neutron [req-c5d43724-8665-48d6-bcb0-70f3bf5905a7 req-4198d935-362f-4e1e-84b6-df60b488e2d7 service nova] [instance: 38473040-ef89-4a31-8c32-85f10fee039d] Refreshing network info cache for port df474b33-7eec-4f68-952f-cc12850d4b9e {{(pid=69770) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 756.515739] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b63faaf1-8f85-4061-8ff0-891d2417c53d {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.520943] env[69770]: DEBUG oslo_vmware.api [-] Task: {'id': task-4069460, 'name': CreateVM_Task, 'duration_secs': 0.870134} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 756.521846] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 38473040-ef89-4a31-8c32-85f10fee039d] Created VM on the ESX host {{(pid=69770) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 756.523264] env[69770]: DEBUG oslo_concurrency.lockutils [None req-94044b3f-30ca-4898-bf41-69d05a3358a9 tempest-ServersTestJSON-777361421 tempest-ServersTestJSON-777361421-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.523658] env[69770]: DEBUG oslo_concurrency.lockutils [None req-94044b3f-30ca-4898-bf41-69d05a3358a9 tempest-ServersTestJSON-777361421 tempest-ServersTestJSON-777361421-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.524096] env[69770]: DEBUG oslo_concurrency.lockutils [None req-94044b3f-30ca-4898-bf41-69d05a3358a9 tempest-ServersTestJSON-777361421 tempest-ServersTestJSON-777361421-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.524738] env[69770]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-397d7913-9448-4cd2-8191-a90fdd07f7a9 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.540132] env[69770]: DEBUG nova.compute.provider_tree [None req-f4cc419b-7c85-4a77-80b4-8f646a7d6d4e tempest-FloatingIPsAssociationNegativeTestJSON-2104222380 tempest-FloatingIPsAssociationNegativeTestJSON-2104222380-project-member] Inventory has not changed in ProviderTree for provider: 7cc7d32b-b7a7-454a-a456-2a440248ed9d {{(pid=69770) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 756.549641] env[69770]: DEBUG oslo_vmware.api [None req-94044b3f-30ca-4898-bf41-69d05a3358a9 tempest-ServersTestJSON-777361421 tempest-ServersTestJSON-777361421-project-member] Waiting for the task: (returnval){ [ 756.549641] env[69770]: value = "session[52161b52-cb8e-ec9f-1132-2f6b49549d41]5252a8da-9231-4b65-cf77-4035e11e79e7" [ 756.549641] env[69770]: _type = "Task" [ 756.549641] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 756.561906] env[69770]: DEBUG oslo_vmware.api [None req-94044b3f-30ca-4898-bf41-69d05a3358a9 tempest-ServersTestJSON-777361421 tempest-ServersTestJSON-777361421-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]5252a8da-9231-4b65-cf77-4035e11e79e7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.837738] env[69770]: DEBUG oslo_concurrency.lockutils [None req-bf2cba36-5337-4774-b882-91e41b6b75b5 tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] Acquiring lock "45b73d40-e4b9-4c65-82b4-0bb39b3f418b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 756.838112] env[69770]: DEBUG oslo_concurrency.lockutils [None req-bf2cba36-5337-4774-b882-91e41b6b75b5 tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] Lock "45b73d40-e4b9-4c65-82b4-0bb39b3f418b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 756.844578] env[69770]: DEBUG oslo_vmware.api [None req-7b8817ac-bf4c-48ed-b684-179ee1cf6c7d tempest-ListServerFiltersTestJSON-1688445247 tempest-ListServerFiltersTestJSON-1688445247-project-member] Task: {'id': task-4069456, 'name': PowerOnVM_Task, 'duration_secs': 1.251337} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 756.844970] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b8817ac-bf4c-48ed-b684-179ee1cf6c7d tempest-ListServerFiltersTestJSON-1688445247 tempest-ListServerFiltersTestJSON-1688445247-project-member] [instance: 398f9fa2-efb7-4f95-bb8b-7667b8299e9d] Powered on the VM {{(pid=69770) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 756.845225] env[69770]: INFO nova.compute.manager [None req-7b8817ac-bf4c-48ed-b684-179ee1cf6c7d tempest-ListServerFiltersTestJSON-1688445247 tempest-ListServerFiltersTestJSON-1688445247-project-member] [instance: 398f9fa2-efb7-4f95-bb8b-7667b8299e9d] Took 10.37 seconds to spawn the instance on the hypervisor. [ 756.845466] env[69770]: DEBUG nova.compute.manager [None req-7b8817ac-bf4c-48ed-b684-179ee1cf6c7d tempest-ListServerFiltersTestJSON-1688445247 tempest-ListServerFiltersTestJSON-1688445247-project-member] [instance: 398f9fa2-efb7-4f95-bb8b-7667b8299e9d] Checking state {{(pid=69770) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 756.848030] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea816463-752b-4e31-8f39-fa370fbd8ffa {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.857927] env[69770]: DEBUG nova.compute.manager [None req-49d23e0e-787a-4dcf-9ca8-8ddb4a0441dd tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] [instance: 19c06f92-7f17-4834-b8be-723eb3f313c5] Starting instance... {{(pid=69770) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 756.877437] env[69770]: DEBUG oslo_concurrency.lockutils [None req-a0a847ce-93f8-4c20-a072-c1e390be438a tempest-VolumesAdminNegativeTest-624188729 tempest-VolumesAdminNegativeTest-624188729-project-member] Acquiring lock "refresh_cache-f9f0ae85-57a8-4e21-8e5e-87a3630ee05c" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.878209] env[69770]: DEBUG oslo_concurrency.lockutils [None req-a0a847ce-93f8-4c20-a072-c1e390be438a tempest-VolumesAdminNegativeTest-624188729 tempest-VolumesAdminNegativeTest-624188729-project-member] Acquired lock "refresh_cache-f9f0ae85-57a8-4e21-8e5e-87a3630ee05c" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.878209] env[69770]: DEBUG nova.network.neutron [None req-a0a847ce-93f8-4c20-a072-c1e390be438a tempest-VolumesAdminNegativeTest-624188729 tempest-VolumesAdminNegativeTest-624188729-project-member] [instance: f9f0ae85-57a8-4e21-8e5e-87a3630ee05c] Building network info cache for instance {{(pid=69770) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 756.913758] env[69770]: DEBUG oslo_concurrency.lockutils [req-005ef08f-46ab-4bcb-a1c3-1537593fe886 req-72c7c68b-65f9-41bf-9916-2e47ff9ea62b service nova] Releasing lock "refresh_cache-f8b193f7-1c9d-426b-a182-4870354ccd84" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.045937] env[69770]: DEBUG nova.scheduler.client.report [None req-f4cc419b-7c85-4a77-80b4-8f646a7d6d4e tempest-FloatingIPsAssociationNegativeTestJSON-2104222380 tempest-FloatingIPsAssociationNegativeTestJSON-2104222380-project-member] Inventory has not changed for provider 7cc7d32b-b7a7-454a-a456-2a440248ed9d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69770) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 757.065111] env[69770]: DEBUG oslo_vmware.api [None req-94044b3f-30ca-4898-bf41-69d05a3358a9 tempest-ServersTestJSON-777361421 tempest-ServersTestJSON-777361421-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]5252a8da-9231-4b65-cf77-4035e11e79e7, 'name': SearchDatastore_Task, 'duration_secs': 0.016786} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 757.066050] env[69770]: DEBUG oslo_concurrency.lockutils [None req-94044b3f-30ca-4898-bf41-69d05a3358a9 tempest-ServersTestJSON-777361421 tempest-ServersTestJSON-777361421-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.066529] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-94044b3f-30ca-4898-bf41-69d05a3358a9 tempest-ServersTestJSON-777361421 tempest-ServersTestJSON-777361421-project-member] [instance: 38473040-ef89-4a31-8c32-85f10fee039d] Processing image d1eaff80-24a0-4391-90eb-59958b1ecf0a {{(pid=69770) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 757.066960] env[69770]: DEBUG oslo_concurrency.lockutils [None req-94044b3f-30ca-4898-bf41-69d05a3358a9 tempest-ServersTestJSON-777361421 tempest-ServersTestJSON-777361421-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.067135] env[69770]: DEBUG oslo_concurrency.lockutils [None req-94044b3f-30ca-4898-bf41-69d05a3358a9 tempest-ServersTestJSON-777361421 tempest-ServersTestJSON-777361421-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.069636] env[69770]: DEBUG nova.virt.vmwareapi.ds_util [None req-94044b3f-30ca-4898-bf41-69d05a3358a9 tempest-ServersTestJSON-777361421 tempest-ServersTestJSON-777361421-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69770) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 757.069636] env[69770]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9362a688-3e51-4bd6-8e1d-21fd4bfcc214 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.079860] env[69770]: DEBUG nova.virt.vmwareapi.ds_util [None req-94044b3f-30ca-4898-bf41-69d05a3358a9 tempest-ServersTestJSON-777361421 tempest-ServersTestJSON-777361421-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69770) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 757.080445] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-94044b3f-30ca-4898-bf41-69d05a3358a9 tempest-ServersTestJSON-777361421 tempest-ServersTestJSON-777361421-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69770) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 757.081731] env[69770]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-87d38c17-895d-4120-bef9-46b6ea9743a1 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.089469] env[69770]: DEBUG oslo_vmware.api [None req-94044b3f-30ca-4898-bf41-69d05a3358a9 tempest-ServersTestJSON-777361421 tempest-ServersTestJSON-777361421-project-member] Waiting for the task: (returnval){ [ 757.089469] env[69770]: value = "session[52161b52-cb8e-ec9f-1132-2f6b49549d41]529b2e4f-14fc-779e-488a-e5d3e955f463" [ 757.089469] env[69770]: _type = "Task" [ 757.089469] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 757.100713] env[69770]: DEBUG oslo_vmware.api [None req-94044b3f-30ca-4898-bf41-69d05a3358a9 tempest-ServersTestJSON-777361421 tempest-ServersTestJSON-777361421-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]529b2e4f-14fc-779e-488a-e5d3e955f463, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.110733] env[69770]: DEBUG nova.compute.manager [None req-922e36b4-a695-404a-90de-0e2303cc92ee tempest-ServerRescueTestJSONUnderV235-1853960857 tempest-ServerRescueTestJSONUnderV235-1853960857-project-member] [instance: b05d12b1-fb29-4185-8300-5f0140039dfe] Start spawning the instance on the hypervisor. {{(pid=69770) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 757.400052] env[69770]: DEBUG oslo_concurrency.lockutils [None req-49d23e0e-787a-4dcf-9ca8-8ddb4a0441dd tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 757.401161] env[69770]: INFO nova.compute.manager [None req-7b8817ac-bf4c-48ed-b684-179ee1cf6c7d tempest-ListServerFiltersTestJSON-1688445247 tempest-ListServerFiltersTestJSON-1688445247-project-member] [instance: 398f9fa2-efb7-4f95-bb8b-7667b8299e9d] Took 30.95 seconds to build instance. [ 757.421771] env[69770]: DEBUG nova.network.neutron [req-c5d43724-8665-48d6-bcb0-70f3bf5905a7 req-4198d935-362f-4e1e-84b6-df60b488e2d7 service nova] [instance: 38473040-ef89-4a31-8c32-85f10fee039d] Updated VIF entry in instance network info cache for port df474b33-7eec-4f68-952f-cc12850d4b9e. {{(pid=69770) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 757.421771] env[69770]: DEBUG nova.network.neutron [req-c5d43724-8665-48d6-bcb0-70f3bf5905a7 req-4198d935-362f-4e1e-84b6-df60b488e2d7 service nova] [instance: 38473040-ef89-4a31-8c32-85f10fee039d] Updating instance_info_cache with network_info: [{"id": "df474b33-7eec-4f68-952f-cc12850d4b9e", "address": "fa:16:3e:23:86:17", "network": {"id": "b57b1827-4270-406c-9396-125572e4c1b6", "bridge": "br-int", "label": "tempest-ServersTestJSON-275437425-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f200212178494484b0f86c66e2719235", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1e7a4976-597e-4636-990e-6062b5faadee", "external-id": "nsx-vlan-transportzone-847", "segmentation_id": 847, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdf474b33-7e", "ovs_interfaceid": "df474b33-7eec-4f68-952f-cc12850d4b9e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69770) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 757.459400] env[69770]: DEBUG nova.network.neutron [None req-a0a847ce-93f8-4c20-a072-c1e390be438a tempest-VolumesAdminNegativeTest-624188729 tempest-VolumesAdminNegativeTest-624188729-project-member] [instance: f9f0ae85-57a8-4e21-8e5e-87a3630ee05c] Instance cache missing network info. {{(pid=69770) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 757.552328] env[69770]: DEBUG oslo_concurrency.lockutils [None req-f4cc419b-7c85-4a77-80b4-8f646a7d6d4e tempest-FloatingIPsAssociationNegativeTestJSON-2104222380 tempest-FloatingIPsAssociationNegativeTestJSON-2104222380-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.463s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 757.556446] env[69770]: DEBUG oslo_concurrency.lockutils [None req-fa382370-288b-4734-9795-ecc871c51fe3 tempest-ServerDiagnosticsV248Test-2101269695 tempest-ServerDiagnosticsV248Test-2101269695-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 18.136s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 757.557426] env[69770]: DEBUG nova.objects.instance [None req-fa382370-288b-4734-9795-ecc871c51fe3 tempest-ServerDiagnosticsV248Test-2101269695 tempest-ServerDiagnosticsV248Test-2101269695-project-member] Lazy-loading 'resources' on Instance uuid 1b8c127a-c70e-435c-956e-1b8ad3a0d568 {{(pid=69770) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 757.581807] env[69770]: INFO nova.scheduler.client.report [None req-f4cc419b-7c85-4a77-80b4-8f646a7d6d4e tempest-FloatingIPsAssociationNegativeTestJSON-2104222380 tempest-FloatingIPsAssociationNegativeTestJSON-2104222380-project-member] Deleted allocations for instance 69037fde-1312-4ff7-b405-38c8f32cb1f9 [ 757.610085] env[69770]: DEBUG oslo_vmware.api [None req-94044b3f-30ca-4898-bf41-69d05a3358a9 tempest-ServersTestJSON-777361421 tempest-ServersTestJSON-777361421-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]529b2e4f-14fc-779e-488a-e5d3e955f463, 'name': SearchDatastore_Task, 'duration_secs': 0.016049} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 757.611201] env[69770]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dccc0ae3-989a-40a3-8e78-29b8164a95d6 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.619111] env[69770]: DEBUG oslo_vmware.api [None req-94044b3f-30ca-4898-bf41-69d05a3358a9 tempest-ServersTestJSON-777361421 tempest-ServersTestJSON-777361421-project-member] Waiting for the task: (returnval){ [ 757.619111] env[69770]: value = "session[52161b52-cb8e-ec9f-1132-2f6b49549d41]52ce1134-384e-f7b8-ae02-d0d46f789862" [ 757.619111] env[69770]: _type = "Task" [ 757.619111] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 757.629937] env[69770]: DEBUG oslo_vmware.api [None req-94044b3f-30ca-4898-bf41-69d05a3358a9 tempest-ServersTestJSON-777361421 tempest-ServersTestJSON-777361421-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]52ce1134-384e-f7b8-ae02-d0d46f789862, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.906820] env[69770]: DEBUG oslo_concurrency.lockutils [None req-7b8817ac-bf4c-48ed-b684-179ee1cf6c7d tempest-ListServerFiltersTestJSON-1688445247 tempest-ListServerFiltersTestJSON-1688445247-project-member] Lock "398f9fa2-efb7-4f95-bb8b-7667b8299e9d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 35.520s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 757.926174] env[69770]: DEBUG oslo_concurrency.lockutils [req-c5d43724-8665-48d6-bcb0-70f3bf5905a7 req-4198d935-362f-4e1e-84b6-df60b488e2d7 service nova] Releasing lock "refresh_cache-38473040-ef89-4a31-8c32-85f10fee039d" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.944251] env[69770]: DEBUG nova.network.neutron [None req-a0a847ce-93f8-4c20-a072-c1e390be438a tempest-VolumesAdminNegativeTest-624188729 tempest-VolumesAdminNegativeTest-624188729-project-member] [instance: f9f0ae85-57a8-4e21-8e5e-87a3630ee05c] Updating instance_info_cache with network_info: [{"id": "234619c1-18c1-4ff4-860b-8e1b6930d4b4", "address": "fa:16:3e:73:11:83", "network": {"id": "183cd34e-6f9c-49a9-8443-8b72db773da1", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1678905369-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "16362b2f59ae4c8bb26b007126d78fb5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "30c39e9a-a798-4f25-a48c-91f786ba332c", "external-id": "nsx-vlan-transportzone-438", "segmentation_id": 438, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap234619c1-18", "ovs_interfaceid": "234619c1-18c1-4ff4-860b-8e1b6930d4b4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69770) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 758.002705] env[69770]: DEBUG nova.network.neutron [None req-922e36b4-a695-404a-90de-0e2303cc92ee tempest-ServerRescueTestJSONUnderV235-1853960857 tempest-ServerRescueTestJSONUnderV235-1853960857-project-member] [instance: b05d12b1-fb29-4185-8300-5f0140039dfe] Successfully updated port: 4b9862e2-a25f-4722-b1a1-e36cc837cd38 {{(pid=69770) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 758.097526] env[69770]: DEBUG oslo_concurrency.lockutils [None req-f4cc419b-7c85-4a77-80b4-8f646a7d6d4e tempest-FloatingIPsAssociationNegativeTestJSON-2104222380 tempest-FloatingIPsAssociationNegativeTestJSON-2104222380-project-member] Lock "69037fde-1312-4ff7-b405-38c8f32cb1f9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 23.756s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 758.138306] env[69770]: DEBUG oslo_vmware.api [None req-94044b3f-30ca-4898-bf41-69d05a3358a9 tempest-ServersTestJSON-777361421 tempest-ServersTestJSON-777361421-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]52ce1134-384e-f7b8-ae02-d0d46f789862, 'name': SearchDatastore_Task, 'duration_secs': 0.014473} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 758.138671] env[69770]: DEBUG oslo_concurrency.lockutils [None req-94044b3f-30ca-4898-bf41-69d05a3358a9 tempest-ServersTestJSON-777361421 tempest-ServersTestJSON-777361421-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.138967] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-94044b3f-30ca-4898-bf41-69d05a3358a9 tempest-ServersTestJSON-777361421 tempest-ServersTestJSON-777361421-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk to [datastore1] 38473040-ef89-4a31-8c32-85f10fee039d/38473040-ef89-4a31-8c32-85f10fee039d.vmdk {{(pid=69770) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 758.139314] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-940f91e4-d453-4f03-9474-6474cef8f295 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.150728] env[69770]: DEBUG oslo_vmware.api [None req-94044b3f-30ca-4898-bf41-69d05a3358a9 tempest-ServersTestJSON-777361421 tempest-ServersTestJSON-777361421-project-member] Waiting for the task: (returnval){ [ 758.150728] env[69770]: value = "task-4069461" [ 758.150728] env[69770]: _type = "Task" [ 758.150728] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 758.162395] env[69770]: DEBUG oslo_vmware.api [None req-94044b3f-30ca-4898-bf41-69d05a3358a9 tempest-ServersTestJSON-777361421 tempest-ServersTestJSON-777361421-project-member] Task: {'id': task-4069461, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.409527] env[69770]: DEBUG nova.compute.manager [None req-44e77e2d-d35e-44f8-a7a2-1c6d98b38d0b tempest-ListServersNegativeTestJSON-118656177 tempest-ListServersNegativeTestJSON-118656177-project-member] [instance: 27c5d873-f24c-4e20-9bcf-1b157114e5d0] Starting instance... {{(pid=69770) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 758.446960] env[69770]: DEBUG oslo_concurrency.lockutils [None req-a0a847ce-93f8-4c20-a072-c1e390be438a tempest-VolumesAdminNegativeTest-624188729 tempest-VolumesAdminNegativeTest-624188729-project-member] Releasing lock "refresh_cache-f9f0ae85-57a8-4e21-8e5e-87a3630ee05c" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.447438] env[69770]: DEBUG nova.compute.manager [None req-a0a847ce-93f8-4c20-a072-c1e390be438a tempest-VolumesAdminNegativeTest-624188729 tempest-VolumesAdminNegativeTest-624188729-project-member] [instance: f9f0ae85-57a8-4e21-8e5e-87a3630ee05c] Instance network_info: |[{"id": "234619c1-18c1-4ff4-860b-8e1b6930d4b4", "address": "fa:16:3e:73:11:83", "network": {"id": "183cd34e-6f9c-49a9-8443-8b72db773da1", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1678905369-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "16362b2f59ae4c8bb26b007126d78fb5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "30c39e9a-a798-4f25-a48c-91f786ba332c", "external-id": "nsx-vlan-transportzone-438", "segmentation_id": 438, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap234619c1-18", "ovs_interfaceid": "234619c1-18c1-4ff4-860b-8e1b6930d4b4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69770) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 758.447858] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-a0a847ce-93f8-4c20-a072-c1e390be438a tempest-VolumesAdminNegativeTest-624188729 tempest-VolumesAdminNegativeTest-624188729-project-member] [instance: f9f0ae85-57a8-4e21-8e5e-87a3630ee05c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:73:11:83', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '30c39e9a-a798-4f25-a48c-91f786ba332c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '234619c1-18c1-4ff4-860b-8e1b6930d4b4', 'vif_model': 'vmxnet3'}] {{(pid=69770) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 758.455889] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0a847ce-93f8-4c20-a072-c1e390be438a tempest-VolumesAdminNegativeTest-624188729 tempest-VolumesAdminNegativeTest-624188729-project-member] Creating folder: Project (16362b2f59ae4c8bb26b007126d78fb5). Parent ref: group-v806376. {{(pid=69770) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 758.459881] env[69770]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-bfc987b9-0326-4cc4-8d42-105915532b78 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.477673] env[69770]: INFO nova.virt.vmwareapi.vm_util [None req-a0a847ce-93f8-4c20-a072-c1e390be438a tempest-VolumesAdminNegativeTest-624188729 tempest-VolumesAdminNegativeTest-624188729-project-member] Created folder: Project (16362b2f59ae4c8bb26b007126d78fb5) in parent group-v806376. [ 758.477673] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0a847ce-93f8-4c20-a072-c1e390be438a tempest-VolumesAdminNegativeTest-624188729 tempest-VolumesAdminNegativeTest-624188729-project-member] Creating folder: Instances. Parent ref: group-v806442. {{(pid=69770) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 758.477673] env[69770]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-aad8ba53-8334-4bf2-b00a-8d6a643de271 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.495063] env[69770]: INFO nova.virt.vmwareapi.vm_util [None req-a0a847ce-93f8-4c20-a072-c1e390be438a tempest-VolumesAdminNegativeTest-624188729 tempest-VolumesAdminNegativeTest-624188729-project-member] Created folder: Instances in parent group-v806442. [ 758.495063] env[69770]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a0a847ce-93f8-4c20-a072-c1e390be438a tempest-VolumesAdminNegativeTest-624188729 tempest-VolumesAdminNegativeTest-624188729-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69770) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 758.495063] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f9f0ae85-57a8-4e21-8e5e-87a3630ee05c] Creating VM on the ESX host {{(pid=69770) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 758.495470] env[69770]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8c1c4efe-b6ec-4d77-aafc-7f625a11ada6 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.515424] env[69770]: DEBUG oslo_concurrency.lockutils [None req-922e36b4-a695-404a-90de-0e2303cc92ee tempest-ServerRescueTestJSONUnderV235-1853960857 tempest-ServerRescueTestJSONUnderV235-1853960857-project-member] Acquiring lock "refresh_cache-b05d12b1-fb29-4185-8300-5f0140039dfe" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.515630] env[69770]: DEBUG oslo_concurrency.lockutils [None req-922e36b4-a695-404a-90de-0e2303cc92ee tempest-ServerRescueTestJSONUnderV235-1853960857 tempest-ServerRescueTestJSONUnderV235-1853960857-project-member] Acquired lock "refresh_cache-b05d12b1-fb29-4185-8300-5f0140039dfe" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.515869] env[69770]: DEBUG nova.network.neutron [None req-922e36b4-a695-404a-90de-0e2303cc92ee tempest-ServerRescueTestJSONUnderV235-1853960857 tempest-ServerRescueTestJSONUnderV235-1853960857-project-member] [instance: b05d12b1-fb29-4185-8300-5f0140039dfe] Building network info cache for instance {{(pid=69770) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 758.525875] env[69770]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 758.525875] env[69770]: value = "task-4069464" [ 758.525875] env[69770]: _type = "Task" [ 758.525875] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 758.541506] env[69770]: DEBUG oslo_vmware.api [-] Task: {'id': task-4069464, 'name': CreateVM_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.665239] env[69770]: DEBUG oslo_vmware.api [None req-94044b3f-30ca-4898-bf41-69d05a3358a9 tempest-ServersTestJSON-777361421 tempest-ServersTestJSON-777361421-project-member] Task: {'id': task-4069461, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.741600] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b421c956-5f81-4c05-9d68-4eaa35abb817 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.751527] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04bb3c6d-a719-43e5-a92f-28c97720d439 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.790131] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-812efd65-1ebd-4395-a0c5-37bed1399f8f {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.799998] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b4b7984-647a-4afd-9533-d8e87b30ef7b {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.817686] env[69770]: DEBUG nova.compute.provider_tree [None req-fa382370-288b-4734-9795-ecc871c51fe3 tempest-ServerDiagnosticsV248Test-2101269695 tempest-ServerDiagnosticsV248Test-2101269695-project-member] Inventory has not changed in ProviderTree for provider: 7cc7d32b-b7a7-454a-a456-2a440248ed9d {{(pid=69770) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 758.936902] env[69770]: DEBUG oslo_concurrency.lockutils [None req-44e77e2d-d35e-44f8-a7a2-1c6d98b38d0b tempest-ListServersNegativeTestJSON-118656177 tempest-ListServersNegativeTestJSON-118656177-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 759.038556] env[69770]: DEBUG oslo_vmware.api [-] Task: {'id': task-4069464, 'name': CreateVM_Task} progress is 99%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.054008] env[69770]: DEBUG nova.network.neutron [None req-922e36b4-a695-404a-90de-0e2303cc92ee tempest-ServerRescueTestJSONUnderV235-1853960857 tempest-ServerRescueTestJSONUnderV235-1853960857-project-member] [instance: b05d12b1-fb29-4185-8300-5f0140039dfe] Instance cache missing network info. {{(pid=69770) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 759.163566] env[69770]: DEBUG oslo_vmware.api [None req-94044b3f-30ca-4898-bf41-69d05a3358a9 tempest-ServersTestJSON-777361421 tempest-ServersTestJSON-777361421-project-member] Task: {'id': task-4069461, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.648744} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 759.163923] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-94044b3f-30ca-4898-bf41-69d05a3358a9 tempest-ServersTestJSON-777361421 tempest-ServersTestJSON-777361421-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk to [datastore1] 38473040-ef89-4a31-8c32-85f10fee039d/38473040-ef89-4a31-8c32-85f10fee039d.vmdk {{(pid=69770) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 759.164193] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-94044b3f-30ca-4898-bf41-69d05a3358a9 tempest-ServersTestJSON-777361421 tempest-ServersTestJSON-777361421-project-member] [instance: 38473040-ef89-4a31-8c32-85f10fee039d] Extending root virtual disk to 1048576 {{(pid=69770) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 759.164470] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d4da39ef-116f-4212-b4fc-b923fcb0af2f {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.173197] env[69770]: DEBUG oslo_vmware.api [None req-94044b3f-30ca-4898-bf41-69d05a3358a9 tempest-ServersTestJSON-777361421 tempest-ServersTestJSON-777361421-project-member] Waiting for the task: (returnval){ [ 759.173197] env[69770]: value = "task-4069465" [ 759.173197] env[69770]: _type = "Task" [ 759.173197] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 759.184921] env[69770]: DEBUG oslo_vmware.api [None req-94044b3f-30ca-4898-bf41-69d05a3358a9 tempest-ServersTestJSON-777361421 tempest-ServersTestJSON-777361421-project-member] Task: {'id': task-4069465, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.215655] env[69770]: DEBUG nova.network.neutron [None req-922e36b4-a695-404a-90de-0e2303cc92ee tempest-ServerRescueTestJSONUnderV235-1853960857 tempest-ServerRescueTestJSONUnderV235-1853960857-project-member] [instance: b05d12b1-fb29-4185-8300-5f0140039dfe] Updating instance_info_cache with network_info: [{"id": "4b9862e2-a25f-4722-b1a1-e36cc837cd38", "address": "fa:16:3e:8e:66:87", "network": {"id": "25afcc28-5364-46bf-9d07-03d2814ba603", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1526880503-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "d41163d1934142969d7921674d88f615", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8a34aa30-95be-4b18-98ca-1f2d81f7e9e6", "external-id": "nsx-vlan-transportzone-234", "segmentation_id": 234, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4b9862e2-a2", "ovs_interfaceid": "4b9862e2-a25f-4722-b1a1-e36cc837cd38", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69770) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 759.322139] env[69770]: DEBUG nova.scheduler.client.report [None req-fa382370-288b-4734-9795-ecc871c51fe3 tempest-ServerDiagnosticsV248Test-2101269695 tempest-ServerDiagnosticsV248Test-2101269695-project-member] Inventory has not changed for provider 7cc7d32b-b7a7-454a-a456-2a440248ed9d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69770) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 759.540972] env[69770]: DEBUG oslo_vmware.api [-] Task: {'id': task-4069464, 'name': CreateVM_Task, 'duration_secs': 0.61121} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 759.541323] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f9f0ae85-57a8-4e21-8e5e-87a3630ee05c] Created VM on the ESX host {{(pid=69770) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 759.542392] env[69770]: DEBUG oslo_concurrency.lockutils [None req-a0a847ce-93f8-4c20-a072-c1e390be438a tempest-VolumesAdminNegativeTest-624188729 tempest-VolumesAdminNegativeTest-624188729-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.542671] env[69770]: DEBUG oslo_concurrency.lockutils [None req-a0a847ce-93f8-4c20-a072-c1e390be438a tempest-VolumesAdminNegativeTest-624188729 tempest-VolumesAdminNegativeTest-624188729-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.543236] env[69770]: DEBUG oslo_concurrency.lockutils [None req-a0a847ce-93f8-4c20-a072-c1e390be438a tempest-VolumesAdminNegativeTest-624188729 tempest-VolumesAdminNegativeTest-624188729-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.543628] env[69770]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bebe30d7-908b-411e-9c80-737dcfbdfb1c {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.551564] env[69770]: DEBUG oslo_vmware.api [None req-a0a847ce-93f8-4c20-a072-c1e390be438a tempest-VolumesAdminNegativeTest-624188729 tempest-VolumesAdminNegativeTest-624188729-project-member] Waiting for the task: (returnval){ [ 759.551564] env[69770]: value = "session[52161b52-cb8e-ec9f-1132-2f6b49549d41]52bbb243-4b6a-ea10-d2dd-7ed7f8dde12e" [ 759.551564] env[69770]: _type = "Task" [ 759.551564] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 759.569089] env[69770]: DEBUG oslo_vmware.api [None req-a0a847ce-93f8-4c20-a072-c1e390be438a tempest-VolumesAdminNegativeTest-624188729 tempest-VolumesAdminNegativeTest-624188729-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]52bbb243-4b6a-ea10-d2dd-7ed7f8dde12e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.684497] env[69770]: DEBUG oslo_vmware.api [None req-94044b3f-30ca-4898-bf41-69d05a3358a9 tempest-ServersTestJSON-777361421 tempest-ServersTestJSON-777361421-project-member] Task: {'id': task-4069465, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.17528} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 759.684662] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-94044b3f-30ca-4898-bf41-69d05a3358a9 tempest-ServersTestJSON-777361421 tempest-ServersTestJSON-777361421-project-member] [instance: 38473040-ef89-4a31-8c32-85f10fee039d] Extended root virtual disk {{(pid=69770) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 759.685576] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de251025-e03c-4a41-9a8a-ca57d9727aa5 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.710764] env[69770]: DEBUG nova.virt.vmwareapi.volumeops [None req-94044b3f-30ca-4898-bf41-69d05a3358a9 tempest-ServersTestJSON-777361421 tempest-ServersTestJSON-777361421-project-member] [instance: 38473040-ef89-4a31-8c32-85f10fee039d] Reconfiguring VM instance instance-00000015 to attach disk [datastore1] 38473040-ef89-4a31-8c32-85f10fee039d/38473040-ef89-4a31-8c32-85f10fee039d.vmdk or device None with type sparse {{(pid=69770) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 759.711371] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-182d4539-5117-4203-9849-a32bc6ea5a9e {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.727646] env[69770]: DEBUG oslo_concurrency.lockutils [None req-922e36b4-a695-404a-90de-0e2303cc92ee tempest-ServerRescueTestJSONUnderV235-1853960857 tempest-ServerRescueTestJSONUnderV235-1853960857-project-member] Releasing lock "refresh_cache-b05d12b1-fb29-4185-8300-5f0140039dfe" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.728027] env[69770]: DEBUG nova.compute.manager [None req-922e36b4-a695-404a-90de-0e2303cc92ee tempest-ServerRescueTestJSONUnderV235-1853960857 tempest-ServerRescueTestJSONUnderV235-1853960857-project-member] [instance: b05d12b1-fb29-4185-8300-5f0140039dfe] Instance network_info: |[{"id": "4b9862e2-a25f-4722-b1a1-e36cc837cd38", "address": "fa:16:3e:8e:66:87", "network": {"id": "25afcc28-5364-46bf-9d07-03d2814ba603", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1526880503-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "d41163d1934142969d7921674d88f615", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8a34aa30-95be-4b18-98ca-1f2d81f7e9e6", "external-id": "nsx-vlan-transportzone-234", "segmentation_id": 234, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4b9862e2-a2", "ovs_interfaceid": "4b9862e2-a25f-4722-b1a1-e36cc837cd38", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69770) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 759.736507] env[69770]: DEBUG oslo_vmware.api [None req-94044b3f-30ca-4898-bf41-69d05a3358a9 tempest-ServersTestJSON-777361421 tempest-ServersTestJSON-777361421-project-member] Waiting for the task: (returnval){ [ 759.736507] env[69770]: value = "task-4069466" [ 759.736507] env[69770]: _type = "Task" [ 759.736507] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 759.749438] env[69770]: DEBUG oslo_vmware.api [None req-94044b3f-30ca-4898-bf41-69d05a3358a9 tempest-ServersTestJSON-777361421 tempest-ServersTestJSON-777361421-project-member] Task: {'id': task-4069466, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.827545] env[69770]: DEBUG oslo_concurrency.lockutils [None req-fa382370-288b-4734-9795-ecc871c51fe3 tempest-ServerDiagnosticsV248Test-2101269695 tempest-ServerDiagnosticsV248Test-2101269695-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.271s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 759.830218] env[69770]: DEBUG oslo_concurrency.lockutils [None req-8d954487-7c58-4db7-8df7-2c6e11db7707 tempest-ServersAdminTestJSON-142622790 tempest-ServersAdminTestJSON-142622790-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 18.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 759.831886] env[69770]: INFO nova.compute.claims [None req-8d954487-7c58-4db7-8df7-2c6e11db7707 tempest-ServersAdminTestJSON-142622790 tempest-ServersAdminTestJSON-142622790-project-member] [instance: f99efbb3-ef7e-4feb-b29b-2cfded1643fd] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 759.856069] env[69770]: INFO nova.scheduler.client.report [None req-fa382370-288b-4734-9795-ecc871c51fe3 tempest-ServerDiagnosticsV248Test-2101269695 tempest-ServerDiagnosticsV248Test-2101269695-project-member] Deleted allocations for instance 1b8c127a-c70e-435c-956e-1b8ad3a0d568 [ 760.066075] env[69770]: DEBUG oslo_vmware.api [None req-a0a847ce-93f8-4c20-a072-c1e390be438a tempest-VolumesAdminNegativeTest-624188729 tempest-VolumesAdminNegativeTest-624188729-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]52bbb243-4b6a-ea10-d2dd-7ed7f8dde12e, 'name': SearchDatastore_Task, 'duration_secs': 0.019648} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 760.066501] env[69770]: DEBUG oslo_concurrency.lockutils [None req-a0a847ce-93f8-4c20-a072-c1e390be438a tempest-VolumesAdminNegativeTest-624188729 tempest-VolumesAdminNegativeTest-624188729-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.066699] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-a0a847ce-93f8-4c20-a072-c1e390be438a tempest-VolumesAdminNegativeTest-624188729 tempest-VolumesAdminNegativeTest-624188729-project-member] [instance: f9f0ae85-57a8-4e21-8e5e-87a3630ee05c] Processing image d1eaff80-24a0-4391-90eb-59958b1ecf0a {{(pid=69770) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 760.066944] env[69770]: DEBUG oslo_concurrency.lockutils [None req-a0a847ce-93f8-4c20-a072-c1e390be438a tempest-VolumesAdminNegativeTest-624188729 tempest-VolumesAdminNegativeTest-624188729-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.067103] env[69770]: DEBUG oslo_concurrency.lockutils [None req-a0a847ce-93f8-4c20-a072-c1e390be438a tempest-VolumesAdminNegativeTest-624188729 tempest-VolumesAdminNegativeTest-624188729-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.067286] env[69770]: DEBUG nova.virt.vmwareapi.ds_util [None req-a0a847ce-93f8-4c20-a072-c1e390be438a tempest-VolumesAdminNegativeTest-624188729 tempest-VolumesAdminNegativeTest-624188729-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69770) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 760.067595] env[69770]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-015be325-37fe-40ac-8b0e-461eb878c264 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.081947] env[69770]: DEBUG nova.virt.vmwareapi.ds_util [None req-a0a847ce-93f8-4c20-a072-c1e390be438a tempest-VolumesAdminNegativeTest-624188729 tempest-VolumesAdminNegativeTest-624188729-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69770) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 760.082342] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-a0a847ce-93f8-4c20-a072-c1e390be438a tempest-VolumesAdminNegativeTest-624188729 tempest-VolumesAdminNegativeTest-624188729-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69770) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 760.083311] env[69770]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3f5eea54-9267-4d2d-bf62-87653a81065f {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.091451] env[69770]: DEBUG oslo_vmware.api [None req-a0a847ce-93f8-4c20-a072-c1e390be438a tempest-VolumesAdminNegativeTest-624188729 tempest-VolumesAdminNegativeTest-624188729-project-member] Waiting for the task: (returnval){ [ 760.091451] env[69770]: value = "session[52161b52-cb8e-ec9f-1132-2f6b49549d41]527d9079-519b-496e-ba25-3bd9b0e6a560" [ 760.091451] env[69770]: _type = "Task" [ 760.091451] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 760.102102] env[69770]: DEBUG oslo_vmware.api [None req-a0a847ce-93f8-4c20-a072-c1e390be438a tempest-VolumesAdminNegativeTest-624188729 tempest-VolumesAdminNegativeTest-624188729-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]527d9079-519b-496e-ba25-3bd9b0e6a560, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.250408] env[69770]: DEBUG oslo_vmware.api [None req-94044b3f-30ca-4898-bf41-69d05a3358a9 tempest-ServersTestJSON-777361421 tempest-ServersTestJSON-777361421-project-member] Task: {'id': task-4069466, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.365428] env[69770]: DEBUG oslo_concurrency.lockutils [None req-fa382370-288b-4734-9795-ecc871c51fe3 tempest-ServerDiagnosticsV248Test-2101269695 tempest-ServerDiagnosticsV248Test-2101269695-project-member] Lock "1b8c127a-c70e-435c-956e-1b8ad3a0d568" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 25.412s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 760.603705] env[69770]: DEBUG oslo_vmware.api [None req-a0a847ce-93f8-4c20-a072-c1e390be438a tempest-VolumesAdminNegativeTest-624188729 tempest-VolumesAdminNegativeTest-624188729-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]527d9079-519b-496e-ba25-3bd9b0e6a560, 'name': SearchDatastore_Task, 'duration_secs': 0.025301} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 760.604534] env[69770]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e2520eb9-0996-4af3-bfb6-778033d13cff {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.610755] env[69770]: DEBUG oslo_vmware.api [None req-a0a847ce-93f8-4c20-a072-c1e390be438a tempest-VolumesAdminNegativeTest-624188729 tempest-VolumesAdminNegativeTest-624188729-project-member] Waiting for the task: (returnval){ [ 760.610755] env[69770]: value = "session[52161b52-cb8e-ec9f-1132-2f6b49549d41]525c6193-7bd4-6d6f-e948-95d7866c24c0" [ 760.610755] env[69770]: _type = "Task" [ 760.610755] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 760.619594] env[69770]: DEBUG oslo_vmware.api [None req-a0a847ce-93f8-4c20-a072-c1e390be438a tempest-VolumesAdminNegativeTest-624188729 tempest-VolumesAdminNegativeTest-624188729-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]525c6193-7bd4-6d6f-e948-95d7866c24c0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.748658] env[69770]: DEBUG oslo_vmware.api [None req-94044b3f-30ca-4898-bf41-69d05a3358a9 tempest-ServersTestJSON-777361421 tempest-ServersTestJSON-777361421-project-member] Task: {'id': task-4069466, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.123675] env[69770]: DEBUG oslo_vmware.api [None req-a0a847ce-93f8-4c20-a072-c1e390be438a tempest-VolumesAdminNegativeTest-624188729 tempest-VolumesAdminNegativeTest-624188729-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]525c6193-7bd4-6d6f-e948-95d7866c24c0, 'name': SearchDatastore_Task, 'duration_secs': 0.02679} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 761.127275] env[69770]: DEBUG oslo_concurrency.lockutils [None req-a0a847ce-93f8-4c20-a072-c1e390be438a tempest-VolumesAdminNegativeTest-624188729 tempest-VolumesAdminNegativeTest-624188729-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.127275] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0a847ce-93f8-4c20-a072-c1e390be438a tempest-VolumesAdminNegativeTest-624188729 tempest-VolumesAdminNegativeTest-624188729-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk to [datastore1] f9f0ae85-57a8-4e21-8e5e-87a3630ee05c/f9f0ae85-57a8-4e21-8e5e-87a3630ee05c.vmdk {{(pid=69770) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 761.127549] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b6a9ccd9-286f-4088-81d0-a55a439d1fb7 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.136201] env[69770]: DEBUG oslo_vmware.api [None req-a0a847ce-93f8-4c20-a072-c1e390be438a tempest-VolumesAdminNegativeTest-624188729 tempest-VolumesAdminNegativeTest-624188729-project-member] Waiting for the task: (returnval){ [ 761.136201] env[69770]: value = "task-4069467" [ 761.136201] env[69770]: _type = "Task" [ 761.136201] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 761.148185] env[69770]: DEBUG oslo_vmware.api [None req-a0a847ce-93f8-4c20-a072-c1e390be438a tempest-VolumesAdminNegativeTest-624188729 tempest-VolumesAdminNegativeTest-624188729-project-member] Task: {'id': task-4069467, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.250034] env[69770]: DEBUG oslo_vmware.api [None req-94044b3f-30ca-4898-bf41-69d05a3358a9 tempest-ServersTestJSON-777361421 tempest-ServersTestJSON-777361421-project-member] Task: {'id': task-4069466, 'name': ReconfigVM_Task, 'duration_secs': 1.176816} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 761.250034] env[69770]: DEBUG nova.virt.vmwareapi.volumeops [None req-94044b3f-30ca-4898-bf41-69d05a3358a9 tempest-ServersTestJSON-777361421 tempest-ServersTestJSON-777361421-project-member] [instance: 38473040-ef89-4a31-8c32-85f10fee039d] Reconfigured VM instance instance-00000015 to attach disk [datastore1] 38473040-ef89-4a31-8c32-85f10fee039d/38473040-ef89-4a31-8c32-85f10fee039d.vmdk or device None with type sparse {{(pid=69770) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 761.250694] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-62a06908-1b0c-485a-80c3-8384c7006e41 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.260870] env[69770]: DEBUG oslo_vmware.api [None req-94044b3f-30ca-4898-bf41-69d05a3358a9 tempest-ServersTestJSON-777361421 tempest-ServersTestJSON-777361421-project-member] Waiting for the task: (returnval){ [ 761.260870] env[69770]: value = "task-4069468" [ 761.260870] env[69770]: _type = "Task" [ 761.260870] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 761.270104] env[69770]: DEBUG oslo_vmware.api [None req-94044b3f-30ca-4898-bf41-69d05a3358a9 tempest-ServersTestJSON-777361421 tempest-ServersTestJSON-777361421-project-member] Task: {'id': task-4069468, 'name': Rename_Task} progress is 5%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.429275] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b1f3be8-6d66-4a9b-9267-81200e0ade0a {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.438127] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f5ea44b-18c8-4bf3-b2a0-7f2c7f32d795 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.472038] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc3cb0a7-ab48-4da4-b93f-6d3a13c4bdf8 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.481809] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3dc43b7e-0a0a-4edc-90f6-0e062a7742c9 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.497533] env[69770]: DEBUG nova.compute.provider_tree [None req-8d954487-7c58-4db7-8df7-2c6e11db7707 tempest-ServersAdminTestJSON-142622790 tempest-ServersAdminTestJSON-142622790-project-member] Inventory has not changed in ProviderTree for provider: 7cc7d32b-b7a7-454a-a456-2a440248ed9d {{(pid=69770) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 761.648538] env[69770]: DEBUG oslo_vmware.api [None req-a0a847ce-93f8-4c20-a072-c1e390be438a tempest-VolumesAdminNegativeTest-624188729 tempest-VolumesAdminNegativeTest-624188729-project-member] Task: {'id': task-4069467, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.774075] env[69770]: DEBUG oslo_vmware.api [None req-94044b3f-30ca-4898-bf41-69d05a3358a9 tempest-ServersTestJSON-777361421 tempest-ServersTestJSON-777361421-project-member] Task: {'id': task-4069468, 'name': Rename_Task, 'duration_secs': 0.211453} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 761.774075] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-94044b3f-30ca-4898-bf41-69d05a3358a9 tempest-ServersTestJSON-777361421 tempest-ServersTestJSON-777361421-project-member] [instance: 38473040-ef89-4a31-8c32-85f10fee039d] Powering on the VM {{(pid=69770) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 761.774075] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fa980e4c-cb9b-4858-91b2-e8a0a5abb403 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.782261] env[69770]: DEBUG oslo_vmware.api [None req-94044b3f-30ca-4898-bf41-69d05a3358a9 tempest-ServersTestJSON-777361421 tempest-ServersTestJSON-777361421-project-member] Waiting for the task: (returnval){ [ 761.782261] env[69770]: value = "task-4069469" [ 761.782261] env[69770]: _type = "Task" [ 761.782261] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 761.791963] env[69770]: DEBUG oslo_vmware.api [None req-94044b3f-30ca-4898-bf41-69d05a3358a9 tempest-ServersTestJSON-777361421 tempest-ServersTestJSON-777361421-project-member] Task: {'id': task-4069469, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.001591] env[69770]: DEBUG nova.scheduler.client.report [None req-8d954487-7c58-4db7-8df7-2c6e11db7707 tempest-ServersAdminTestJSON-142622790 tempest-ServersAdminTestJSON-142622790-project-member] Inventory has not changed for provider 7cc7d32b-b7a7-454a-a456-2a440248ed9d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69770) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 762.149074] env[69770]: DEBUG oslo_vmware.api [None req-a0a847ce-93f8-4c20-a072-c1e390be438a tempest-VolumesAdminNegativeTest-624188729 tempest-VolumesAdminNegativeTest-624188729-project-member] Task: {'id': task-4069467, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.595805} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 762.149074] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0a847ce-93f8-4c20-a072-c1e390be438a tempest-VolumesAdminNegativeTest-624188729 tempest-VolumesAdminNegativeTest-624188729-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk to [datastore1] f9f0ae85-57a8-4e21-8e5e-87a3630ee05c/f9f0ae85-57a8-4e21-8e5e-87a3630ee05c.vmdk {{(pid=69770) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 762.149575] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-a0a847ce-93f8-4c20-a072-c1e390be438a tempest-VolumesAdminNegativeTest-624188729 tempest-VolumesAdminNegativeTest-624188729-project-member] [instance: f9f0ae85-57a8-4e21-8e5e-87a3630ee05c] Extending root virtual disk to 1048576 {{(pid=69770) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 762.149971] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3c171dc4-4f29-4d71-ab84-268691a45fbc {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.158407] env[69770]: DEBUG oslo_vmware.api [None req-a0a847ce-93f8-4c20-a072-c1e390be438a tempest-VolumesAdminNegativeTest-624188729 tempest-VolumesAdminNegativeTest-624188729-project-member] Waiting for the task: (returnval){ [ 762.158407] env[69770]: value = "task-4069470" [ 762.158407] env[69770]: _type = "Task" [ 762.158407] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 762.168745] env[69770]: DEBUG oslo_vmware.api [None req-a0a847ce-93f8-4c20-a072-c1e390be438a tempest-VolumesAdminNegativeTest-624188729 tempest-VolumesAdminNegativeTest-624188729-project-member] Task: {'id': task-4069470, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.292890] env[69770]: DEBUG oslo_vmware.api [None req-94044b3f-30ca-4898-bf41-69d05a3358a9 tempest-ServersTestJSON-777361421 tempest-ServersTestJSON-777361421-project-member] Task: {'id': task-4069469, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.510769] env[69770]: DEBUG oslo_concurrency.lockutils [None req-8d954487-7c58-4db7-8df7-2c6e11db7707 tempest-ServersAdminTestJSON-142622790 tempest-ServersAdminTestJSON-142622790-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.678s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 762.510769] env[69770]: DEBUG nova.compute.manager [None req-8d954487-7c58-4db7-8df7-2c6e11db7707 tempest-ServersAdminTestJSON-142622790 tempest-ServersAdminTestJSON-142622790-project-member] [instance: f99efbb3-ef7e-4feb-b29b-2cfded1643fd] Start building networks asynchronously for instance. {{(pid=69770) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 762.512124] env[69770]: DEBUG oslo_concurrency.lockutils [None req-12fb3e4d-6ef9-4710-8912-d6ab8e532a0b tempest-ServerDiagnosticsTest-785529700 tempest-ServerDiagnosticsTest-785529700-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 20.243s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 762.512403] env[69770]: DEBUG nova.objects.instance [None req-12fb3e4d-6ef9-4710-8912-d6ab8e532a0b tempest-ServerDiagnosticsTest-785529700 tempest-ServerDiagnosticsTest-785529700-project-member] Lazy-loading 'resources' on Instance uuid 724c5059-a799-45b3-bfbd-328d7df854fc {{(pid=69770) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 762.659235] env[69770]: DEBUG nova.virt.hardware [None req-922e36b4-a695-404a-90de-0e2303cc92ee tempest-ServerRescueTestJSONUnderV235-1853960857 tempest-ServerRescueTestJSONUnderV235-1853960857-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T12:16:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T12:16:11Z,direct_url=,disk_format='vmdk',id=d1eaff80-24a0-4391-90eb-59958b1ecf0a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d65f20bb89fb40a98b77bc6d97357df2',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T12:16:12Z,virtual_size=,visibility=), allow threads: False {{(pid=69770) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 762.660092] env[69770]: DEBUG nova.virt.hardware [None req-922e36b4-a695-404a-90de-0e2303cc92ee tempest-ServerRescueTestJSONUnderV235-1853960857 tempest-ServerRescueTestJSONUnderV235-1853960857-project-member] Flavor limits 0:0:0 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 762.660092] env[69770]: DEBUG nova.virt.hardware [None req-922e36b4-a695-404a-90de-0e2303cc92ee tempest-ServerRescueTestJSONUnderV235-1853960857 tempest-ServerRescueTestJSONUnderV235-1853960857-project-member] Image limits 0:0:0 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 762.660092] env[69770]: DEBUG nova.virt.hardware [None req-922e36b4-a695-404a-90de-0e2303cc92ee tempest-ServerRescueTestJSONUnderV235-1853960857 tempest-ServerRescueTestJSONUnderV235-1853960857-project-member] Flavor pref 0:0:0 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 762.660294] env[69770]: DEBUG nova.virt.hardware [None req-922e36b4-a695-404a-90de-0e2303cc92ee tempest-ServerRescueTestJSONUnderV235-1853960857 tempest-ServerRescueTestJSONUnderV235-1853960857-project-member] Image pref 0:0:0 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 762.660386] env[69770]: DEBUG nova.virt.hardware [None req-922e36b4-a695-404a-90de-0e2303cc92ee tempest-ServerRescueTestJSONUnderV235-1853960857 tempest-ServerRescueTestJSONUnderV235-1853960857-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 762.660603] env[69770]: DEBUG nova.virt.hardware [None req-922e36b4-a695-404a-90de-0e2303cc92ee tempest-ServerRescueTestJSONUnderV235-1853960857 tempest-ServerRescueTestJSONUnderV235-1853960857-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69770) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 762.660766] env[69770]: DEBUG nova.virt.hardware [None req-922e36b4-a695-404a-90de-0e2303cc92ee tempest-ServerRescueTestJSONUnderV235-1853960857 tempest-ServerRescueTestJSONUnderV235-1853960857-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69770) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 762.660968] env[69770]: DEBUG nova.virt.hardware [None req-922e36b4-a695-404a-90de-0e2303cc92ee tempest-ServerRescueTestJSONUnderV235-1853960857 tempest-ServerRescueTestJSONUnderV235-1853960857-project-member] Got 1 possible topologies {{(pid=69770) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 762.661155] env[69770]: DEBUG nova.virt.hardware [None req-922e36b4-a695-404a-90de-0e2303cc92ee tempest-ServerRescueTestJSONUnderV235-1853960857 tempest-ServerRescueTestJSONUnderV235-1853960857-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69770) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 762.661337] env[69770]: DEBUG nova.virt.hardware [None req-922e36b4-a695-404a-90de-0e2303cc92ee tempest-ServerRescueTestJSONUnderV235-1853960857 tempest-ServerRescueTestJSONUnderV235-1853960857-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69770) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 762.663848] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc928bd6-cc93-4dc2-8900-bdcee7cb8d90 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.681384] env[69770]: DEBUG oslo_vmware.rw_handles [None req-d6d9cb3b-274f-4f84-8297-24db2db3bf09 tempest-ListImageFiltersTestJSON-573549216 tempest-ListImageFiltersTestJSON-573549216-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52b46289-572a-3751-621d-854373c894a4/disk-0.vmdk. {{(pid=69770) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 762.681384] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2eb7af6-c109-43fe-9448-0f121baf3107 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.682655] env[69770]: DEBUG oslo_vmware.api [None req-a0a847ce-93f8-4c20-a072-c1e390be438a tempest-VolumesAdminNegativeTest-624188729 tempest-VolumesAdminNegativeTest-624188729-project-member] Task: {'id': task-4069470, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.108404} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 762.684831] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-a0a847ce-93f8-4c20-a072-c1e390be438a tempest-VolumesAdminNegativeTest-624188729 tempest-VolumesAdminNegativeTest-624188729-project-member] [instance: f9f0ae85-57a8-4e21-8e5e-87a3630ee05c] Extended root virtual disk {{(pid=69770) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 762.689198] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6fa5f7c-8b9d-4a25-a238-70d79d8f6d32 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.690601] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5da92ce-9821-4823-b786-f53201f8b3e2 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.696947] env[69770]: DEBUG oslo_vmware.rw_handles [None req-d6d9cb3b-274f-4f84-8297-24db2db3bf09 tempest-ListImageFiltersTestJSON-573549216 tempest-ListImageFiltersTestJSON-573549216-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52b46289-572a-3751-621d-854373c894a4/disk-0.vmdk is in state: ready. {{(pid=69770) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 762.697341] env[69770]: ERROR oslo_vmware.rw_handles [None req-d6d9cb3b-274f-4f84-8297-24db2db3bf09 tempest-ListImageFiltersTestJSON-573549216 tempest-ListImageFiltersTestJSON-573549216-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52b46289-572a-3751-621d-854373c894a4/disk-0.vmdk due to incomplete transfer. [ 762.698096] env[69770]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-f65edd74-d3c8-433f-b8fd-90d38454ac6b {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.721182] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-922e36b4-a695-404a-90de-0e2303cc92ee tempest-ServerRescueTestJSONUnderV235-1853960857 tempest-ServerRescueTestJSONUnderV235-1853960857-project-member] [instance: b05d12b1-fb29-4185-8300-5f0140039dfe] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8e:66:87', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8a34aa30-95be-4b18-98ca-1f2d81f7e9e6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4b9862e2-a25f-4722-b1a1-e36cc837cd38', 'vif_model': 'vmxnet3'}] {{(pid=69770) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 762.729010] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-922e36b4-a695-404a-90de-0e2303cc92ee tempest-ServerRescueTestJSONUnderV235-1853960857 tempest-ServerRescueTestJSONUnderV235-1853960857-project-member] Creating folder: Project (d41163d1934142969d7921674d88f615). Parent ref: group-v806376. {{(pid=69770) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 762.738649] env[69770]: DEBUG nova.virt.vmwareapi.volumeops [None req-a0a847ce-93f8-4c20-a072-c1e390be438a tempest-VolumesAdminNegativeTest-624188729 tempest-VolumesAdminNegativeTest-624188729-project-member] [instance: f9f0ae85-57a8-4e21-8e5e-87a3630ee05c] Reconfiguring VM instance instance-00000016 to attach disk [datastore1] f9f0ae85-57a8-4e21-8e5e-87a3630ee05c/f9f0ae85-57a8-4e21-8e5e-87a3630ee05c.vmdk or device None with type sparse {{(pid=69770) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 762.740310] env[69770]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-486b50c2-16bd-43c2-a0e4-87428da4bfbc {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.742385] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-258cd6e8-fb32-4857-b075-4c55aa915ca1 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.758278] env[69770]: DEBUG oslo_vmware.rw_handles [None req-d6d9cb3b-274f-4f84-8297-24db2db3bf09 tempest-ListImageFiltersTestJSON-573549216 tempest-ListImageFiltersTestJSON-573549216-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52b46289-572a-3751-621d-854373c894a4/disk-0.vmdk. {{(pid=69770) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 762.758611] env[69770]: DEBUG nova.virt.vmwareapi.images [None req-d6d9cb3b-274f-4f84-8297-24db2db3bf09 tempest-ListImageFiltersTestJSON-573549216 tempest-ListImageFiltersTestJSON-573549216-project-member] [instance: 8c85c90a-f87e-4356-8752-b7b8a16d12cd] Uploaded image a4802873-c716-437a-b6c1-44ae8d004e7c to the Glance image server {{(pid=69770) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 762.761196] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6d9cb3b-274f-4f84-8297-24db2db3bf09 tempest-ListImageFiltersTestJSON-573549216 tempest-ListImageFiltersTestJSON-573549216-project-member] [instance: 8c85c90a-f87e-4356-8752-b7b8a16d12cd] Destroying the VM {{(pid=69770) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 762.761584] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-ec860e84-c005-4bc3-8a81-1c755ef86f9d {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.773189] env[69770]: DEBUG oslo_vmware.api [None req-d6d9cb3b-274f-4f84-8297-24db2db3bf09 tempest-ListImageFiltersTestJSON-573549216 tempest-ListImageFiltersTestJSON-573549216-project-member] Waiting for the task: (returnval){ [ 762.773189] env[69770]: value = "task-4069472" [ 762.773189] env[69770]: _type = "Task" [ 762.773189] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 762.774562] env[69770]: DEBUG oslo_vmware.api [None req-a0a847ce-93f8-4c20-a072-c1e390be438a tempest-VolumesAdminNegativeTest-624188729 tempest-VolumesAdminNegativeTest-624188729-project-member] Waiting for the task: (returnval){ [ 762.774562] env[69770]: value = "task-4069473" [ 762.774562] env[69770]: _type = "Task" [ 762.774562] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 762.780092] env[69770]: INFO nova.virt.vmwareapi.vm_util [None req-922e36b4-a695-404a-90de-0e2303cc92ee tempest-ServerRescueTestJSONUnderV235-1853960857 tempest-ServerRescueTestJSONUnderV235-1853960857-project-member] Created folder: Project (d41163d1934142969d7921674d88f615) in parent group-v806376. [ 762.780373] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-922e36b4-a695-404a-90de-0e2303cc92ee tempest-ServerRescueTestJSONUnderV235-1853960857 tempest-ServerRescueTestJSONUnderV235-1853960857-project-member] Creating folder: Instances. Parent ref: group-v806445. {{(pid=69770) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 762.787562] env[69770]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-875fb5a1-207f-4c46-9b11-eb084a39b133 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.801620] env[69770]: DEBUG oslo_vmware.api [None req-d6d9cb3b-274f-4f84-8297-24db2db3bf09 tempest-ListImageFiltersTestJSON-573549216 tempest-ListImageFiltersTestJSON-573549216-project-member] Task: {'id': task-4069472, 'name': Destroy_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.806206] env[69770]: DEBUG oslo_vmware.api [None req-a0a847ce-93f8-4c20-a072-c1e390be438a tempest-VolumesAdminNegativeTest-624188729 tempest-VolumesAdminNegativeTest-624188729-project-member] Task: {'id': task-4069473, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.807991] env[69770]: INFO nova.virt.vmwareapi.vm_util [None req-922e36b4-a695-404a-90de-0e2303cc92ee tempest-ServerRescueTestJSONUnderV235-1853960857 tempest-ServerRescueTestJSONUnderV235-1853960857-project-member] Created folder: Instances in parent group-v806445. [ 762.808271] env[69770]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-922e36b4-a695-404a-90de-0e2303cc92ee tempest-ServerRescueTestJSONUnderV235-1853960857 tempest-ServerRescueTestJSONUnderV235-1853960857-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69770) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 762.812418] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b05d12b1-fb29-4185-8300-5f0140039dfe] Creating VM on the ESX host {{(pid=69770) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 762.812780] env[69770]: DEBUG oslo_vmware.api [None req-94044b3f-30ca-4898-bf41-69d05a3358a9 tempest-ServersTestJSON-777361421 tempest-ServersTestJSON-777361421-project-member] Task: {'id': task-4069469, 'name': PowerOnVM_Task, 'duration_secs': 0.908306} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 762.813197] env[69770]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e2ea6fbb-eb26-4f69-9ef4-430527ce119d {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.829452] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-94044b3f-30ca-4898-bf41-69d05a3358a9 tempest-ServersTestJSON-777361421 tempest-ServersTestJSON-777361421-project-member] [instance: 38473040-ef89-4a31-8c32-85f10fee039d] Powered on the VM {{(pid=69770) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 762.829802] env[69770]: INFO nova.compute.manager [None req-94044b3f-30ca-4898-bf41-69d05a3358a9 tempest-ServersTestJSON-777361421 tempest-ServersTestJSON-777361421-project-member] [instance: 38473040-ef89-4a31-8c32-85f10fee039d] Took 11.07 seconds to spawn the instance on the hypervisor. [ 762.830094] env[69770]: DEBUG nova.compute.manager [None req-94044b3f-30ca-4898-bf41-69d05a3358a9 tempest-ServersTestJSON-777361421 tempest-ServersTestJSON-777361421-project-member] [instance: 38473040-ef89-4a31-8c32-85f10fee039d] Checking state {{(pid=69770) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 762.831386] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa325550-cde9-44aa-84ea-076937c5f758 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.846795] env[69770]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 762.846795] env[69770]: value = "task-4069475" [ 762.846795] env[69770]: _type = "Task" [ 762.846795] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 762.860429] env[69770]: DEBUG oslo_vmware.api [-] Task: {'id': task-4069475, 'name': CreateVM_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.968424] env[69770]: DEBUG nova.compute.manager [req-47c2610d-fce5-4742-b29f-338e6b0123cd req-3258a3c6-f361-4c35-bfea-ac716d34a6b6 service nova] [instance: f9f0ae85-57a8-4e21-8e5e-87a3630ee05c] Received event network-vif-plugged-234619c1-18c1-4ff4-860b-8e1b6930d4b4 {{(pid=69770) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 762.968659] env[69770]: DEBUG oslo_concurrency.lockutils [req-47c2610d-fce5-4742-b29f-338e6b0123cd req-3258a3c6-f361-4c35-bfea-ac716d34a6b6 service nova] Acquiring lock "f9f0ae85-57a8-4e21-8e5e-87a3630ee05c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 762.968863] env[69770]: DEBUG oslo_concurrency.lockutils [req-47c2610d-fce5-4742-b29f-338e6b0123cd req-3258a3c6-f361-4c35-bfea-ac716d34a6b6 service nova] Lock "f9f0ae85-57a8-4e21-8e5e-87a3630ee05c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 762.969042] env[69770]: DEBUG oslo_concurrency.lockutils [req-47c2610d-fce5-4742-b29f-338e6b0123cd req-3258a3c6-f361-4c35-bfea-ac716d34a6b6 service nova] Lock "f9f0ae85-57a8-4e21-8e5e-87a3630ee05c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 762.969213] env[69770]: DEBUG nova.compute.manager [req-47c2610d-fce5-4742-b29f-338e6b0123cd req-3258a3c6-f361-4c35-bfea-ac716d34a6b6 service nova] [instance: f9f0ae85-57a8-4e21-8e5e-87a3630ee05c] No waiting events found dispatching network-vif-plugged-234619c1-18c1-4ff4-860b-8e1b6930d4b4 {{(pid=69770) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 762.969377] env[69770]: WARNING nova.compute.manager [req-47c2610d-fce5-4742-b29f-338e6b0123cd req-3258a3c6-f361-4c35-bfea-ac716d34a6b6 service nova] [instance: f9f0ae85-57a8-4e21-8e5e-87a3630ee05c] Received unexpected event network-vif-plugged-234619c1-18c1-4ff4-860b-8e1b6930d4b4 for instance with vm_state building and task_state spawning. [ 762.969532] env[69770]: DEBUG nova.compute.manager [req-47c2610d-fce5-4742-b29f-338e6b0123cd req-3258a3c6-f361-4c35-bfea-ac716d34a6b6 service nova] [instance: f9f0ae85-57a8-4e21-8e5e-87a3630ee05c] Received event network-changed-234619c1-18c1-4ff4-860b-8e1b6930d4b4 {{(pid=69770) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 762.969679] env[69770]: DEBUG nova.compute.manager [req-47c2610d-fce5-4742-b29f-338e6b0123cd req-3258a3c6-f361-4c35-bfea-ac716d34a6b6 service nova] [instance: f9f0ae85-57a8-4e21-8e5e-87a3630ee05c] Refreshing instance network info cache due to event network-changed-234619c1-18c1-4ff4-860b-8e1b6930d4b4. {{(pid=69770) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 762.969854] env[69770]: DEBUG oslo_concurrency.lockutils [req-47c2610d-fce5-4742-b29f-338e6b0123cd req-3258a3c6-f361-4c35-bfea-ac716d34a6b6 service nova] Acquiring lock "refresh_cache-f9f0ae85-57a8-4e21-8e5e-87a3630ee05c" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.969985] env[69770]: DEBUG oslo_concurrency.lockutils [req-47c2610d-fce5-4742-b29f-338e6b0123cd req-3258a3c6-f361-4c35-bfea-ac716d34a6b6 service nova] Acquired lock "refresh_cache-f9f0ae85-57a8-4e21-8e5e-87a3630ee05c" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.970155] env[69770]: DEBUG nova.network.neutron [req-47c2610d-fce5-4742-b29f-338e6b0123cd req-3258a3c6-f361-4c35-bfea-ac716d34a6b6 service nova] [instance: f9f0ae85-57a8-4e21-8e5e-87a3630ee05c] Refreshing network info cache for port 234619c1-18c1-4ff4-860b-8e1b6930d4b4 {{(pid=69770) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 763.016778] env[69770]: DEBUG nova.compute.utils [None req-8d954487-7c58-4db7-8df7-2c6e11db7707 tempest-ServersAdminTestJSON-142622790 tempest-ServersAdminTestJSON-142622790-project-member] Using /dev/sd instead of None {{(pid=69770) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 763.018610] env[69770]: DEBUG nova.compute.manager [None req-8d954487-7c58-4db7-8df7-2c6e11db7707 tempest-ServersAdminTestJSON-142622790 tempest-ServersAdminTestJSON-142622790-project-member] [instance: f99efbb3-ef7e-4feb-b29b-2cfded1643fd] Allocating IP information in the background. {{(pid=69770) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 763.018779] env[69770]: DEBUG nova.network.neutron [None req-8d954487-7c58-4db7-8df7-2c6e11db7707 tempest-ServersAdminTestJSON-142622790 tempest-ServersAdminTestJSON-142622790-project-member] [instance: f99efbb3-ef7e-4feb-b29b-2cfded1643fd] allocate_for_instance() {{(pid=69770) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 763.094748] env[69770]: DEBUG nova.policy [None req-8d954487-7c58-4db7-8df7-2c6e11db7707 tempest-ServersAdminTestJSON-142622790 tempest-ServersAdminTestJSON-142622790-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '179057e7f1de4b0d8147c7fb5c84aa86', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '32b2200b93d14bf0bd9c367d6ed09cf1', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69770) authorize /opt/stack/nova/nova/policy.py:192}} [ 763.298373] env[69770]: DEBUG oslo_vmware.api [None req-d6d9cb3b-274f-4f84-8297-24db2db3bf09 tempest-ListImageFiltersTestJSON-573549216 tempest-ListImageFiltersTestJSON-573549216-project-member] Task: {'id': task-4069472, 'name': Destroy_Task} progress is 33%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.304477] env[69770]: DEBUG oslo_vmware.api [None req-a0a847ce-93f8-4c20-a072-c1e390be438a tempest-VolumesAdminNegativeTest-624188729 tempest-VolumesAdminNegativeTest-624188729-project-member] Task: {'id': task-4069473, 'name': ReconfigVM_Task, 'duration_secs': 0.476352} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 763.305034] env[69770]: DEBUG nova.virt.vmwareapi.volumeops [None req-a0a847ce-93f8-4c20-a072-c1e390be438a tempest-VolumesAdminNegativeTest-624188729 tempest-VolumesAdminNegativeTest-624188729-project-member] [instance: f9f0ae85-57a8-4e21-8e5e-87a3630ee05c] Reconfigured VM instance instance-00000016 to attach disk [datastore1] f9f0ae85-57a8-4e21-8e5e-87a3630ee05c/f9f0ae85-57a8-4e21-8e5e-87a3630ee05c.vmdk or device None with type sparse {{(pid=69770) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 763.306076] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2be8b7a8-9a17-4e71-9817-22154a65e17d {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.321408] env[69770]: DEBUG oslo_vmware.api [None req-a0a847ce-93f8-4c20-a072-c1e390be438a tempest-VolumesAdminNegativeTest-624188729 tempest-VolumesAdminNegativeTest-624188729-project-member] Waiting for the task: (returnval){ [ 763.321408] env[69770]: value = "task-4069476" [ 763.321408] env[69770]: _type = "Task" [ 763.321408] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 763.330815] env[69770]: DEBUG oslo_vmware.api [None req-a0a847ce-93f8-4c20-a072-c1e390be438a tempest-VolumesAdminNegativeTest-624188729 tempest-VolumesAdminNegativeTest-624188729-project-member] Task: {'id': task-4069476, 'name': Rename_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.368839] env[69770]: INFO nova.compute.manager [None req-94044b3f-30ca-4898-bf41-69d05a3358a9 tempest-ServersTestJSON-777361421 tempest-ServersTestJSON-777361421-project-member] [instance: 38473040-ef89-4a31-8c32-85f10fee039d] Took 34.96 seconds to build instance. [ 763.377030] env[69770]: DEBUG oslo_vmware.api [-] Task: {'id': task-4069475, 'name': CreateVM_Task} progress is 99%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.526515] env[69770]: DEBUG nova.compute.manager [None req-8d954487-7c58-4db7-8df7-2c6e11db7707 tempest-ServersAdminTestJSON-142622790 tempest-ServersAdminTestJSON-142622790-project-member] [instance: f99efbb3-ef7e-4feb-b29b-2cfded1643fd] Start building block device mappings for instance. {{(pid=69770) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 763.577635] env[69770]: DEBUG nova.network.neutron [None req-8d954487-7c58-4db7-8df7-2c6e11db7707 tempest-ServersAdminTestJSON-142622790 tempest-ServersAdminTestJSON-142622790-project-member] [instance: f99efbb3-ef7e-4feb-b29b-2cfded1643fd] Successfully created port: c5562803-3fe4-4c16-ac47-79f2c209e942 {{(pid=69770) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 763.779231] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b997854-d18b-4328-9e0a-69e86194f554 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.795619] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8463c0a7-2bab-4f47-bd11-8090c769209c {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.799751] env[69770]: DEBUG oslo_vmware.api [None req-d6d9cb3b-274f-4f84-8297-24db2db3bf09 tempest-ListImageFiltersTestJSON-573549216 tempest-ListImageFiltersTestJSON-573549216-project-member] Task: {'id': task-4069472, 'name': Destroy_Task, 'duration_secs': 0.586087} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 763.800215] env[69770]: INFO nova.virt.vmwareapi.vm_util [None req-d6d9cb3b-274f-4f84-8297-24db2db3bf09 tempest-ListImageFiltersTestJSON-573549216 tempest-ListImageFiltersTestJSON-573549216-project-member] [instance: 8c85c90a-f87e-4356-8752-b7b8a16d12cd] Destroyed the VM [ 763.800520] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-d6d9cb3b-274f-4f84-8297-24db2db3bf09 tempest-ListImageFiltersTestJSON-573549216 tempest-ListImageFiltersTestJSON-573549216-project-member] [instance: 8c85c90a-f87e-4356-8752-b7b8a16d12cd] Deleting Snapshot of the VM instance {{(pid=69770) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 763.801290] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-408b499e-990e-4b6a-b20a-9e045f0e12f4 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.838269] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f24c306-a602-44d4-814e-212f64418c18 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.841560] env[69770]: DEBUG oslo_vmware.api [None req-d6d9cb3b-274f-4f84-8297-24db2db3bf09 tempest-ListImageFiltersTestJSON-573549216 tempest-ListImageFiltersTestJSON-573549216-project-member] Waiting for the task: (returnval){ [ 763.841560] env[69770]: value = "task-4069477" [ 763.841560] env[69770]: _type = "Task" [ 763.841560] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 763.852229] env[69770]: DEBUG oslo_vmware.api [None req-a0a847ce-93f8-4c20-a072-c1e390be438a tempest-VolumesAdminNegativeTest-624188729 tempest-VolumesAdminNegativeTest-624188729-project-member] Task: {'id': task-4069476, 'name': Rename_Task} progress is 14%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.854065] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a10e054c-8048-4298-a1d7-1c1b6b3f76f3 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.861684] env[69770]: DEBUG oslo_vmware.api [None req-d6d9cb3b-274f-4f84-8297-24db2db3bf09 tempest-ListImageFiltersTestJSON-573549216 tempest-ListImageFiltersTestJSON-573549216-project-member] Task: {'id': task-4069477, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.875643] env[69770]: DEBUG oslo_concurrency.lockutils [None req-94044b3f-30ca-4898-bf41-69d05a3358a9 tempest-ServersTestJSON-777361421 tempest-ServersTestJSON-777361421-project-member] Lock "38473040-ef89-4a31-8c32-85f10fee039d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 41.383s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 763.876137] env[69770]: DEBUG nova.compute.provider_tree [None req-12fb3e4d-6ef9-4710-8912-d6ab8e532a0b tempest-ServerDiagnosticsTest-785529700 tempest-ServerDiagnosticsTest-785529700-project-member] Inventory has not changed in ProviderTree for provider: 7cc7d32b-b7a7-454a-a456-2a440248ed9d {{(pid=69770) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 763.881646] env[69770]: DEBUG oslo_vmware.api [-] Task: {'id': task-4069475, 'name': CreateVM_Task, 'duration_secs': 0.551641} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 763.885026] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b05d12b1-fb29-4185-8300-5f0140039dfe] Created VM on the ESX host {{(pid=69770) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 763.885026] env[69770]: DEBUG oslo_concurrency.lockutils [None req-922e36b4-a695-404a-90de-0e2303cc92ee tempest-ServerRescueTestJSONUnderV235-1853960857 tempest-ServerRescueTestJSONUnderV235-1853960857-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.885026] env[69770]: DEBUG oslo_concurrency.lockutils [None req-922e36b4-a695-404a-90de-0e2303cc92ee tempest-ServerRescueTestJSONUnderV235-1853960857 tempest-ServerRescueTestJSONUnderV235-1853960857-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.885026] env[69770]: DEBUG oslo_concurrency.lockutils [None req-922e36b4-a695-404a-90de-0e2303cc92ee tempest-ServerRescueTestJSONUnderV235-1853960857 tempest-ServerRescueTestJSONUnderV235-1853960857-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.885026] env[69770]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cafbfa10-34ce-40da-b5e3-da15dcb43fb1 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.890473] env[69770]: DEBUG oslo_vmware.api [None req-922e36b4-a695-404a-90de-0e2303cc92ee tempest-ServerRescueTestJSONUnderV235-1853960857 tempest-ServerRescueTestJSONUnderV235-1853960857-project-member] Waiting for the task: (returnval){ [ 763.890473] env[69770]: value = "session[52161b52-cb8e-ec9f-1132-2f6b49549d41]52b1ee21-7754-7d58-0d8d-79e912b31bed" [ 763.890473] env[69770]: _type = "Task" [ 763.890473] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 763.904625] env[69770]: DEBUG oslo_vmware.api [None req-922e36b4-a695-404a-90de-0e2303cc92ee tempest-ServerRescueTestJSONUnderV235-1853960857 tempest-ServerRescueTestJSONUnderV235-1853960857-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]52b1ee21-7754-7d58-0d8d-79e912b31bed, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.040271] env[69770]: DEBUG nova.network.neutron [req-47c2610d-fce5-4742-b29f-338e6b0123cd req-3258a3c6-f361-4c35-bfea-ac716d34a6b6 service nova] [instance: f9f0ae85-57a8-4e21-8e5e-87a3630ee05c] Updated VIF entry in instance network info cache for port 234619c1-18c1-4ff4-860b-8e1b6930d4b4. {{(pid=69770) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 764.040629] env[69770]: DEBUG nova.network.neutron [req-47c2610d-fce5-4742-b29f-338e6b0123cd req-3258a3c6-f361-4c35-bfea-ac716d34a6b6 service nova] [instance: f9f0ae85-57a8-4e21-8e5e-87a3630ee05c] Updating instance_info_cache with network_info: [{"id": "234619c1-18c1-4ff4-860b-8e1b6930d4b4", "address": "fa:16:3e:73:11:83", "network": {"id": "183cd34e-6f9c-49a9-8443-8b72db773da1", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1678905369-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "16362b2f59ae4c8bb26b007126d78fb5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "30c39e9a-a798-4f25-a48c-91f786ba332c", "external-id": "nsx-vlan-transportzone-438", "segmentation_id": 438, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap234619c1-18", "ovs_interfaceid": "234619c1-18c1-4ff4-860b-8e1b6930d4b4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69770) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 764.244800] env[69770]: DEBUG nova.compute.manager [req-ce66e0d4-4894-4a8b-a627-944b521376da req-501ff9bc-82ab-46f2-9dfa-623ccbf26bc5 service nova] [instance: b05d12b1-fb29-4185-8300-5f0140039dfe] Received event network-vif-plugged-4b9862e2-a25f-4722-b1a1-e36cc837cd38 {{(pid=69770) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 764.245070] env[69770]: DEBUG oslo_concurrency.lockutils [req-ce66e0d4-4894-4a8b-a627-944b521376da req-501ff9bc-82ab-46f2-9dfa-623ccbf26bc5 service nova] Acquiring lock "b05d12b1-fb29-4185-8300-5f0140039dfe-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 764.245702] env[69770]: DEBUG oslo_concurrency.lockutils [req-ce66e0d4-4894-4a8b-a627-944b521376da req-501ff9bc-82ab-46f2-9dfa-623ccbf26bc5 service nova] Lock "b05d12b1-fb29-4185-8300-5f0140039dfe-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 764.245904] env[69770]: DEBUG oslo_concurrency.lockutils [req-ce66e0d4-4894-4a8b-a627-944b521376da req-501ff9bc-82ab-46f2-9dfa-623ccbf26bc5 service nova] Lock "b05d12b1-fb29-4185-8300-5f0140039dfe-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 764.246086] env[69770]: DEBUG nova.compute.manager [req-ce66e0d4-4894-4a8b-a627-944b521376da req-501ff9bc-82ab-46f2-9dfa-623ccbf26bc5 service nova] [instance: b05d12b1-fb29-4185-8300-5f0140039dfe] No waiting events found dispatching network-vif-plugged-4b9862e2-a25f-4722-b1a1-e36cc837cd38 {{(pid=69770) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 764.246265] env[69770]: WARNING nova.compute.manager [req-ce66e0d4-4894-4a8b-a627-944b521376da req-501ff9bc-82ab-46f2-9dfa-623ccbf26bc5 service nova] [instance: b05d12b1-fb29-4185-8300-5f0140039dfe] Received unexpected event network-vif-plugged-4b9862e2-a25f-4722-b1a1-e36cc837cd38 for instance with vm_state building and task_state spawning. [ 764.246442] env[69770]: DEBUG nova.compute.manager [req-ce66e0d4-4894-4a8b-a627-944b521376da req-501ff9bc-82ab-46f2-9dfa-623ccbf26bc5 service nova] [instance: b05d12b1-fb29-4185-8300-5f0140039dfe] Received event network-changed-4b9862e2-a25f-4722-b1a1-e36cc837cd38 {{(pid=69770) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 764.246610] env[69770]: DEBUG nova.compute.manager [req-ce66e0d4-4894-4a8b-a627-944b521376da req-501ff9bc-82ab-46f2-9dfa-623ccbf26bc5 service nova] [instance: b05d12b1-fb29-4185-8300-5f0140039dfe] Refreshing instance network info cache due to event network-changed-4b9862e2-a25f-4722-b1a1-e36cc837cd38. {{(pid=69770) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 764.246799] env[69770]: DEBUG oslo_concurrency.lockutils [req-ce66e0d4-4894-4a8b-a627-944b521376da req-501ff9bc-82ab-46f2-9dfa-623ccbf26bc5 service nova] Acquiring lock "refresh_cache-b05d12b1-fb29-4185-8300-5f0140039dfe" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.246928] env[69770]: DEBUG oslo_concurrency.lockutils [req-ce66e0d4-4894-4a8b-a627-944b521376da req-501ff9bc-82ab-46f2-9dfa-623ccbf26bc5 service nova] Acquired lock "refresh_cache-b05d12b1-fb29-4185-8300-5f0140039dfe" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.247088] env[69770]: DEBUG nova.network.neutron [req-ce66e0d4-4894-4a8b-a627-944b521376da req-501ff9bc-82ab-46f2-9dfa-623ccbf26bc5 service nova] [instance: b05d12b1-fb29-4185-8300-5f0140039dfe] Refreshing network info cache for port 4b9862e2-a25f-4722-b1a1-e36cc837cd38 {{(pid=69770) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 764.348196] env[69770]: DEBUG oslo_vmware.api [None req-a0a847ce-93f8-4c20-a072-c1e390be438a tempest-VolumesAdminNegativeTest-624188729 tempest-VolumesAdminNegativeTest-624188729-project-member] Task: {'id': task-4069476, 'name': Rename_Task} progress is 14%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.367486] env[69770]: DEBUG oslo_vmware.api [None req-d6d9cb3b-274f-4f84-8297-24db2db3bf09 tempest-ListImageFiltersTestJSON-573549216 tempest-ListImageFiltersTestJSON-573549216-project-member] Task: {'id': task-4069477, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.384234] env[69770]: DEBUG nova.scheduler.client.report [None req-12fb3e4d-6ef9-4710-8912-d6ab8e532a0b tempest-ServerDiagnosticsTest-785529700 tempest-ServerDiagnosticsTest-785529700-project-member] Inventory has not changed for provider 7cc7d32b-b7a7-454a-a456-2a440248ed9d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69770) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 764.393238] env[69770]: DEBUG nova.compute.manager [None req-44e77e2d-d35e-44f8-a7a2-1c6d98b38d0b tempest-ListServersNegativeTestJSON-118656177 tempest-ListServersNegativeTestJSON-118656177-project-member] [instance: c8a7ad94-852f-48a2-9186-70d322e97118] Starting instance... {{(pid=69770) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 764.410329] env[69770]: DEBUG oslo_vmware.api [None req-922e36b4-a695-404a-90de-0e2303cc92ee tempest-ServerRescueTestJSONUnderV235-1853960857 tempest-ServerRescueTestJSONUnderV235-1853960857-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]52b1ee21-7754-7d58-0d8d-79e912b31bed, 'name': SearchDatastore_Task, 'duration_secs': 0.013129} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 764.411627] env[69770]: DEBUG oslo_concurrency.lockutils [None req-922e36b4-a695-404a-90de-0e2303cc92ee tempest-ServerRescueTestJSONUnderV235-1853960857 tempest-ServerRescueTestJSONUnderV235-1853960857-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.411875] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-922e36b4-a695-404a-90de-0e2303cc92ee tempest-ServerRescueTestJSONUnderV235-1853960857 tempest-ServerRescueTestJSONUnderV235-1853960857-project-member] [instance: b05d12b1-fb29-4185-8300-5f0140039dfe] Processing image d1eaff80-24a0-4391-90eb-59958b1ecf0a {{(pid=69770) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 764.412262] env[69770]: DEBUG oslo_concurrency.lockutils [None req-922e36b4-a695-404a-90de-0e2303cc92ee tempest-ServerRescueTestJSONUnderV235-1853960857 tempest-ServerRescueTestJSONUnderV235-1853960857-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.412453] env[69770]: DEBUG oslo_concurrency.lockutils [None req-922e36b4-a695-404a-90de-0e2303cc92ee tempest-ServerRescueTestJSONUnderV235-1853960857 tempest-ServerRescueTestJSONUnderV235-1853960857-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.412735] env[69770]: DEBUG nova.virt.vmwareapi.ds_util [None req-922e36b4-a695-404a-90de-0e2303cc92ee tempest-ServerRescueTestJSONUnderV235-1853960857 tempest-ServerRescueTestJSONUnderV235-1853960857-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69770) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 764.413439] env[69770]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-04805166-1e57-4b9d-8792-944556942478 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.433163] env[69770]: DEBUG nova.virt.vmwareapi.ds_util [None req-922e36b4-a695-404a-90de-0e2303cc92ee tempest-ServerRescueTestJSONUnderV235-1853960857 tempest-ServerRescueTestJSONUnderV235-1853960857-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69770) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 764.433163] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-922e36b4-a695-404a-90de-0e2303cc92ee tempest-ServerRescueTestJSONUnderV235-1853960857 tempest-ServerRescueTestJSONUnderV235-1853960857-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69770) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 764.433163] env[69770]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c5767aee-82ee-44aa-9f92-4b2296d1ed87 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.440852] env[69770]: DEBUG oslo_vmware.api [None req-922e36b4-a695-404a-90de-0e2303cc92ee tempest-ServerRescueTestJSONUnderV235-1853960857 tempest-ServerRescueTestJSONUnderV235-1853960857-project-member] Waiting for the task: (returnval){ [ 764.440852] env[69770]: value = "session[52161b52-cb8e-ec9f-1132-2f6b49549d41]529c4f17-da29-e547-d708-ca972c54ab96" [ 764.440852] env[69770]: _type = "Task" [ 764.440852] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 764.452154] env[69770]: DEBUG oslo_vmware.api [None req-922e36b4-a695-404a-90de-0e2303cc92ee tempest-ServerRescueTestJSONUnderV235-1853960857 tempest-ServerRescueTestJSONUnderV235-1853960857-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]529c4f17-da29-e547-d708-ca972c54ab96, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.541628] env[69770]: DEBUG nova.compute.manager [None req-8d954487-7c58-4db7-8df7-2c6e11db7707 tempest-ServersAdminTestJSON-142622790 tempest-ServersAdminTestJSON-142622790-project-member] [instance: f99efbb3-ef7e-4feb-b29b-2cfded1643fd] Start spawning the instance on the hypervisor. {{(pid=69770) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 764.549397] env[69770]: DEBUG oslo_concurrency.lockutils [req-47c2610d-fce5-4742-b29f-338e6b0123cd req-3258a3c6-f361-4c35-bfea-ac716d34a6b6 service nova] Releasing lock "refresh_cache-f9f0ae85-57a8-4e21-8e5e-87a3630ee05c" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.602089] env[69770]: DEBUG nova.virt.hardware [None req-8d954487-7c58-4db7-8df7-2c6e11db7707 tempest-ServersAdminTestJSON-142622790 tempest-ServersAdminTestJSON-142622790-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T12:16:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T12:16:11Z,direct_url=,disk_format='vmdk',id=d1eaff80-24a0-4391-90eb-59958b1ecf0a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d65f20bb89fb40a98b77bc6d97357df2',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T12:16:12Z,virtual_size=,visibility=), allow threads: False {{(pid=69770) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 764.602089] env[69770]: DEBUG nova.virt.hardware [None req-8d954487-7c58-4db7-8df7-2c6e11db7707 tempest-ServersAdminTestJSON-142622790 tempest-ServersAdminTestJSON-142622790-project-member] Flavor limits 0:0:0 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 764.602217] env[69770]: DEBUG nova.virt.hardware [None req-8d954487-7c58-4db7-8df7-2c6e11db7707 tempest-ServersAdminTestJSON-142622790 tempest-ServersAdminTestJSON-142622790-project-member] Image limits 0:0:0 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 764.604245] env[69770]: DEBUG nova.virt.hardware [None req-8d954487-7c58-4db7-8df7-2c6e11db7707 tempest-ServersAdminTestJSON-142622790 tempest-ServersAdminTestJSON-142622790-project-member] Flavor pref 0:0:0 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 764.604245] env[69770]: DEBUG nova.virt.hardware [None req-8d954487-7c58-4db7-8df7-2c6e11db7707 tempest-ServersAdminTestJSON-142622790 tempest-ServersAdminTestJSON-142622790-project-member] Image pref 0:0:0 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 764.604245] env[69770]: DEBUG nova.virt.hardware [None req-8d954487-7c58-4db7-8df7-2c6e11db7707 tempest-ServersAdminTestJSON-142622790 tempest-ServersAdminTestJSON-142622790-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 764.607324] env[69770]: DEBUG nova.virt.hardware [None req-8d954487-7c58-4db7-8df7-2c6e11db7707 tempest-ServersAdminTestJSON-142622790 tempest-ServersAdminTestJSON-142622790-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69770) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 764.607324] env[69770]: DEBUG nova.virt.hardware [None req-8d954487-7c58-4db7-8df7-2c6e11db7707 tempest-ServersAdminTestJSON-142622790 tempest-ServersAdminTestJSON-142622790-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69770) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 764.607324] env[69770]: DEBUG nova.virt.hardware [None req-8d954487-7c58-4db7-8df7-2c6e11db7707 tempest-ServersAdminTestJSON-142622790 tempest-ServersAdminTestJSON-142622790-project-member] Got 1 possible topologies {{(pid=69770) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 764.607607] env[69770]: DEBUG nova.virt.hardware [None req-8d954487-7c58-4db7-8df7-2c6e11db7707 tempest-ServersAdminTestJSON-142622790 tempest-ServersAdminTestJSON-142622790-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69770) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 764.607709] env[69770]: DEBUG nova.virt.hardware [None req-8d954487-7c58-4db7-8df7-2c6e11db7707 tempest-ServersAdminTestJSON-142622790 tempest-ServersAdminTestJSON-142622790-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69770) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 764.608679] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b54c96c-13e2-49e0-a797-192ef2f085a5 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.622957] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d391ee6-1286-437d-86d9-f1fad437722b {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.845163] env[69770]: DEBUG oslo_vmware.api [None req-a0a847ce-93f8-4c20-a072-c1e390be438a tempest-VolumesAdminNegativeTest-624188729 tempest-VolumesAdminNegativeTest-624188729-project-member] Task: {'id': task-4069476, 'name': Rename_Task, 'duration_secs': 1.220385} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 764.845651] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0a847ce-93f8-4c20-a072-c1e390be438a tempest-VolumesAdminNegativeTest-624188729 tempest-VolumesAdminNegativeTest-624188729-project-member] [instance: f9f0ae85-57a8-4e21-8e5e-87a3630ee05c] Powering on the VM {{(pid=69770) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 764.849337] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6f0df2e2-1418-477d-82c0-95911c44836e {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.858808] env[69770]: DEBUG oslo_vmware.api [None req-d6d9cb3b-274f-4f84-8297-24db2db3bf09 tempest-ListImageFiltersTestJSON-573549216 tempest-ListImageFiltersTestJSON-573549216-project-member] Task: {'id': task-4069477, 'name': RemoveSnapshot_Task} progress is 31%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.860611] env[69770]: DEBUG oslo_vmware.api [None req-a0a847ce-93f8-4c20-a072-c1e390be438a tempest-VolumesAdminNegativeTest-624188729 tempest-VolumesAdminNegativeTest-624188729-project-member] Waiting for the task: (returnval){ [ 764.860611] env[69770]: value = "task-4069478" [ 764.860611] env[69770]: _type = "Task" [ 764.860611] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 764.873867] env[69770]: DEBUG oslo_vmware.api [None req-a0a847ce-93f8-4c20-a072-c1e390be438a tempest-VolumesAdminNegativeTest-624188729 tempest-VolumesAdminNegativeTest-624188729-project-member] Task: {'id': task-4069478, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.896887] env[69770]: DEBUG oslo_concurrency.lockutils [None req-12fb3e4d-6ef9-4710-8912-d6ab8e532a0b tempest-ServerDiagnosticsTest-785529700 tempest-ServerDiagnosticsTest-785529700-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.384s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 764.901855] env[69770]: DEBUG oslo_concurrency.lockutils [None req-bea782b6-e5ea-41de-b717-0b78e3421cf1 tempest-MigrationsAdminTest-1409017777 tempest-MigrationsAdminTest-1409017777-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 21.342s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 764.924360] env[69770]: DEBUG oslo_concurrency.lockutils [None req-44e77e2d-d35e-44f8-a7a2-1c6d98b38d0b tempest-ListServersNegativeTestJSON-118656177 tempest-ListServersNegativeTestJSON-118656177-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 764.932222] env[69770]: INFO nova.scheduler.client.report [None req-12fb3e4d-6ef9-4710-8912-d6ab8e532a0b tempest-ServerDiagnosticsTest-785529700 tempest-ServerDiagnosticsTest-785529700-project-member] Deleted allocations for instance 724c5059-a799-45b3-bfbd-328d7df854fc [ 764.959996] env[69770]: DEBUG oslo_vmware.api [None req-922e36b4-a695-404a-90de-0e2303cc92ee tempest-ServerRescueTestJSONUnderV235-1853960857 tempest-ServerRescueTestJSONUnderV235-1853960857-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]529c4f17-da29-e547-d708-ca972c54ab96, 'name': SearchDatastore_Task, 'duration_secs': 0.020914} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 764.961780] env[69770]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f71cca1d-c897-4ad7-9a38-56e556b5c221 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.975336] env[69770]: DEBUG oslo_vmware.api [None req-922e36b4-a695-404a-90de-0e2303cc92ee tempest-ServerRescueTestJSONUnderV235-1853960857 tempest-ServerRescueTestJSONUnderV235-1853960857-project-member] Waiting for the task: (returnval){ [ 764.975336] env[69770]: value = "session[52161b52-cb8e-ec9f-1132-2f6b49549d41]5258c476-a940-e90e-4268-734f135fd877" [ 764.975336] env[69770]: _type = "Task" [ 764.975336] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 764.992326] env[69770]: DEBUG oslo_vmware.api [None req-922e36b4-a695-404a-90de-0e2303cc92ee tempest-ServerRescueTestJSONUnderV235-1853960857 tempest-ServerRescueTestJSONUnderV235-1853960857-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]5258c476-a940-e90e-4268-734f135fd877, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.134788] env[69770]: DEBUG oslo_service.periodic_task [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69770) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 765.139756] env[69770]: DEBUG oslo_service.periodic_task [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69770) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 765.233041] env[69770]: DEBUG nova.network.neutron [req-ce66e0d4-4894-4a8b-a627-944b521376da req-501ff9bc-82ab-46f2-9dfa-623ccbf26bc5 service nova] [instance: b05d12b1-fb29-4185-8300-5f0140039dfe] Updated VIF entry in instance network info cache for port 4b9862e2-a25f-4722-b1a1-e36cc837cd38. {{(pid=69770) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 765.233041] env[69770]: DEBUG nova.network.neutron [req-ce66e0d4-4894-4a8b-a627-944b521376da req-501ff9bc-82ab-46f2-9dfa-623ccbf26bc5 service nova] [instance: b05d12b1-fb29-4185-8300-5f0140039dfe] Updating instance_info_cache with network_info: [{"id": "4b9862e2-a25f-4722-b1a1-e36cc837cd38", "address": "fa:16:3e:8e:66:87", "network": {"id": "25afcc28-5364-46bf-9d07-03d2814ba603", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1526880503-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "d41163d1934142969d7921674d88f615", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8a34aa30-95be-4b18-98ca-1f2d81f7e9e6", "external-id": "nsx-vlan-transportzone-234", "segmentation_id": 234, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4b9862e2-a2", "ovs_interfaceid": "4b9862e2-a25f-4722-b1a1-e36cc837cd38", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69770) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 765.238429] env[69770]: DEBUG oslo_concurrency.lockutils [None req-53bde400-0d4e-4c88-a478-747d5be618d3 tempest-ServerAddressesTestJSON-725654377 tempest-ServerAddressesTestJSON-725654377-project-member] Acquiring lock "15ed9603-9fc7-40a2-99c6-151cf10a8c36" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 765.238676] env[69770]: DEBUG oslo_concurrency.lockutils [None req-53bde400-0d4e-4c88-a478-747d5be618d3 tempest-ServerAddressesTestJSON-725654377 tempest-ServerAddressesTestJSON-725654377-project-member] Lock "15ed9603-9fc7-40a2-99c6-151cf10a8c36" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 765.377697] env[69770]: DEBUG oslo_vmware.api [None req-d6d9cb3b-274f-4f84-8297-24db2db3bf09 tempest-ListImageFiltersTestJSON-573549216 tempest-ListImageFiltersTestJSON-573549216-project-member] Task: {'id': task-4069477, 'name': RemoveSnapshot_Task, 'duration_secs': 1.443355} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.379316] env[69770]: DEBUG oslo_vmware.rw_handles [None req-c76d8eef-1f71-4b04-9124-70393d2a8720 tempest-ImagesOneServerTestJSON-1024055021 tempest-ImagesOneServerTestJSON-1024055021-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5264aea3-0b40-71b1-6043-ef92100e0248/disk-0.vmdk. {{(pid=69770) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 765.379583] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-d6d9cb3b-274f-4f84-8297-24db2db3bf09 tempest-ListImageFiltersTestJSON-573549216 tempest-ListImageFiltersTestJSON-573549216-project-member] [instance: 8c85c90a-f87e-4356-8752-b7b8a16d12cd] Deleted Snapshot of the VM instance {{(pid=69770) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 765.382019] env[69770]: INFO nova.compute.manager [None req-d6d9cb3b-274f-4f84-8297-24db2db3bf09 tempest-ListImageFiltersTestJSON-573549216 tempest-ListImageFiltersTestJSON-573549216-project-member] [instance: 8c85c90a-f87e-4356-8752-b7b8a16d12cd] Took 17.68 seconds to snapshot the instance on the hypervisor. [ 765.382864] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-414a8a2a-e78f-4a03-943e-8fa12bea2c5b {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.390563] env[69770]: DEBUG oslo_vmware.rw_handles [None req-c76d8eef-1f71-4b04-9124-70393d2a8720 tempest-ImagesOneServerTestJSON-1024055021 tempest-ImagesOneServerTestJSON-1024055021-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5264aea3-0b40-71b1-6043-ef92100e0248/disk-0.vmdk is in state: ready. {{(pid=69770) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 765.390769] env[69770]: ERROR oslo_vmware.rw_handles [None req-c76d8eef-1f71-4b04-9124-70393d2a8720 tempest-ImagesOneServerTestJSON-1024055021 tempest-ImagesOneServerTestJSON-1024055021-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5264aea3-0b40-71b1-6043-ef92100e0248/disk-0.vmdk due to incomplete transfer. [ 765.394348] env[69770]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-b0da29d9-aecd-4844-a154-f799e3ee1850 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.396413] env[69770]: DEBUG oslo_vmware.api [None req-a0a847ce-93f8-4c20-a072-c1e390be438a tempest-VolumesAdminNegativeTest-624188729 tempest-VolumesAdminNegativeTest-624188729-project-member] Task: {'id': task-4069478, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.412060] env[69770]: DEBUG oslo_vmware.rw_handles [None req-c76d8eef-1f71-4b04-9124-70393d2a8720 tempest-ImagesOneServerTestJSON-1024055021 tempest-ImagesOneServerTestJSON-1024055021-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5264aea3-0b40-71b1-6043-ef92100e0248/disk-0.vmdk. {{(pid=69770) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 765.412060] env[69770]: DEBUG nova.virt.vmwareapi.images [None req-c76d8eef-1f71-4b04-9124-70393d2a8720 tempest-ImagesOneServerTestJSON-1024055021 tempest-ImagesOneServerTestJSON-1024055021-project-member] [instance: 7ae47f8e-e519-4825-b89a-7561df6850d9] Uploaded image 6b76f563-8332-4691-a369-26a376cea17a to the Glance image server {{(pid=69770) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 765.413883] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-c76d8eef-1f71-4b04-9124-70393d2a8720 tempest-ImagesOneServerTestJSON-1024055021 tempest-ImagesOneServerTestJSON-1024055021-project-member] [instance: 7ae47f8e-e519-4825-b89a-7561df6850d9] Destroying the VM {{(pid=69770) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 765.418276] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-54a9abd9-ed77-433d-a0d9-b27b48124ae0 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.427564] env[69770]: DEBUG oslo_vmware.api [None req-c76d8eef-1f71-4b04-9124-70393d2a8720 tempest-ImagesOneServerTestJSON-1024055021 tempest-ImagesOneServerTestJSON-1024055021-project-member] Waiting for the task: (returnval){ [ 765.427564] env[69770]: value = "task-4069479" [ 765.427564] env[69770]: _type = "Task" [ 765.427564] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.443197] env[69770]: DEBUG oslo_vmware.api [None req-c76d8eef-1f71-4b04-9124-70393d2a8720 tempest-ImagesOneServerTestJSON-1024055021 tempest-ImagesOneServerTestJSON-1024055021-project-member] Task: {'id': task-4069479, 'name': Destroy_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.447224] env[69770]: DEBUG oslo_concurrency.lockutils [None req-12fb3e4d-6ef9-4710-8912-d6ab8e532a0b tempest-ServerDiagnosticsTest-785529700 tempest-ServerDiagnosticsTest-785529700-project-member] Lock "724c5059-a799-45b3-bfbd-328d7df854fc" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 27.769s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 765.501946] env[69770]: DEBUG oslo_vmware.api [None req-922e36b4-a695-404a-90de-0e2303cc92ee tempest-ServerRescueTestJSONUnderV235-1853960857 tempest-ServerRescueTestJSONUnderV235-1853960857-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]5258c476-a940-e90e-4268-734f135fd877, 'name': SearchDatastore_Task, 'duration_secs': 0.015009} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.502360] env[69770]: DEBUG oslo_concurrency.lockutils [None req-922e36b4-a695-404a-90de-0e2303cc92ee tempest-ServerRescueTestJSONUnderV235-1853960857 tempest-ServerRescueTestJSONUnderV235-1853960857-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.502726] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-922e36b4-a695-404a-90de-0e2303cc92ee tempest-ServerRescueTestJSONUnderV235-1853960857 tempest-ServerRescueTestJSONUnderV235-1853960857-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk to [datastore2] b05d12b1-fb29-4185-8300-5f0140039dfe/b05d12b1-fb29-4185-8300-5f0140039dfe.vmdk {{(pid=69770) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 765.504894] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5c54d4db-821c-4059-a493-586a67cdc215 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.520984] env[69770]: DEBUG oslo_vmware.api [None req-922e36b4-a695-404a-90de-0e2303cc92ee tempest-ServerRescueTestJSONUnderV235-1853960857 tempest-ServerRescueTestJSONUnderV235-1853960857-project-member] Waiting for the task: (returnval){ [ 765.520984] env[69770]: value = "task-4069480" [ 765.520984] env[69770]: _type = "Task" [ 765.520984] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.534486] env[69770]: DEBUG oslo_vmware.api [None req-922e36b4-a695-404a-90de-0e2303cc92ee tempest-ServerRescueTestJSONUnderV235-1853960857 tempest-ServerRescueTestJSONUnderV235-1853960857-project-member] Task: {'id': task-4069480, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.650979] env[69770]: DEBUG oslo_service.periodic_task [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69770) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 765.650979] env[69770]: DEBUG oslo_service.periodic_task [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69770) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 765.650979] env[69770]: DEBUG oslo_service.periodic_task [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69770) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 765.651228] env[69770]: DEBUG oslo_service.periodic_task [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69770) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 765.651307] env[69770]: DEBUG oslo_service.periodic_task [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69770) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 765.651523] env[69770]: DEBUG oslo_service.periodic_task [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69770) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 765.651722] env[69770]: DEBUG nova.compute.manager [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69770) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 765.651895] env[69770]: DEBUG oslo_service.periodic_task [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69770) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 765.739780] env[69770]: DEBUG oslo_concurrency.lockutils [req-ce66e0d4-4894-4a8b-a627-944b521376da req-501ff9bc-82ab-46f2-9dfa-623ccbf26bc5 service nova] Releasing lock "refresh_cache-b05d12b1-fb29-4185-8300-5f0140039dfe" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.880766] env[69770]: DEBUG oslo_vmware.api [None req-a0a847ce-93f8-4c20-a072-c1e390be438a tempest-VolumesAdminNegativeTest-624188729 tempest-VolumesAdminNegativeTest-624188729-project-member] Task: {'id': task-4069478, 'name': PowerOnVM_Task, 'duration_secs': 0.698927} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.880766] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0a847ce-93f8-4c20-a072-c1e390be438a tempest-VolumesAdminNegativeTest-624188729 tempest-VolumesAdminNegativeTest-624188729-project-member] [instance: f9f0ae85-57a8-4e21-8e5e-87a3630ee05c] Powered on the VM {{(pid=69770) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 765.880766] env[69770]: INFO nova.compute.manager [None req-a0a847ce-93f8-4c20-a072-c1e390be438a tempest-VolumesAdminNegativeTest-624188729 tempest-VolumesAdminNegativeTest-624188729-project-member] [instance: f9f0ae85-57a8-4e21-8e5e-87a3630ee05c] Took 11.68 seconds to spawn the instance on the hypervisor. [ 765.881073] env[69770]: DEBUG nova.compute.manager [None req-a0a847ce-93f8-4c20-a072-c1e390be438a tempest-VolumesAdminNegativeTest-624188729 tempest-VolumesAdminNegativeTest-624188729-project-member] [instance: f9f0ae85-57a8-4e21-8e5e-87a3630ee05c] Checking state {{(pid=69770) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 765.881875] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d13cddb-e3d6-4261-a289-4f2b81bd0081 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.949857] env[69770]: DEBUG oslo_vmware.api [None req-c76d8eef-1f71-4b04-9124-70393d2a8720 tempest-ImagesOneServerTestJSON-1024055021 tempest-ImagesOneServerTestJSON-1024055021-project-member] Task: {'id': task-4069479, 'name': Destroy_Task} progress is 33%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.036032] env[69770]: DEBUG oslo_vmware.api [None req-922e36b4-a695-404a-90de-0e2303cc92ee tempest-ServerRescueTestJSONUnderV235-1853960857 tempest-ServerRescueTestJSONUnderV235-1853960857-project-member] Task: {'id': task-4069480, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.086244] env[69770]: DEBUG nova.network.neutron [None req-8d954487-7c58-4db7-8df7-2c6e11db7707 tempest-ServersAdminTestJSON-142622790 tempest-ServersAdminTestJSON-142622790-project-member] [instance: f99efbb3-ef7e-4feb-b29b-2cfded1643fd] Successfully updated port: c5562803-3fe4-4c16-ac47-79f2c209e942 {{(pid=69770) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 766.156380] env[69770]: DEBUG oslo_concurrency.lockutils [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 766.183010] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0471311e-5788-489f-a6e8-71f8540b2a34 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.199237] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43aa22b3-620d-48b3-93fc-bad95745032c {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.235761] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6815749-8ba0-4d1b-9b22-6f21c8a0f08f {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.246661] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f961fcf5-8cd6-47df-b268-1fa3b9498964 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.264949] env[69770]: DEBUG nova.compute.provider_tree [None req-bea782b6-e5ea-41de-b717-0b78e3421cf1 tempest-MigrationsAdminTest-1409017777 tempest-MigrationsAdminTest-1409017777-project-member] Inventory has not changed in ProviderTree for provider: 7cc7d32b-b7a7-454a-a456-2a440248ed9d {{(pid=69770) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 766.419771] env[69770]: INFO nova.compute.manager [None req-a0a847ce-93f8-4c20-a072-c1e390be438a tempest-VolumesAdminNegativeTest-624188729 tempest-VolumesAdminNegativeTest-624188729-project-member] [instance: f9f0ae85-57a8-4e21-8e5e-87a3630ee05c] Took 35.10 seconds to build instance. [ 766.444553] env[69770]: DEBUG oslo_vmware.api [None req-c76d8eef-1f71-4b04-9124-70393d2a8720 tempest-ImagesOneServerTestJSON-1024055021 tempest-ImagesOneServerTestJSON-1024055021-project-member] Task: {'id': task-4069479, 'name': Destroy_Task, 'duration_secs': 0.651049} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 766.445745] env[69770]: INFO nova.virt.vmwareapi.vm_util [None req-c76d8eef-1f71-4b04-9124-70393d2a8720 tempest-ImagesOneServerTestJSON-1024055021 tempest-ImagesOneServerTestJSON-1024055021-project-member] [instance: 7ae47f8e-e519-4825-b89a-7561df6850d9] Destroyed the VM [ 766.446017] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-c76d8eef-1f71-4b04-9124-70393d2a8720 tempest-ImagesOneServerTestJSON-1024055021 tempest-ImagesOneServerTestJSON-1024055021-project-member] [instance: 7ae47f8e-e519-4825-b89a-7561df6850d9] Deleting Snapshot of the VM instance {{(pid=69770) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 766.446337] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-65aa7fea-bb4b-41de-8199-35b2eebc1d52 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.454920] env[69770]: DEBUG oslo_vmware.api [None req-c76d8eef-1f71-4b04-9124-70393d2a8720 tempest-ImagesOneServerTestJSON-1024055021 tempest-ImagesOneServerTestJSON-1024055021-project-member] Waiting for the task: (returnval){ [ 766.454920] env[69770]: value = "task-4069481" [ 766.454920] env[69770]: _type = "Task" [ 766.454920] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.470730] env[69770]: DEBUG oslo_vmware.api [None req-c76d8eef-1f71-4b04-9124-70393d2a8720 tempest-ImagesOneServerTestJSON-1024055021 tempest-ImagesOneServerTestJSON-1024055021-project-member] Task: {'id': task-4069481, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.538977] env[69770]: DEBUG oslo_vmware.api [None req-922e36b4-a695-404a-90de-0e2303cc92ee tempest-ServerRescueTestJSONUnderV235-1853960857 tempest-ServerRescueTestJSONUnderV235-1853960857-project-member] Task: {'id': task-4069480, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.875251} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 766.539569] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-922e36b4-a695-404a-90de-0e2303cc92ee tempest-ServerRescueTestJSONUnderV235-1853960857 tempest-ServerRescueTestJSONUnderV235-1853960857-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk to [datastore2] b05d12b1-fb29-4185-8300-5f0140039dfe/b05d12b1-fb29-4185-8300-5f0140039dfe.vmdk {{(pid=69770) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 766.539908] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-922e36b4-a695-404a-90de-0e2303cc92ee tempest-ServerRescueTestJSONUnderV235-1853960857 tempest-ServerRescueTestJSONUnderV235-1853960857-project-member] [instance: b05d12b1-fb29-4185-8300-5f0140039dfe] Extending root virtual disk to 1048576 {{(pid=69770) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 766.540310] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-aff4361c-5608-4fdc-a801-e8c386c63434 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.550204] env[69770]: DEBUG oslo_vmware.api [None req-922e36b4-a695-404a-90de-0e2303cc92ee tempest-ServerRescueTestJSONUnderV235-1853960857 tempest-ServerRescueTestJSONUnderV235-1853960857-project-member] Waiting for the task: (returnval){ [ 766.550204] env[69770]: value = "task-4069482" [ 766.550204] env[69770]: _type = "Task" [ 766.550204] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.560965] env[69770]: DEBUG oslo_vmware.api [None req-922e36b4-a695-404a-90de-0e2303cc92ee tempest-ServerRescueTestJSONUnderV235-1853960857 tempest-ServerRescueTestJSONUnderV235-1853960857-project-member] Task: {'id': task-4069482, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.589479] env[69770]: DEBUG oslo_concurrency.lockutils [None req-8d954487-7c58-4db7-8df7-2c6e11db7707 tempest-ServersAdminTestJSON-142622790 tempest-ServersAdminTestJSON-142622790-project-member] Acquiring lock "refresh_cache-f99efbb3-ef7e-4feb-b29b-2cfded1643fd" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.589636] env[69770]: DEBUG oslo_concurrency.lockutils [None req-8d954487-7c58-4db7-8df7-2c6e11db7707 tempest-ServersAdminTestJSON-142622790 tempest-ServersAdminTestJSON-142622790-project-member] Acquired lock "refresh_cache-f99efbb3-ef7e-4feb-b29b-2cfded1643fd" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.589762] env[69770]: DEBUG nova.network.neutron [None req-8d954487-7c58-4db7-8df7-2c6e11db7707 tempest-ServersAdminTestJSON-142622790 tempest-ServersAdminTestJSON-142622790-project-member] [instance: f99efbb3-ef7e-4feb-b29b-2cfded1643fd] Building network info cache for instance {{(pid=69770) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 766.772639] env[69770]: DEBUG nova.scheduler.client.report [None req-bea782b6-e5ea-41de-b717-0b78e3421cf1 tempest-MigrationsAdminTest-1409017777 tempest-MigrationsAdminTest-1409017777-project-member] Inventory has not changed for provider 7cc7d32b-b7a7-454a-a456-2a440248ed9d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69770) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 766.923772] env[69770]: DEBUG oslo_concurrency.lockutils [None req-a0a847ce-93f8-4c20-a072-c1e390be438a tempest-VolumesAdminNegativeTest-624188729 tempest-VolumesAdminNegativeTest-624188729-project-member] Lock "f9f0ae85-57a8-4e21-8e5e-87a3630ee05c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 43.844s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 766.967876] env[69770]: DEBUG oslo_vmware.api [None req-c76d8eef-1f71-4b04-9124-70393d2a8720 tempest-ImagesOneServerTestJSON-1024055021 tempest-ImagesOneServerTestJSON-1024055021-project-member] Task: {'id': task-4069481, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.001426] env[69770]: DEBUG nova.compute.manager [req-693e975f-3fff-4af5-916d-b01921f2b4d7 req-7fe1312b-bfad-4002-9f23-bd07a5c4f990 service nova] [instance: f99efbb3-ef7e-4feb-b29b-2cfded1643fd] Received event network-vif-plugged-c5562803-3fe4-4c16-ac47-79f2c209e942 {{(pid=69770) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 767.001426] env[69770]: DEBUG oslo_concurrency.lockutils [req-693e975f-3fff-4af5-916d-b01921f2b4d7 req-7fe1312b-bfad-4002-9f23-bd07a5c4f990 service nova] Acquiring lock "f99efbb3-ef7e-4feb-b29b-2cfded1643fd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 767.001426] env[69770]: DEBUG oslo_concurrency.lockutils [req-693e975f-3fff-4af5-916d-b01921f2b4d7 req-7fe1312b-bfad-4002-9f23-bd07a5c4f990 service nova] Lock "f99efbb3-ef7e-4feb-b29b-2cfded1643fd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 767.001426] env[69770]: DEBUG oslo_concurrency.lockutils [req-693e975f-3fff-4af5-916d-b01921f2b4d7 req-7fe1312b-bfad-4002-9f23-bd07a5c4f990 service nova] Lock "f99efbb3-ef7e-4feb-b29b-2cfded1643fd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 767.001426] env[69770]: DEBUG nova.compute.manager [req-693e975f-3fff-4af5-916d-b01921f2b4d7 req-7fe1312b-bfad-4002-9f23-bd07a5c4f990 service nova] [instance: f99efbb3-ef7e-4feb-b29b-2cfded1643fd] No waiting events found dispatching network-vif-plugged-c5562803-3fe4-4c16-ac47-79f2c209e942 {{(pid=69770) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 767.002810] env[69770]: WARNING nova.compute.manager [req-693e975f-3fff-4af5-916d-b01921f2b4d7 req-7fe1312b-bfad-4002-9f23-bd07a5c4f990 service nova] [instance: f99efbb3-ef7e-4feb-b29b-2cfded1643fd] Received unexpected event network-vif-plugged-c5562803-3fe4-4c16-ac47-79f2c209e942 for instance with vm_state building and task_state spawning. [ 767.003108] env[69770]: DEBUG nova.compute.manager [req-693e975f-3fff-4af5-916d-b01921f2b4d7 req-7fe1312b-bfad-4002-9f23-bd07a5c4f990 service nova] [instance: f99efbb3-ef7e-4feb-b29b-2cfded1643fd] Received event network-changed-c5562803-3fe4-4c16-ac47-79f2c209e942 {{(pid=69770) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 767.003244] env[69770]: DEBUG nova.compute.manager [req-693e975f-3fff-4af5-916d-b01921f2b4d7 req-7fe1312b-bfad-4002-9f23-bd07a5c4f990 service nova] [instance: f99efbb3-ef7e-4feb-b29b-2cfded1643fd] Refreshing instance network info cache due to event network-changed-c5562803-3fe4-4c16-ac47-79f2c209e942. {{(pid=69770) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 767.003428] env[69770]: DEBUG oslo_concurrency.lockutils [req-693e975f-3fff-4af5-916d-b01921f2b4d7 req-7fe1312b-bfad-4002-9f23-bd07a5c4f990 service nova] Acquiring lock "refresh_cache-f99efbb3-ef7e-4feb-b29b-2cfded1643fd" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.070846] env[69770]: DEBUG oslo_vmware.api [None req-922e36b4-a695-404a-90de-0e2303cc92ee tempest-ServerRescueTestJSONUnderV235-1853960857 tempest-ServerRescueTestJSONUnderV235-1853960857-project-member] Task: {'id': task-4069482, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.340047} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 767.070846] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-922e36b4-a695-404a-90de-0e2303cc92ee tempest-ServerRescueTestJSONUnderV235-1853960857 tempest-ServerRescueTestJSONUnderV235-1853960857-project-member] [instance: b05d12b1-fb29-4185-8300-5f0140039dfe] Extended root virtual disk {{(pid=69770) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 767.072293] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d41fa644-00d2-4ea8-bafd-92abba63b7b0 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.103578] env[69770]: DEBUG nova.virt.vmwareapi.volumeops [None req-922e36b4-a695-404a-90de-0e2303cc92ee tempest-ServerRescueTestJSONUnderV235-1853960857 tempest-ServerRescueTestJSONUnderV235-1853960857-project-member] [instance: b05d12b1-fb29-4185-8300-5f0140039dfe] Reconfiguring VM instance instance-00000017 to attach disk [datastore2] b05d12b1-fb29-4185-8300-5f0140039dfe/b05d12b1-fb29-4185-8300-5f0140039dfe.vmdk or device None with type sparse {{(pid=69770) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 767.106785] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f1db961e-2907-48d1-813d-9060c09b9d42 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.139084] env[69770]: DEBUG oslo_vmware.api [None req-922e36b4-a695-404a-90de-0e2303cc92ee tempest-ServerRescueTestJSONUnderV235-1853960857 tempest-ServerRescueTestJSONUnderV235-1853960857-project-member] Waiting for the task: (returnval){ [ 767.139084] env[69770]: value = "task-4069483" [ 767.139084] env[69770]: _type = "Task" [ 767.139084] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 767.160055] env[69770]: DEBUG oslo_vmware.api [None req-922e36b4-a695-404a-90de-0e2303cc92ee tempest-ServerRescueTestJSONUnderV235-1853960857 tempest-ServerRescueTestJSONUnderV235-1853960857-project-member] Task: {'id': task-4069483, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.208437] env[69770]: DEBUG nova.network.neutron [None req-8d954487-7c58-4db7-8df7-2c6e11db7707 tempest-ServersAdminTestJSON-142622790 tempest-ServersAdminTestJSON-142622790-project-member] [instance: f99efbb3-ef7e-4feb-b29b-2cfded1643fd] Instance cache missing network info. {{(pid=69770) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 767.405389] env[69770]: DEBUG nova.network.neutron [None req-8d954487-7c58-4db7-8df7-2c6e11db7707 tempest-ServersAdminTestJSON-142622790 tempest-ServersAdminTestJSON-142622790-project-member] [instance: f99efbb3-ef7e-4feb-b29b-2cfded1643fd] Updating instance_info_cache with network_info: [{"id": "c5562803-3fe4-4c16-ac47-79f2c209e942", "address": "fa:16:3e:ae:78:32", "network": {"id": "e7c596b4-3bbc-4941-a7ae-206b11043228", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-853591594-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "32b2200b93d14bf0bd9c367d6ed09cf1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7869cc8e-e58f-4fd6-88d7-85a18e43cd3a", "external-id": "nsx-vlan-transportzone-927", "segmentation_id": 927, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc5562803-3f", "ovs_interfaceid": "c5562803-3fe4-4c16-ac47-79f2c209e942", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69770) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 767.428309] env[69770]: DEBUG nova.compute.manager [None req-44e77e2d-d35e-44f8-a7a2-1c6d98b38d0b tempest-ListServersNegativeTestJSON-118656177 tempest-ListServersNegativeTestJSON-118656177-project-member] [instance: fd890686-500e-4bee-b216-145c4818c245] Starting instance... {{(pid=69770) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 767.472490] env[69770]: DEBUG oslo_vmware.api [None req-c76d8eef-1f71-4b04-9124-70393d2a8720 tempest-ImagesOneServerTestJSON-1024055021 tempest-ImagesOneServerTestJSON-1024055021-project-member] Task: {'id': task-4069481, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.656698] env[69770]: DEBUG oslo_vmware.api [None req-922e36b4-a695-404a-90de-0e2303cc92ee tempest-ServerRescueTestJSONUnderV235-1853960857 tempest-ServerRescueTestJSONUnderV235-1853960857-project-member] Task: {'id': task-4069483, 'name': ReconfigVM_Task, 'duration_secs': 0.504307} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 767.656698] env[69770]: DEBUG nova.virt.vmwareapi.volumeops [None req-922e36b4-a695-404a-90de-0e2303cc92ee tempest-ServerRescueTestJSONUnderV235-1853960857 tempest-ServerRescueTestJSONUnderV235-1853960857-project-member] [instance: b05d12b1-fb29-4185-8300-5f0140039dfe] Reconfigured VM instance instance-00000017 to attach disk [datastore2] b05d12b1-fb29-4185-8300-5f0140039dfe/b05d12b1-fb29-4185-8300-5f0140039dfe.vmdk or device None with type sparse {{(pid=69770) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 767.658242] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-61574032-4d11-430b-a29b-43262c8a1398 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.666645] env[69770]: DEBUG oslo_vmware.api [None req-922e36b4-a695-404a-90de-0e2303cc92ee tempest-ServerRescueTestJSONUnderV235-1853960857 tempest-ServerRescueTestJSONUnderV235-1853960857-project-member] Waiting for the task: (returnval){ [ 767.666645] env[69770]: value = "task-4069484" [ 767.666645] env[69770]: _type = "Task" [ 767.666645] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 767.676930] env[69770]: DEBUG oslo_vmware.api [None req-922e36b4-a695-404a-90de-0e2303cc92ee tempest-ServerRescueTestJSONUnderV235-1853960857 tempest-ServerRescueTestJSONUnderV235-1853960857-project-member] Task: {'id': task-4069484, 'name': Rename_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.787804] env[69770]: DEBUG oslo_concurrency.lockutils [None req-bea782b6-e5ea-41de-b717-0b78e3421cf1 tempest-MigrationsAdminTest-1409017777 tempest-MigrationsAdminTest-1409017777-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.886s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 767.792859] env[69770]: DEBUG oslo_concurrency.lockutils [None req-21948c38-c6c9-4fb4-86fc-c1b16c14c788 tempest-ListServerFiltersTestJSON-1688445247 tempest-ListServerFiltersTestJSON-1688445247-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.556s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 767.794543] env[69770]: INFO nova.compute.claims [None req-21948c38-c6c9-4fb4-86fc-c1b16c14c788 tempest-ListServerFiltersTestJSON-1688445247 tempest-ListServerFiltersTestJSON-1688445247-project-member] [instance: 738d3943-b255-4e92-8255-35aa0e3d6190] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 767.910962] env[69770]: DEBUG oslo_concurrency.lockutils [None req-8d954487-7c58-4db7-8df7-2c6e11db7707 tempest-ServersAdminTestJSON-142622790 tempest-ServersAdminTestJSON-142622790-project-member] Releasing lock "refresh_cache-f99efbb3-ef7e-4feb-b29b-2cfded1643fd" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.911341] env[69770]: DEBUG nova.compute.manager [None req-8d954487-7c58-4db7-8df7-2c6e11db7707 tempest-ServersAdminTestJSON-142622790 tempest-ServersAdminTestJSON-142622790-project-member] [instance: f99efbb3-ef7e-4feb-b29b-2cfded1643fd] Instance network_info: |[{"id": "c5562803-3fe4-4c16-ac47-79f2c209e942", "address": "fa:16:3e:ae:78:32", "network": {"id": "e7c596b4-3bbc-4941-a7ae-206b11043228", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-853591594-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "32b2200b93d14bf0bd9c367d6ed09cf1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7869cc8e-e58f-4fd6-88d7-85a18e43cd3a", "external-id": "nsx-vlan-transportzone-927", "segmentation_id": 927, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc5562803-3f", "ovs_interfaceid": "c5562803-3fe4-4c16-ac47-79f2c209e942", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69770) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 767.911658] env[69770]: DEBUG oslo_concurrency.lockutils [req-693e975f-3fff-4af5-916d-b01921f2b4d7 req-7fe1312b-bfad-4002-9f23-bd07a5c4f990 service nova] Acquired lock "refresh_cache-f99efbb3-ef7e-4feb-b29b-2cfded1643fd" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.911845] env[69770]: DEBUG nova.network.neutron [req-693e975f-3fff-4af5-916d-b01921f2b4d7 req-7fe1312b-bfad-4002-9f23-bd07a5c4f990 service nova] [instance: f99efbb3-ef7e-4feb-b29b-2cfded1643fd] Refreshing network info cache for port c5562803-3fe4-4c16-ac47-79f2c209e942 {{(pid=69770) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 767.913196] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-8d954487-7c58-4db7-8df7-2c6e11db7707 tempest-ServersAdminTestJSON-142622790 tempest-ServersAdminTestJSON-142622790-project-member] [instance: f99efbb3-ef7e-4feb-b29b-2cfded1643fd] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ae:78:32', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7869cc8e-e58f-4fd6-88d7-85a18e43cd3a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c5562803-3fe4-4c16-ac47-79f2c209e942', 'vif_model': 'vmxnet3'}] {{(pid=69770) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 767.925435] env[69770]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8d954487-7c58-4db7-8df7-2c6e11db7707 tempest-ServersAdminTestJSON-142622790 tempest-ServersAdminTestJSON-142622790-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69770) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 767.929605] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f99efbb3-ef7e-4feb-b29b-2cfded1643fd] Creating VM on the ESX host {{(pid=69770) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 767.930432] env[69770]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0adfbd55-d935-4727-a53b-e69862040a34 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.967256] env[69770]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 767.967256] env[69770]: value = "task-4069485" [ 767.967256] env[69770]: _type = "Task" [ 767.967256] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 767.975372] env[69770]: DEBUG oslo_vmware.api [None req-c76d8eef-1f71-4b04-9124-70393d2a8720 tempest-ImagesOneServerTestJSON-1024055021 tempest-ImagesOneServerTestJSON-1024055021-project-member] Task: {'id': task-4069481, 'name': RemoveSnapshot_Task} progress is 55%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.981279] env[69770]: DEBUG oslo_vmware.api [-] Task: {'id': task-4069485, 'name': CreateVM_Task} progress is 6%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.991044] env[69770]: DEBUG oslo_concurrency.lockutils [None req-44e77e2d-d35e-44f8-a7a2-1c6d98b38d0b tempest-ListServersNegativeTestJSON-118656177 tempest-ListServersNegativeTestJSON-118656177-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 768.181046] env[69770]: DEBUG oslo_vmware.api [None req-922e36b4-a695-404a-90de-0e2303cc92ee tempest-ServerRescueTestJSONUnderV235-1853960857 tempest-ServerRescueTestJSONUnderV235-1853960857-project-member] Task: {'id': task-4069484, 'name': Rename_Task, 'duration_secs': 0.265123} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 768.181358] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-922e36b4-a695-404a-90de-0e2303cc92ee tempest-ServerRescueTestJSONUnderV235-1853960857 tempest-ServerRescueTestJSONUnderV235-1853960857-project-member] [instance: b05d12b1-fb29-4185-8300-5f0140039dfe] Powering on the VM {{(pid=69770) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 768.181935] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-126b66d2-ab23-47b5-baf0-f2b572ceeea5 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.191687] env[69770]: DEBUG oslo_vmware.api [None req-922e36b4-a695-404a-90de-0e2303cc92ee tempest-ServerRescueTestJSONUnderV235-1853960857 tempest-ServerRescueTestJSONUnderV235-1853960857-project-member] Waiting for the task: (returnval){ [ 768.191687] env[69770]: value = "task-4069486" [ 768.191687] env[69770]: _type = "Task" [ 768.191687] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 768.203950] env[69770]: DEBUG oslo_vmware.api [None req-922e36b4-a695-404a-90de-0e2303cc92ee tempest-ServerRescueTestJSONUnderV235-1853960857 tempest-ServerRescueTestJSONUnderV235-1853960857-project-member] Task: {'id': task-4069486, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.274546] env[69770]: DEBUG nova.network.neutron [req-693e975f-3fff-4af5-916d-b01921f2b4d7 req-7fe1312b-bfad-4002-9f23-bd07a5c4f990 service nova] [instance: f99efbb3-ef7e-4feb-b29b-2cfded1643fd] Updated VIF entry in instance network info cache for port c5562803-3fe4-4c16-ac47-79f2c209e942. {{(pid=69770) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 768.274885] env[69770]: DEBUG nova.network.neutron [req-693e975f-3fff-4af5-916d-b01921f2b4d7 req-7fe1312b-bfad-4002-9f23-bd07a5c4f990 service nova] [instance: f99efbb3-ef7e-4feb-b29b-2cfded1643fd] Updating instance_info_cache with network_info: [{"id": "c5562803-3fe4-4c16-ac47-79f2c209e942", "address": "fa:16:3e:ae:78:32", "network": {"id": "e7c596b4-3bbc-4941-a7ae-206b11043228", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-853591594-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "32b2200b93d14bf0bd9c367d6ed09cf1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7869cc8e-e58f-4fd6-88d7-85a18e43cd3a", "external-id": "nsx-vlan-transportzone-927", "segmentation_id": 927, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc5562803-3f", "ovs_interfaceid": "c5562803-3fe4-4c16-ac47-79f2c209e942", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69770) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 768.412509] env[69770]: INFO nova.scheduler.client.report [None req-bea782b6-e5ea-41de-b717-0b78e3421cf1 tempest-MigrationsAdminTest-1409017777 tempest-MigrationsAdminTest-1409017777-project-member] Deleted allocation for migration 87544d84-9b3b-453e-8850-a914ffb07729 [ 768.474560] env[69770]: DEBUG oslo_vmware.api [None req-c76d8eef-1f71-4b04-9124-70393d2a8720 tempest-ImagesOneServerTestJSON-1024055021 tempest-ImagesOneServerTestJSON-1024055021-project-member] Task: {'id': task-4069481, 'name': RemoveSnapshot_Task, 'duration_secs': 1.637249} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 768.478888] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-c76d8eef-1f71-4b04-9124-70393d2a8720 tempest-ImagesOneServerTestJSON-1024055021 tempest-ImagesOneServerTestJSON-1024055021-project-member] [instance: 7ae47f8e-e519-4825-b89a-7561df6850d9] Deleted Snapshot of the VM instance {{(pid=69770) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 768.478888] env[69770]: INFO nova.compute.manager [None req-c76d8eef-1f71-4b04-9124-70393d2a8720 tempest-ImagesOneServerTestJSON-1024055021 tempest-ImagesOneServerTestJSON-1024055021-project-member] [instance: 7ae47f8e-e519-4825-b89a-7561df6850d9] Took 17.45 seconds to snapshot the instance on the hypervisor. [ 768.493094] env[69770]: DEBUG oslo_vmware.api [-] Task: {'id': task-4069485, 'name': CreateVM_Task, 'duration_secs': 0.448628} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 768.494065] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f99efbb3-ef7e-4feb-b29b-2cfded1643fd] Created VM on the ESX host {{(pid=69770) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 768.497117] env[69770]: DEBUG oslo_concurrency.lockutils [None req-8d954487-7c58-4db7-8df7-2c6e11db7707 tempest-ServersAdminTestJSON-142622790 tempest-ServersAdminTestJSON-142622790-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.497117] env[69770]: DEBUG oslo_concurrency.lockutils [None req-8d954487-7c58-4db7-8df7-2c6e11db7707 tempest-ServersAdminTestJSON-142622790 tempest-ServersAdminTestJSON-142622790-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.497117] env[69770]: DEBUG oslo_concurrency.lockutils [None req-8d954487-7c58-4db7-8df7-2c6e11db7707 tempest-ServersAdminTestJSON-142622790 tempest-ServersAdminTestJSON-142622790-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.499329] env[69770]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7aace915-9f7b-4d5f-8ef2-a987293bfb57 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.508495] env[69770]: DEBUG oslo_vmware.api [None req-8d954487-7c58-4db7-8df7-2c6e11db7707 tempest-ServersAdminTestJSON-142622790 tempest-ServersAdminTestJSON-142622790-project-member] Waiting for the task: (returnval){ [ 768.508495] env[69770]: value = "session[52161b52-cb8e-ec9f-1132-2f6b49549d41]521866f4-1aae-be9c-1b83-9392a4f62b65" [ 768.508495] env[69770]: _type = "Task" [ 768.508495] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 768.521787] env[69770]: DEBUG oslo_vmware.api [None req-8d954487-7c58-4db7-8df7-2c6e11db7707 tempest-ServersAdminTestJSON-142622790 tempest-ServersAdminTestJSON-142622790-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]521866f4-1aae-be9c-1b83-9392a4f62b65, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.707285] env[69770]: DEBUG oslo_vmware.api [None req-922e36b4-a695-404a-90de-0e2303cc92ee tempest-ServerRescueTestJSONUnderV235-1853960857 tempest-ServerRescueTestJSONUnderV235-1853960857-project-member] Task: {'id': task-4069486, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.778926] env[69770]: DEBUG oslo_concurrency.lockutils [req-693e975f-3fff-4af5-916d-b01921f2b4d7 req-7fe1312b-bfad-4002-9f23-bd07a5c4f990 service nova] Releasing lock "refresh_cache-f99efbb3-ef7e-4feb-b29b-2cfded1643fd" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.925724] env[69770]: DEBUG oslo_concurrency.lockutils [None req-bea782b6-e5ea-41de-b717-0b78e3421cf1 tempest-MigrationsAdminTest-1409017777 tempest-MigrationsAdminTest-1409017777-project-member] Lock "7626e483-2d84-4a06-8f38-f8fd431da011" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 28.690s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 769.024382] env[69770]: DEBUG oslo_vmware.api [None req-8d954487-7c58-4db7-8df7-2c6e11db7707 tempest-ServersAdminTestJSON-142622790 tempest-ServersAdminTestJSON-142622790-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]521866f4-1aae-be9c-1b83-9392a4f62b65, 'name': SearchDatastore_Task, 'duration_secs': 0.01293} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 769.024699] env[69770]: DEBUG oslo_concurrency.lockutils [None req-8d954487-7c58-4db7-8df7-2c6e11db7707 tempest-ServersAdminTestJSON-142622790 tempest-ServersAdminTestJSON-142622790-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.024941] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-8d954487-7c58-4db7-8df7-2c6e11db7707 tempest-ServersAdminTestJSON-142622790 tempest-ServersAdminTestJSON-142622790-project-member] [instance: f99efbb3-ef7e-4feb-b29b-2cfded1643fd] Processing image d1eaff80-24a0-4391-90eb-59958b1ecf0a {{(pid=69770) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 769.025237] env[69770]: DEBUG oslo_concurrency.lockutils [None req-8d954487-7c58-4db7-8df7-2c6e11db7707 tempest-ServersAdminTestJSON-142622790 tempest-ServersAdminTestJSON-142622790-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.025351] env[69770]: DEBUG oslo_concurrency.lockutils [None req-8d954487-7c58-4db7-8df7-2c6e11db7707 tempest-ServersAdminTestJSON-142622790 tempest-ServersAdminTestJSON-142622790-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.025538] env[69770]: DEBUG nova.virt.vmwareapi.ds_util [None req-8d954487-7c58-4db7-8df7-2c6e11db7707 tempest-ServersAdminTestJSON-142622790 tempest-ServersAdminTestJSON-142622790-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69770) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 769.026130] env[69770]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-356e693a-8395-4cf0-a989-ece53cc61b05 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.050070] env[69770]: DEBUG nova.virt.vmwareapi.ds_util [None req-8d954487-7c58-4db7-8df7-2c6e11db7707 tempest-ServersAdminTestJSON-142622790 tempest-ServersAdminTestJSON-142622790-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69770) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 769.050070] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-8d954487-7c58-4db7-8df7-2c6e11db7707 tempest-ServersAdminTestJSON-142622790 tempest-ServersAdminTestJSON-142622790-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69770) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 769.050070] env[69770]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5810cdb2-4dac-44ad-b313-66b7ee37e0d4 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.055289] env[69770]: DEBUG oslo_vmware.api [None req-8d954487-7c58-4db7-8df7-2c6e11db7707 tempest-ServersAdminTestJSON-142622790 tempest-ServersAdminTestJSON-142622790-project-member] Waiting for the task: (returnval){ [ 769.055289] env[69770]: value = "session[52161b52-cb8e-ec9f-1132-2f6b49549d41]52f3c143-8585-8f5d-890b-36fa46195cbc" [ 769.055289] env[69770]: _type = "Task" [ 769.055289] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 769.067707] env[69770]: DEBUG oslo_vmware.api [None req-8d954487-7c58-4db7-8df7-2c6e11db7707 tempest-ServersAdminTestJSON-142622790 tempest-ServersAdminTestJSON-142622790-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]52f3c143-8585-8f5d-890b-36fa46195cbc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.204527] env[69770]: DEBUG oslo_vmware.api [None req-922e36b4-a695-404a-90de-0e2303cc92ee tempest-ServerRescueTestJSONUnderV235-1853960857 tempest-ServerRescueTestJSONUnderV235-1853960857-project-member] Task: {'id': task-4069486, 'name': PowerOnVM_Task, 'duration_secs': 0.545594} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 769.204841] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-922e36b4-a695-404a-90de-0e2303cc92ee tempest-ServerRescueTestJSONUnderV235-1853960857 tempest-ServerRescueTestJSONUnderV235-1853960857-project-member] [instance: b05d12b1-fb29-4185-8300-5f0140039dfe] Powered on the VM {{(pid=69770) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 769.205226] env[69770]: INFO nova.compute.manager [None req-922e36b4-a695-404a-90de-0e2303cc92ee tempest-ServerRescueTestJSONUnderV235-1853960857 tempest-ServerRescueTestJSONUnderV235-1853960857-project-member] [instance: b05d12b1-fb29-4185-8300-5f0140039dfe] Took 12.09 seconds to spawn the instance on the hypervisor. [ 769.205444] env[69770]: DEBUG nova.compute.manager [None req-922e36b4-a695-404a-90de-0e2303cc92ee tempest-ServerRescueTestJSONUnderV235-1853960857 tempest-ServerRescueTestJSONUnderV235-1853960857-project-member] [instance: b05d12b1-fb29-4185-8300-5f0140039dfe] Checking state {{(pid=69770) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 769.208140] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40a95228-8873-470f-be1f-2b0e86565c56 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.294200] env[69770]: DEBUG nova.compute.manager [None req-61ebf9c8-f9bb-4abe-bbb0-1c364ff25ca1 tempest-ListImageFiltersTestJSON-573549216 tempest-ListImageFiltersTestJSON-573549216-project-member] [instance: 65be68f2-50f6-4ad4-878b-87d12f4cae3e] Checking state {{(pid=69770) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 769.295200] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc3299dc-af53-4018-ab56-f99a9dfca710 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.435706] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-927d5412-df1b-4f33-92f4-2bc83290e8d2 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.445730] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd1dc518-ebaf-4312-8ffb-69fd7b287f1f {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.215362] env[69770]: INFO nova.compute.manager [None req-61ebf9c8-f9bb-4abe-bbb0-1c364ff25ca1 tempest-ListImageFiltersTestJSON-573549216 tempest-ListImageFiltersTestJSON-573549216-project-member] [instance: 65be68f2-50f6-4ad4-878b-87d12f4cae3e] instance snapshotting [ 770.224798] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a69e46fe-2d2a-414d-b6d7-8b4e5bbcc629 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.227924] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49f7eb58-b597-4eb4-9ab6-faa9dd8051c4 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.231431] env[69770]: DEBUG nova.compute.manager [req-4482227e-727f-4432-a4ba-82998f5acda0 req-735a094e-8692-4c97-a471-8bede232d572 service nova] [instance: f9f0ae85-57a8-4e21-8e5e-87a3630ee05c] Received event network-changed-234619c1-18c1-4ff4-860b-8e1b6930d4b4 {{(pid=69770) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 770.231620] env[69770]: DEBUG nova.compute.manager [req-4482227e-727f-4432-a4ba-82998f5acda0 req-735a094e-8692-4c97-a471-8bede232d572 service nova] [instance: f9f0ae85-57a8-4e21-8e5e-87a3630ee05c] Refreshing instance network info cache due to event network-changed-234619c1-18c1-4ff4-860b-8e1b6930d4b4. {{(pid=69770) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 770.231832] env[69770]: DEBUG oslo_concurrency.lockutils [req-4482227e-727f-4432-a4ba-82998f5acda0 req-735a094e-8692-4c97-a471-8bede232d572 service nova] Acquiring lock "refresh_cache-f9f0ae85-57a8-4e21-8e5e-87a3630ee05c" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.231972] env[69770]: DEBUG oslo_concurrency.lockutils [req-4482227e-727f-4432-a4ba-82998f5acda0 req-735a094e-8692-4c97-a471-8bede232d572 service nova] Acquired lock "refresh_cache-f9f0ae85-57a8-4e21-8e5e-87a3630ee05c" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.232146] env[69770]: DEBUG nova.network.neutron [req-4482227e-727f-4432-a4ba-82998f5acda0 req-735a094e-8692-4c97-a471-8bede232d572 service nova] [instance: f9f0ae85-57a8-4e21-8e5e-87a3630ee05c] Refreshing network info cache for port 234619c1-18c1-4ff4-860b-8e1b6930d4b4 {{(pid=69770) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 770.234132] env[69770]: DEBUG nova.compute.manager [req-13c843a7-7f8e-404b-b611-acd736a356de req-7883a6b3-7be4-4832-b6ed-085cbf13b4e5 service nova] [instance: 38473040-ef89-4a31-8c32-85f10fee039d] Received event network-changed-df474b33-7eec-4f68-952f-cc12850d4b9e {{(pid=69770) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 770.234317] env[69770]: DEBUG nova.compute.manager [req-13c843a7-7f8e-404b-b611-acd736a356de req-7883a6b3-7be4-4832-b6ed-085cbf13b4e5 service nova] [instance: 38473040-ef89-4a31-8c32-85f10fee039d] Refreshing instance network info cache due to event network-changed-df474b33-7eec-4f68-952f-cc12850d4b9e. {{(pid=69770) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 770.234515] env[69770]: DEBUG oslo_concurrency.lockutils [req-13c843a7-7f8e-404b-b611-acd736a356de req-7883a6b3-7be4-4832-b6ed-085cbf13b4e5 service nova] Acquiring lock "refresh_cache-38473040-ef89-4a31-8c32-85f10fee039d" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.234651] env[69770]: DEBUG oslo_concurrency.lockutils [req-13c843a7-7f8e-404b-b611-acd736a356de req-7883a6b3-7be4-4832-b6ed-085cbf13b4e5 service nova] Acquired lock "refresh_cache-38473040-ef89-4a31-8c32-85f10fee039d" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.234806] env[69770]: DEBUG nova.network.neutron [req-13c843a7-7f8e-404b-b611-acd736a356de req-7883a6b3-7be4-4832-b6ed-085cbf13b4e5 service nova] [instance: 38473040-ef89-4a31-8c32-85f10fee039d] Refreshing network info cache for port df474b33-7eec-4f68-952f-cc12850d4b9e {{(pid=69770) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 770.238425] env[69770]: INFO nova.compute.manager [None req-922e36b4-a695-404a-90de-0e2303cc92ee tempest-ServerRescueTestJSONUnderV235-1853960857 tempest-ServerRescueTestJSONUnderV235-1853960857-project-member] [instance: b05d12b1-fb29-4185-8300-5f0140039dfe] Took 35.85 seconds to build instance. [ 770.261752] env[69770]: DEBUG oslo_vmware.api [None req-8d954487-7c58-4db7-8df7-2c6e11db7707 tempest-ServersAdminTestJSON-142622790 tempest-ServersAdminTestJSON-142622790-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]52f3c143-8585-8f5d-890b-36fa46195cbc, 'name': SearchDatastore_Task, 'duration_secs': 0.035752} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 770.264375] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24418538-19fd-4bbf-9823-d72280254af4 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.268929] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8fcf98f-cfa5-45ee-8016-42d2163be59b {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.272842] env[69770]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-78ae4506-12b2-4877-ad5d-4c4ad8d0bcb4 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.292210] env[69770]: DEBUG oslo_vmware.api [None req-8d954487-7c58-4db7-8df7-2c6e11db7707 tempest-ServersAdminTestJSON-142622790 tempest-ServersAdminTestJSON-142622790-project-member] Waiting for the task: (returnval){ [ 770.292210] env[69770]: value = "session[52161b52-cb8e-ec9f-1132-2f6b49549d41]5217d724-4e51-9672-23f9-485e2bdd377c" [ 770.292210] env[69770]: _type = "Task" [ 770.292210] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 770.293021] env[69770]: DEBUG nova.compute.provider_tree [None req-21948c38-c6c9-4fb4-86fc-c1b16c14c788 tempest-ListServerFiltersTestJSON-1688445247 tempest-ListServerFiltersTestJSON-1688445247-project-member] Inventory has not changed in ProviderTree for provider: 7cc7d32b-b7a7-454a-a456-2a440248ed9d {{(pid=69770) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 770.304361] env[69770]: DEBUG oslo_vmware.api [None req-8d954487-7c58-4db7-8df7-2c6e11db7707 tempest-ServersAdminTestJSON-142622790 tempest-ServersAdminTestJSON-142622790-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]5217d724-4e51-9672-23f9-485e2bdd377c, 'name': SearchDatastore_Task, 'duration_secs': 0.012833} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 770.304589] env[69770]: DEBUG oslo_concurrency.lockutils [None req-8d954487-7c58-4db7-8df7-2c6e11db7707 tempest-ServersAdminTestJSON-142622790 tempest-ServersAdminTestJSON-142622790-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.304847] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d954487-7c58-4db7-8df7-2c6e11db7707 tempest-ServersAdminTestJSON-142622790 tempest-ServersAdminTestJSON-142622790-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk to [datastore2] f99efbb3-ef7e-4feb-b29b-2cfded1643fd/f99efbb3-ef7e-4feb-b29b-2cfded1643fd.vmdk {{(pid=69770) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 770.305130] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6ed7e23f-b153-4cfc-a8a8-27be99e29f29 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.314686] env[69770]: DEBUG oslo_vmware.api [None req-8d954487-7c58-4db7-8df7-2c6e11db7707 tempest-ServersAdminTestJSON-142622790 tempest-ServersAdminTestJSON-142622790-project-member] Waiting for the task: (returnval){ [ 770.314686] env[69770]: value = "task-4069487" [ 770.314686] env[69770]: _type = "Task" [ 770.314686] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 770.324086] env[69770]: DEBUG oslo_vmware.api [None req-8d954487-7c58-4db7-8df7-2c6e11db7707 tempest-ServersAdminTestJSON-142622790 tempest-ServersAdminTestJSON-142622790-project-member] Task: {'id': task-4069487, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.742353] env[69770]: INFO nova.compute.manager [None req-39eb1b7b-095e-4ddb-b35d-0c865e1cbe81 tempest-ServerRescueTestJSONUnderV235-1853960857 tempest-ServerRescueTestJSONUnderV235-1853960857-project-member] [instance: b05d12b1-fb29-4185-8300-5f0140039dfe] Rescuing [ 770.742638] env[69770]: DEBUG oslo_concurrency.lockutils [None req-39eb1b7b-095e-4ddb-b35d-0c865e1cbe81 tempest-ServerRescueTestJSONUnderV235-1853960857 tempest-ServerRescueTestJSONUnderV235-1853960857-project-member] Acquiring lock "refresh_cache-b05d12b1-fb29-4185-8300-5f0140039dfe" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.742958] env[69770]: DEBUG oslo_concurrency.lockutils [None req-39eb1b7b-095e-4ddb-b35d-0c865e1cbe81 tempest-ServerRescueTestJSONUnderV235-1853960857 tempest-ServerRescueTestJSONUnderV235-1853960857-project-member] Acquired lock "refresh_cache-b05d12b1-fb29-4185-8300-5f0140039dfe" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.743652] env[69770]: DEBUG nova.network.neutron [None req-39eb1b7b-095e-4ddb-b35d-0c865e1cbe81 tempest-ServerRescueTestJSONUnderV235-1853960857 tempest-ServerRescueTestJSONUnderV235-1853960857-project-member] [instance: b05d12b1-fb29-4185-8300-5f0140039dfe] Building network info cache for instance {{(pid=69770) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 770.752233] env[69770]: DEBUG oslo_concurrency.lockutils [None req-922e36b4-a695-404a-90de-0e2303cc92ee tempest-ServerRescueTestJSONUnderV235-1853960857 tempest-ServerRescueTestJSONUnderV235-1853960857-project-member] Lock "b05d12b1-fb29-4185-8300-5f0140039dfe" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 46.934s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 770.797310] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-61ebf9c8-f9bb-4abe-bbb0-1c364ff25ca1 tempest-ListImageFiltersTestJSON-573549216 tempest-ListImageFiltersTestJSON-573549216-project-member] [instance: 65be68f2-50f6-4ad4-878b-87d12f4cae3e] Creating Snapshot of the VM instance {{(pid=69770) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 770.797310] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-ae80140d-d47c-44e0-a1b2-65e4b6670297 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.800650] env[69770]: DEBUG nova.scheduler.client.report [None req-21948c38-c6c9-4fb4-86fc-c1b16c14c788 tempest-ListServerFiltersTestJSON-1688445247 tempest-ListServerFiltersTestJSON-1688445247-project-member] Inventory has not changed for provider 7cc7d32b-b7a7-454a-a456-2a440248ed9d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69770) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 770.811769] env[69770]: DEBUG oslo_vmware.api [None req-61ebf9c8-f9bb-4abe-bbb0-1c364ff25ca1 tempest-ListImageFiltersTestJSON-573549216 tempest-ListImageFiltersTestJSON-573549216-project-member] Waiting for the task: (returnval){ [ 770.811769] env[69770]: value = "task-4069488" [ 770.811769] env[69770]: _type = "Task" [ 770.811769] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 770.837628] env[69770]: DEBUG oslo_vmware.api [None req-61ebf9c8-f9bb-4abe-bbb0-1c364ff25ca1 tempest-ListImageFiltersTestJSON-573549216 tempest-ListImageFiltersTestJSON-573549216-project-member] Task: {'id': task-4069488, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.841752] env[69770]: DEBUG oslo_vmware.api [None req-8d954487-7c58-4db7-8df7-2c6e11db7707 tempest-ServersAdminTestJSON-142622790 tempest-ServersAdminTestJSON-142622790-project-member] Task: {'id': task-4069487, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.090423] env[69770]: DEBUG oslo_concurrency.lockutils [None req-ccdf3169-82d6-4a3e-9d04-a21d7ec87220 tempest-TenantUsagesTestJSON-669897836 tempest-TenantUsagesTestJSON-669897836-project-member] Acquiring lock "7d036508-bb94-46ea-a630-117bbff02099" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 771.090781] env[69770]: DEBUG oslo_concurrency.lockutils [None req-ccdf3169-82d6-4a3e-9d04-a21d7ec87220 tempest-TenantUsagesTestJSON-669897836 tempest-TenantUsagesTestJSON-669897836-project-member] Lock "7d036508-bb94-46ea-a630-117bbff02099" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 771.233138] env[69770]: DEBUG nova.network.neutron [req-4482227e-727f-4432-a4ba-82998f5acda0 req-735a094e-8692-4c97-a471-8bede232d572 service nova] [instance: f9f0ae85-57a8-4e21-8e5e-87a3630ee05c] Updated VIF entry in instance network info cache for port 234619c1-18c1-4ff4-860b-8e1b6930d4b4. {{(pid=69770) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 771.233729] env[69770]: DEBUG nova.network.neutron [req-4482227e-727f-4432-a4ba-82998f5acda0 req-735a094e-8692-4c97-a471-8bede232d572 service nova] [instance: f9f0ae85-57a8-4e21-8e5e-87a3630ee05c] Updating instance_info_cache with network_info: [{"id": "234619c1-18c1-4ff4-860b-8e1b6930d4b4", "address": "fa:16:3e:73:11:83", "network": {"id": "183cd34e-6f9c-49a9-8443-8b72db773da1", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1678905369-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.137", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "16362b2f59ae4c8bb26b007126d78fb5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "30c39e9a-a798-4f25-a48c-91f786ba332c", "external-id": "nsx-vlan-transportzone-438", "segmentation_id": 438, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap234619c1-18", "ovs_interfaceid": "234619c1-18c1-4ff4-860b-8e1b6930d4b4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69770) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 771.255515] env[69770]: DEBUG nova.compute.manager [None req-29322379-8497-4c02-a152-5b65afb7f3c5 tempest-ImagesOneServerNegativeTestJSON-405389268 tempest-ImagesOneServerNegativeTestJSON-405389268-project-member] [instance: 828f7a0a-dd24-4c98-85cf-5d99627860d7] Starting instance... {{(pid=69770) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 771.309648] env[69770]: DEBUG oslo_concurrency.lockutils [None req-21948c38-c6c9-4fb4-86fc-c1b16c14c788 tempest-ListServerFiltersTestJSON-1688445247 tempest-ListServerFiltersTestJSON-1688445247-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.514s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 771.309648] env[69770]: DEBUG nova.compute.manager [None req-21948c38-c6c9-4fb4-86fc-c1b16c14c788 tempest-ListServerFiltersTestJSON-1688445247 tempest-ListServerFiltersTestJSON-1688445247-project-member] [instance: 738d3943-b255-4e92-8255-35aa0e3d6190] Start building networks asynchronously for instance. {{(pid=69770) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 771.312124] env[69770]: DEBUG oslo_concurrency.lockutils [None req-b92a8cf8-8b28-47dd-98cb-3994fc405855 tempest-ServersAdminNegativeTestJSON-597507823 tempest-ServersAdminNegativeTestJSON-597507823-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.829s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 771.318255] env[69770]: INFO nova.compute.claims [None req-b92a8cf8-8b28-47dd-98cb-3994fc405855 tempest-ServersAdminNegativeTestJSON-597507823 tempest-ServersAdminNegativeTestJSON-597507823-project-member] [instance: 2635794b-46eb-4532-9f26-43b36242e0bf] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 771.346970] env[69770]: DEBUG oslo_vmware.api [None req-61ebf9c8-f9bb-4abe-bbb0-1c364ff25ca1 tempest-ListImageFiltersTestJSON-573549216 tempest-ListImageFiltersTestJSON-573549216-project-member] Task: {'id': task-4069488, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.354793] env[69770]: DEBUG oslo_vmware.api [None req-8d954487-7c58-4db7-8df7-2c6e11db7707 tempest-ServersAdminTestJSON-142622790 tempest-ServersAdminTestJSON-142622790-project-member] Task: {'id': task-4069487, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.372531] env[69770]: DEBUG oslo_concurrency.lockutils [None req-8e9eee97-9f12-4c54-acf9-e577343d7624 tempest-ImagesOneServerTestJSON-1024055021 tempest-ImagesOneServerTestJSON-1024055021-project-member] Acquiring lock "7ae47f8e-e519-4825-b89a-7561df6850d9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 771.373098] env[69770]: DEBUG oslo_concurrency.lockutils [None req-8e9eee97-9f12-4c54-acf9-e577343d7624 tempest-ImagesOneServerTestJSON-1024055021 tempest-ImagesOneServerTestJSON-1024055021-project-member] Lock "7ae47f8e-e519-4825-b89a-7561df6850d9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 771.374194] env[69770]: DEBUG oslo_concurrency.lockutils [None req-8e9eee97-9f12-4c54-acf9-e577343d7624 tempest-ImagesOneServerTestJSON-1024055021 tempest-ImagesOneServerTestJSON-1024055021-project-member] Acquiring lock "7ae47f8e-e519-4825-b89a-7561df6850d9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 771.374478] env[69770]: DEBUG oslo_concurrency.lockutils [None req-8e9eee97-9f12-4c54-acf9-e577343d7624 tempest-ImagesOneServerTestJSON-1024055021 tempest-ImagesOneServerTestJSON-1024055021-project-member] Lock "7ae47f8e-e519-4825-b89a-7561df6850d9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 771.374700] env[69770]: DEBUG oslo_concurrency.lockutils [None req-8e9eee97-9f12-4c54-acf9-e577343d7624 tempest-ImagesOneServerTestJSON-1024055021 tempest-ImagesOneServerTestJSON-1024055021-project-member] Lock "7ae47f8e-e519-4825-b89a-7561df6850d9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 771.377585] env[69770]: INFO nova.compute.manager [None req-8e9eee97-9f12-4c54-acf9-e577343d7624 tempest-ImagesOneServerTestJSON-1024055021 tempest-ImagesOneServerTestJSON-1024055021-project-member] [instance: 7ae47f8e-e519-4825-b89a-7561df6850d9] Terminating instance [ 771.458175] env[69770]: DEBUG nova.network.neutron [req-13c843a7-7f8e-404b-b611-acd736a356de req-7883a6b3-7be4-4832-b6ed-085cbf13b4e5 service nova] [instance: 38473040-ef89-4a31-8c32-85f10fee039d] Updated VIF entry in instance network info cache for port df474b33-7eec-4f68-952f-cc12850d4b9e. {{(pid=69770) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 771.458533] env[69770]: DEBUG nova.network.neutron [req-13c843a7-7f8e-404b-b611-acd736a356de req-7883a6b3-7be4-4832-b6ed-085cbf13b4e5 service nova] [instance: 38473040-ef89-4a31-8c32-85f10fee039d] Updating instance_info_cache with network_info: [{"id": "df474b33-7eec-4f68-952f-cc12850d4b9e", "address": "fa:16:3e:23:86:17", "network": {"id": "b57b1827-4270-406c-9396-125572e4c1b6", "bridge": "br-int", "label": "tempest-ServersTestJSON-275437425-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.133", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f200212178494484b0f86c66e2719235", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1e7a4976-597e-4636-990e-6062b5faadee", "external-id": "nsx-vlan-transportzone-847", "segmentation_id": 847, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdf474b33-7e", "ovs_interfaceid": "df474b33-7eec-4f68-952f-cc12850d4b9e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69770) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 771.685636] env[69770]: DEBUG nova.network.neutron [None req-39eb1b7b-095e-4ddb-b35d-0c865e1cbe81 tempest-ServerRescueTestJSONUnderV235-1853960857 tempest-ServerRescueTestJSONUnderV235-1853960857-project-member] [instance: b05d12b1-fb29-4185-8300-5f0140039dfe] Updating instance_info_cache with network_info: [{"id": "4b9862e2-a25f-4722-b1a1-e36cc837cd38", "address": "fa:16:3e:8e:66:87", "network": {"id": "25afcc28-5364-46bf-9d07-03d2814ba603", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1526880503-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "d41163d1934142969d7921674d88f615", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8a34aa30-95be-4b18-98ca-1f2d81f7e9e6", "external-id": "nsx-vlan-transportzone-234", "segmentation_id": 234, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4b9862e2-a2", "ovs_interfaceid": "4b9862e2-a25f-4722-b1a1-e36cc837cd38", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69770) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 771.736433] env[69770]: DEBUG oslo_concurrency.lockutils [req-4482227e-727f-4432-a4ba-82998f5acda0 req-735a094e-8692-4c97-a471-8bede232d572 service nova] Releasing lock "refresh_cache-f9f0ae85-57a8-4e21-8e5e-87a3630ee05c" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.793087] env[69770]: DEBUG oslo_concurrency.lockutils [None req-29322379-8497-4c02-a152-5b65afb7f3c5 tempest-ImagesOneServerNegativeTestJSON-405389268 tempest-ImagesOneServerNegativeTestJSON-405389268-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 771.827431] env[69770]: DEBUG nova.compute.utils [None req-21948c38-c6c9-4fb4-86fc-c1b16c14c788 tempest-ListServerFiltersTestJSON-1688445247 tempest-ListServerFiltersTestJSON-1688445247-project-member] Using /dev/sd instead of None {{(pid=69770) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 771.829619] env[69770]: DEBUG nova.compute.manager [None req-21948c38-c6c9-4fb4-86fc-c1b16c14c788 tempest-ListServerFiltersTestJSON-1688445247 tempest-ListServerFiltersTestJSON-1688445247-project-member] [instance: 738d3943-b255-4e92-8255-35aa0e3d6190] Allocating IP information in the background. {{(pid=69770) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 771.829971] env[69770]: DEBUG nova.network.neutron [None req-21948c38-c6c9-4fb4-86fc-c1b16c14c788 tempest-ListServerFiltersTestJSON-1688445247 tempest-ListServerFiltersTestJSON-1688445247-project-member] [instance: 738d3943-b255-4e92-8255-35aa0e3d6190] allocate_for_instance() {{(pid=69770) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 771.850142] env[69770]: DEBUG oslo_vmware.api [None req-61ebf9c8-f9bb-4abe-bbb0-1c364ff25ca1 tempest-ListImageFiltersTestJSON-573549216 tempest-ListImageFiltersTestJSON-573549216-project-member] Task: {'id': task-4069488, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.854689] env[69770]: DEBUG oslo_vmware.api [None req-8d954487-7c58-4db7-8df7-2c6e11db7707 tempest-ServersAdminTestJSON-142622790 tempest-ServersAdminTestJSON-142622790-project-member] Task: {'id': task-4069487, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.885249] env[69770]: DEBUG nova.compute.manager [None req-8e9eee97-9f12-4c54-acf9-e577343d7624 tempest-ImagesOneServerTestJSON-1024055021 tempest-ImagesOneServerTestJSON-1024055021-project-member] [instance: 7ae47f8e-e519-4825-b89a-7561df6850d9] Start destroying the instance on the hypervisor. {{(pid=69770) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 771.885249] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-8e9eee97-9f12-4c54-acf9-e577343d7624 tempest-ImagesOneServerTestJSON-1024055021 tempest-ImagesOneServerTestJSON-1024055021-project-member] [instance: 7ae47f8e-e519-4825-b89a-7561df6850d9] Destroying instance {{(pid=69770) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 771.885541] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a6275fe-355a-4abe-8b09-2405f5968edc {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.897191] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e9eee97-9f12-4c54-acf9-e577343d7624 tempest-ImagesOneServerTestJSON-1024055021 tempest-ImagesOneServerTestJSON-1024055021-project-member] [instance: 7ae47f8e-e519-4825-b89a-7561df6850d9] Powering off the VM {{(pid=69770) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 771.897547] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7f53b425-04ff-4ddc-9476-ed9e8dde984e {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.904650] env[69770]: DEBUG oslo_vmware.api [None req-8e9eee97-9f12-4c54-acf9-e577343d7624 tempest-ImagesOneServerTestJSON-1024055021 tempest-ImagesOneServerTestJSON-1024055021-project-member] Waiting for the task: (returnval){ [ 771.904650] env[69770]: value = "task-4069489" [ 771.904650] env[69770]: _type = "Task" [ 771.904650] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 771.914411] env[69770]: DEBUG oslo_vmware.api [None req-8e9eee97-9f12-4c54-acf9-e577343d7624 tempest-ImagesOneServerTestJSON-1024055021 tempest-ImagesOneServerTestJSON-1024055021-project-member] Task: {'id': task-4069489, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.918348] env[69770]: DEBUG nova.policy [None req-21948c38-c6c9-4fb4-86fc-c1b16c14c788 tempest-ListServerFiltersTestJSON-1688445247 tempest-ListServerFiltersTestJSON-1688445247-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '59060d26c8be4b0b87f489a3e2aefbe7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2fdf3d56a74648dc9c7e9e76f02c3a28', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69770) authorize /opt/stack/nova/nova/policy.py:192}} [ 771.962469] env[69770]: DEBUG oslo_concurrency.lockutils [req-13c843a7-7f8e-404b-b611-acd736a356de req-7883a6b3-7be4-4832-b6ed-085cbf13b4e5 service nova] Releasing lock "refresh_cache-38473040-ef89-4a31-8c32-85f10fee039d" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.189909] env[69770]: DEBUG oslo_concurrency.lockutils [None req-39eb1b7b-095e-4ddb-b35d-0c865e1cbe81 tempest-ServerRescueTestJSONUnderV235-1853960857 tempest-ServerRescueTestJSONUnderV235-1853960857-project-member] Releasing lock "refresh_cache-b05d12b1-fb29-4185-8300-5f0140039dfe" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.344260] env[69770]: DEBUG nova.compute.manager [None req-21948c38-c6c9-4fb4-86fc-c1b16c14c788 tempest-ListServerFiltersTestJSON-1688445247 tempest-ListServerFiltersTestJSON-1688445247-project-member] [instance: 738d3943-b255-4e92-8255-35aa0e3d6190] Start building block device mappings for instance. {{(pid=69770) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 772.359908] env[69770]: DEBUG oslo_vmware.api [None req-61ebf9c8-f9bb-4abe-bbb0-1c364ff25ca1 tempest-ListImageFiltersTestJSON-573549216 tempest-ListImageFiltersTestJSON-573549216-project-member] Task: {'id': task-4069488, 'name': CreateSnapshot_Task, 'duration_secs': 1.184842} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 772.360352] env[69770]: DEBUG oslo_vmware.api [None req-8d954487-7c58-4db7-8df7-2c6e11db7707 tempest-ServersAdminTestJSON-142622790 tempest-ServersAdminTestJSON-142622790-project-member] Task: {'id': task-4069487, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.558916} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 772.361033] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-61ebf9c8-f9bb-4abe-bbb0-1c364ff25ca1 tempest-ListImageFiltersTestJSON-573549216 tempest-ListImageFiltersTestJSON-573549216-project-member] [instance: 65be68f2-50f6-4ad4-878b-87d12f4cae3e] Created Snapshot of the VM instance {{(pid=69770) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 772.366020] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d954487-7c58-4db7-8df7-2c6e11db7707 tempest-ServersAdminTestJSON-142622790 tempest-ServersAdminTestJSON-142622790-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk to [datastore2] f99efbb3-ef7e-4feb-b29b-2cfded1643fd/f99efbb3-ef7e-4feb-b29b-2cfded1643fd.vmdk {{(pid=69770) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 772.366020] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-8d954487-7c58-4db7-8df7-2c6e11db7707 tempest-ServersAdminTestJSON-142622790 tempest-ServersAdminTestJSON-142622790-project-member] [instance: f99efbb3-ef7e-4feb-b29b-2cfded1643fd] Extending root virtual disk to 1048576 {{(pid=69770) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 772.366020] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee4454fc-0470-4acb-833f-f2b9f8ce9d5c {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.367538] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-83726fdc-8942-4e85-8a43-ea11e2cf683d {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.390910] env[69770]: DEBUG oslo_vmware.api [None req-8d954487-7c58-4db7-8df7-2c6e11db7707 tempest-ServersAdminTestJSON-142622790 tempest-ServersAdminTestJSON-142622790-project-member] Waiting for the task: (returnval){ [ 772.390910] env[69770]: value = "task-4069490" [ 772.390910] env[69770]: _type = "Task" [ 772.390910] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 772.404894] env[69770]: DEBUG oslo_vmware.api [None req-8d954487-7c58-4db7-8df7-2c6e11db7707 tempest-ServersAdminTestJSON-142622790 tempest-ServersAdminTestJSON-142622790-project-member] Task: {'id': task-4069490, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.425016] env[69770]: DEBUG oslo_vmware.api [None req-8e9eee97-9f12-4c54-acf9-e577343d7624 tempest-ImagesOneServerTestJSON-1024055021 tempest-ImagesOneServerTestJSON-1024055021-project-member] Task: {'id': task-4069489, 'name': PowerOffVM_Task, 'duration_secs': 0.378946} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 772.432110] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e9eee97-9f12-4c54-acf9-e577343d7624 tempest-ImagesOneServerTestJSON-1024055021 tempest-ImagesOneServerTestJSON-1024055021-project-member] [instance: 7ae47f8e-e519-4825-b89a-7561df6850d9] Powered off the VM {{(pid=69770) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 772.432279] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-8e9eee97-9f12-4c54-acf9-e577343d7624 tempest-ImagesOneServerTestJSON-1024055021 tempest-ImagesOneServerTestJSON-1024055021-project-member] [instance: 7ae47f8e-e519-4825-b89a-7561df6850d9] Unregistering the VM {{(pid=69770) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 772.432782] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3c4fbdea-cbbc-48e7-850b-73fcfc5f10f3 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.525298] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-8e9eee97-9f12-4c54-acf9-e577343d7624 tempest-ImagesOneServerTestJSON-1024055021 tempest-ImagesOneServerTestJSON-1024055021-project-member] [instance: 7ae47f8e-e519-4825-b89a-7561df6850d9] Unregistered the VM {{(pid=69770) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 772.525551] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-8e9eee97-9f12-4c54-acf9-e577343d7624 tempest-ImagesOneServerTestJSON-1024055021 tempest-ImagesOneServerTestJSON-1024055021-project-member] [instance: 7ae47f8e-e519-4825-b89a-7561df6850d9] Deleting contents of the VM from datastore datastore2 {{(pid=69770) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 772.525728] env[69770]: DEBUG nova.virt.vmwareapi.ds_util [None req-8e9eee97-9f12-4c54-acf9-e577343d7624 tempest-ImagesOneServerTestJSON-1024055021 tempest-ImagesOneServerTestJSON-1024055021-project-member] Deleting the datastore file [datastore2] 7ae47f8e-e519-4825-b89a-7561df6850d9 {{(pid=69770) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 772.525990] env[69770]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-43f40702-8df9-4528-8230-944326d2d228 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.534811] env[69770]: DEBUG oslo_vmware.api [None req-8e9eee97-9f12-4c54-acf9-e577343d7624 tempest-ImagesOneServerTestJSON-1024055021 tempest-ImagesOneServerTestJSON-1024055021-project-member] Waiting for the task: (returnval){ [ 772.534811] env[69770]: value = "task-4069492" [ 772.534811] env[69770]: _type = "Task" [ 772.534811] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 772.547676] env[69770]: DEBUG oslo_vmware.api [None req-8e9eee97-9f12-4c54-acf9-e577343d7624 tempest-ImagesOneServerTestJSON-1024055021 tempest-ImagesOneServerTestJSON-1024055021-project-member] Task: {'id': task-4069492, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.899715] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-61ebf9c8-f9bb-4abe-bbb0-1c364ff25ca1 tempest-ListImageFiltersTestJSON-573549216 tempest-ListImageFiltersTestJSON-573549216-project-member] [instance: 65be68f2-50f6-4ad4-878b-87d12f4cae3e] Creating linked-clone VM from snapshot {{(pid=69770) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 772.901066] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-bad7767d-c6ca-40df-9d3e-b6cb97fb752d {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.912839] env[69770]: DEBUG oslo_vmware.api [None req-8d954487-7c58-4db7-8df7-2c6e11db7707 tempest-ServersAdminTestJSON-142622790 tempest-ServersAdminTestJSON-142622790-project-member] Task: {'id': task-4069490, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.096828} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 772.914706] env[69770]: DEBUG nova.network.neutron [None req-21948c38-c6c9-4fb4-86fc-c1b16c14c788 tempest-ListServerFiltersTestJSON-1688445247 tempest-ListServerFiltersTestJSON-1688445247-project-member] [instance: 738d3943-b255-4e92-8255-35aa0e3d6190] Successfully created port: 706d08b7-4902-43b3-89c7-a48ce3838901 {{(pid=69770) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 772.917026] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-8d954487-7c58-4db7-8df7-2c6e11db7707 tempest-ServersAdminTestJSON-142622790 tempest-ServersAdminTestJSON-142622790-project-member] [instance: f99efbb3-ef7e-4feb-b29b-2cfded1643fd] Extended root virtual disk {{(pid=69770) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 772.917261] env[69770]: DEBUG oslo_vmware.api [None req-61ebf9c8-f9bb-4abe-bbb0-1c364ff25ca1 tempest-ListImageFiltersTestJSON-573549216 tempest-ListImageFiltersTestJSON-573549216-project-member] Waiting for the task: (returnval){ [ 772.917261] env[69770]: value = "task-4069493" [ 772.917261] env[69770]: _type = "Task" [ 772.917261] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 772.918675] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f105612f-37dc-41f7-9b9c-ff2fc9456840 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.938953] env[69770]: DEBUG oslo_vmware.api [None req-61ebf9c8-f9bb-4abe-bbb0-1c364ff25ca1 tempest-ListImageFiltersTestJSON-573549216 tempest-ListImageFiltersTestJSON-573549216-project-member] Task: {'id': task-4069493, 'name': CloneVM_Task} progress is 5%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.960970] env[69770]: DEBUG nova.virt.vmwareapi.volumeops [None req-8d954487-7c58-4db7-8df7-2c6e11db7707 tempest-ServersAdminTestJSON-142622790 tempest-ServersAdminTestJSON-142622790-project-member] [instance: f99efbb3-ef7e-4feb-b29b-2cfded1643fd] Reconfiguring VM instance instance-00000018 to attach disk [datastore2] f99efbb3-ef7e-4feb-b29b-2cfded1643fd/f99efbb3-ef7e-4feb-b29b-2cfded1643fd.vmdk or device None with type sparse {{(pid=69770) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 772.961598] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-da9418da-f3a6-4b81-8404-743db3a703a2 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.984345] env[69770]: DEBUG oslo_vmware.api [None req-8d954487-7c58-4db7-8df7-2c6e11db7707 tempest-ServersAdminTestJSON-142622790 tempest-ServersAdminTestJSON-142622790-project-member] Waiting for the task: (returnval){ [ 772.984345] env[69770]: value = "task-4069494" [ 772.984345] env[69770]: _type = "Task" [ 772.984345] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 772.993890] env[69770]: DEBUG oslo_vmware.api [None req-8d954487-7c58-4db7-8df7-2c6e11db7707 tempest-ServersAdminTestJSON-142622790 tempest-ServersAdminTestJSON-142622790-project-member] Task: {'id': task-4069494, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.045255] env[69770]: DEBUG oslo_vmware.api [None req-8e9eee97-9f12-4c54-acf9-e577343d7624 tempest-ImagesOneServerTestJSON-1024055021 tempest-ImagesOneServerTestJSON-1024055021-project-member] Task: {'id': task-4069492, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.311097} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 773.045582] env[69770]: DEBUG nova.virt.vmwareapi.ds_util [None req-8e9eee97-9f12-4c54-acf9-e577343d7624 tempest-ImagesOneServerTestJSON-1024055021 tempest-ImagesOneServerTestJSON-1024055021-project-member] Deleted the datastore file {{(pid=69770) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 773.045771] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-8e9eee97-9f12-4c54-acf9-e577343d7624 tempest-ImagesOneServerTestJSON-1024055021 tempest-ImagesOneServerTestJSON-1024055021-project-member] [instance: 7ae47f8e-e519-4825-b89a-7561df6850d9] Deleted contents of the VM from datastore datastore2 {{(pid=69770) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 773.045976] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-8e9eee97-9f12-4c54-acf9-e577343d7624 tempest-ImagesOneServerTestJSON-1024055021 tempest-ImagesOneServerTestJSON-1024055021-project-member] [instance: 7ae47f8e-e519-4825-b89a-7561df6850d9] Instance destroyed {{(pid=69770) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 773.046172] env[69770]: INFO nova.compute.manager [None req-8e9eee97-9f12-4c54-acf9-e577343d7624 tempest-ImagesOneServerTestJSON-1024055021 tempest-ImagesOneServerTestJSON-1024055021-project-member] [instance: 7ae47f8e-e519-4825-b89a-7561df6850d9] Took 1.16 seconds to destroy the instance on the hypervisor. [ 773.046456] env[69770]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8e9eee97-9f12-4c54-acf9-e577343d7624 tempest-ImagesOneServerTestJSON-1024055021 tempest-ImagesOneServerTestJSON-1024055021-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69770) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 773.046674] env[69770]: DEBUG nova.compute.manager [-] [instance: 7ae47f8e-e519-4825-b89a-7561df6850d9] Deallocating network for instance {{(pid=69770) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 773.046768] env[69770]: DEBUG nova.network.neutron [-] [instance: 7ae47f8e-e519-4825-b89a-7561df6850d9] deallocate_for_instance() {{(pid=69770) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 773.114504] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c4ba75e-5fde-4ad4-beac-8afbdeb52484 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.124311] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60af16e0-5f78-4b25-baf5-c4d4fce637cc {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.155489] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28aacdd1-ede5-4425-bb5f-2263cb174fa0 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.165221] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14c7c466-80f4-4142-8ae8-66eb4d5363cf {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.181519] env[69770]: DEBUG nova.compute.provider_tree [None req-b92a8cf8-8b28-47dd-98cb-3994fc405855 tempest-ServersAdminNegativeTestJSON-597507823 tempest-ServersAdminNegativeTestJSON-597507823-project-member] Inventory has not changed in ProviderTree for provider: 7cc7d32b-b7a7-454a-a456-2a440248ed9d {{(pid=69770) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 773.368501] env[69770]: DEBUG nova.compute.manager [None req-21948c38-c6c9-4fb4-86fc-c1b16c14c788 tempest-ListServerFiltersTestJSON-1688445247 tempest-ListServerFiltersTestJSON-1688445247-project-member] [instance: 738d3943-b255-4e92-8255-35aa0e3d6190] Start spawning the instance on the hypervisor. {{(pid=69770) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 773.405817] env[69770]: DEBUG nova.virt.hardware [None req-21948c38-c6c9-4fb4-86fc-c1b16c14c788 tempest-ListServerFiltersTestJSON-1688445247 tempest-ListServerFiltersTestJSON-1688445247-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T12:16:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T12:16:11Z,direct_url=,disk_format='vmdk',id=d1eaff80-24a0-4391-90eb-59958b1ecf0a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d65f20bb89fb40a98b77bc6d97357df2',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T12:16:12Z,virtual_size=,visibility=), allow threads: False {{(pid=69770) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 773.406669] env[69770]: DEBUG nova.virt.hardware [None req-21948c38-c6c9-4fb4-86fc-c1b16c14c788 tempest-ListServerFiltersTestJSON-1688445247 tempest-ListServerFiltersTestJSON-1688445247-project-member] Flavor limits 0:0:0 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 773.406965] env[69770]: DEBUG nova.virt.hardware [None req-21948c38-c6c9-4fb4-86fc-c1b16c14c788 tempest-ListServerFiltersTestJSON-1688445247 tempest-ListServerFiltersTestJSON-1688445247-project-member] Image limits 0:0:0 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 773.407321] env[69770]: DEBUG nova.virt.hardware [None req-21948c38-c6c9-4fb4-86fc-c1b16c14c788 tempest-ListServerFiltersTestJSON-1688445247 tempest-ListServerFiltersTestJSON-1688445247-project-member] Flavor pref 0:0:0 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 773.407500] env[69770]: DEBUG nova.virt.hardware [None req-21948c38-c6c9-4fb4-86fc-c1b16c14c788 tempest-ListServerFiltersTestJSON-1688445247 tempest-ListServerFiltersTestJSON-1688445247-project-member] Image pref 0:0:0 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 773.408044] env[69770]: DEBUG nova.virt.hardware [None req-21948c38-c6c9-4fb4-86fc-c1b16c14c788 tempest-ListServerFiltersTestJSON-1688445247 tempest-ListServerFiltersTestJSON-1688445247-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 773.408505] env[69770]: DEBUG nova.virt.hardware [None req-21948c38-c6c9-4fb4-86fc-c1b16c14c788 tempest-ListServerFiltersTestJSON-1688445247 tempest-ListServerFiltersTestJSON-1688445247-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69770) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 773.408689] env[69770]: DEBUG nova.virt.hardware [None req-21948c38-c6c9-4fb4-86fc-c1b16c14c788 tempest-ListServerFiltersTestJSON-1688445247 tempest-ListServerFiltersTestJSON-1688445247-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69770) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 773.408871] env[69770]: DEBUG nova.virt.hardware [None req-21948c38-c6c9-4fb4-86fc-c1b16c14c788 tempest-ListServerFiltersTestJSON-1688445247 tempest-ListServerFiltersTestJSON-1688445247-project-member] Got 1 possible topologies {{(pid=69770) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 773.409112] env[69770]: DEBUG nova.virt.hardware [None req-21948c38-c6c9-4fb4-86fc-c1b16c14c788 tempest-ListServerFiltersTestJSON-1688445247 tempest-ListServerFiltersTestJSON-1688445247-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69770) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 773.409401] env[69770]: DEBUG nova.virt.hardware [None req-21948c38-c6c9-4fb4-86fc-c1b16c14c788 tempest-ListServerFiltersTestJSON-1688445247 tempest-ListServerFiltersTestJSON-1688445247-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69770) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 773.410781] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d20f5dd8-0dc1-4872-b453-934510899251 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.427428] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d09c03c4-05ab-4f45-87d3-8bda868b5579 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.439443] env[69770]: DEBUG oslo_vmware.api [None req-61ebf9c8-f9bb-4abe-bbb0-1c364ff25ca1 tempest-ListImageFiltersTestJSON-573549216 tempest-ListImageFiltersTestJSON-573549216-project-member] Task: {'id': task-4069493, 'name': CloneVM_Task} progress is 94%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.498009] env[69770]: DEBUG oslo_vmware.api [None req-8d954487-7c58-4db7-8df7-2c6e11db7707 tempest-ServersAdminTestJSON-142622790 tempest-ServersAdminTestJSON-142622790-project-member] Task: {'id': task-4069494, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.686693] env[69770]: DEBUG nova.scheduler.client.report [None req-b92a8cf8-8b28-47dd-98cb-3994fc405855 tempest-ServersAdminNegativeTestJSON-597507823 tempest-ServersAdminNegativeTestJSON-597507823-project-member] Inventory has not changed for provider 7cc7d32b-b7a7-454a-a456-2a440248ed9d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69770) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 773.746084] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-39eb1b7b-095e-4ddb-b35d-0c865e1cbe81 tempest-ServerRescueTestJSONUnderV235-1853960857 tempest-ServerRescueTestJSONUnderV235-1853960857-project-member] [instance: b05d12b1-fb29-4185-8300-5f0140039dfe] Powering off the VM {{(pid=69770) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 773.746429] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0d0b79e3-458f-492b-8f22-66bd904fb7ab {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.755600] env[69770]: DEBUG oslo_vmware.api [None req-39eb1b7b-095e-4ddb-b35d-0c865e1cbe81 tempest-ServerRescueTestJSONUnderV235-1853960857 tempest-ServerRescueTestJSONUnderV235-1853960857-project-member] Waiting for the task: (returnval){ [ 773.755600] env[69770]: value = "task-4069495" [ 773.755600] env[69770]: _type = "Task" [ 773.755600] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 773.793684] env[69770]: DEBUG oslo_vmware.api [None req-39eb1b7b-095e-4ddb-b35d-0c865e1cbe81 tempest-ServerRescueTestJSONUnderV235-1853960857 tempest-ServerRescueTestJSONUnderV235-1853960857-project-member] Task: {'id': task-4069495, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.936606] env[69770]: DEBUG oslo_vmware.api [None req-61ebf9c8-f9bb-4abe-bbb0-1c364ff25ca1 tempest-ListImageFiltersTestJSON-573549216 tempest-ListImageFiltersTestJSON-573549216-project-member] Task: {'id': task-4069493, 'name': CloneVM_Task} progress is 94%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.997912] env[69770]: DEBUG oslo_vmware.api [None req-8d954487-7c58-4db7-8df7-2c6e11db7707 tempest-ServersAdminTestJSON-142622790 tempest-ServersAdminTestJSON-142622790-project-member] Task: {'id': task-4069494, 'name': ReconfigVM_Task, 'duration_secs': 0.549001} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 773.998380] env[69770]: DEBUG nova.virt.vmwareapi.volumeops [None req-8d954487-7c58-4db7-8df7-2c6e11db7707 tempest-ServersAdminTestJSON-142622790 tempest-ServersAdminTestJSON-142622790-project-member] [instance: f99efbb3-ef7e-4feb-b29b-2cfded1643fd] Reconfigured VM instance instance-00000018 to attach disk [datastore2] f99efbb3-ef7e-4feb-b29b-2cfded1643fd/f99efbb3-ef7e-4feb-b29b-2cfded1643fd.vmdk or device None with type sparse {{(pid=69770) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 773.999118] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ad000ff6-ec1a-4e33-b67e-887d1d9ec8ac {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.008859] env[69770]: DEBUG oslo_vmware.api [None req-8d954487-7c58-4db7-8df7-2c6e11db7707 tempest-ServersAdminTestJSON-142622790 tempest-ServersAdminTestJSON-142622790-project-member] Waiting for the task: (returnval){ [ 774.008859] env[69770]: value = "task-4069496" [ 774.008859] env[69770]: _type = "Task" [ 774.008859] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 774.018896] env[69770]: DEBUG oslo_vmware.api [None req-8d954487-7c58-4db7-8df7-2c6e11db7707 tempest-ServersAdminTestJSON-142622790 tempest-ServersAdminTestJSON-142622790-project-member] Task: {'id': task-4069496, 'name': Rename_Task} progress is 5%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.148391] env[69770]: DEBUG nova.network.neutron [-] [instance: 7ae47f8e-e519-4825-b89a-7561df6850d9] Updating instance_info_cache with network_info: [] {{(pid=69770) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 774.194391] env[69770]: DEBUG oslo_concurrency.lockutils [None req-b92a8cf8-8b28-47dd-98cb-3994fc405855 tempest-ServersAdminNegativeTestJSON-597507823 tempest-ServersAdminNegativeTestJSON-597507823-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.882s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 774.194947] env[69770]: DEBUG nova.compute.manager [None req-b92a8cf8-8b28-47dd-98cb-3994fc405855 tempest-ServersAdminNegativeTestJSON-597507823 tempest-ServersAdminNegativeTestJSON-597507823-project-member] [instance: 2635794b-46eb-4532-9f26-43b36242e0bf] Start building networks asynchronously for instance. {{(pid=69770) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 774.198374] env[69770]: DEBUG oslo_concurrency.lockutils [None req-12d7999a-9052-4480-9890-bdac3d3f6d04 tempest-ServerExternalEventsTest-676538897 tempest-ServerExternalEventsTest-676538897-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.593s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 774.198643] env[69770]: DEBUG nova.objects.instance [None req-12d7999a-9052-4480-9890-bdac3d3f6d04 tempest-ServerExternalEventsTest-676538897 tempest-ServerExternalEventsTest-676538897-project-member] Lazy-loading 'resources' on Instance uuid b3fc7334-8f11-44cb-b3b1-49eb73ad14cf {{(pid=69770) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 774.267287] env[69770]: DEBUG oslo_vmware.api [None req-39eb1b7b-095e-4ddb-b35d-0c865e1cbe81 tempest-ServerRescueTestJSONUnderV235-1853960857 tempest-ServerRescueTestJSONUnderV235-1853960857-project-member] Task: {'id': task-4069495, 'name': PowerOffVM_Task, 'duration_secs': 0.498543} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 774.267816] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-39eb1b7b-095e-4ddb-b35d-0c865e1cbe81 tempest-ServerRescueTestJSONUnderV235-1853960857 tempest-ServerRescueTestJSONUnderV235-1853960857-project-member] [instance: b05d12b1-fb29-4185-8300-5f0140039dfe] Powered off the VM {{(pid=69770) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 774.269594] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9096d763-ab73-40e4-8316-9dd9bf34b959 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.303463] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e0540fd-5cca-415e-86a0-78b296a2b40c {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.348850] env[69770]: DEBUG oslo_concurrency.lockutils [None req-8eb9c690-474e-4cda-a184-888b5650a2c8 tempest-SecurityGroupsTestJSON-864666295 tempest-SecurityGroupsTestJSON-864666295-project-member] Acquiring lock "c089aece-c240-4203-96d7-e8fc9820c7d6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 774.349327] env[69770]: DEBUG oslo_concurrency.lockutils [None req-8eb9c690-474e-4cda-a184-888b5650a2c8 tempest-SecurityGroupsTestJSON-864666295 tempest-SecurityGroupsTestJSON-864666295-project-member] Lock "c089aece-c240-4203-96d7-e8fc9820c7d6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 774.360868] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-39eb1b7b-095e-4ddb-b35d-0c865e1cbe81 tempest-ServerRescueTestJSONUnderV235-1853960857 tempest-ServerRescueTestJSONUnderV235-1853960857-project-member] [instance: b05d12b1-fb29-4185-8300-5f0140039dfe] Powering off the VM {{(pid=69770) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 774.361552] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-31885670-153e-41cd-873c-2e9b2b34e312 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.367149] env[69770]: DEBUG nova.compute.manager [req-1f8409e0-dd57-47f8-8870-59b9bafcba6e req-d86419bc-63ae-4c9d-8170-3f4e31aade2f service nova] [instance: 7ae47f8e-e519-4825-b89a-7561df6850d9] Received event network-vif-deleted-494963b2-3eab-4b17-86d0-b55d8aec0a5d {{(pid=69770) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 774.376131] env[69770]: DEBUG oslo_vmware.api [None req-39eb1b7b-095e-4ddb-b35d-0c865e1cbe81 tempest-ServerRescueTestJSONUnderV235-1853960857 tempest-ServerRescueTestJSONUnderV235-1853960857-project-member] Waiting for the task: (returnval){ [ 774.376131] env[69770]: value = "task-4069497" [ 774.376131] env[69770]: _type = "Task" [ 774.376131] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 774.389355] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-39eb1b7b-095e-4ddb-b35d-0c865e1cbe81 tempest-ServerRescueTestJSONUnderV235-1853960857 tempest-ServerRescueTestJSONUnderV235-1853960857-project-member] [instance: b05d12b1-fb29-4185-8300-5f0140039dfe] VM already powered off {{(pid=69770) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 774.389578] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-39eb1b7b-095e-4ddb-b35d-0c865e1cbe81 tempest-ServerRescueTestJSONUnderV235-1853960857 tempest-ServerRescueTestJSONUnderV235-1853960857-project-member] [instance: b05d12b1-fb29-4185-8300-5f0140039dfe] Processing image d1eaff80-24a0-4391-90eb-59958b1ecf0a {{(pid=69770) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 774.389817] env[69770]: DEBUG oslo_concurrency.lockutils [None req-39eb1b7b-095e-4ddb-b35d-0c865e1cbe81 tempest-ServerRescueTestJSONUnderV235-1853960857 tempest-ServerRescueTestJSONUnderV235-1853960857-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.390438] env[69770]: DEBUG oslo_concurrency.lockutils [None req-39eb1b7b-095e-4ddb-b35d-0c865e1cbe81 tempest-ServerRescueTestJSONUnderV235-1853960857 tempest-ServerRescueTestJSONUnderV235-1853960857-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.390798] env[69770]: DEBUG nova.virt.vmwareapi.ds_util [None req-39eb1b7b-095e-4ddb-b35d-0c865e1cbe81 tempest-ServerRescueTestJSONUnderV235-1853960857 tempest-ServerRescueTestJSONUnderV235-1853960857-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69770) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 774.391091] env[69770]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-de855a21-67fb-4887-9d3c-637cd18af507 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.402853] env[69770]: DEBUG nova.virt.vmwareapi.ds_util [None req-39eb1b7b-095e-4ddb-b35d-0c865e1cbe81 tempest-ServerRescueTestJSONUnderV235-1853960857 tempest-ServerRescueTestJSONUnderV235-1853960857-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69770) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 774.403023] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-39eb1b7b-095e-4ddb-b35d-0c865e1cbe81 tempest-ServerRescueTestJSONUnderV235-1853960857 tempest-ServerRescueTestJSONUnderV235-1853960857-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69770) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 774.403913] env[69770]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7b212282-5aa5-4c1a-9b68-18f47a0367e9 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.411122] env[69770]: DEBUG oslo_vmware.api [None req-39eb1b7b-095e-4ddb-b35d-0c865e1cbe81 tempest-ServerRescueTestJSONUnderV235-1853960857 tempest-ServerRescueTestJSONUnderV235-1853960857-project-member] Waiting for the task: (returnval){ [ 774.411122] env[69770]: value = "session[52161b52-cb8e-ec9f-1132-2f6b49549d41]52671187-378d-0c69-2b2e-2001d1febd97" [ 774.411122] env[69770]: _type = "Task" [ 774.411122] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 774.421833] env[69770]: DEBUG oslo_vmware.api [None req-39eb1b7b-095e-4ddb-b35d-0c865e1cbe81 tempest-ServerRescueTestJSONUnderV235-1853960857 tempest-ServerRescueTestJSONUnderV235-1853960857-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]52671187-378d-0c69-2b2e-2001d1febd97, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.434478] env[69770]: DEBUG oslo_vmware.api [None req-61ebf9c8-f9bb-4abe-bbb0-1c364ff25ca1 tempest-ListImageFiltersTestJSON-573549216 tempest-ListImageFiltersTestJSON-573549216-project-member] Task: {'id': task-4069493, 'name': CloneVM_Task} progress is 95%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.521894] env[69770]: DEBUG oslo_vmware.api [None req-8d954487-7c58-4db7-8df7-2c6e11db7707 tempest-ServersAdminTestJSON-142622790 tempest-ServersAdminTestJSON-142622790-project-member] Task: {'id': task-4069496, 'name': Rename_Task, 'duration_secs': 0.158906} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 774.525588] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d954487-7c58-4db7-8df7-2c6e11db7707 tempest-ServersAdminTestJSON-142622790 tempest-ServersAdminTestJSON-142622790-project-member] [instance: f99efbb3-ef7e-4feb-b29b-2cfded1643fd] Powering on the VM {{(pid=69770) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 774.525588] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f2f5990e-9e53-4550-a319-6150ea4fada0 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.533352] env[69770]: DEBUG oslo_vmware.api [None req-8d954487-7c58-4db7-8df7-2c6e11db7707 tempest-ServersAdminTestJSON-142622790 tempest-ServersAdminTestJSON-142622790-project-member] Waiting for the task: (returnval){ [ 774.533352] env[69770]: value = "task-4069498" [ 774.533352] env[69770]: _type = "Task" [ 774.533352] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 774.543958] env[69770]: DEBUG oslo_vmware.api [None req-8d954487-7c58-4db7-8df7-2c6e11db7707 tempest-ServersAdminTestJSON-142622790 tempest-ServersAdminTestJSON-142622790-project-member] Task: {'id': task-4069498, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.651516] env[69770]: INFO nova.compute.manager [-] [instance: 7ae47f8e-e519-4825-b89a-7561df6850d9] Took 1.60 seconds to deallocate network for instance. [ 774.701535] env[69770]: DEBUG nova.compute.utils [None req-b92a8cf8-8b28-47dd-98cb-3994fc405855 tempest-ServersAdminNegativeTestJSON-597507823 tempest-ServersAdminNegativeTestJSON-597507823-project-member] Using /dev/sd instead of None {{(pid=69770) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 774.708138] env[69770]: DEBUG nova.compute.manager [None req-b92a8cf8-8b28-47dd-98cb-3994fc405855 tempest-ServersAdminNegativeTestJSON-597507823 tempest-ServersAdminNegativeTestJSON-597507823-project-member] [instance: 2635794b-46eb-4532-9f26-43b36242e0bf] Allocating IP information in the background. {{(pid=69770) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 774.708291] env[69770]: DEBUG nova.network.neutron [None req-b92a8cf8-8b28-47dd-98cb-3994fc405855 tempest-ServersAdminNegativeTestJSON-597507823 tempest-ServersAdminNegativeTestJSON-597507823-project-member] [instance: 2635794b-46eb-4532-9f26-43b36242e0bf] allocate_for_instance() {{(pid=69770) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 774.816949] env[69770]: DEBUG nova.policy [None req-b92a8cf8-8b28-47dd-98cb-3994fc405855 tempest-ServersAdminNegativeTestJSON-597507823 tempest-ServersAdminNegativeTestJSON-597507823-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'df3828735f154631832f16179d19f0d0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a42ee601545d43b1ad9165919bebc656', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69770) authorize /opt/stack/nova/nova/policy.py:192}} [ 774.924504] env[69770]: DEBUG oslo_vmware.api [None req-39eb1b7b-095e-4ddb-b35d-0c865e1cbe81 tempest-ServerRescueTestJSONUnderV235-1853960857 tempest-ServerRescueTestJSONUnderV235-1853960857-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]52671187-378d-0c69-2b2e-2001d1febd97, 'name': SearchDatastore_Task, 'duration_secs': 0.013562} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 774.929341] env[69770]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0ceb272e-687b-450e-b418-58ef023974fc {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.944635] env[69770]: DEBUG oslo_vmware.api [None req-39eb1b7b-095e-4ddb-b35d-0c865e1cbe81 tempest-ServerRescueTestJSONUnderV235-1853960857 tempest-ServerRescueTestJSONUnderV235-1853960857-project-member] Waiting for the task: (returnval){ [ 774.944635] env[69770]: value = "session[52161b52-cb8e-ec9f-1132-2f6b49549d41]52345594-3f1f-ad0a-195a-462fbb35150b" [ 774.944635] env[69770]: _type = "Task" [ 774.944635] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 774.945737] env[69770]: DEBUG oslo_vmware.api [None req-61ebf9c8-f9bb-4abe-bbb0-1c364ff25ca1 tempest-ListImageFiltersTestJSON-573549216 tempest-ListImageFiltersTestJSON-573549216-project-member] Task: {'id': task-4069493, 'name': CloneVM_Task, 'duration_secs': 1.735237} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 774.945737] env[69770]: INFO nova.virt.vmwareapi.vmops [None req-61ebf9c8-f9bb-4abe-bbb0-1c364ff25ca1 tempest-ListImageFiltersTestJSON-573549216 tempest-ListImageFiltersTestJSON-573549216-project-member] [instance: 65be68f2-50f6-4ad4-878b-87d12f4cae3e] Created linked-clone VM from snapshot [ 774.950923] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d72493e-500e-4080-88c1-31dfd723b4a9 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.962871] env[69770]: DEBUG oslo_vmware.api [None req-39eb1b7b-095e-4ddb-b35d-0c865e1cbe81 tempest-ServerRescueTestJSONUnderV235-1853960857 tempest-ServerRescueTestJSONUnderV235-1853960857-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]52345594-3f1f-ad0a-195a-462fbb35150b, 'name': SearchDatastore_Task, 'duration_secs': 0.024139} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 774.966913] env[69770]: DEBUG oslo_concurrency.lockutils [None req-39eb1b7b-095e-4ddb-b35d-0c865e1cbe81 tempest-ServerRescueTestJSONUnderV235-1853960857 tempest-ServerRescueTestJSONUnderV235-1853960857-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.967558] env[69770]: DEBUG nova.virt.vmwareapi.ds_util [None req-39eb1b7b-095e-4ddb-b35d-0c865e1cbe81 tempest-ServerRescueTestJSONUnderV235-1853960857 tempest-ServerRescueTestJSONUnderV235-1853960857-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk to [datastore2] b05d12b1-fb29-4185-8300-5f0140039dfe/d1eaff80-24a0-4391-90eb-59958b1ecf0a-rescue.vmdk. {{(pid=69770) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 774.967940] env[69770]: DEBUG nova.virt.vmwareapi.images [None req-61ebf9c8-f9bb-4abe-bbb0-1c364ff25ca1 tempest-ListImageFiltersTestJSON-573549216 tempest-ListImageFiltersTestJSON-573549216-project-member] [instance: 65be68f2-50f6-4ad4-878b-87d12f4cae3e] Uploading image bbfb2490-9db4-451a-b352-0e50dfe1916f {{(pid=69770) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 774.970380] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-934100d4-daa6-4909-ab4b-158db3234dab {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.984030] env[69770]: DEBUG oslo_vmware.api [None req-39eb1b7b-095e-4ddb-b35d-0c865e1cbe81 tempest-ServerRescueTestJSONUnderV235-1853960857 tempest-ServerRescueTestJSONUnderV235-1853960857-project-member] Waiting for the task: (returnval){ [ 774.984030] env[69770]: value = "task-4069499" [ 774.984030] env[69770]: _type = "Task" [ 774.984030] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 774.996028] env[69770]: DEBUG oslo_vmware.api [None req-39eb1b7b-095e-4ddb-b35d-0c865e1cbe81 tempest-ServerRescueTestJSONUnderV235-1853960857 tempest-ServerRescueTestJSONUnderV235-1853960857-project-member] Task: {'id': task-4069499, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.008608] env[69770]: DEBUG oslo_vmware.rw_handles [None req-61ebf9c8-f9bb-4abe-bbb0-1c364ff25ca1 tempest-ListImageFiltersTestJSON-573549216 tempest-ListImageFiltersTestJSON-573549216-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 775.008608] env[69770]: value = "vm-806450" [ 775.008608] env[69770]: _type = "VirtualMachine" [ 775.008608] env[69770]: }. {{(pid=69770) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 775.008877] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-4684c8c9-eee3-4686-bcfd-299726a48683 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.016855] env[69770]: DEBUG oslo_vmware.rw_handles [None req-61ebf9c8-f9bb-4abe-bbb0-1c364ff25ca1 tempest-ListImageFiltersTestJSON-573549216 tempest-ListImageFiltersTestJSON-573549216-project-member] Lease: (returnval){ [ 775.016855] env[69770]: value = "session[52161b52-cb8e-ec9f-1132-2f6b49549d41]520bcf2e-ff7b-8b00-a3f0-f6836061f8bc" [ 775.016855] env[69770]: _type = "HttpNfcLease" [ 775.016855] env[69770]: } obtained for exporting VM: (result){ [ 775.016855] env[69770]: value = "vm-806450" [ 775.016855] env[69770]: _type = "VirtualMachine" [ 775.016855] env[69770]: }. {{(pid=69770) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 775.017570] env[69770]: DEBUG oslo_vmware.api [None req-61ebf9c8-f9bb-4abe-bbb0-1c364ff25ca1 tempest-ListImageFiltersTestJSON-573549216 tempest-ListImageFiltersTestJSON-573549216-project-member] Waiting for the lease: (returnval){ [ 775.017570] env[69770]: value = "session[52161b52-cb8e-ec9f-1132-2f6b49549d41]520bcf2e-ff7b-8b00-a3f0-f6836061f8bc" [ 775.017570] env[69770]: _type = "HttpNfcLease" [ 775.017570] env[69770]: } to be ready. {{(pid=69770) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 775.025783] env[69770]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 775.025783] env[69770]: value = "session[52161b52-cb8e-ec9f-1132-2f6b49549d41]520bcf2e-ff7b-8b00-a3f0-f6836061f8bc" [ 775.025783] env[69770]: _type = "HttpNfcLease" [ 775.025783] env[69770]: } is initializing. {{(pid=69770) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 775.048732] env[69770]: DEBUG oslo_vmware.api [None req-8d954487-7c58-4db7-8df7-2c6e11db7707 tempest-ServersAdminTestJSON-142622790 tempest-ServersAdminTestJSON-142622790-project-member] Task: {'id': task-4069498, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.167022] env[69770]: DEBUG oslo_concurrency.lockutils [None req-8e9eee97-9f12-4c54-acf9-e577343d7624 tempest-ImagesOneServerTestJSON-1024055021 tempest-ImagesOneServerTestJSON-1024055021-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 775.194203] env[69770]: DEBUG oslo_concurrency.lockutils [None req-04e68aa8-dfb3-478f-afa8-fedb2f40a3b5 tempest-MigrationsAdminTest-1409017777 tempest-MigrationsAdminTest-1409017777-project-member] Acquiring lock "95957450-4202-4400-ab80-e9d3a56b2efb" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 775.194203] env[69770]: DEBUG oslo_concurrency.lockutils [None req-04e68aa8-dfb3-478f-afa8-fedb2f40a3b5 tempest-MigrationsAdminTest-1409017777 tempest-MigrationsAdminTest-1409017777-project-member] Lock "95957450-4202-4400-ab80-e9d3a56b2efb" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 775.212264] env[69770]: DEBUG nova.compute.manager [None req-b92a8cf8-8b28-47dd-98cb-3994fc405855 tempest-ServersAdminNegativeTestJSON-597507823 tempest-ServersAdminNegativeTestJSON-597507823-project-member] [instance: 2635794b-46eb-4532-9f26-43b36242e0bf] Start building block device mappings for instance. {{(pid=69770) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 775.438924] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b7f9d92-9ab0-4360-8493-5fb1cca3c97c {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.449693] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78b3bd11-282f-49eb-813e-dc473a5ab921 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.517773] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00b2dcc1-adcf-48e9-b27b-1cd9a6ab4a3d {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.531872] env[69770]: DEBUG oslo_vmware.api [None req-39eb1b7b-095e-4ddb-b35d-0c865e1cbe81 tempest-ServerRescueTestJSONUnderV235-1853960857 tempest-ServerRescueTestJSONUnderV235-1853960857-project-member] Task: {'id': task-4069499, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.539921] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5662015d-94db-4f66-b807-06910ad0f931 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.547396] env[69770]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 775.547396] env[69770]: value = "session[52161b52-cb8e-ec9f-1132-2f6b49549d41]520bcf2e-ff7b-8b00-a3f0-f6836061f8bc" [ 775.547396] env[69770]: _type = "HttpNfcLease" [ 775.547396] env[69770]: } is ready. {{(pid=69770) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 775.547396] env[69770]: DEBUG oslo_vmware.rw_handles [None req-61ebf9c8-f9bb-4abe-bbb0-1c364ff25ca1 tempest-ListImageFiltersTestJSON-573549216 tempest-ListImageFiltersTestJSON-573549216-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 775.547396] env[69770]: value = "session[52161b52-cb8e-ec9f-1132-2f6b49549d41]520bcf2e-ff7b-8b00-a3f0-f6836061f8bc" [ 775.547396] env[69770]: _type = "HttpNfcLease" [ 775.547396] env[69770]: }. {{(pid=69770) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 775.548567] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f2f7fb2-f0a2-4913-a97e-b8aa53a99336 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.566618] env[69770]: DEBUG nova.compute.provider_tree [None req-12d7999a-9052-4480-9890-bdac3d3f6d04 tempest-ServerExternalEventsTest-676538897 tempest-ServerExternalEventsTest-676538897-project-member] Inventory has not changed in ProviderTree for provider: 7cc7d32b-b7a7-454a-a456-2a440248ed9d {{(pid=69770) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 775.571729] env[69770]: DEBUG oslo_vmware.api [None req-8d954487-7c58-4db7-8df7-2c6e11db7707 tempest-ServersAdminTestJSON-142622790 tempest-ServersAdminTestJSON-142622790-project-member] Task: {'id': task-4069498, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.571729] env[69770]: DEBUG nova.network.neutron [None req-21948c38-c6c9-4fb4-86fc-c1b16c14c788 tempest-ListServerFiltersTestJSON-1688445247 tempest-ListServerFiltersTestJSON-1688445247-project-member] [instance: 738d3943-b255-4e92-8255-35aa0e3d6190] Successfully updated port: 706d08b7-4902-43b3-89c7-a48ce3838901 {{(pid=69770) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 775.586594] env[69770]: DEBUG oslo_vmware.rw_handles [None req-61ebf9c8-f9bb-4abe-bbb0-1c364ff25ca1 tempest-ListImageFiltersTestJSON-573549216 tempest-ListImageFiltersTestJSON-573549216-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52ec4b28-c902-63f3-bc47-d425cf1e7b2d/disk-0.vmdk from lease info. {{(pid=69770) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 775.586928] env[69770]: DEBUG oslo_vmware.rw_handles [None req-61ebf9c8-f9bb-4abe-bbb0-1c364ff25ca1 tempest-ListImageFiltersTestJSON-573549216 tempest-ListImageFiltersTestJSON-573549216-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52ec4b28-c902-63f3-bc47-d425cf1e7b2d/disk-0.vmdk for reading. {{(pid=69770) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 775.694519] env[69770]: DEBUG nova.network.neutron [None req-b92a8cf8-8b28-47dd-98cb-3994fc405855 tempest-ServersAdminNegativeTestJSON-597507823 tempest-ServersAdminNegativeTestJSON-597507823-project-member] [instance: 2635794b-46eb-4532-9f26-43b36242e0bf] Successfully created port: 4a5252fd-eff5-4cbc-a87f-6ab53eaa9d21 {{(pid=69770) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 775.731372] env[69770]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-0186a821-c405-494c-9625-9255559cf015 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.906026] env[69770]: DEBUG nova.compute.manager [req-19a07414-815a-4144-b70e-29d299b12a97 req-0a0f75d8-d5aa-48ec-ac4b-ef76b7fa15c5 service nova] [instance: 738d3943-b255-4e92-8255-35aa0e3d6190] Received event network-vif-plugged-706d08b7-4902-43b3-89c7-a48ce3838901 {{(pid=69770) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 775.906306] env[69770]: DEBUG oslo_concurrency.lockutils [req-19a07414-815a-4144-b70e-29d299b12a97 req-0a0f75d8-d5aa-48ec-ac4b-ef76b7fa15c5 service nova] Acquiring lock "738d3943-b255-4e92-8255-35aa0e3d6190-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 775.906477] env[69770]: DEBUG oslo_concurrency.lockutils [req-19a07414-815a-4144-b70e-29d299b12a97 req-0a0f75d8-d5aa-48ec-ac4b-ef76b7fa15c5 service nova] Lock "738d3943-b255-4e92-8255-35aa0e3d6190-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 775.906652] env[69770]: DEBUG oslo_concurrency.lockutils [req-19a07414-815a-4144-b70e-29d299b12a97 req-0a0f75d8-d5aa-48ec-ac4b-ef76b7fa15c5 service nova] Lock "738d3943-b255-4e92-8255-35aa0e3d6190-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 775.906812] env[69770]: DEBUG nova.compute.manager [req-19a07414-815a-4144-b70e-29d299b12a97 req-0a0f75d8-d5aa-48ec-ac4b-ef76b7fa15c5 service nova] [instance: 738d3943-b255-4e92-8255-35aa0e3d6190] No waiting events found dispatching network-vif-plugged-706d08b7-4902-43b3-89c7-a48ce3838901 {{(pid=69770) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 775.906970] env[69770]: WARNING nova.compute.manager [req-19a07414-815a-4144-b70e-29d299b12a97 req-0a0f75d8-d5aa-48ec-ac4b-ef76b7fa15c5 service nova] [instance: 738d3943-b255-4e92-8255-35aa0e3d6190] Received unexpected event network-vif-plugged-706d08b7-4902-43b3-89c7-a48ce3838901 for instance with vm_state building and task_state spawning. [ 776.023872] env[69770]: DEBUG oslo_vmware.api [None req-39eb1b7b-095e-4ddb-b35d-0c865e1cbe81 tempest-ServerRescueTestJSONUnderV235-1853960857 tempest-ServerRescueTestJSONUnderV235-1853960857-project-member] Task: {'id': task-4069499, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.758375} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 776.024511] env[69770]: INFO nova.virt.vmwareapi.ds_util [None req-39eb1b7b-095e-4ddb-b35d-0c865e1cbe81 tempest-ServerRescueTestJSONUnderV235-1853960857 tempest-ServerRescueTestJSONUnderV235-1853960857-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk to [datastore2] b05d12b1-fb29-4185-8300-5f0140039dfe/d1eaff80-24a0-4391-90eb-59958b1ecf0a-rescue.vmdk. [ 776.025158] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0348a4f5-81a1-4454-be1d-89bac44e47c7 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.057104] env[69770]: DEBUG nova.virt.vmwareapi.volumeops [None req-39eb1b7b-095e-4ddb-b35d-0c865e1cbe81 tempest-ServerRescueTestJSONUnderV235-1853960857 tempest-ServerRescueTestJSONUnderV235-1853960857-project-member] [instance: b05d12b1-fb29-4185-8300-5f0140039dfe] Reconfiguring VM instance instance-00000017 to attach disk [datastore2] b05d12b1-fb29-4185-8300-5f0140039dfe/d1eaff80-24a0-4391-90eb-59958b1ecf0a-rescue.vmdk or device None with type thin {{(pid=69770) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 776.064704] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b90a0659-482c-4997-bff9-c252dddea510 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.076394] env[69770]: DEBUG nova.scheduler.client.report [None req-12d7999a-9052-4480-9890-bdac3d3f6d04 tempest-ServerExternalEventsTest-676538897 tempest-ServerExternalEventsTest-676538897-project-member] Inventory has not changed for provider 7cc7d32b-b7a7-454a-a456-2a440248ed9d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69770) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 776.083753] env[69770]: DEBUG oslo_concurrency.lockutils [None req-21948c38-c6c9-4fb4-86fc-c1b16c14c788 tempest-ListServerFiltersTestJSON-1688445247 tempest-ListServerFiltersTestJSON-1688445247-project-member] Acquiring lock "refresh_cache-738d3943-b255-4e92-8255-35aa0e3d6190" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.083753] env[69770]: DEBUG oslo_concurrency.lockutils [None req-21948c38-c6c9-4fb4-86fc-c1b16c14c788 tempest-ListServerFiltersTestJSON-1688445247 tempest-ListServerFiltersTestJSON-1688445247-project-member] Acquired lock "refresh_cache-738d3943-b255-4e92-8255-35aa0e3d6190" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.083753] env[69770]: DEBUG nova.network.neutron [None req-21948c38-c6c9-4fb4-86fc-c1b16c14c788 tempest-ListServerFiltersTestJSON-1688445247 tempest-ListServerFiltersTestJSON-1688445247-project-member] [instance: 738d3943-b255-4e92-8255-35aa0e3d6190] Building network info cache for instance {{(pid=69770) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 776.088611] env[69770]: DEBUG oslo_vmware.api [None req-8d954487-7c58-4db7-8df7-2c6e11db7707 tempest-ServersAdminTestJSON-142622790 tempest-ServersAdminTestJSON-142622790-project-member] Task: {'id': task-4069498, 'name': PowerOnVM_Task, 'duration_secs': 1.352} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 776.094608] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d954487-7c58-4db7-8df7-2c6e11db7707 tempest-ServersAdminTestJSON-142622790 tempest-ServersAdminTestJSON-142622790-project-member] [instance: f99efbb3-ef7e-4feb-b29b-2cfded1643fd] Powered on the VM {{(pid=69770) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 776.094827] env[69770]: INFO nova.compute.manager [None req-8d954487-7c58-4db7-8df7-2c6e11db7707 tempest-ServersAdminTestJSON-142622790 tempest-ServersAdminTestJSON-142622790-project-member] [instance: f99efbb3-ef7e-4feb-b29b-2cfded1643fd] Took 11.55 seconds to spawn the instance on the hypervisor. [ 776.095015] env[69770]: DEBUG nova.compute.manager [None req-8d954487-7c58-4db7-8df7-2c6e11db7707 tempest-ServersAdminTestJSON-142622790 tempest-ServersAdminTestJSON-142622790-project-member] [instance: f99efbb3-ef7e-4feb-b29b-2cfded1643fd] Checking state {{(pid=69770) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 776.097038] env[69770]: DEBUG oslo_vmware.api [None req-39eb1b7b-095e-4ddb-b35d-0c865e1cbe81 tempest-ServerRescueTestJSONUnderV235-1853960857 tempest-ServerRescueTestJSONUnderV235-1853960857-project-member] Waiting for the task: (returnval){ [ 776.097038] env[69770]: value = "task-4069501" [ 776.097038] env[69770]: _type = "Task" [ 776.097038] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 776.097038] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a488bb6e-451b-48e3-8bc5-874c9080854e {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.120972] env[69770]: DEBUG oslo_vmware.api [None req-39eb1b7b-095e-4ddb-b35d-0c865e1cbe81 tempest-ServerRescueTestJSONUnderV235-1853960857 tempest-ServerRescueTestJSONUnderV235-1853960857-project-member] Task: {'id': task-4069501, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.229152] env[69770]: DEBUG nova.compute.manager [None req-b92a8cf8-8b28-47dd-98cb-3994fc405855 tempest-ServersAdminNegativeTestJSON-597507823 tempest-ServersAdminNegativeTestJSON-597507823-project-member] [instance: 2635794b-46eb-4532-9f26-43b36242e0bf] Start spawning the instance on the hypervisor. {{(pid=69770) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 776.267835] env[69770]: DEBUG nova.virt.hardware [None req-b92a8cf8-8b28-47dd-98cb-3994fc405855 tempest-ServersAdminNegativeTestJSON-597507823 tempest-ServersAdminNegativeTestJSON-597507823-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T12:16:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T12:16:11Z,direct_url=,disk_format='vmdk',id=d1eaff80-24a0-4391-90eb-59958b1ecf0a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d65f20bb89fb40a98b77bc6d97357df2',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T12:16:12Z,virtual_size=,visibility=), allow threads: False {{(pid=69770) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 776.269065] env[69770]: DEBUG nova.virt.hardware [None req-b92a8cf8-8b28-47dd-98cb-3994fc405855 tempest-ServersAdminNegativeTestJSON-597507823 tempest-ServersAdminNegativeTestJSON-597507823-project-member] Flavor limits 0:0:0 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 776.269296] env[69770]: DEBUG nova.virt.hardware [None req-b92a8cf8-8b28-47dd-98cb-3994fc405855 tempest-ServersAdminNegativeTestJSON-597507823 tempest-ServersAdminNegativeTestJSON-597507823-project-member] Image limits 0:0:0 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 776.269544] env[69770]: DEBUG nova.virt.hardware [None req-b92a8cf8-8b28-47dd-98cb-3994fc405855 tempest-ServersAdminNegativeTestJSON-597507823 tempest-ServersAdminNegativeTestJSON-597507823-project-member] Flavor pref 0:0:0 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 776.269754] env[69770]: DEBUG nova.virt.hardware [None req-b92a8cf8-8b28-47dd-98cb-3994fc405855 tempest-ServersAdminNegativeTestJSON-597507823 tempest-ServersAdminNegativeTestJSON-597507823-project-member] Image pref 0:0:0 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 776.269947] env[69770]: DEBUG nova.virt.hardware [None req-b92a8cf8-8b28-47dd-98cb-3994fc405855 tempest-ServersAdminNegativeTestJSON-597507823 tempest-ServersAdminNegativeTestJSON-597507823-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 776.270250] env[69770]: DEBUG nova.virt.hardware [None req-b92a8cf8-8b28-47dd-98cb-3994fc405855 tempest-ServersAdminNegativeTestJSON-597507823 tempest-ServersAdminNegativeTestJSON-597507823-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69770) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 776.270550] env[69770]: DEBUG nova.virt.hardware [None req-b92a8cf8-8b28-47dd-98cb-3994fc405855 tempest-ServersAdminNegativeTestJSON-597507823 tempest-ServersAdminNegativeTestJSON-597507823-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69770) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 776.270931] env[69770]: DEBUG nova.virt.hardware [None req-b92a8cf8-8b28-47dd-98cb-3994fc405855 tempest-ServersAdminNegativeTestJSON-597507823 tempest-ServersAdminNegativeTestJSON-597507823-project-member] Got 1 possible topologies {{(pid=69770) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 776.271518] env[69770]: DEBUG nova.virt.hardware [None req-b92a8cf8-8b28-47dd-98cb-3994fc405855 tempest-ServersAdminNegativeTestJSON-597507823 tempest-ServersAdminNegativeTestJSON-597507823-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69770) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 776.271800] env[69770]: DEBUG nova.virt.hardware [None req-b92a8cf8-8b28-47dd-98cb-3994fc405855 tempest-ServersAdminNegativeTestJSON-597507823 tempest-ServersAdminNegativeTestJSON-597507823-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69770) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 776.272923] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-630ca7bc-b288-4f1e-a2a7-c2db50b24c43 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.286573] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b456b9f-5a9f-43de-a3af-b7d16d933b46 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.512611] env[69770]: DEBUG oslo_concurrency.lockutils [None req-0a5068fa-45bb-4501-918b-4173632c64da tempest-ServerPasswordTestJSON-447598566 tempest-ServerPasswordTestJSON-447598566-project-member] Acquiring lock "8d265b73-da0b-4a15-a9a7-63ef7750f9f5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 776.513524] env[69770]: DEBUG oslo_concurrency.lockutils [None req-0a5068fa-45bb-4501-918b-4173632c64da tempest-ServerPasswordTestJSON-447598566 tempest-ServerPasswordTestJSON-447598566-project-member] Lock "8d265b73-da0b-4a15-a9a7-63ef7750f9f5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 776.582663] env[69770]: DEBUG oslo_concurrency.lockutils [None req-12d7999a-9052-4480-9890-bdac3d3f6d04 tempest-ServerExternalEventsTest-676538897 tempest-ServerExternalEventsTest-676538897-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.384s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 776.587946] env[69770]: DEBUG oslo_concurrency.lockutils [None req-9d7d068e-b646-4bc8-9c6b-d6bf07facb95 tempest-DeleteServersAdminTestJSON-2130980840 tempest-DeleteServersAdminTestJSON-2130980840-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.215s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 776.589611] env[69770]: INFO nova.compute.claims [None req-9d7d068e-b646-4bc8-9c6b-d6bf07facb95 tempest-DeleteServersAdminTestJSON-2130980840 tempest-DeleteServersAdminTestJSON-2130980840-project-member] [instance: e35191b8-2393-48e1-a120-f2a030ecec52] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 776.630443] env[69770]: DEBUG oslo_vmware.api [None req-39eb1b7b-095e-4ddb-b35d-0c865e1cbe81 tempest-ServerRescueTestJSONUnderV235-1853960857 tempest-ServerRescueTestJSONUnderV235-1853960857-project-member] Task: {'id': task-4069501, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.637943] env[69770]: INFO nova.scheduler.client.report [None req-12d7999a-9052-4480-9890-bdac3d3f6d04 tempest-ServerExternalEventsTest-676538897 tempest-ServerExternalEventsTest-676538897-project-member] Deleted allocations for instance b3fc7334-8f11-44cb-b3b1-49eb73ad14cf [ 776.641518] env[69770]: INFO nova.compute.manager [None req-8d954487-7c58-4db7-8df7-2c6e11db7707 tempest-ServersAdminTestJSON-142622790 tempest-ServersAdminTestJSON-142622790-project-member] [instance: f99efbb3-ef7e-4feb-b29b-2cfded1643fd] Took 34.83 seconds to build instance. [ 776.651264] env[69770]: DEBUG nova.network.neutron [None req-21948c38-c6c9-4fb4-86fc-c1b16c14c788 tempest-ListServerFiltersTestJSON-1688445247 tempest-ListServerFiltersTestJSON-1688445247-project-member] [instance: 738d3943-b255-4e92-8255-35aa0e3d6190] Instance cache missing network info. {{(pid=69770) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 776.847177] env[69770]: DEBUG nova.network.neutron [None req-21948c38-c6c9-4fb4-86fc-c1b16c14c788 tempest-ListServerFiltersTestJSON-1688445247 tempest-ListServerFiltersTestJSON-1688445247-project-member] [instance: 738d3943-b255-4e92-8255-35aa0e3d6190] Updating instance_info_cache with network_info: [{"id": "706d08b7-4902-43b3-89c7-a48ce3838901", "address": "fa:16:3e:44:86:49", "network": {"id": "b6d63d4f-5735-4b46-b24d-cebf8e25b27d", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-236926049-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2fdf3d56a74648dc9c7e9e76f02c3a28", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e6f11c0d-c73a-47f5-b02e-47bff48da0e4", "external-id": "nsx-vlan-transportzone-345", "segmentation_id": 345, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap706d08b7-49", "ovs_interfaceid": "706d08b7-4902-43b3-89c7-a48ce3838901", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69770) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 777.116558] env[69770]: DEBUG oslo_vmware.api [None req-39eb1b7b-095e-4ddb-b35d-0c865e1cbe81 tempest-ServerRescueTestJSONUnderV235-1853960857 tempest-ServerRescueTestJSONUnderV235-1853960857-project-member] Task: {'id': task-4069501, 'name': ReconfigVM_Task, 'duration_secs': 0.61961} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 777.116558] env[69770]: DEBUG nova.virt.vmwareapi.volumeops [None req-39eb1b7b-095e-4ddb-b35d-0c865e1cbe81 tempest-ServerRescueTestJSONUnderV235-1853960857 tempest-ServerRescueTestJSONUnderV235-1853960857-project-member] [instance: b05d12b1-fb29-4185-8300-5f0140039dfe] Reconfigured VM instance instance-00000017 to attach disk [datastore2] b05d12b1-fb29-4185-8300-5f0140039dfe/d1eaff80-24a0-4391-90eb-59958b1ecf0a-rescue.vmdk or device None with type thin {{(pid=69770) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 777.116558] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4ae58f7-9356-413b-8edc-7adb090b1ded {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.143845] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5cb4508d-50b2-406e-ac72-4e50df55e392 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.159534] env[69770]: DEBUG oslo_concurrency.lockutils [None req-8d954487-7c58-4db7-8df7-2c6e11db7707 tempest-ServersAdminTestJSON-142622790 tempest-ServersAdminTestJSON-142622790-project-member] Lock "f99efbb3-ef7e-4feb-b29b-2cfded1643fd" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 53.337s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 777.160882] env[69770]: DEBUG oslo_concurrency.lockutils [None req-12d7999a-9052-4480-9890-bdac3d3f6d04 tempest-ServerExternalEventsTest-676538897 tempest-ServerExternalEventsTest-676538897-project-member] Lock "b3fc7334-8f11-44cb-b3b1-49eb73ad14cf" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.137s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 777.170299] env[69770]: DEBUG oslo_vmware.api [None req-39eb1b7b-095e-4ddb-b35d-0c865e1cbe81 tempest-ServerRescueTestJSONUnderV235-1853960857 tempest-ServerRescueTestJSONUnderV235-1853960857-project-member] Waiting for the task: (returnval){ [ 777.170299] env[69770]: value = "task-4069502" [ 777.170299] env[69770]: _type = "Task" [ 777.170299] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 777.188817] env[69770]: DEBUG oslo_vmware.api [None req-39eb1b7b-095e-4ddb-b35d-0c865e1cbe81 tempest-ServerRescueTestJSONUnderV235-1853960857 tempest-ServerRescueTestJSONUnderV235-1853960857-project-member] Task: {'id': task-4069502, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.351763] env[69770]: DEBUG oslo_concurrency.lockutils [None req-21948c38-c6c9-4fb4-86fc-c1b16c14c788 tempest-ListServerFiltersTestJSON-1688445247 tempest-ListServerFiltersTestJSON-1688445247-project-member] Releasing lock "refresh_cache-738d3943-b255-4e92-8255-35aa0e3d6190" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.352136] env[69770]: DEBUG nova.compute.manager [None req-21948c38-c6c9-4fb4-86fc-c1b16c14c788 tempest-ListServerFiltersTestJSON-1688445247 tempest-ListServerFiltersTestJSON-1688445247-project-member] [instance: 738d3943-b255-4e92-8255-35aa0e3d6190] Instance network_info: |[{"id": "706d08b7-4902-43b3-89c7-a48ce3838901", "address": "fa:16:3e:44:86:49", "network": {"id": "b6d63d4f-5735-4b46-b24d-cebf8e25b27d", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-236926049-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2fdf3d56a74648dc9c7e9e76f02c3a28", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e6f11c0d-c73a-47f5-b02e-47bff48da0e4", "external-id": "nsx-vlan-transportzone-345", "segmentation_id": 345, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap706d08b7-49", "ovs_interfaceid": "706d08b7-4902-43b3-89c7-a48ce3838901", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69770) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 777.352740] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-21948c38-c6c9-4fb4-86fc-c1b16c14c788 tempest-ListServerFiltersTestJSON-1688445247 tempest-ListServerFiltersTestJSON-1688445247-project-member] [instance: 738d3943-b255-4e92-8255-35aa0e3d6190] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:44:86:49', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e6f11c0d-c73a-47f5-b02e-47bff48da0e4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '706d08b7-4902-43b3-89c7-a48ce3838901', 'vif_model': 'vmxnet3'}] {{(pid=69770) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 777.361737] env[69770]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-21948c38-c6c9-4fb4-86fc-c1b16c14c788 tempest-ListServerFiltersTestJSON-1688445247 tempest-ListServerFiltersTestJSON-1688445247-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69770) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 777.362388] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 738d3943-b255-4e92-8255-35aa0e3d6190] Creating VM on the ESX host {{(pid=69770) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 777.362530] env[69770]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1f00ebe3-8b08-441e-9e17-4dbbc265ca83 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.385015] env[69770]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 777.385015] env[69770]: value = "task-4069503" [ 777.385015] env[69770]: _type = "Task" [ 777.385015] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 777.395286] env[69770]: DEBUG oslo_vmware.api [-] Task: {'id': task-4069503, 'name': CreateVM_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.666027] env[69770]: DEBUG nova.compute.manager [None req-34e47fa6-425b-485c-ae7d-8b9d31e888fe tempest-ServerAddressesNegativeTestJSON-1442094653 tempest-ServerAddressesNegativeTestJSON-1442094653-project-member] [instance: be3699ce-b81b-4db4-b82f-1ec081a96855] Starting instance... {{(pid=69770) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 777.684580] env[69770]: DEBUG oslo_vmware.api [None req-39eb1b7b-095e-4ddb-b35d-0c865e1cbe81 tempest-ServerRescueTestJSONUnderV235-1853960857 tempest-ServerRescueTestJSONUnderV235-1853960857-project-member] Task: {'id': task-4069502, 'name': ReconfigVM_Task, 'duration_secs': 0.297536} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 777.685597] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-39eb1b7b-095e-4ddb-b35d-0c865e1cbe81 tempest-ServerRescueTestJSONUnderV235-1853960857 tempest-ServerRescueTestJSONUnderV235-1853960857-project-member] [instance: b05d12b1-fb29-4185-8300-5f0140039dfe] Powering on the VM {{(pid=69770) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 777.687468] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b7178328-0ac7-4a7a-841d-35170d63656f {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.698544] env[69770]: DEBUG oslo_vmware.api [None req-39eb1b7b-095e-4ddb-b35d-0c865e1cbe81 tempest-ServerRescueTestJSONUnderV235-1853960857 tempest-ServerRescueTestJSONUnderV235-1853960857-project-member] Waiting for the task: (returnval){ [ 777.698544] env[69770]: value = "task-4069504" [ 777.698544] env[69770]: _type = "Task" [ 777.698544] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 777.708494] env[69770]: DEBUG oslo_vmware.api [None req-39eb1b7b-095e-4ddb-b35d-0c865e1cbe81 tempest-ServerRescueTestJSONUnderV235-1853960857 tempest-ServerRescueTestJSONUnderV235-1853960857-project-member] Task: {'id': task-4069504, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.866228] env[69770]: DEBUG nova.network.neutron [None req-b92a8cf8-8b28-47dd-98cb-3994fc405855 tempest-ServersAdminNegativeTestJSON-597507823 tempest-ServersAdminNegativeTestJSON-597507823-project-member] [instance: 2635794b-46eb-4532-9f26-43b36242e0bf] Successfully updated port: 4a5252fd-eff5-4cbc-a87f-6ab53eaa9d21 {{(pid=69770) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 777.900049] env[69770]: DEBUG oslo_vmware.api [-] Task: {'id': task-4069503, 'name': CreateVM_Task, 'duration_secs': 0.500587} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 777.900329] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 738d3943-b255-4e92-8255-35aa0e3d6190] Created VM on the ESX host {{(pid=69770) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 777.901179] env[69770]: DEBUG oslo_concurrency.lockutils [None req-21948c38-c6c9-4fb4-86fc-c1b16c14c788 tempest-ListServerFiltersTestJSON-1688445247 tempest-ListServerFiltersTestJSON-1688445247-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.901393] env[69770]: DEBUG oslo_concurrency.lockutils [None req-21948c38-c6c9-4fb4-86fc-c1b16c14c788 tempest-ListServerFiltersTestJSON-1688445247 tempest-ListServerFiltersTestJSON-1688445247-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.902035] env[69770]: DEBUG oslo_concurrency.lockutils [None req-21948c38-c6c9-4fb4-86fc-c1b16c14c788 tempest-ListServerFiltersTestJSON-1688445247 tempest-ListServerFiltersTestJSON-1688445247-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.905390] env[69770]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c23ce4de-621e-4ad5-b63f-f0b9a84b3012 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.912862] env[69770]: DEBUG oslo_vmware.api [None req-21948c38-c6c9-4fb4-86fc-c1b16c14c788 tempest-ListServerFiltersTestJSON-1688445247 tempest-ListServerFiltersTestJSON-1688445247-project-member] Waiting for the task: (returnval){ [ 777.912862] env[69770]: value = "session[52161b52-cb8e-ec9f-1132-2f6b49549d41]52c7abfb-791e-d837-b2b7-da454915d370" [ 777.912862] env[69770]: _type = "Task" [ 777.912862] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 777.926867] env[69770]: DEBUG oslo_vmware.api [None req-21948c38-c6c9-4fb4-86fc-c1b16c14c788 tempest-ListServerFiltersTestJSON-1688445247 tempest-ListServerFiltersTestJSON-1688445247-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]52c7abfb-791e-d837-b2b7-da454915d370, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.017455] env[69770]: DEBUG nova.compute.manager [req-b66e0e62-c790-4e56-bb84-8ee670e507f4 req-a9b598b3-b04b-4d3d-9444-3aab270330a2 service nova] [instance: 2635794b-46eb-4532-9f26-43b36242e0bf] Received event network-vif-plugged-4a5252fd-eff5-4cbc-a87f-6ab53eaa9d21 {{(pid=69770) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 778.017681] env[69770]: DEBUG oslo_concurrency.lockutils [req-b66e0e62-c790-4e56-bb84-8ee670e507f4 req-a9b598b3-b04b-4d3d-9444-3aab270330a2 service nova] Acquiring lock "2635794b-46eb-4532-9f26-43b36242e0bf-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 778.017915] env[69770]: DEBUG oslo_concurrency.lockutils [req-b66e0e62-c790-4e56-bb84-8ee670e507f4 req-a9b598b3-b04b-4d3d-9444-3aab270330a2 service nova] Lock "2635794b-46eb-4532-9f26-43b36242e0bf-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 778.018120] env[69770]: DEBUG oslo_concurrency.lockutils [req-b66e0e62-c790-4e56-bb84-8ee670e507f4 req-a9b598b3-b04b-4d3d-9444-3aab270330a2 service nova] Lock "2635794b-46eb-4532-9f26-43b36242e0bf-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 778.018295] env[69770]: DEBUG nova.compute.manager [req-b66e0e62-c790-4e56-bb84-8ee670e507f4 req-a9b598b3-b04b-4d3d-9444-3aab270330a2 service nova] [instance: 2635794b-46eb-4532-9f26-43b36242e0bf] No waiting events found dispatching network-vif-plugged-4a5252fd-eff5-4cbc-a87f-6ab53eaa9d21 {{(pid=69770) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 778.018460] env[69770]: WARNING nova.compute.manager [req-b66e0e62-c790-4e56-bb84-8ee670e507f4 req-a9b598b3-b04b-4d3d-9444-3aab270330a2 service nova] [instance: 2635794b-46eb-4532-9f26-43b36242e0bf] Received unexpected event network-vif-plugged-4a5252fd-eff5-4cbc-a87f-6ab53eaa9d21 for instance with vm_state building and task_state spawning. [ 778.198791] env[69770]: DEBUG oslo_concurrency.lockutils [None req-34e47fa6-425b-485c-ae7d-8b9d31e888fe tempest-ServerAddressesNegativeTestJSON-1442094653 tempest-ServerAddressesNegativeTestJSON-1442094653-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 778.216913] env[69770]: DEBUG oslo_vmware.api [None req-39eb1b7b-095e-4ddb-b35d-0c865e1cbe81 tempest-ServerRescueTestJSONUnderV235-1853960857 tempest-ServerRescueTestJSONUnderV235-1853960857-project-member] Task: {'id': task-4069504, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.290938] env[69770]: DEBUG nova.compute.manager [req-e4a4b374-da38-438e-a126-fc133c26c535 req-27c3f73f-2320-43e5-a1b7-1ceb2a69f8f1 service nova] [instance: 738d3943-b255-4e92-8255-35aa0e3d6190] Received event network-changed-706d08b7-4902-43b3-89c7-a48ce3838901 {{(pid=69770) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 778.290938] env[69770]: DEBUG nova.compute.manager [req-e4a4b374-da38-438e-a126-fc133c26c535 req-27c3f73f-2320-43e5-a1b7-1ceb2a69f8f1 service nova] [instance: 738d3943-b255-4e92-8255-35aa0e3d6190] Refreshing instance network info cache due to event network-changed-706d08b7-4902-43b3-89c7-a48ce3838901. {{(pid=69770) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 778.290938] env[69770]: DEBUG oslo_concurrency.lockutils [req-e4a4b374-da38-438e-a126-fc133c26c535 req-27c3f73f-2320-43e5-a1b7-1ceb2a69f8f1 service nova] Acquiring lock "refresh_cache-738d3943-b255-4e92-8255-35aa0e3d6190" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.290938] env[69770]: DEBUG oslo_concurrency.lockutils [req-e4a4b374-da38-438e-a126-fc133c26c535 req-27c3f73f-2320-43e5-a1b7-1ceb2a69f8f1 service nova] Acquired lock "refresh_cache-738d3943-b255-4e92-8255-35aa0e3d6190" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.290938] env[69770]: DEBUG nova.network.neutron [req-e4a4b374-da38-438e-a126-fc133c26c535 req-27c3f73f-2320-43e5-a1b7-1ceb2a69f8f1 service nova] [instance: 738d3943-b255-4e92-8255-35aa0e3d6190] Refreshing network info cache for port 706d08b7-4902-43b3-89c7-a48ce3838901 {{(pid=69770) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 778.371609] env[69770]: DEBUG oslo_concurrency.lockutils [None req-b92a8cf8-8b28-47dd-98cb-3994fc405855 tempest-ServersAdminNegativeTestJSON-597507823 tempest-ServersAdminNegativeTestJSON-597507823-project-member] Acquiring lock "refresh_cache-2635794b-46eb-4532-9f26-43b36242e0bf" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.371609] env[69770]: DEBUG oslo_concurrency.lockutils [None req-b92a8cf8-8b28-47dd-98cb-3994fc405855 tempest-ServersAdminNegativeTestJSON-597507823 tempest-ServersAdminNegativeTestJSON-597507823-project-member] Acquired lock "refresh_cache-2635794b-46eb-4532-9f26-43b36242e0bf" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.371609] env[69770]: DEBUG nova.network.neutron [None req-b92a8cf8-8b28-47dd-98cb-3994fc405855 tempest-ServersAdminNegativeTestJSON-597507823 tempest-ServersAdminNegativeTestJSON-597507823-project-member] [instance: 2635794b-46eb-4532-9f26-43b36242e0bf] Building network info cache for instance {{(pid=69770) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 778.433209] env[69770]: DEBUG oslo_vmware.api [None req-21948c38-c6c9-4fb4-86fc-c1b16c14c788 tempest-ListServerFiltersTestJSON-1688445247 tempest-ListServerFiltersTestJSON-1688445247-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]52c7abfb-791e-d837-b2b7-da454915d370, 'name': SearchDatastore_Task, 'duration_secs': 0.017058} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 778.433307] env[69770]: DEBUG oslo_concurrency.lockutils [None req-21948c38-c6c9-4fb4-86fc-c1b16c14c788 tempest-ListServerFiltersTestJSON-1688445247 tempest-ListServerFiltersTestJSON-1688445247-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.433574] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-21948c38-c6c9-4fb4-86fc-c1b16c14c788 tempest-ListServerFiltersTestJSON-1688445247 tempest-ListServerFiltersTestJSON-1688445247-project-member] [instance: 738d3943-b255-4e92-8255-35aa0e3d6190] Processing image d1eaff80-24a0-4391-90eb-59958b1ecf0a {{(pid=69770) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 778.433805] env[69770]: DEBUG oslo_concurrency.lockutils [None req-21948c38-c6c9-4fb4-86fc-c1b16c14c788 tempest-ListServerFiltersTestJSON-1688445247 tempest-ListServerFiltersTestJSON-1688445247-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.433948] env[69770]: DEBUG oslo_concurrency.lockutils [None req-21948c38-c6c9-4fb4-86fc-c1b16c14c788 tempest-ListServerFiltersTestJSON-1688445247 tempest-ListServerFiltersTestJSON-1688445247-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.434198] env[69770]: DEBUG nova.virt.vmwareapi.ds_util [None req-21948c38-c6c9-4fb4-86fc-c1b16c14c788 tempest-ListServerFiltersTestJSON-1688445247 tempest-ListServerFiltersTestJSON-1688445247-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69770) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 778.434765] env[69770]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a707f27a-a02e-45ed-9e59-fd9c87b17cae {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.447406] env[69770]: DEBUG nova.virt.vmwareapi.ds_util [None req-21948c38-c6c9-4fb4-86fc-c1b16c14c788 tempest-ListServerFiltersTestJSON-1688445247 tempest-ListServerFiltersTestJSON-1688445247-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69770) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 778.447406] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-21948c38-c6c9-4fb4-86fc-c1b16c14c788 tempest-ListServerFiltersTestJSON-1688445247 tempest-ListServerFiltersTestJSON-1688445247-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69770) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 778.448477] env[69770]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3d8e23fd-a07d-4569-9baf-b4809b3f31b1 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.458625] env[69770]: DEBUG oslo_vmware.api [None req-21948c38-c6c9-4fb4-86fc-c1b16c14c788 tempest-ListServerFiltersTestJSON-1688445247 tempest-ListServerFiltersTestJSON-1688445247-project-member] Waiting for the task: (returnval){ [ 778.458625] env[69770]: value = "session[52161b52-cb8e-ec9f-1132-2f6b49549d41]5249ca77-efd7-e52c-c1ae-a0fcd6931dbc" [ 778.458625] env[69770]: _type = "Task" [ 778.458625] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 778.471261] env[69770]: DEBUG oslo_vmware.api [None req-21948c38-c6c9-4fb4-86fc-c1b16c14c788 tempest-ListServerFiltersTestJSON-1688445247 tempest-ListServerFiltersTestJSON-1688445247-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]5249ca77-efd7-e52c-c1ae-a0fcd6931dbc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.476481] env[69770]: DEBUG oslo_concurrency.lockutils [None req-53b4a459-3f2c-4c56-9314-cb3b9218c947 tempest-ServersAdminTestJSON-142622790 tempest-ServersAdminTestJSON-142622790-project-member] Acquiring lock "e7c6d72e-2455-4d69-a2a7-5ee48fa3a22c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 778.476738] env[69770]: DEBUG oslo_concurrency.lockutils [None req-53b4a459-3f2c-4c56-9314-cb3b9218c947 tempest-ServersAdminTestJSON-142622790 tempest-ServersAdminTestJSON-142622790-project-member] Lock "e7c6d72e-2455-4d69-a2a7-5ee48fa3a22c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 778.484535] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fdd2869-08a1-40f4-ad39-e1f4e52ef264 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.494887] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-940ce4c3-33ab-4a68-b66f-1aa64018758d {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.534288] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af5cd047-ea20-4ddf-a6ce-0fdf6ccbd288 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.542432] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-817b4372-7e08-4238-8282-ab719430e5e7 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.557998] env[69770]: DEBUG nova.compute.provider_tree [None req-9d7d068e-b646-4bc8-9c6b-d6bf07facb95 tempest-DeleteServersAdminTestJSON-2130980840 tempest-DeleteServersAdminTestJSON-2130980840-project-member] Inventory has not changed in ProviderTree for provider: 7cc7d32b-b7a7-454a-a456-2a440248ed9d {{(pid=69770) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 778.710562] env[69770]: DEBUG oslo_vmware.api [None req-39eb1b7b-095e-4ddb-b35d-0c865e1cbe81 tempest-ServerRescueTestJSONUnderV235-1853960857 tempest-ServerRescueTestJSONUnderV235-1853960857-project-member] Task: {'id': task-4069504, 'name': PowerOnVM_Task, 'duration_secs': 0.522949} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 778.710904] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-39eb1b7b-095e-4ddb-b35d-0c865e1cbe81 tempest-ServerRescueTestJSONUnderV235-1853960857 tempest-ServerRescueTestJSONUnderV235-1853960857-project-member] [instance: b05d12b1-fb29-4185-8300-5f0140039dfe] Powered on the VM {{(pid=69770) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 778.715833] env[69770]: DEBUG nova.compute.manager [None req-39eb1b7b-095e-4ddb-b35d-0c865e1cbe81 tempest-ServerRescueTestJSONUnderV235-1853960857 tempest-ServerRescueTestJSONUnderV235-1853960857-project-member] [instance: b05d12b1-fb29-4185-8300-5f0140039dfe] Checking state {{(pid=69770) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 778.716801] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0404588-83fb-4bdc-a6ae-ee354f4674cb {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.960587] env[69770]: DEBUG nova.network.neutron [None req-b92a8cf8-8b28-47dd-98cb-3994fc405855 tempest-ServersAdminNegativeTestJSON-597507823 tempest-ServersAdminNegativeTestJSON-597507823-project-member] [instance: 2635794b-46eb-4532-9f26-43b36242e0bf] Instance cache missing network info. {{(pid=69770) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 778.974987] env[69770]: DEBUG oslo_vmware.api [None req-21948c38-c6c9-4fb4-86fc-c1b16c14c788 tempest-ListServerFiltersTestJSON-1688445247 tempest-ListServerFiltersTestJSON-1688445247-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]5249ca77-efd7-e52c-c1ae-a0fcd6931dbc, 'name': SearchDatastore_Task, 'duration_secs': 0.012534} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 778.976074] env[69770]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-df4e996f-f9eb-4dd9-bce6-154564ad1e89 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.982306] env[69770]: DEBUG oslo_vmware.api [None req-21948c38-c6c9-4fb4-86fc-c1b16c14c788 tempest-ListServerFiltersTestJSON-1688445247 tempest-ListServerFiltersTestJSON-1688445247-project-member] Waiting for the task: (returnval){ [ 778.982306] env[69770]: value = "session[52161b52-cb8e-ec9f-1132-2f6b49549d41]52fb63bd-bc37-11e4-6fa4-26dbb9dcc97a" [ 778.982306] env[69770]: _type = "Task" [ 778.982306] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 778.995389] env[69770]: DEBUG oslo_vmware.api [None req-21948c38-c6c9-4fb4-86fc-c1b16c14c788 tempest-ListServerFiltersTestJSON-1688445247 tempest-ListServerFiltersTestJSON-1688445247-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]52fb63bd-bc37-11e4-6fa4-26dbb9dcc97a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.062525] env[69770]: DEBUG nova.scheduler.client.report [None req-9d7d068e-b646-4bc8-9c6b-d6bf07facb95 tempest-DeleteServersAdminTestJSON-2130980840 tempest-DeleteServersAdminTestJSON-2130980840-project-member] Inventory has not changed for provider 7cc7d32b-b7a7-454a-a456-2a440248ed9d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69770) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 779.264801] env[69770]: DEBUG nova.network.neutron [req-e4a4b374-da38-438e-a126-fc133c26c535 req-27c3f73f-2320-43e5-a1b7-1ceb2a69f8f1 service nova] [instance: 738d3943-b255-4e92-8255-35aa0e3d6190] Updated VIF entry in instance network info cache for port 706d08b7-4902-43b3-89c7-a48ce3838901. {{(pid=69770) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 779.265215] env[69770]: DEBUG nova.network.neutron [req-e4a4b374-da38-438e-a126-fc133c26c535 req-27c3f73f-2320-43e5-a1b7-1ceb2a69f8f1 service nova] [instance: 738d3943-b255-4e92-8255-35aa0e3d6190] Updating instance_info_cache with network_info: [{"id": "706d08b7-4902-43b3-89c7-a48ce3838901", "address": "fa:16:3e:44:86:49", "network": {"id": "b6d63d4f-5735-4b46-b24d-cebf8e25b27d", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-236926049-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2fdf3d56a74648dc9c7e9e76f02c3a28", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e6f11c0d-c73a-47f5-b02e-47bff48da0e4", "external-id": "nsx-vlan-transportzone-345", "segmentation_id": 345, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap706d08b7-49", "ovs_interfaceid": "706d08b7-4902-43b3-89c7-a48ce3838901", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69770) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 779.268960] env[69770]: DEBUG nova.network.neutron [None req-b92a8cf8-8b28-47dd-98cb-3994fc405855 tempest-ServersAdminNegativeTestJSON-597507823 tempest-ServersAdminNegativeTestJSON-597507823-project-member] [instance: 2635794b-46eb-4532-9f26-43b36242e0bf] Updating instance_info_cache with network_info: [{"id": "4a5252fd-eff5-4cbc-a87f-6ab53eaa9d21", "address": "fa:16:3e:51:7f:22", "network": {"id": "f82b91df-bf84-467a-b908-3ff7324de9d6", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.181", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "d65f20bb89fb40a98b77bc6d97357df2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f0ef5aba-bd9a-42ff-a1a0-5e763986d70a", "external-id": "nsx-vlan-transportzone-209", "segmentation_id": 209, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4a5252fd-ef", "ovs_interfaceid": "4a5252fd-eff5-4cbc-a87f-6ab53eaa9d21", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69770) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 779.496014] env[69770]: DEBUG oslo_vmware.api [None req-21948c38-c6c9-4fb4-86fc-c1b16c14c788 tempest-ListServerFiltersTestJSON-1688445247 tempest-ListServerFiltersTestJSON-1688445247-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]52fb63bd-bc37-11e4-6fa4-26dbb9dcc97a, 'name': SearchDatastore_Task, 'duration_secs': 0.023627} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.496321] env[69770]: DEBUG oslo_concurrency.lockutils [None req-21948c38-c6c9-4fb4-86fc-c1b16c14c788 tempest-ListServerFiltersTestJSON-1688445247 tempest-ListServerFiltersTestJSON-1688445247-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.496628] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-21948c38-c6c9-4fb4-86fc-c1b16c14c788 tempest-ListServerFiltersTestJSON-1688445247 tempest-ListServerFiltersTestJSON-1688445247-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk to [datastore2] 738d3943-b255-4e92-8255-35aa0e3d6190/738d3943-b255-4e92-8255-35aa0e3d6190.vmdk {{(pid=69770) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 779.496906] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e4941f61-2729-40b7-bf8e-fb022825b79b {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.509353] env[69770]: DEBUG oslo_vmware.api [None req-21948c38-c6c9-4fb4-86fc-c1b16c14c788 tempest-ListServerFiltersTestJSON-1688445247 tempest-ListServerFiltersTestJSON-1688445247-project-member] Waiting for the task: (returnval){ [ 779.509353] env[69770]: value = "task-4069505" [ 779.509353] env[69770]: _type = "Task" [ 779.509353] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.516419] env[69770]: DEBUG oslo_vmware.api [None req-21948c38-c6c9-4fb4-86fc-c1b16c14c788 tempest-ListServerFiltersTestJSON-1688445247 tempest-ListServerFiltersTestJSON-1688445247-project-member] Task: {'id': task-4069505, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.570015] env[69770]: DEBUG oslo_concurrency.lockutils [None req-9d7d068e-b646-4bc8-9c6b-d6bf07facb95 tempest-DeleteServersAdminTestJSON-2130980840 tempest-DeleteServersAdminTestJSON-2130980840-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.982s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 779.570552] env[69770]: DEBUG nova.compute.manager [None req-9d7d068e-b646-4bc8-9c6b-d6bf07facb95 tempest-DeleteServersAdminTestJSON-2130980840 tempest-DeleteServersAdminTestJSON-2130980840-project-member] [instance: e35191b8-2393-48e1-a120-f2a030ecec52] Start building networks asynchronously for instance. {{(pid=69770) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 779.575077] env[69770]: DEBUG oslo_concurrency.lockutils [None req-d493617b-7d22-40ef-99f9-d970f2bef9c5 tempest-FloatingIPsAssociationTestJSON-527069498 tempest-FloatingIPsAssociationTestJSON-527069498-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.787s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 779.578031] env[69770]: INFO nova.compute.claims [None req-d493617b-7d22-40ef-99f9-d970f2bef9c5 tempest-FloatingIPsAssociationTestJSON-527069498 tempest-FloatingIPsAssociationTestJSON-527069498-project-member] [instance: 60eb16dd-8c95-46c1-a226-ee1280cbd403] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 779.771943] env[69770]: DEBUG oslo_concurrency.lockutils [req-e4a4b374-da38-438e-a126-fc133c26c535 req-27c3f73f-2320-43e5-a1b7-1ceb2a69f8f1 service nova] Releasing lock "refresh_cache-738d3943-b255-4e92-8255-35aa0e3d6190" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.773509] env[69770]: DEBUG oslo_concurrency.lockutils [None req-b92a8cf8-8b28-47dd-98cb-3994fc405855 tempest-ServersAdminNegativeTestJSON-597507823 tempest-ServersAdminNegativeTestJSON-597507823-project-member] Releasing lock "refresh_cache-2635794b-46eb-4532-9f26-43b36242e0bf" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.773871] env[69770]: DEBUG nova.compute.manager [None req-b92a8cf8-8b28-47dd-98cb-3994fc405855 tempest-ServersAdminNegativeTestJSON-597507823 tempest-ServersAdminNegativeTestJSON-597507823-project-member] [instance: 2635794b-46eb-4532-9f26-43b36242e0bf] Instance network_info: |[{"id": "4a5252fd-eff5-4cbc-a87f-6ab53eaa9d21", "address": "fa:16:3e:51:7f:22", "network": {"id": "f82b91df-bf84-467a-b908-3ff7324de9d6", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.181", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "d65f20bb89fb40a98b77bc6d97357df2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f0ef5aba-bd9a-42ff-a1a0-5e763986d70a", "external-id": "nsx-vlan-transportzone-209", "segmentation_id": 209, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4a5252fd-ef", "ovs_interfaceid": "4a5252fd-eff5-4cbc-a87f-6ab53eaa9d21", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69770) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 779.774288] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-b92a8cf8-8b28-47dd-98cb-3994fc405855 tempest-ServersAdminNegativeTestJSON-597507823 tempest-ServersAdminNegativeTestJSON-597507823-project-member] [instance: 2635794b-46eb-4532-9f26-43b36242e0bf] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:51:7f:22', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f0ef5aba-bd9a-42ff-a1a0-5e763986d70a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4a5252fd-eff5-4cbc-a87f-6ab53eaa9d21', 'vif_model': 'vmxnet3'}] {{(pid=69770) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 779.783969] env[69770]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b92a8cf8-8b28-47dd-98cb-3994fc405855 tempest-ServersAdminNegativeTestJSON-597507823 tempest-ServersAdminNegativeTestJSON-597507823-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69770) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 779.784246] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2635794b-46eb-4532-9f26-43b36242e0bf] Creating VM on the ESX host {{(pid=69770) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 779.784474] env[69770]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3e8b9772-0e8c-4580-a1ef-07e897362abd {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.817331] env[69770]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 779.817331] env[69770]: value = "task-4069506" [ 779.817331] env[69770]: _type = "Task" [ 779.817331] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.827349] env[69770]: DEBUG oslo_vmware.api [-] Task: {'id': task-4069506, 'name': CreateVM_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.023745] env[69770]: DEBUG oslo_vmware.api [None req-21948c38-c6c9-4fb4-86fc-c1b16c14c788 tempest-ListServerFiltersTestJSON-1688445247 tempest-ListServerFiltersTestJSON-1688445247-project-member] Task: {'id': task-4069505, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.082889] env[69770]: DEBUG nova.compute.utils [None req-9d7d068e-b646-4bc8-9c6b-d6bf07facb95 tempest-DeleteServersAdminTestJSON-2130980840 tempest-DeleteServersAdminTestJSON-2130980840-project-member] Using /dev/sd instead of None {{(pid=69770) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 780.086040] env[69770]: DEBUG nova.compute.manager [None req-9d7d068e-b646-4bc8-9c6b-d6bf07facb95 tempest-DeleteServersAdminTestJSON-2130980840 tempest-DeleteServersAdminTestJSON-2130980840-project-member] [instance: e35191b8-2393-48e1-a120-f2a030ecec52] Allocating IP information in the background. {{(pid=69770) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 780.086258] env[69770]: DEBUG nova.network.neutron [None req-9d7d068e-b646-4bc8-9c6b-d6bf07facb95 tempest-DeleteServersAdminTestJSON-2130980840 tempest-DeleteServersAdminTestJSON-2130980840-project-member] [instance: e35191b8-2393-48e1-a120-f2a030ecec52] allocate_for_instance() {{(pid=69770) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 780.155832] env[69770]: DEBUG nova.compute.manager [req-b0c2abbe-bc65-4958-af20-e11cf7ef0e88 req-70f04a42-a4aa-4765-9d3f-b5260ccf562a service nova] [instance: 2635794b-46eb-4532-9f26-43b36242e0bf] Received event network-changed-4a5252fd-eff5-4cbc-a87f-6ab53eaa9d21 {{(pid=69770) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 780.156972] env[69770]: DEBUG nova.compute.manager [req-b0c2abbe-bc65-4958-af20-e11cf7ef0e88 req-70f04a42-a4aa-4765-9d3f-b5260ccf562a service nova] [instance: 2635794b-46eb-4532-9f26-43b36242e0bf] Refreshing instance network info cache due to event network-changed-4a5252fd-eff5-4cbc-a87f-6ab53eaa9d21. {{(pid=69770) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 780.156972] env[69770]: DEBUG oslo_concurrency.lockutils [req-b0c2abbe-bc65-4958-af20-e11cf7ef0e88 req-70f04a42-a4aa-4765-9d3f-b5260ccf562a service nova] Acquiring lock "refresh_cache-2635794b-46eb-4532-9f26-43b36242e0bf" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.156972] env[69770]: DEBUG oslo_concurrency.lockutils [req-b0c2abbe-bc65-4958-af20-e11cf7ef0e88 req-70f04a42-a4aa-4765-9d3f-b5260ccf562a service nova] Acquired lock "refresh_cache-2635794b-46eb-4532-9f26-43b36242e0bf" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.156972] env[69770]: DEBUG nova.network.neutron [req-b0c2abbe-bc65-4958-af20-e11cf7ef0e88 req-70f04a42-a4aa-4765-9d3f-b5260ccf562a service nova] [instance: 2635794b-46eb-4532-9f26-43b36242e0bf] Refreshing network info cache for port 4a5252fd-eff5-4cbc-a87f-6ab53eaa9d21 {{(pid=69770) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 780.224757] env[69770]: DEBUG nova.policy [None req-9d7d068e-b646-4bc8-9c6b-d6bf07facb95 tempest-DeleteServersAdminTestJSON-2130980840 tempest-DeleteServersAdminTestJSON-2130980840-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '87661c885aad42afbcc43b561dd9948c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6d138447867a4e799e732ddcc24e45cd', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69770) authorize /opt/stack/nova/nova/policy.py:192}} [ 780.335251] env[69770]: DEBUG oslo_vmware.api [-] Task: {'id': task-4069506, 'name': CreateVM_Task} progress is 25%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.522906] env[69770]: DEBUG oslo_vmware.api [None req-21948c38-c6c9-4fb4-86fc-c1b16c14c788 tempest-ListServerFiltersTestJSON-1688445247 tempest-ListServerFiltersTestJSON-1688445247-project-member] Task: {'id': task-4069505, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.852771} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 780.522906] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-21948c38-c6c9-4fb4-86fc-c1b16c14c788 tempest-ListServerFiltersTestJSON-1688445247 tempest-ListServerFiltersTestJSON-1688445247-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk to [datastore2] 738d3943-b255-4e92-8255-35aa0e3d6190/738d3943-b255-4e92-8255-35aa0e3d6190.vmdk {{(pid=69770) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 780.522906] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-21948c38-c6c9-4fb4-86fc-c1b16c14c788 tempest-ListServerFiltersTestJSON-1688445247 tempest-ListServerFiltersTestJSON-1688445247-project-member] [instance: 738d3943-b255-4e92-8255-35aa0e3d6190] Extending root virtual disk to 1048576 {{(pid=69770) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 780.522906] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-68eb48f2-d9d2-49eb-98f1-1fce8ab3483e {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.530083] env[69770]: DEBUG oslo_vmware.api [None req-21948c38-c6c9-4fb4-86fc-c1b16c14c788 tempest-ListServerFiltersTestJSON-1688445247 tempest-ListServerFiltersTestJSON-1688445247-project-member] Waiting for the task: (returnval){ [ 780.530083] env[69770]: value = "task-4069507" [ 780.530083] env[69770]: _type = "Task" [ 780.530083] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.541017] env[69770]: DEBUG oslo_vmware.api [None req-21948c38-c6c9-4fb4-86fc-c1b16c14c788 tempest-ListServerFiltersTestJSON-1688445247 tempest-ListServerFiltersTestJSON-1688445247-project-member] Task: {'id': task-4069507, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.601987] env[69770]: DEBUG nova.compute.manager [None req-9d7d068e-b646-4bc8-9c6b-d6bf07facb95 tempest-DeleteServersAdminTestJSON-2130980840 tempest-DeleteServersAdminTestJSON-2130980840-project-member] [instance: e35191b8-2393-48e1-a120-f2a030ecec52] Start building block device mappings for instance. {{(pid=69770) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 780.832208] env[69770]: DEBUG oslo_vmware.api [-] Task: {'id': task-4069506, 'name': CreateVM_Task, 'duration_secs': 0.750269} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 780.835423] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2635794b-46eb-4532-9f26-43b36242e0bf] Created VM on the ESX host {{(pid=69770) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 780.839329] env[69770]: DEBUG oslo_concurrency.lockutils [None req-b92a8cf8-8b28-47dd-98cb-3994fc405855 tempest-ServersAdminNegativeTestJSON-597507823 tempest-ServersAdminNegativeTestJSON-597507823-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.839588] env[69770]: DEBUG oslo_concurrency.lockutils [None req-b92a8cf8-8b28-47dd-98cb-3994fc405855 tempest-ServersAdminNegativeTestJSON-597507823 tempest-ServersAdminNegativeTestJSON-597507823-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.840681] env[69770]: DEBUG oslo_concurrency.lockutils [None req-b92a8cf8-8b28-47dd-98cb-3994fc405855 tempest-ServersAdminNegativeTestJSON-597507823 tempest-ServersAdminNegativeTestJSON-597507823-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.841299] env[69770]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6611ddfc-5c2f-4906-9cfc-b1a826402429 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.847940] env[69770]: DEBUG oslo_vmware.api [None req-b92a8cf8-8b28-47dd-98cb-3994fc405855 tempest-ServersAdminNegativeTestJSON-597507823 tempest-ServersAdminNegativeTestJSON-597507823-project-member] Waiting for the task: (returnval){ [ 780.847940] env[69770]: value = "session[52161b52-cb8e-ec9f-1132-2f6b49549d41]52ff2ecb-59e6-ede9-9f3a-c77d4fd34a67" [ 780.847940] env[69770]: _type = "Task" [ 780.847940] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.858951] env[69770]: DEBUG oslo_vmware.api [None req-b92a8cf8-8b28-47dd-98cb-3994fc405855 tempest-ServersAdminNegativeTestJSON-597507823 tempest-ServersAdminNegativeTestJSON-597507823-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]52ff2ecb-59e6-ede9-9f3a-c77d4fd34a67, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.867849] env[69770]: DEBUG nova.network.neutron [None req-9d7d068e-b646-4bc8-9c6b-d6bf07facb95 tempest-DeleteServersAdminTestJSON-2130980840 tempest-DeleteServersAdminTestJSON-2130980840-project-member] [instance: e35191b8-2393-48e1-a120-f2a030ecec52] Successfully created port: 978850f9-4f1d-4482-ac5b-d98c570a1694 {{(pid=69770) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 781.040905] env[69770]: DEBUG oslo_vmware.api [None req-21948c38-c6c9-4fb4-86fc-c1b16c14c788 tempest-ListServerFiltersTestJSON-1688445247 tempest-ListServerFiltersTestJSON-1688445247-project-member] Task: {'id': task-4069507, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078011} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 781.043963] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-21948c38-c6c9-4fb4-86fc-c1b16c14c788 tempest-ListServerFiltersTestJSON-1688445247 tempest-ListServerFiltersTestJSON-1688445247-project-member] [instance: 738d3943-b255-4e92-8255-35aa0e3d6190] Extended root virtual disk {{(pid=69770) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 781.045396] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d66ad778-85e3-4bee-8de4-37ae5d0240fd {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.068395] env[69770]: DEBUG nova.virt.vmwareapi.volumeops [None req-21948c38-c6c9-4fb4-86fc-c1b16c14c788 tempest-ListServerFiltersTestJSON-1688445247 tempest-ListServerFiltersTestJSON-1688445247-project-member] [instance: 738d3943-b255-4e92-8255-35aa0e3d6190] Reconfiguring VM instance instance-00000019 to attach disk [datastore2] 738d3943-b255-4e92-8255-35aa0e3d6190/738d3943-b255-4e92-8255-35aa0e3d6190.vmdk or device None with type sparse {{(pid=69770) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 781.071404] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-45c02f30-b480-42be-8e32-dc3c6b8373f1 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.108846] env[69770]: DEBUG oslo_vmware.api [None req-21948c38-c6c9-4fb4-86fc-c1b16c14c788 tempest-ListServerFiltersTestJSON-1688445247 tempest-ListServerFiltersTestJSON-1688445247-project-member] Waiting for the task: (returnval){ [ 781.108846] env[69770]: value = "task-4069508" [ 781.108846] env[69770]: _type = "Task" [ 781.108846] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 781.132129] env[69770]: DEBUG oslo_vmware.api [None req-21948c38-c6c9-4fb4-86fc-c1b16c14c788 tempest-ListServerFiltersTestJSON-1688445247 tempest-ListServerFiltersTestJSON-1688445247-project-member] Task: {'id': task-4069508, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.157112] env[69770]: DEBUG nova.network.neutron [req-b0c2abbe-bc65-4958-af20-e11cf7ef0e88 req-70f04a42-a4aa-4765-9d3f-b5260ccf562a service nova] [instance: 2635794b-46eb-4532-9f26-43b36242e0bf] Updated VIF entry in instance network info cache for port 4a5252fd-eff5-4cbc-a87f-6ab53eaa9d21. {{(pid=69770) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 781.157501] env[69770]: DEBUG nova.network.neutron [req-b0c2abbe-bc65-4958-af20-e11cf7ef0e88 req-70f04a42-a4aa-4765-9d3f-b5260ccf562a service nova] [instance: 2635794b-46eb-4532-9f26-43b36242e0bf] Updating instance_info_cache with network_info: [{"id": "4a5252fd-eff5-4cbc-a87f-6ab53eaa9d21", "address": "fa:16:3e:51:7f:22", "network": {"id": "f82b91df-bf84-467a-b908-3ff7324de9d6", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.181", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "d65f20bb89fb40a98b77bc6d97357df2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f0ef5aba-bd9a-42ff-a1a0-5e763986d70a", "external-id": "nsx-vlan-transportzone-209", "segmentation_id": 209, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4a5252fd-ef", "ovs_interfaceid": "4a5252fd-eff5-4cbc-a87f-6ab53eaa9d21", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69770) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 781.366990] env[69770]: DEBUG oslo_vmware.api [None req-b92a8cf8-8b28-47dd-98cb-3994fc405855 tempest-ServersAdminNegativeTestJSON-597507823 tempest-ServersAdminNegativeTestJSON-597507823-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]52ff2ecb-59e6-ede9-9f3a-c77d4fd34a67, 'name': SearchDatastore_Task, 'duration_secs': 0.014278} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 781.367628] env[69770]: DEBUG oslo_concurrency.lockutils [None req-b92a8cf8-8b28-47dd-98cb-3994fc405855 tempest-ServersAdminNegativeTestJSON-597507823 tempest-ServersAdminNegativeTestJSON-597507823-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.367971] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-b92a8cf8-8b28-47dd-98cb-3994fc405855 tempest-ServersAdminNegativeTestJSON-597507823 tempest-ServersAdminNegativeTestJSON-597507823-project-member] [instance: 2635794b-46eb-4532-9f26-43b36242e0bf] Processing image d1eaff80-24a0-4391-90eb-59958b1ecf0a {{(pid=69770) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 781.368385] env[69770]: DEBUG oslo_concurrency.lockutils [None req-b92a8cf8-8b28-47dd-98cb-3994fc405855 tempest-ServersAdminNegativeTestJSON-597507823 tempest-ServersAdminNegativeTestJSON-597507823-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.368717] env[69770]: DEBUG oslo_concurrency.lockutils [None req-b92a8cf8-8b28-47dd-98cb-3994fc405855 tempest-ServersAdminNegativeTestJSON-597507823 tempest-ServersAdminNegativeTestJSON-597507823-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.369194] env[69770]: DEBUG nova.virt.vmwareapi.ds_util [None req-b92a8cf8-8b28-47dd-98cb-3994fc405855 tempest-ServersAdminNegativeTestJSON-597507823 tempest-ServersAdminNegativeTestJSON-597507823-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69770) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 781.369657] env[69770]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b7c0798c-d4d4-4603-b2cf-7c310ea7e2ad {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.382322] env[69770]: DEBUG nova.virt.vmwareapi.ds_util [None req-b92a8cf8-8b28-47dd-98cb-3994fc405855 tempest-ServersAdminNegativeTestJSON-597507823 tempest-ServersAdminNegativeTestJSON-597507823-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69770) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 781.382521] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-b92a8cf8-8b28-47dd-98cb-3994fc405855 tempest-ServersAdminNegativeTestJSON-597507823 tempest-ServersAdminNegativeTestJSON-597507823-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69770) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 781.383476] env[69770]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b0cd5771-bbc3-4dbf-9bac-c67960d25995 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.392126] env[69770]: DEBUG oslo_vmware.api [None req-b92a8cf8-8b28-47dd-98cb-3994fc405855 tempest-ServersAdminNegativeTestJSON-597507823 tempest-ServersAdminNegativeTestJSON-597507823-project-member] Waiting for the task: (returnval){ [ 781.392126] env[69770]: value = "session[52161b52-cb8e-ec9f-1132-2f6b49549d41]52fbcf2b-e7db-f4eb-9cc0-467083d04564" [ 781.392126] env[69770]: _type = "Task" [ 781.392126] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 781.405140] env[69770]: DEBUG oslo_vmware.api [None req-b92a8cf8-8b28-47dd-98cb-3994fc405855 tempest-ServersAdminNegativeTestJSON-597507823 tempest-ServersAdminNegativeTestJSON-597507823-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]52fbcf2b-e7db-f4eb-9cc0-467083d04564, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.407653] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f158f8f7-5557-4d27-92e7-60a0724e5f1a {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.416882] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6129fda8-9347-4630-820a-d72d0e16f314 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.458846] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee1191ff-c779-41ad-a4b0-2d92cf9496b9 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.469546] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77695741-97b7-4a40-8486-7061ce947a48 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.491195] env[69770]: DEBUG nova.compute.provider_tree [None req-d493617b-7d22-40ef-99f9-d970f2bef9c5 tempest-FloatingIPsAssociationTestJSON-527069498 tempest-FloatingIPsAssociationTestJSON-527069498-project-member] Inventory has not changed in ProviderTree for provider: 7cc7d32b-b7a7-454a-a456-2a440248ed9d {{(pid=69770) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 781.620898] env[69770]: DEBUG oslo_vmware.api [None req-21948c38-c6c9-4fb4-86fc-c1b16c14c788 tempest-ListServerFiltersTestJSON-1688445247 tempest-ListServerFiltersTestJSON-1688445247-project-member] Task: {'id': task-4069508, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.629023] env[69770]: DEBUG nova.compute.manager [None req-9d7d068e-b646-4bc8-9c6b-d6bf07facb95 tempest-DeleteServersAdminTestJSON-2130980840 tempest-DeleteServersAdminTestJSON-2130980840-project-member] [instance: e35191b8-2393-48e1-a120-f2a030ecec52] Start spawning the instance on the hypervisor. {{(pid=69770) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 781.656413] env[69770]: DEBUG nova.virt.hardware [None req-9d7d068e-b646-4bc8-9c6b-d6bf07facb95 tempest-DeleteServersAdminTestJSON-2130980840 tempest-DeleteServersAdminTestJSON-2130980840-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T12:16:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T12:16:11Z,direct_url=,disk_format='vmdk',id=d1eaff80-24a0-4391-90eb-59958b1ecf0a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d65f20bb89fb40a98b77bc6d97357df2',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T12:16:12Z,virtual_size=,visibility=), allow threads: False {{(pid=69770) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 781.656695] env[69770]: DEBUG nova.virt.hardware [None req-9d7d068e-b646-4bc8-9c6b-d6bf07facb95 tempest-DeleteServersAdminTestJSON-2130980840 tempest-DeleteServersAdminTestJSON-2130980840-project-member] Flavor limits 0:0:0 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 781.657442] env[69770]: DEBUG nova.virt.hardware [None req-9d7d068e-b646-4bc8-9c6b-d6bf07facb95 tempest-DeleteServersAdminTestJSON-2130980840 tempest-DeleteServersAdminTestJSON-2130980840-project-member] Image limits 0:0:0 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 781.657442] env[69770]: DEBUG nova.virt.hardware [None req-9d7d068e-b646-4bc8-9c6b-d6bf07facb95 tempest-DeleteServersAdminTestJSON-2130980840 tempest-DeleteServersAdminTestJSON-2130980840-project-member] Flavor pref 0:0:0 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 781.657442] env[69770]: DEBUG nova.virt.hardware [None req-9d7d068e-b646-4bc8-9c6b-d6bf07facb95 tempest-DeleteServersAdminTestJSON-2130980840 tempest-DeleteServersAdminTestJSON-2130980840-project-member] Image pref 0:0:0 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 781.657442] env[69770]: DEBUG nova.virt.hardware [None req-9d7d068e-b646-4bc8-9c6b-d6bf07facb95 tempest-DeleteServersAdminTestJSON-2130980840 tempest-DeleteServersAdminTestJSON-2130980840-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 781.657603] env[69770]: DEBUG nova.virt.hardware [None req-9d7d068e-b646-4bc8-9c6b-d6bf07facb95 tempest-DeleteServersAdminTestJSON-2130980840 tempest-DeleteServersAdminTestJSON-2130980840-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69770) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 781.657691] env[69770]: DEBUG nova.virt.hardware [None req-9d7d068e-b646-4bc8-9c6b-d6bf07facb95 tempest-DeleteServersAdminTestJSON-2130980840 tempest-DeleteServersAdminTestJSON-2130980840-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69770) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 781.657857] env[69770]: DEBUG nova.virt.hardware [None req-9d7d068e-b646-4bc8-9c6b-d6bf07facb95 tempest-DeleteServersAdminTestJSON-2130980840 tempest-DeleteServersAdminTestJSON-2130980840-project-member] Got 1 possible topologies {{(pid=69770) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 781.658032] env[69770]: DEBUG nova.virt.hardware [None req-9d7d068e-b646-4bc8-9c6b-d6bf07facb95 tempest-DeleteServersAdminTestJSON-2130980840 tempest-DeleteServersAdminTestJSON-2130980840-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69770) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 781.659098] env[69770]: DEBUG nova.virt.hardware [None req-9d7d068e-b646-4bc8-9c6b-d6bf07facb95 tempest-DeleteServersAdminTestJSON-2130980840 tempest-DeleteServersAdminTestJSON-2130980840-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69770) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 781.659411] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4003950c-8757-44b3-a26a-a8caa8bdd733 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.664020] env[69770]: DEBUG oslo_concurrency.lockutils [req-b0c2abbe-bc65-4958-af20-e11cf7ef0e88 req-70f04a42-a4aa-4765-9d3f-b5260ccf562a service nova] Releasing lock "refresh_cache-2635794b-46eb-4532-9f26-43b36242e0bf" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.667734] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-031d6936-88ce-4477-b521-794a9708420d {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.905812] env[69770]: DEBUG oslo_vmware.api [None req-b92a8cf8-8b28-47dd-98cb-3994fc405855 tempest-ServersAdminNegativeTestJSON-597507823 tempest-ServersAdminNegativeTestJSON-597507823-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]52fbcf2b-e7db-f4eb-9cc0-467083d04564, 'name': SearchDatastore_Task, 'duration_secs': 0.018966} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 781.906682] env[69770]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1b6c3c65-8595-4d87-95cc-8ec784b9e8ef {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.916501] env[69770]: DEBUG oslo_vmware.api [None req-b92a8cf8-8b28-47dd-98cb-3994fc405855 tempest-ServersAdminNegativeTestJSON-597507823 tempest-ServersAdminNegativeTestJSON-597507823-project-member] Waiting for the task: (returnval){ [ 781.916501] env[69770]: value = "session[52161b52-cb8e-ec9f-1132-2f6b49549d41]52023e3c-0838-8ea2-8d23-abd4100c9411" [ 781.916501] env[69770]: _type = "Task" [ 781.916501] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 781.927639] env[69770]: DEBUG oslo_vmware.api [None req-b92a8cf8-8b28-47dd-98cb-3994fc405855 tempest-ServersAdminNegativeTestJSON-597507823 tempest-ServersAdminNegativeTestJSON-597507823-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]52023e3c-0838-8ea2-8d23-abd4100c9411, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.994489] env[69770]: DEBUG nova.scheduler.client.report [None req-d493617b-7d22-40ef-99f9-d970f2bef9c5 tempest-FloatingIPsAssociationTestJSON-527069498 tempest-FloatingIPsAssociationTestJSON-527069498-project-member] Inventory has not changed for provider 7cc7d32b-b7a7-454a-a456-2a440248ed9d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69770) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 782.095152] env[69770]: DEBUG nova.compute.manager [req-c1c2ab19-9c7b-4eda-adc6-c91a41634201 req-7d02ca45-fd8a-4110-8bb9-99a8d4340f97 service nova] [instance: b05d12b1-fb29-4185-8300-5f0140039dfe] Received event network-changed-4b9862e2-a25f-4722-b1a1-e36cc837cd38 {{(pid=69770) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 782.095405] env[69770]: DEBUG nova.compute.manager [req-c1c2ab19-9c7b-4eda-adc6-c91a41634201 req-7d02ca45-fd8a-4110-8bb9-99a8d4340f97 service nova] [instance: b05d12b1-fb29-4185-8300-5f0140039dfe] Refreshing instance network info cache due to event network-changed-4b9862e2-a25f-4722-b1a1-e36cc837cd38. {{(pid=69770) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 782.096048] env[69770]: DEBUG oslo_concurrency.lockutils [req-c1c2ab19-9c7b-4eda-adc6-c91a41634201 req-7d02ca45-fd8a-4110-8bb9-99a8d4340f97 service nova] Acquiring lock "refresh_cache-b05d12b1-fb29-4185-8300-5f0140039dfe" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.096048] env[69770]: DEBUG oslo_concurrency.lockutils [req-c1c2ab19-9c7b-4eda-adc6-c91a41634201 req-7d02ca45-fd8a-4110-8bb9-99a8d4340f97 service nova] Acquired lock "refresh_cache-b05d12b1-fb29-4185-8300-5f0140039dfe" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.096048] env[69770]: DEBUG nova.network.neutron [req-c1c2ab19-9c7b-4eda-adc6-c91a41634201 req-7d02ca45-fd8a-4110-8bb9-99a8d4340f97 service nova] [instance: b05d12b1-fb29-4185-8300-5f0140039dfe] Refreshing network info cache for port 4b9862e2-a25f-4722-b1a1-e36cc837cd38 {{(pid=69770) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 782.117958] env[69770]: DEBUG oslo_vmware.api [None req-21948c38-c6c9-4fb4-86fc-c1b16c14c788 tempest-ListServerFiltersTestJSON-1688445247 tempest-ListServerFiltersTestJSON-1688445247-project-member] Task: {'id': task-4069508, 'name': ReconfigVM_Task, 'duration_secs': 0.88698} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.118363] env[69770]: DEBUG nova.virt.vmwareapi.volumeops [None req-21948c38-c6c9-4fb4-86fc-c1b16c14c788 tempest-ListServerFiltersTestJSON-1688445247 tempest-ListServerFiltersTestJSON-1688445247-project-member] [instance: 738d3943-b255-4e92-8255-35aa0e3d6190] Reconfigured VM instance instance-00000019 to attach disk [datastore2] 738d3943-b255-4e92-8255-35aa0e3d6190/738d3943-b255-4e92-8255-35aa0e3d6190.vmdk or device None with type sparse {{(pid=69770) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 782.119612] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ef067332-35f2-4dfd-8b6c-873921293a1d {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.128027] env[69770]: DEBUG oslo_vmware.api [None req-21948c38-c6c9-4fb4-86fc-c1b16c14c788 tempest-ListServerFiltersTestJSON-1688445247 tempest-ListServerFiltersTestJSON-1688445247-project-member] Waiting for the task: (returnval){ [ 782.128027] env[69770]: value = "task-4069509" [ 782.128027] env[69770]: _type = "Task" [ 782.128027] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.138663] env[69770]: DEBUG oslo_vmware.api [None req-21948c38-c6c9-4fb4-86fc-c1b16c14c788 tempest-ListServerFiltersTestJSON-1688445247 tempest-ListServerFiltersTestJSON-1688445247-project-member] Task: {'id': task-4069509, 'name': Rename_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.433531] env[69770]: DEBUG oslo_vmware.api [None req-b92a8cf8-8b28-47dd-98cb-3994fc405855 tempest-ServersAdminNegativeTestJSON-597507823 tempest-ServersAdminNegativeTestJSON-597507823-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]52023e3c-0838-8ea2-8d23-abd4100c9411, 'name': SearchDatastore_Task, 'duration_secs': 0.015297} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.433816] env[69770]: DEBUG oslo_concurrency.lockutils [None req-b92a8cf8-8b28-47dd-98cb-3994fc405855 tempest-ServersAdminNegativeTestJSON-597507823 tempest-ServersAdminNegativeTestJSON-597507823-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.434126] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-b92a8cf8-8b28-47dd-98cb-3994fc405855 tempest-ServersAdminNegativeTestJSON-597507823 tempest-ServersAdminNegativeTestJSON-597507823-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk to [datastore2] 2635794b-46eb-4532-9f26-43b36242e0bf/2635794b-46eb-4532-9f26-43b36242e0bf.vmdk {{(pid=69770) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 782.434355] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8ebc653a-04dc-446b-a2e8-c24a82fbc59d {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.443277] env[69770]: DEBUG oslo_vmware.api [None req-b92a8cf8-8b28-47dd-98cb-3994fc405855 tempest-ServersAdminNegativeTestJSON-597507823 tempest-ServersAdminNegativeTestJSON-597507823-project-member] Waiting for the task: (returnval){ [ 782.443277] env[69770]: value = "task-4069510" [ 782.443277] env[69770]: _type = "Task" [ 782.443277] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.452572] env[69770]: DEBUG oslo_vmware.api [None req-b92a8cf8-8b28-47dd-98cb-3994fc405855 tempest-ServersAdminNegativeTestJSON-597507823 tempest-ServersAdminNegativeTestJSON-597507823-project-member] Task: {'id': task-4069510, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.507401] env[69770]: DEBUG oslo_concurrency.lockutils [None req-d493617b-7d22-40ef-99f9-d970f2bef9c5 tempest-FloatingIPsAssociationTestJSON-527069498 tempest-FloatingIPsAssociationTestJSON-527069498-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.929s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 782.508044] env[69770]: DEBUG nova.compute.manager [None req-d493617b-7d22-40ef-99f9-d970f2bef9c5 tempest-FloatingIPsAssociationTestJSON-527069498 tempest-FloatingIPsAssociationTestJSON-527069498-project-member] [instance: 60eb16dd-8c95-46c1-a226-ee1280cbd403] Start building networks asynchronously for instance. {{(pid=69770) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 782.515200] env[69770]: DEBUG oslo_concurrency.lockutils [None req-49d23e0e-787a-4dcf-9ca8-8ddb4a0441dd tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.116s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 782.520912] env[69770]: INFO nova.compute.claims [None req-49d23e0e-787a-4dcf-9ca8-8ddb4a0441dd tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] [instance: 19c06f92-7f17-4834-b8be-723eb3f313c5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 782.643856] env[69770]: DEBUG oslo_vmware.api [None req-21948c38-c6c9-4fb4-86fc-c1b16c14c788 tempest-ListServerFiltersTestJSON-1688445247 tempest-ListServerFiltersTestJSON-1688445247-project-member] Task: {'id': task-4069509, 'name': Rename_Task, 'duration_secs': 0.276296} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.643856] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-21948c38-c6c9-4fb4-86fc-c1b16c14c788 tempest-ListServerFiltersTestJSON-1688445247 tempest-ListServerFiltersTestJSON-1688445247-project-member] [instance: 738d3943-b255-4e92-8255-35aa0e3d6190] Powering on the VM {{(pid=69770) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 782.644702] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1d8dd221-3b6b-4b25-b78c-04e2b824ad43 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.655445] env[69770]: DEBUG oslo_vmware.api [None req-21948c38-c6c9-4fb4-86fc-c1b16c14c788 tempest-ListServerFiltersTestJSON-1688445247 tempest-ListServerFiltersTestJSON-1688445247-project-member] Waiting for the task: (returnval){ [ 782.655445] env[69770]: value = "task-4069511" [ 782.655445] env[69770]: _type = "Task" [ 782.655445] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.666017] env[69770]: DEBUG oslo_vmware.api [None req-21948c38-c6c9-4fb4-86fc-c1b16c14c788 tempest-ListServerFiltersTestJSON-1688445247 tempest-ListServerFiltersTestJSON-1688445247-project-member] Task: {'id': task-4069511, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.963473] env[69770]: DEBUG oslo_vmware.api [None req-b92a8cf8-8b28-47dd-98cb-3994fc405855 tempest-ServersAdminNegativeTestJSON-597507823 tempest-ServersAdminNegativeTestJSON-597507823-project-member] Task: {'id': task-4069510, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.982957] env[69770]: DEBUG nova.network.neutron [None req-9d7d068e-b646-4bc8-9c6b-d6bf07facb95 tempest-DeleteServersAdminTestJSON-2130980840 tempest-DeleteServersAdminTestJSON-2130980840-project-member] [instance: e35191b8-2393-48e1-a120-f2a030ecec52] Successfully updated port: 978850f9-4f1d-4482-ac5b-d98c570a1694 {{(pid=69770) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 783.027281] env[69770]: DEBUG nova.compute.utils [None req-d493617b-7d22-40ef-99f9-d970f2bef9c5 tempest-FloatingIPsAssociationTestJSON-527069498 tempest-FloatingIPsAssociationTestJSON-527069498-project-member] Using /dev/sd instead of None {{(pid=69770) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 783.031083] env[69770]: DEBUG nova.compute.manager [None req-d493617b-7d22-40ef-99f9-d970f2bef9c5 tempest-FloatingIPsAssociationTestJSON-527069498 tempest-FloatingIPsAssociationTestJSON-527069498-project-member] [instance: 60eb16dd-8c95-46c1-a226-ee1280cbd403] Allocating IP information in the background. {{(pid=69770) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 783.031889] env[69770]: DEBUG nova.network.neutron [None req-d493617b-7d22-40ef-99f9-d970f2bef9c5 tempest-FloatingIPsAssociationTestJSON-527069498 tempest-FloatingIPsAssociationTestJSON-527069498-project-member] [instance: 60eb16dd-8c95-46c1-a226-ee1280cbd403] allocate_for_instance() {{(pid=69770) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 783.120163] env[69770]: DEBUG nova.policy [None req-d493617b-7d22-40ef-99f9-d970f2bef9c5 tempest-FloatingIPsAssociationTestJSON-527069498 tempest-FloatingIPsAssociationTestJSON-527069498-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '870a35dc45924a2f94890183b080cfc1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '602816d7b1574f02a4927772f6ac5382', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69770) authorize /opt/stack/nova/nova/policy.py:192}} [ 783.170244] env[69770]: DEBUG oslo_vmware.api [None req-21948c38-c6c9-4fb4-86fc-c1b16c14c788 tempest-ListServerFiltersTestJSON-1688445247 tempest-ListServerFiltersTestJSON-1688445247-project-member] Task: {'id': task-4069511, 'name': PowerOnVM_Task} progress is 78%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.171313] env[69770]: DEBUG nova.network.neutron [req-c1c2ab19-9c7b-4eda-adc6-c91a41634201 req-7d02ca45-fd8a-4110-8bb9-99a8d4340f97 service nova] [instance: b05d12b1-fb29-4185-8300-5f0140039dfe] Updated VIF entry in instance network info cache for port 4b9862e2-a25f-4722-b1a1-e36cc837cd38. {{(pid=69770) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 783.171649] env[69770]: DEBUG nova.network.neutron [req-c1c2ab19-9c7b-4eda-adc6-c91a41634201 req-7d02ca45-fd8a-4110-8bb9-99a8d4340f97 service nova] [instance: b05d12b1-fb29-4185-8300-5f0140039dfe] Updating instance_info_cache with network_info: [{"id": "4b9862e2-a25f-4722-b1a1-e36cc837cd38", "address": "fa:16:3e:8e:66:87", "network": {"id": "25afcc28-5364-46bf-9d07-03d2814ba603", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1526880503-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "d41163d1934142969d7921674d88f615", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8a34aa30-95be-4b18-98ca-1f2d81f7e9e6", "external-id": "nsx-vlan-transportzone-234", "segmentation_id": 234, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4b9862e2-a2", "ovs_interfaceid": "4b9862e2-a25f-4722-b1a1-e36cc837cd38", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69770) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 783.461847] env[69770]: DEBUG oslo_vmware.api [None req-b92a8cf8-8b28-47dd-98cb-3994fc405855 tempest-ServersAdminNegativeTestJSON-597507823 tempest-ServersAdminNegativeTestJSON-597507823-project-member] Task: {'id': task-4069510, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.75722} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 783.463696] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-b92a8cf8-8b28-47dd-98cb-3994fc405855 tempest-ServersAdminNegativeTestJSON-597507823 tempest-ServersAdminNegativeTestJSON-597507823-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk to [datastore2] 2635794b-46eb-4532-9f26-43b36242e0bf/2635794b-46eb-4532-9f26-43b36242e0bf.vmdk {{(pid=69770) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 783.465106] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-b92a8cf8-8b28-47dd-98cb-3994fc405855 tempest-ServersAdminNegativeTestJSON-597507823 tempest-ServersAdminNegativeTestJSON-597507823-project-member] [instance: 2635794b-46eb-4532-9f26-43b36242e0bf] Extending root virtual disk to 1048576 {{(pid=69770) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 783.466426] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-28189218-2c7e-4609-b958-c7df32d0d3b6 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.478030] env[69770]: DEBUG oslo_vmware.api [None req-b92a8cf8-8b28-47dd-98cb-3994fc405855 tempest-ServersAdminNegativeTestJSON-597507823 tempest-ServersAdminNegativeTestJSON-597507823-project-member] Waiting for the task: (returnval){ [ 783.478030] env[69770]: value = "task-4069512" [ 783.478030] env[69770]: _type = "Task" [ 783.478030] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 783.487244] env[69770]: DEBUG oslo_vmware.api [None req-b92a8cf8-8b28-47dd-98cb-3994fc405855 tempest-ServersAdminNegativeTestJSON-597507823 tempest-ServersAdminNegativeTestJSON-597507823-project-member] Task: {'id': task-4069512, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.494995] env[69770]: DEBUG oslo_concurrency.lockutils [None req-9d7d068e-b646-4bc8-9c6b-d6bf07facb95 tempest-DeleteServersAdminTestJSON-2130980840 tempest-DeleteServersAdminTestJSON-2130980840-project-member] Acquiring lock "refresh_cache-e35191b8-2393-48e1-a120-f2a030ecec52" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.494995] env[69770]: DEBUG oslo_concurrency.lockutils [None req-9d7d068e-b646-4bc8-9c6b-d6bf07facb95 tempest-DeleteServersAdminTestJSON-2130980840 tempest-DeleteServersAdminTestJSON-2130980840-project-member] Acquired lock "refresh_cache-e35191b8-2393-48e1-a120-f2a030ecec52" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.494995] env[69770]: DEBUG nova.network.neutron [None req-9d7d068e-b646-4bc8-9c6b-d6bf07facb95 tempest-DeleteServersAdminTestJSON-2130980840 tempest-DeleteServersAdminTestJSON-2130980840-project-member] [instance: e35191b8-2393-48e1-a120-f2a030ecec52] Building network info cache for instance {{(pid=69770) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 783.540769] env[69770]: DEBUG nova.compute.manager [None req-d493617b-7d22-40ef-99f9-d970f2bef9c5 tempest-FloatingIPsAssociationTestJSON-527069498 tempest-FloatingIPsAssociationTestJSON-527069498-project-member] [instance: 60eb16dd-8c95-46c1-a226-ee1280cbd403] Start building block device mappings for instance. {{(pid=69770) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 783.668260] env[69770]: DEBUG oslo_vmware.api [None req-21948c38-c6c9-4fb4-86fc-c1b16c14c788 tempest-ListServerFiltersTestJSON-1688445247 tempest-ListServerFiltersTestJSON-1688445247-project-member] Task: {'id': task-4069511, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.676209] env[69770]: DEBUG oslo_concurrency.lockutils [req-c1c2ab19-9c7b-4eda-adc6-c91a41634201 req-7d02ca45-fd8a-4110-8bb9-99a8d4340f97 service nova] Releasing lock "refresh_cache-b05d12b1-fb29-4185-8300-5f0140039dfe" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.999849] env[69770]: DEBUG oslo_vmware.api [None req-b92a8cf8-8b28-47dd-98cb-3994fc405855 tempest-ServersAdminNegativeTestJSON-597507823 tempest-ServersAdminNegativeTestJSON-597507823-project-member] Task: {'id': task-4069512, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.079272} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 783.999849] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-b92a8cf8-8b28-47dd-98cb-3994fc405855 tempest-ServersAdminNegativeTestJSON-597507823 tempest-ServersAdminNegativeTestJSON-597507823-project-member] [instance: 2635794b-46eb-4532-9f26-43b36242e0bf] Extended root virtual disk {{(pid=69770) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 784.000692] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d736dac0-7e2b-42fa-812c-67f80d0354d4 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.027759] env[69770]: DEBUG nova.virt.vmwareapi.volumeops [None req-b92a8cf8-8b28-47dd-98cb-3994fc405855 tempest-ServersAdminNegativeTestJSON-597507823 tempest-ServersAdminNegativeTestJSON-597507823-project-member] [instance: 2635794b-46eb-4532-9f26-43b36242e0bf] Reconfiguring VM instance instance-0000001a to attach disk [datastore2] 2635794b-46eb-4532-9f26-43b36242e0bf/2635794b-46eb-4532-9f26-43b36242e0bf.vmdk or device None with type sparse {{(pid=69770) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 784.030924] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ed6dee92-d1df-4512-b0de-8181334380a1 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.057331] env[69770]: DEBUG oslo_vmware.api [None req-b92a8cf8-8b28-47dd-98cb-3994fc405855 tempest-ServersAdminNegativeTestJSON-597507823 tempest-ServersAdminNegativeTestJSON-597507823-project-member] Waiting for the task: (returnval){ [ 784.057331] env[69770]: value = "task-4069513" [ 784.057331] env[69770]: _type = "Task" [ 784.057331] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 784.071998] env[69770]: DEBUG oslo_vmware.api [None req-b92a8cf8-8b28-47dd-98cb-3994fc405855 tempest-ServersAdminNegativeTestJSON-597507823 tempest-ServersAdminNegativeTestJSON-597507823-project-member] Task: {'id': task-4069513, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.078621] env[69770]: DEBUG nova.network.neutron [None req-9d7d068e-b646-4bc8-9c6b-d6bf07facb95 tempest-DeleteServersAdminTestJSON-2130980840 tempest-DeleteServersAdminTestJSON-2130980840-project-member] [instance: e35191b8-2393-48e1-a120-f2a030ecec52] Instance cache missing network info. {{(pid=69770) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 784.171568] env[69770]: DEBUG oslo_vmware.api [None req-21948c38-c6c9-4fb4-86fc-c1b16c14c788 tempest-ListServerFiltersTestJSON-1688445247 tempest-ListServerFiltersTestJSON-1688445247-project-member] Task: {'id': task-4069511, 'name': PowerOnVM_Task, 'duration_secs': 1.2433} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 784.171568] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-21948c38-c6c9-4fb4-86fc-c1b16c14c788 tempest-ListServerFiltersTestJSON-1688445247 tempest-ListServerFiltersTestJSON-1688445247-project-member] [instance: 738d3943-b255-4e92-8255-35aa0e3d6190] Powered on the VM {{(pid=69770) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 784.171568] env[69770]: INFO nova.compute.manager [None req-21948c38-c6c9-4fb4-86fc-c1b16c14c788 tempest-ListServerFiltersTestJSON-1688445247 tempest-ListServerFiltersTestJSON-1688445247-project-member] [instance: 738d3943-b255-4e92-8255-35aa0e3d6190] Took 10.80 seconds to spawn the instance on the hypervisor. [ 784.171881] env[69770]: DEBUG nova.compute.manager [None req-21948c38-c6c9-4fb4-86fc-c1b16c14c788 tempest-ListServerFiltersTestJSON-1688445247 tempest-ListServerFiltersTestJSON-1688445247-project-member] [instance: 738d3943-b255-4e92-8255-35aa0e3d6190] Checking state {{(pid=69770) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 784.173670] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92d09dce-9978-4924-a599-c2a199de89e3 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.376365] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b9f4442-f8c3-4ad0-875b-b8afe6f37e53 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.376365] env[69770]: DEBUG nova.network.neutron [None req-9d7d068e-b646-4bc8-9c6b-d6bf07facb95 tempest-DeleteServersAdminTestJSON-2130980840 tempest-DeleteServersAdminTestJSON-2130980840-project-member] [instance: e35191b8-2393-48e1-a120-f2a030ecec52] Updating instance_info_cache with network_info: [{"id": "978850f9-4f1d-4482-ac5b-d98c570a1694", "address": "fa:16:3e:e2:f5:3a", "network": {"id": "f82b91df-bf84-467a-b908-3ff7324de9d6", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.80", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "d65f20bb89fb40a98b77bc6d97357df2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f0ef5aba-bd9a-42ff-a1a0-5e763986d70a", "external-id": "nsx-vlan-transportzone-209", "segmentation_id": 209, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap978850f9-4f", "ovs_interfaceid": "978850f9-4f1d-4482-ac5b-d98c570a1694", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69770) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 784.382788] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69d1c874-2ae8-4541-90e5-7e33ab2d3f5a {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.414695] env[69770]: DEBUG nova.network.neutron [None req-d493617b-7d22-40ef-99f9-d970f2bef9c5 tempest-FloatingIPsAssociationTestJSON-527069498 tempest-FloatingIPsAssociationTestJSON-527069498-project-member] [instance: 60eb16dd-8c95-46c1-a226-ee1280cbd403] Successfully created port: 50e6c431-f5e3-4d77-8f8e-468d69ce3cb7 {{(pid=69770) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 784.417209] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78bd3d23-542e-4e62-a2db-1fcc361598b8 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.428129] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84802916-380e-4f70-a6b7-42f661853fba {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.446360] env[69770]: DEBUG nova.compute.provider_tree [None req-49d23e0e-787a-4dcf-9ca8-8ddb4a0441dd tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] Inventory has not changed in ProviderTree for provider: 7cc7d32b-b7a7-454a-a456-2a440248ed9d {{(pid=69770) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 784.554747] env[69770]: DEBUG nova.compute.manager [None req-d493617b-7d22-40ef-99f9-d970f2bef9c5 tempest-FloatingIPsAssociationTestJSON-527069498 tempest-FloatingIPsAssociationTestJSON-527069498-project-member] [instance: 60eb16dd-8c95-46c1-a226-ee1280cbd403] Start spawning the instance on the hypervisor. {{(pid=69770) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 784.570157] env[69770]: DEBUG oslo_vmware.api [None req-b92a8cf8-8b28-47dd-98cb-3994fc405855 tempest-ServersAdminNegativeTestJSON-597507823 tempest-ServersAdminNegativeTestJSON-597507823-project-member] Task: {'id': task-4069513, 'name': ReconfigVM_Task, 'duration_secs': 0.359327} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 784.570157] env[69770]: DEBUG nova.virt.vmwareapi.volumeops [None req-b92a8cf8-8b28-47dd-98cb-3994fc405855 tempest-ServersAdminNegativeTestJSON-597507823 tempest-ServersAdminNegativeTestJSON-597507823-project-member] [instance: 2635794b-46eb-4532-9f26-43b36242e0bf] Reconfigured VM instance instance-0000001a to attach disk [datastore2] 2635794b-46eb-4532-9f26-43b36242e0bf/2635794b-46eb-4532-9f26-43b36242e0bf.vmdk or device None with type sparse {{(pid=69770) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 784.570157] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b3591c73-f6c0-4aa2-b71d-3cf3d68500f1 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.578615] env[69770]: DEBUG oslo_vmware.api [None req-b92a8cf8-8b28-47dd-98cb-3994fc405855 tempest-ServersAdminNegativeTestJSON-597507823 tempest-ServersAdminNegativeTestJSON-597507823-project-member] Waiting for the task: (returnval){ [ 784.578615] env[69770]: value = "task-4069514" [ 784.578615] env[69770]: _type = "Task" [ 784.578615] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 784.584122] env[69770]: DEBUG nova.virt.hardware [None req-d493617b-7d22-40ef-99f9-d970f2bef9c5 tempest-FloatingIPsAssociationTestJSON-527069498 tempest-FloatingIPsAssociationTestJSON-527069498-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T12:16:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T12:16:11Z,direct_url=,disk_format='vmdk',id=d1eaff80-24a0-4391-90eb-59958b1ecf0a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d65f20bb89fb40a98b77bc6d97357df2',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T12:16:12Z,virtual_size=,visibility=), allow threads: False {{(pid=69770) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 784.584407] env[69770]: DEBUG nova.virt.hardware [None req-d493617b-7d22-40ef-99f9-d970f2bef9c5 tempest-FloatingIPsAssociationTestJSON-527069498 tempest-FloatingIPsAssociationTestJSON-527069498-project-member] Flavor limits 0:0:0 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 784.586035] env[69770]: DEBUG nova.virt.hardware [None req-d493617b-7d22-40ef-99f9-d970f2bef9c5 tempest-FloatingIPsAssociationTestJSON-527069498 tempest-FloatingIPsAssociationTestJSON-527069498-project-member] Image limits 0:0:0 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 784.586035] env[69770]: DEBUG nova.virt.hardware [None req-d493617b-7d22-40ef-99f9-d970f2bef9c5 tempest-FloatingIPsAssociationTestJSON-527069498 tempest-FloatingIPsAssociationTestJSON-527069498-project-member] Flavor pref 0:0:0 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 784.586035] env[69770]: DEBUG nova.virt.hardware [None req-d493617b-7d22-40ef-99f9-d970f2bef9c5 tempest-FloatingIPsAssociationTestJSON-527069498 tempest-FloatingIPsAssociationTestJSON-527069498-project-member] Image pref 0:0:0 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 784.586035] env[69770]: DEBUG nova.virt.hardware [None req-d493617b-7d22-40ef-99f9-d970f2bef9c5 tempest-FloatingIPsAssociationTestJSON-527069498 tempest-FloatingIPsAssociationTestJSON-527069498-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 784.586035] env[69770]: DEBUG nova.virt.hardware [None req-d493617b-7d22-40ef-99f9-d970f2bef9c5 tempest-FloatingIPsAssociationTestJSON-527069498 tempest-FloatingIPsAssociationTestJSON-527069498-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69770) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 784.586258] env[69770]: DEBUG nova.virt.hardware [None req-d493617b-7d22-40ef-99f9-d970f2bef9c5 tempest-FloatingIPsAssociationTestJSON-527069498 tempest-FloatingIPsAssociationTestJSON-527069498-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69770) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 784.586258] env[69770]: DEBUG nova.virt.hardware [None req-d493617b-7d22-40ef-99f9-d970f2bef9c5 tempest-FloatingIPsAssociationTestJSON-527069498 tempest-FloatingIPsAssociationTestJSON-527069498-project-member] Got 1 possible topologies {{(pid=69770) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 784.586258] env[69770]: DEBUG nova.virt.hardware [None req-d493617b-7d22-40ef-99f9-d970f2bef9c5 tempest-FloatingIPsAssociationTestJSON-527069498 tempest-FloatingIPsAssociationTestJSON-527069498-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69770) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 784.586258] env[69770]: DEBUG nova.virt.hardware [None req-d493617b-7d22-40ef-99f9-d970f2bef9c5 tempest-FloatingIPsAssociationTestJSON-527069498 tempest-FloatingIPsAssociationTestJSON-527069498-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69770) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 784.587019] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55a1e566-c6ac-4440-b9c5-4ceb695fbc27 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.596658] env[69770]: DEBUG oslo_vmware.api [None req-b92a8cf8-8b28-47dd-98cb-3994fc405855 tempest-ServersAdminNegativeTestJSON-597507823 tempest-ServersAdminNegativeTestJSON-597507823-project-member] Task: {'id': task-4069514, 'name': Rename_Task} progress is 14%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.600285] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba6266e7-7274-4268-932d-a10184116a81 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.699082] env[69770]: INFO nova.compute.manager [None req-21948c38-c6c9-4fb4-86fc-c1b16c14c788 tempest-ListServerFiltersTestJSON-1688445247 tempest-ListServerFiltersTestJSON-1688445247-project-member] [instance: 738d3943-b255-4e92-8255-35aa0e3d6190] Took 40.48 seconds to build instance. [ 784.881462] env[69770]: DEBUG oslo_concurrency.lockutils [None req-9d7d068e-b646-4bc8-9c6b-d6bf07facb95 tempest-DeleteServersAdminTestJSON-2130980840 tempest-DeleteServersAdminTestJSON-2130980840-project-member] Releasing lock "refresh_cache-e35191b8-2393-48e1-a120-f2a030ecec52" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.881578] env[69770]: DEBUG nova.compute.manager [None req-9d7d068e-b646-4bc8-9c6b-d6bf07facb95 tempest-DeleteServersAdminTestJSON-2130980840 tempest-DeleteServersAdminTestJSON-2130980840-project-member] [instance: e35191b8-2393-48e1-a120-f2a030ecec52] Instance network_info: |[{"id": "978850f9-4f1d-4482-ac5b-d98c570a1694", "address": "fa:16:3e:e2:f5:3a", "network": {"id": "f82b91df-bf84-467a-b908-3ff7324de9d6", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.80", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "d65f20bb89fb40a98b77bc6d97357df2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f0ef5aba-bd9a-42ff-a1a0-5e763986d70a", "external-id": "nsx-vlan-transportzone-209", "segmentation_id": 209, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap978850f9-4f", "ovs_interfaceid": "978850f9-4f1d-4482-ac5b-d98c570a1694", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69770) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 784.881957] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-9d7d068e-b646-4bc8-9c6b-d6bf07facb95 tempest-DeleteServersAdminTestJSON-2130980840 tempest-DeleteServersAdminTestJSON-2130980840-project-member] [instance: e35191b8-2393-48e1-a120-f2a030ecec52] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e2:f5:3a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f0ef5aba-bd9a-42ff-a1a0-5e763986d70a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '978850f9-4f1d-4482-ac5b-d98c570a1694', 'vif_model': 'vmxnet3'}] {{(pid=69770) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 784.890609] env[69770]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9d7d068e-b646-4bc8-9c6b-d6bf07facb95 tempest-DeleteServersAdminTestJSON-2130980840 tempest-DeleteServersAdminTestJSON-2130980840-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69770) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 784.890882] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e35191b8-2393-48e1-a120-f2a030ecec52] Creating VM on the ESX host {{(pid=69770) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 784.891174] env[69770]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-867f6bd9-0264-42cc-a53c-8d2a781a6e1d {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.911854] env[69770]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 784.911854] env[69770]: value = "task-4069515" [ 784.911854] env[69770]: _type = "Task" [ 784.911854] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 784.921822] env[69770]: DEBUG oslo_vmware.api [-] Task: {'id': task-4069515, 'name': CreateVM_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.950405] env[69770]: DEBUG nova.scheduler.client.report [None req-49d23e0e-787a-4dcf-9ca8-8ddb4a0441dd tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] Inventory has not changed for provider 7cc7d32b-b7a7-454a-a456-2a440248ed9d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69770) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 785.092939] env[69770]: DEBUG oslo_vmware.api [None req-b92a8cf8-8b28-47dd-98cb-3994fc405855 tempest-ServersAdminNegativeTestJSON-597507823 tempest-ServersAdminNegativeTestJSON-597507823-project-member] Task: {'id': task-4069514, 'name': Rename_Task, 'duration_secs': 0.146002} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 785.093349] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-b92a8cf8-8b28-47dd-98cb-3994fc405855 tempest-ServersAdminNegativeTestJSON-597507823 tempest-ServersAdminNegativeTestJSON-597507823-project-member] [instance: 2635794b-46eb-4532-9f26-43b36242e0bf] Powering on the VM {{(pid=69770) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 785.093634] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-865d3ae4-3621-4256-b153-f346814e7cc9 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.103076] env[69770]: DEBUG oslo_vmware.api [None req-b92a8cf8-8b28-47dd-98cb-3994fc405855 tempest-ServersAdminNegativeTestJSON-597507823 tempest-ServersAdminNegativeTestJSON-597507823-project-member] Waiting for the task: (returnval){ [ 785.103076] env[69770]: value = "task-4069516" [ 785.103076] env[69770]: _type = "Task" [ 785.103076] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 785.116830] env[69770]: DEBUG oslo_vmware.api [None req-b92a8cf8-8b28-47dd-98cb-3994fc405855 tempest-ServersAdminNegativeTestJSON-597507823 tempest-ServersAdminNegativeTestJSON-597507823-project-member] Task: {'id': task-4069516, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.203747] env[69770]: DEBUG oslo_concurrency.lockutils [None req-21948c38-c6c9-4fb4-86fc-c1b16c14c788 tempest-ListServerFiltersTestJSON-1688445247 tempest-ListServerFiltersTestJSON-1688445247-project-member] Lock "738d3943-b255-4e92-8255-35aa0e3d6190" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 60.973s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 785.272988] env[69770]: DEBUG nova.compute.manager [req-c248d71c-38c8-49cd-9219-3c2791b4c74a req-e2a68886-4b50-4efa-a22e-83eade5915c2 service nova] [instance: b05d12b1-fb29-4185-8300-5f0140039dfe] Received event network-changed-4b9862e2-a25f-4722-b1a1-e36cc837cd38 {{(pid=69770) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 785.274427] env[69770]: DEBUG nova.compute.manager [req-c248d71c-38c8-49cd-9219-3c2791b4c74a req-e2a68886-4b50-4efa-a22e-83eade5915c2 service nova] [instance: b05d12b1-fb29-4185-8300-5f0140039dfe] Refreshing instance network info cache due to event network-changed-4b9862e2-a25f-4722-b1a1-e36cc837cd38. {{(pid=69770) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 785.274813] env[69770]: DEBUG oslo_concurrency.lockutils [req-c248d71c-38c8-49cd-9219-3c2791b4c74a req-e2a68886-4b50-4efa-a22e-83eade5915c2 service nova] Acquiring lock "refresh_cache-b05d12b1-fb29-4185-8300-5f0140039dfe" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.274940] env[69770]: DEBUG oslo_concurrency.lockutils [req-c248d71c-38c8-49cd-9219-3c2791b4c74a req-e2a68886-4b50-4efa-a22e-83eade5915c2 service nova] Acquired lock "refresh_cache-b05d12b1-fb29-4185-8300-5f0140039dfe" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.275625] env[69770]: DEBUG nova.network.neutron [req-c248d71c-38c8-49cd-9219-3c2791b4c74a req-e2a68886-4b50-4efa-a22e-83eade5915c2 service nova] [instance: b05d12b1-fb29-4185-8300-5f0140039dfe] Refreshing network info cache for port 4b9862e2-a25f-4722-b1a1-e36cc837cd38 {{(pid=69770) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 785.424366] env[69770]: DEBUG oslo_vmware.api [-] Task: {'id': task-4069515, 'name': CreateVM_Task, 'duration_secs': 0.422914} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 785.424572] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e35191b8-2393-48e1-a120-f2a030ecec52] Created VM on the ESX host {{(pid=69770) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 785.425264] env[69770]: DEBUG oslo_concurrency.lockutils [None req-9d7d068e-b646-4bc8-9c6b-d6bf07facb95 tempest-DeleteServersAdminTestJSON-2130980840 tempest-DeleteServersAdminTestJSON-2130980840-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.425471] env[69770]: DEBUG oslo_concurrency.lockutils [None req-9d7d068e-b646-4bc8-9c6b-d6bf07facb95 tempest-DeleteServersAdminTestJSON-2130980840 tempest-DeleteServersAdminTestJSON-2130980840-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.425874] env[69770]: DEBUG oslo_concurrency.lockutils [None req-9d7d068e-b646-4bc8-9c6b-d6bf07facb95 tempest-DeleteServersAdminTestJSON-2130980840 tempest-DeleteServersAdminTestJSON-2130980840-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.426103] env[69770]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e58eb21f-77c8-458b-b66d-d09d02b38e65 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.432459] env[69770]: DEBUG oslo_vmware.api [None req-9d7d068e-b646-4bc8-9c6b-d6bf07facb95 tempest-DeleteServersAdminTestJSON-2130980840 tempest-DeleteServersAdminTestJSON-2130980840-project-member] Waiting for the task: (returnval){ [ 785.432459] env[69770]: value = "session[52161b52-cb8e-ec9f-1132-2f6b49549d41]520615ed-aab9-1917-6dd7-59369bd473d8" [ 785.432459] env[69770]: _type = "Task" [ 785.432459] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 785.441645] env[69770]: DEBUG oslo_vmware.api [None req-9d7d068e-b646-4bc8-9c6b-d6bf07facb95 tempest-DeleteServersAdminTestJSON-2130980840 tempest-DeleteServersAdminTestJSON-2130980840-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]520615ed-aab9-1917-6dd7-59369bd473d8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.458583] env[69770]: DEBUG oslo_concurrency.lockutils [None req-49d23e0e-787a-4dcf-9ca8-8ddb4a0441dd tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.943s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 785.458583] env[69770]: DEBUG nova.compute.manager [None req-49d23e0e-787a-4dcf-9ca8-8ddb4a0441dd tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] [instance: 19c06f92-7f17-4834-b8be-723eb3f313c5] Start building networks asynchronously for instance. {{(pid=69770) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 785.461717] env[69770]: DEBUG oslo_concurrency.lockutils [None req-44e77e2d-d35e-44f8-a7a2-1c6d98b38d0b tempest-ListServersNegativeTestJSON-118656177 tempest-ListServersNegativeTestJSON-118656177-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.525s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 785.468030] env[69770]: INFO nova.compute.claims [None req-44e77e2d-d35e-44f8-a7a2-1c6d98b38d0b tempest-ListServersNegativeTestJSON-118656177 tempest-ListServersNegativeTestJSON-118656177-project-member] [instance: 27c5d873-f24c-4e20-9bcf-1b157114e5d0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 785.617920] env[69770]: DEBUG oslo_vmware.api [None req-b92a8cf8-8b28-47dd-98cb-3994fc405855 tempest-ServersAdminNegativeTestJSON-597507823 tempest-ServersAdminNegativeTestJSON-597507823-project-member] Task: {'id': task-4069516, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.708616] env[69770]: DEBUG nova.compute.manager [None req-84c7969c-aa7f-4564-bfbd-a7d225698ec2 tempest-ServersListShow296Test-1902346217 tempest-ServersListShow296Test-1902346217-project-member] [instance: 1e8ea4f1-cbcf-4c6d-91f3-6ce833f65074] Starting instance... {{(pid=69770) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 785.945390] env[69770]: DEBUG oslo_vmware.api [None req-9d7d068e-b646-4bc8-9c6b-d6bf07facb95 tempest-DeleteServersAdminTestJSON-2130980840 tempest-DeleteServersAdminTestJSON-2130980840-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]520615ed-aab9-1917-6dd7-59369bd473d8, 'name': SearchDatastore_Task, 'duration_secs': 0.016294} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 785.946376] env[69770]: DEBUG oslo_concurrency.lockutils [None req-9d7d068e-b646-4bc8-9c6b-d6bf07facb95 tempest-DeleteServersAdminTestJSON-2130980840 tempest-DeleteServersAdminTestJSON-2130980840-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.946877] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-9d7d068e-b646-4bc8-9c6b-d6bf07facb95 tempest-DeleteServersAdminTestJSON-2130980840 tempest-DeleteServersAdminTestJSON-2130980840-project-member] [instance: e35191b8-2393-48e1-a120-f2a030ecec52] Processing image d1eaff80-24a0-4391-90eb-59958b1ecf0a {{(pid=69770) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 785.947374] env[69770]: DEBUG oslo_concurrency.lockutils [None req-9d7d068e-b646-4bc8-9c6b-d6bf07facb95 tempest-DeleteServersAdminTestJSON-2130980840 tempest-DeleteServersAdminTestJSON-2130980840-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.947780] env[69770]: DEBUG oslo_concurrency.lockutils [None req-9d7d068e-b646-4bc8-9c6b-d6bf07facb95 tempest-DeleteServersAdminTestJSON-2130980840 tempest-DeleteServersAdminTestJSON-2130980840-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.948051] env[69770]: DEBUG nova.virt.vmwareapi.ds_util [None req-9d7d068e-b646-4bc8-9c6b-d6bf07facb95 tempest-DeleteServersAdminTestJSON-2130980840 tempest-DeleteServersAdminTestJSON-2130980840-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69770) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 785.948419] env[69770]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1610452b-70a6-4786-806b-8a634e96d357 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.973867] env[69770]: DEBUG nova.compute.utils [None req-49d23e0e-787a-4dcf-9ca8-8ddb4a0441dd tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] Using /dev/sd instead of None {{(pid=69770) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 785.980980] env[69770]: DEBUG nova.compute.manager [None req-49d23e0e-787a-4dcf-9ca8-8ddb4a0441dd tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] [instance: 19c06f92-7f17-4834-b8be-723eb3f313c5] Allocating IP information in the background. {{(pid=69770) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 785.981192] env[69770]: DEBUG nova.network.neutron [None req-49d23e0e-787a-4dcf-9ca8-8ddb4a0441dd tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] [instance: 19c06f92-7f17-4834-b8be-723eb3f313c5] allocate_for_instance() {{(pid=69770) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 785.984219] env[69770]: DEBUG nova.virt.vmwareapi.ds_util [None req-9d7d068e-b646-4bc8-9c6b-d6bf07facb95 tempest-DeleteServersAdminTestJSON-2130980840 tempest-DeleteServersAdminTestJSON-2130980840-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69770) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 785.984614] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-9d7d068e-b646-4bc8-9c6b-d6bf07facb95 tempest-DeleteServersAdminTestJSON-2130980840 tempest-DeleteServersAdminTestJSON-2130980840-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69770) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 785.989281] env[69770]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-23a07546-a226-482d-a00e-74becc4f931a {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.000425] env[69770]: DEBUG oslo_vmware.api [None req-9d7d068e-b646-4bc8-9c6b-d6bf07facb95 tempest-DeleteServersAdminTestJSON-2130980840 tempest-DeleteServersAdminTestJSON-2130980840-project-member] Waiting for the task: (returnval){ [ 786.000425] env[69770]: value = "session[52161b52-cb8e-ec9f-1132-2f6b49549d41]524a3b42-2e5a-5ab0-edea-0bff63f6faf8" [ 786.000425] env[69770]: _type = "Task" [ 786.000425] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 786.012811] env[69770]: DEBUG oslo_vmware.api [None req-9d7d068e-b646-4bc8-9c6b-d6bf07facb95 tempest-DeleteServersAdminTestJSON-2130980840 tempest-DeleteServersAdminTestJSON-2130980840-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]524a3b42-2e5a-5ab0-edea-0bff63f6faf8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.085149] env[69770]: DEBUG nova.policy [None req-49d23e0e-787a-4dcf-9ca8-8ddb4a0441dd tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '644f28af5a29464f90987b6181a51fd7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '677c29867f944b8198884aae6535814b', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69770) authorize /opt/stack/nova/nova/policy.py:192}} [ 786.117172] env[69770]: DEBUG oslo_vmware.api [None req-b92a8cf8-8b28-47dd-98cb-3994fc405855 tempest-ServersAdminNegativeTestJSON-597507823 tempest-ServersAdminNegativeTestJSON-597507823-project-member] Task: {'id': task-4069516, 'name': PowerOnVM_Task, 'duration_secs': 0.606259} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 786.117642] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-b92a8cf8-8b28-47dd-98cb-3994fc405855 tempest-ServersAdminNegativeTestJSON-597507823 tempest-ServersAdminNegativeTestJSON-597507823-project-member] [instance: 2635794b-46eb-4532-9f26-43b36242e0bf] Powered on the VM {{(pid=69770) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 786.118181] env[69770]: INFO nova.compute.manager [None req-b92a8cf8-8b28-47dd-98cb-3994fc405855 tempest-ServersAdminNegativeTestJSON-597507823 tempest-ServersAdminNegativeTestJSON-597507823-project-member] [instance: 2635794b-46eb-4532-9f26-43b36242e0bf] Took 9.89 seconds to spawn the instance on the hypervisor. [ 786.118181] env[69770]: DEBUG nova.compute.manager [None req-b92a8cf8-8b28-47dd-98cb-3994fc405855 tempest-ServersAdminNegativeTestJSON-597507823 tempest-ServersAdminNegativeTestJSON-597507823-project-member] [instance: 2635794b-46eb-4532-9f26-43b36242e0bf] Checking state {{(pid=69770) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 786.119078] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52e767f3-0bb9-4a54-87d5-6bdf07d7526f {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.161091] env[69770]: DEBUG nova.network.neutron [req-c248d71c-38c8-49cd-9219-3c2791b4c74a req-e2a68886-4b50-4efa-a22e-83eade5915c2 service nova] [instance: b05d12b1-fb29-4185-8300-5f0140039dfe] Updated VIF entry in instance network info cache for port 4b9862e2-a25f-4722-b1a1-e36cc837cd38. {{(pid=69770) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 786.161266] env[69770]: DEBUG nova.network.neutron [req-c248d71c-38c8-49cd-9219-3c2791b4c74a req-e2a68886-4b50-4efa-a22e-83eade5915c2 service nova] [instance: b05d12b1-fb29-4185-8300-5f0140039dfe] Updating instance_info_cache with network_info: [{"id": "4b9862e2-a25f-4722-b1a1-e36cc837cd38", "address": "fa:16:3e:8e:66:87", "network": {"id": "25afcc28-5364-46bf-9d07-03d2814ba603", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1526880503-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "d41163d1934142969d7921674d88f615", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8a34aa30-95be-4b18-98ca-1f2d81f7e9e6", "external-id": "nsx-vlan-transportzone-234", "segmentation_id": 234, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4b9862e2-a2", "ovs_interfaceid": "4b9862e2-a25f-4722-b1a1-e36cc837cd38", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69770) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 786.235587] env[69770]: DEBUG oslo_concurrency.lockutils [None req-84c7969c-aa7f-4564-bfbd-a7d225698ec2 tempest-ServersListShow296Test-1902346217 tempest-ServersListShow296Test-1902346217-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 786.481657] env[69770]: DEBUG nova.compute.manager [None req-49d23e0e-787a-4dcf-9ca8-8ddb4a0441dd tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] [instance: 19c06f92-7f17-4834-b8be-723eb3f313c5] Start building block device mappings for instance. {{(pid=69770) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 786.520705] env[69770]: DEBUG oslo_vmware.api [None req-9d7d068e-b646-4bc8-9c6b-d6bf07facb95 tempest-DeleteServersAdminTestJSON-2130980840 tempest-DeleteServersAdminTestJSON-2130980840-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]524a3b42-2e5a-5ab0-edea-0bff63f6faf8, 'name': SearchDatastore_Task, 'duration_secs': 0.017403} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 786.521935] env[69770]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4561fd2f-8830-4100-a460-843dbb584b06 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.531764] env[69770]: DEBUG oslo_vmware.api [None req-9d7d068e-b646-4bc8-9c6b-d6bf07facb95 tempest-DeleteServersAdminTestJSON-2130980840 tempest-DeleteServersAdminTestJSON-2130980840-project-member] Waiting for the task: (returnval){ [ 786.531764] env[69770]: value = "session[52161b52-cb8e-ec9f-1132-2f6b49549d41]52af304f-19ca-bd44-c3a1-6e82deed8866" [ 786.531764] env[69770]: _type = "Task" [ 786.531764] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 786.550771] env[69770]: DEBUG oslo_vmware.api [None req-9d7d068e-b646-4bc8-9c6b-d6bf07facb95 tempest-DeleteServersAdminTestJSON-2130980840 tempest-DeleteServersAdminTestJSON-2130980840-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]52af304f-19ca-bd44-c3a1-6e82deed8866, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.642599] env[69770]: INFO nova.compute.manager [None req-b92a8cf8-8b28-47dd-98cb-3994fc405855 tempest-ServersAdminNegativeTestJSON-597507823 tempest-ServersAdminNegativeTestJSON-597507823-project-member] [instance: 2635794b-46eb-4532-9f26-43b36242e0bf] Took 38.19 seconds to build instance. [ 786.668410] env[69770]: DEBUG oslo_concurrency.lockutils [req-c248d71c-38c8-49cd-9219-3c2791b4c74a req-e2a68886-4b50-4efa-a22e-83eade5915c2 service nova] Releasing lock "refresh_cache-b05d12b1-fb29-4185-8300-5f0140039dfe" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.668410] env[69770]: DEBUG nova.compute.manager [req-c248d71c-38c8-49cd-9219-3c2791b4c74a req-e2a68886-4b50-4efa-a22e-83eade5915c2 service nova] [instance: e35191b8-2393-48e1-a120-f2a030ecec52] Received event network-vif-plugged-978850f9-4f1d-4482-ac5b-d98c570a1694 {{(pid=69770) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 786.668410] env[69770]: DEBUG oslo_concurrency.lockutils [req-c248d71c-38c8-49cd-9219-3c2791b4c74a req-e2a68886-4b50-4efa-a22e-83eade5915c2 service nova] Acquiring lock "e35191b8-2393-48e1-a120-f2a030ecec52-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 786.668410] env[69770]: DEBUG oslo_concurrency.lockutils [req-c248d71c-38c8-49cd-9219-3c2791b4c74a req-e2a68886-4b50-4efa-a22e-83eade5915c2 service nova] Lock "e35191b8-2393-48e1-a120-f2a030ecec52-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 786.668410] env[69770]: DEBUG oslo_concurrency.lockutils [req-c248d71c-38c8-49cd-9219-3c2791b4c74a req-e2a68886-4b50-4efa-a22e-83eade5915c2 service nova] Lock "e35191b8-2393-48e1-a120-f2a030ecec52-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 786.668659] env[69770]: DEBUG nova.compute.manager [req-c248d71c-38c8-49cd-9219-3c2791b4c74a req-e2a68886-4b50-4efa-a22e-83eade5915c2 service nova] [instance: e35191b8-2393-48e1-a120-f2a030ecec52] No waiting events found dispatching network-vif-plugged-978850f9-4f1d-4482-ac5b-d98c570a1694 {{(pid=69770) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 786.668659] env[69770]: WARNING nova.compute.manager [req-c248d71c-38c8-49cd-9219-3c2791b4c74a req-e2a68886-4b50-4efa-a22e-83eade5915c2 service nova] [instance: e35191b8-2393-48e1-a120-f2a030ecec52] Received unexpected event network-vif-plugged-978850f9-4f1d-4482-ac5b-d98c570a1694 for instance with vm_state building and task_state spawning. [ 786.668659] env[69770]: DEBUG nova.compute.manager [req-c248d71c-38c8-49cd-9219-3c2791b4c74a req-e2a68886-4b50-4efa-a22e-83eade5915c2 service nova] [instance: e35191b8-2393-48e1-a120-f2a030ecec52] Received event network-changed-978850f9-4f1d-4482-ac5b-d98c570a1694 {{(pid=69770) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 786.668659] env[69770]: DEBUG nova.compute.manager [req-c248d71c-38c8-49cd-9219-3c2791b4c74a req-e2a68886-4b50-4efa-a22e-83eade5915c2 service nova] [instance: e35191b8-2393-48e1-a120-f2a030ecec52] Refreshing instance network info cache due to event network-changed-978850f9-4f1d-4482-ac5b-d98c570a1694. {{(pid=69770) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 786.668659] env[69770]: DEBUG oslo_concurrency.lockutils [req-c248d71c-38c8-49cd-9219-3c2791b4c74a req-e2a68886-4b50-4efa-a22e-83eade5915c2 service nova] Acquiring lock "refresh_cache-e35191b8-2393-48e1-a120-f2a030ecec52" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.668859] env[69770]: DEBUG oslo_concurrency.lockutils [req-c248d71c-38c8-49cd-9219-3c2791b4c74a req-e2a68886-4b50-4efa-a22e-83eade5915c2 service nova] Acquired lock "refresh_cache-e35191b8-2393-48e1-a120-f2a030ecec52" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.668859] env[69770]: DEBUG nova.network.neutron [req-c248d71c-38c8-49cd-9219-3c2791b4c74a req-e2a68886-4b50-4efa-a22e-83eade5915c2 service nova] [instance: e35191b8-2393-48e1-a120-f2a030ecec52] Refreshing network info cache for port 978850f9-4f1d-4482-ac5b-d98c570a1694 {{(pid=69770) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 786.679516] env[69770]: DEBUG nova.network.neutron [None req-49d23e0e-787a-4dcf-9ca8-8ddb4a0441dd tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] [instance: 19c06f92-7f17-4834-b8be-723eb3f313c5] Successfully created port: d41aabd6-71fd-498e-be4d-95887db35869 {{(pid=69770) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 786.775101] env[69770]: DEBUG oslo_vmware.rw_handles [None req-61ebf9c8-f9bb-4abe-bbb0-1c364ff25ca1 tempest-ListImageFiltersTestJSON-573549216 tempest-ListImageFiltersTestJSON-573549216-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52ec4b28-c902-63f3-bc47-d425cf1e7b2d/disk-0.vmdk. {{(pid=69770) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 786.777419] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73e0e7b7-c783-40a1-9036-8f2eecf8a053 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.787719] env[69770]: DEBUG oslo_vmware.rw_handles [None req-61ebf9c8-f9bb-4abe-bbb0-1c364ff25ca1 tempest-ListImageFiltersTestJSON-573549216 tempest-ListImageFiltersTestJSON-573549216-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52ec4b28-c902-63f3-bc47-d425cf1e7b2d/disk-0.vmdk is in state: ready. {{(pid=69770) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 786.787868] env[69770]: ERROR oslo_vmware.rw_handles [None req-61ebf9c8-f9bb-4abe-bbb0-1c364ff25ca1 tempest-ListImageFiltersTestJSON-573549216 tempest-ListImageFiltersTestJSON-573549216-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52ec4b28-c902-63f3-bc47-d425cf1e7b2d/disk-0.vmdk due to incomplete transfer. [ 786.788133] env[69770]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-a0dea4ea-47e0-497c-a752-49c65329ead3 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.802547] env[69770]: DEBUG oslo_vmware.rw_handles [None req-61ebf9c8-f9bb-4abe-bbb0-1c364ff25ca1 tempest-ListImageFiltersTestJSON-573549216 tempest-ListImageFiltersTestJSON-573549216-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52ec4b28-c902-63f3-bc47-d425cf1e7b2d/disk-0.vmdk. {{(pid=69770) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 786.802799] env[69770]: DEBUG nova.virt.vmwareapi.images [None req-61ebf9c8-f9bb-4abe-bbb0-1c364ff25ca1 tempest-ListImageFiltersTestJSON-573549216 tempest-ListImageFiltersTestJSON-573549216-project-member] [instance: 65be68f2-50f6-4ad4-878b-87d12f4cae3e] Uploaded image bbfb2490-9db4-451a-b352-0e50dfe1916f to the Glance image server {{(pid=69770) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 786.808028] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-61ebf9c8-f9bb-4abe-bbb0-1c364ff25ca1 tempest-ListImageFiltersTestJSON-573549216 tempest-ListImageFiltersTestJSON-573549216-project-member] [instance: 65be68f2-50f6-4ad4-878b-87d12f4cae3e] Destroying the VM {{(pid=69770) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 786.809878] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-6402d50c-4f86-49d7-9125-eb1556c2280a {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.817515] env[69770]: DEBUG oslo_vmware.api [None req-61ebf9c8-f9bb-4abe-bbb0-1c364ff25ca1 tempest-ListImageFiltersTestJSON-573549216 tempest-ListImageFiltersTestJSON-573549216-project-member] Waiting for the task: (returnval){ [ 786.817515] env[69770]: value = "task-4069517" [ 786.817515] env[69770]: _type = "Task" [ 786.817515] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 786.827896] env[69770]: DEBUG oslo_vmware.api [None req-61ebf9c8-f9bb-4abe-bbb0-1c364ff25ca1 tempest-ListImageFiltersTestJSON-573549216 tempest-ListImageFiltersTestJSON-573549216-project-member] Task: {'id': task-4069517, 'name': Destroy_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.050046] env[69770]: DEBUG oslo_vmware.api [None req-9d7d068e-b646-4bc8-9c6b-d6bf07facb95 tempest-DeleteServersAdminTestJSON-2130980840 tempest-DeleteServersAdminTestJSON-2130980840-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]52af304f-19ca-bd44-c3a1-6e82deed8866, 'name': SearchDatastore_Task, 'duration_secs': 0.021552} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 787.050046] env[69770]: DEBUG oslo_concurrency.lockutils [None req-9d7d068e-b646-4bc8-9c6b-d6bf07facb95 tempest-DeleteServersAdminTestJSON-2130980840 tempest-DeleteServersAdminTestJSON-2130980840-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.050046] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-9d7d068e-b646-4bc8-9c6b-d6bf07facb95 tempest-DeleteServersAdminTestJSON-2130980840 tempest-DeleteServersAdminTestJSON-2130980840-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk to [datastore2] e35191b8-2393-48e1-a120-f2a030ecec52/e35191b8-2393-48e1-a120-f2a030ecec52.vmdk {{(pid=69770) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 787.052092] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d10878b6-fcfa-4097-9aed-5ea38f41d305 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.061884] env[69770]: DEBUG oslo_vmware.api [None req-9d7d068e-b646-4bc8-9c6b-d6bf07facb95 tempest-DeleteServersAdminTestJSON-2130980840 tempest-DeleteServersAdminTestJSON-2130980840-project-member] Waiting for the task: (returnval){ [ 787.061884] env[69770]: value = "task-4069518" [ 787.061884] env[69770]: _type = "Task" [ 787.061884] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 787.071906] env[69770]: DEBUG oslo_vmware.api [None req-9d7d068e-b646-4bc8-9c6b-d6bf07facb95 tempest-DeleteServersAdminTestJSON-2130980840 tempest-DeleteServersAdminTestJSON-2130980840-project-member] Task: {'id': task-4069518, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.147641] env[69770]: DEBUG oslo_concurrency.lockutils [None req-b92a8cf8-8b28-47dd-98cb-3994fc405855 tempest-ServersAdminNegativeTestJSON-597507823 tempest-ServersAdminNegativeTestJSON-597507823-project-member] Lock "2635794b-46eb-4532-9f26-43b36242e0bf" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 61.263s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 787.259137] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce12671e-fd14-4e1a-b8c8-af5797815c07 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.274841] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12e07efc-81f1-4c99-b63d-75c648872b0c {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.313643] env[69770]: DEBUG nova.network.neutron [None req-d493617b-7d22-40ef-99f9-d970f2bef9c5 tempest-FloatingIPsAssociationTestJSON-527069498 tempest-FloatingIPsAssociationTestJSON-527069498-project-member] [instance: 60eb16dd-8c95-46c1-a226-ee1280cbd403] Successfully updated port: 50e6c431-f5e3-4d77-8f8e-468d69ce3cb7 {{(pid=69770) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 787.315725] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd599ca5-2f78-4220-9318-ee1807224106 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.340448] env[69770]: DEBUG oslo_vmware.api [None req-61ebf9c8-f9bb-4abe-bbb0-1c364ff25ca1 tempest-ListImageFiltersTestJSON-573549216 tempest-ListImageFiltersTestJSON-573549216-project-member] Task: {'id': task-4069517, 'name': Destroy_Task} progress is 33%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.342116] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e20ad033-39ea-41c9-8ce7-ea329bfdf531 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.361938] env[69770]: DEBUG nova.compute.provider_tree [None req-44e77e2d-d35e-44f8-a7a2-1c6d98b38d0b tempest-ListServersNegativeTestJSON-118656177 tempest-ListServersNegativeTestJSON-118656177-project-member] Inventory has not changed in ProviderTree for provider: 7cc7d32b-b7a7-454a-a456-2a440248ed9d {{(pid=69770) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 787.499248] env[69770]: DEBUG nova.compute.manager [None req-49d23e0e-787a-4dcf-9ca8-8ddb4a0441dd tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] [instance: 19c06f92-7f17-4834-b8be-723eb3f313c5] Start spawning the instance on the hypervisor. {{(pid=69770) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 787.542510] env[69770]: DEBUG nova.virt.hardware [None req-49d23e0e-787a-4dcf-9ca8-8ddb4a0441dd tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T12:16:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T12:16:11Z,direct_url=,disk_format='vmdk',id=d1eaff80-24a0-4391-90eb-59958b1ecf0a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d65f20bb89fb40a98b77bc6d97357df2',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T12:16:12Z,virtual_size=,visibility=), allow threads: False {{(pid=69770) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 787.542964] env[69770]: DEBUG nova.virt.hardware [None req-49d23e0e-787a-4dcf-9ca8-8ddb4a0441dd tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] Flavor limits 0:0:0 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 787.543287] env[69770]: DEBUG nova.virt.hardware [None req-49d23e0e-787a-4dcf-9ca8-8ddb4a0441dd tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] Image limits 0:0:0 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 787.543607] env[69770]: DEBUG nova.virt.hardware [None req-49d23e0e-787a-4dcf-9ca8-8ddb4a0441dd tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] Flavor pref 0:0:0 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 787.543817] env[69770]: DEBUG nova.virt.hardware [None req-49d23e0e-787a-4dcf-9ca8-8ddb4a0441dd tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] Image pref 0:0:0 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 787.543965] env[69770]: DEBUG nova.virt.hardware [None req-49d23e0e-787a-4dcf-9ca8-8ddb4a0441dd tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 787.544262] env[69770]: DEBUG nova.virt.hardware [None req-49d23e0e-787a-4dcf-9ca8-8ddb4a0441dd tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69770) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 787.544457] env[69770]: DEBUG nova.virt.hardware [None req-49d23e0e-787a-4dcf-9ca8-8ddb4a0441dd tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69770) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 787.545690] env[69770]: DEBUG nova.virt.hardware [None req-49d23e0e-787a-4dcf-9ca8-8ddb4a0441dd tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] Got 1 possible topologies {{(pid=69770) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 787.545690] env[69770]: DEBUG nova.virt.hardware [None req-49d23e0e-787a-4dcf-9ca8-8ddb4a0441dd tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69770) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 787.545690] env[69770]: DEBUG nova.virt.hardware [None req-49d23e0e-787a-4dcf-9ca8-8ddb4a0441dd tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69770) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 787.546082] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31362746-fcba-47ae-9b4d-1f8d14b66212 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.557442] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec126f8e-22bc-4f02-a6c3-7d211a88c774 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.582774] env[69770]: DEBUG oslo_vmware.api [None req-9d7d068e-b646-4bc8-9c6b-d6bf07facb95 tempest-DeleteServersAdminTestJSON-2130980840 tempest-DeleteServersAdminTestJSON-2130980840-project-member] Task: {'id': task-4069518, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.652152] env[69770]: DEBUG nova.compute.manager [None req-056cab01-8e11-4864-9217-2f7b13060378 tempest-InstanceActionsV221TestJSON-434475733 tempest-InstanceActionsV221TestJSON-434475733-project-member] [instance: ad5c1512-835d-40f1-97be-59a36e20deda] Starting instance... {{(pid=69770) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 787.822242] env[69770]: DEBUG oslo_concurrency.lockutils [None req-d493617b-7d22-40ef-99f9-d970f2bef9c5 tempest-FloatingIPsAssociationTestJSON-527069498 tempest-FloatingIPsAssociationTestJSON-527069498-project-member] Acquiring lock "refresh_cache-60eb16dd-8c95-46c1-a226-ee1280cbd403" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.822495] env[69770]: DEBUG oslo_concurrency.lockutils [None req-d493617b-7d22-40ef-99f9-d970f2bef9c5 tempest-FloatingIPsAssociationTestJSON-527069498 tempest-FloatingIPsAssociationTestJSON-527069498-project-member] Acquired lock "refresh_cache-60eb16dd-8c95-46c1-a226-ee1280cbd403" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.822745] env[69770]: DEBUG nova.network.neutron [None req-d493617b-7d22-40ef-99f9-d970f2bef9c5 tempest-FloatingIPsAssociationTestJSON-527069498 tempest-FloatingIPsAssociationTestJSON-527069498-project-member] [instance: 60eb16dd-8c95-46c1-a226-ee1280cbd403] Building network info cache for instance {{(pid=69770) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 787.846803] env[69770]: DEBUG oslo_vmware.api [None req-61ebf9c8-f9bb-4abe-bbb0-1c364ff25ca1 tempest-ListImageFiltersTestJSON-573549216 tempest-ListImageFiltersTestJSON-573549216-project-member] Task: {'id': task-4069517, 'name': Destroy_Task, 'duration_secs': 0.751853} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 787.847223] env[69770]: INFO nova.virt.vmwareapi.vm_util [None req-61ebf9c8-f9bb-4abe-bbb0-1c364ff25ca1 tempest-ListImageFiltersTestJSON-573549216 tempest-ListImageFiltersTestJSON-573549216-project-member] [instance: 65be68f2-50f6-4ad4-878b-87d12f4cae3e] Destroyed the VM [ 787.847445] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-61ebf9c8-f9bb-4abe-bbb0-1c364ff25ca1 tempest-ListImageFiltersTestJSON-573549216 tempest-ListImageFiltersTestJSON-573549216-project-member] [instance: 65be68f2-50f6-4ad4-878b-87d12f4cae3e] Deleting Snapshot of the VM instance {{(pid=69770) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 787.853852] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-90b50f5a-e2cf-4840-9c40-c245c3b59816 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.854553] env[69770]: DEBUG nova.network.neutron [req-c248d71c-38c8-49cd-9219-3c2791b4c74a req-e2a68886-4b50-4efa-a22e-83eade5915c2 service nova] [instance: e35191b8-2393-48e1-a120-f2a030ecec52] Updated VIF entry in instance network info cache for port 978850f9-4f1d-4482-ac5b-d98c570a1694. {{(pid=69770) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 787.855219] env[69770]: DEBUG nova.network.neutron [req-c248d71c-38c8-49cd-9219-3c2791b4c74a req-e2a68886-4b50-4efa-a22e-83eade5915c2 service nova] [instance: e35191b8-2393-48e1-a120-f2a030ecec52] Updating instance_info_cache with network_info: [{"id": "978850f9-4f1d-4482-ac5b-d98c570a1694", "address": "fa:16:3e:e2:f5:3a", "network": {"id": "f82b91df-bf84-467a-b908-3ff7324de9d6", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.80", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "d65f20bb89fb40a98b77bc6d97357df2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f0ef5aba-bd9a-42ff-a1a0-5e763986d70a", "external-id": "nsx-vlan-transportzone-209", "segmentation_id": 209, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap978850f9-4f", "ovs_interfaceid": "978850f9-4f1d-4482-ac5b-d98c570a1694", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69770) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 787.871931] env[69770]: DEBUG nova.scheduler.client.report [None req-44e77e2d-d35e-44f8-a7a2-1c6d98b38d0b tempest-ListServersNegativeTestJSON-118656177 tempest-ListServersNegativeTestJSON-118656177-project-member] Inventory has not changed for provider 7cc7d32b-b7a7-454a-a456-2a440248ed9d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69770) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 787.878434] env[69770]: DEBUG oslo_vmware.api [None req-61ebf9c8-f9bb-4abe-bbb0-1c364ff25ca1 tempest-ListImageFiltersTestJSON-573549216 tempest-ListImageFiltersTestJSON-573549216-project-member] Waiting for the task: (returnval){ [ 787.878434] env[69770]: value = "task-4069519" [ 787.878434] env[69770]: _type = "Task" [ 787.878434] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 787.891284] env[69770]: DEBUG oslo_vmware.api [None req-61ebf9c8-f9bb-4abe-bbb0-1c364ff25ca1 tempest-ListImageFiltersTestJSON-573549216 tempest-ListImageFiltersTestJSON-573549216-project-member] Task: {'id': task-4069519, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.073477] env[69770]: DEBUG oslo_vmware.api [None req-9d7d068e-b646-4bc8-9c6b-d6bf07facb95 tempest-DeleteServersAdminTestJSON-2130980840 tempest-DeleteServersAdminTestJSON-2130980840-project-member] Task: {'id': task-4069518, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.952506} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 788.073900] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-9d7d068e-b646-4bc8-9c6b-d6bf07facb95 tempest-DeleteServersAdminTestJSON-2130980840 tempest-DeleteServersAdminTestJSON-2130980840-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk to [datastore2] e35191b8-2393-48e1-a120-f2a030ecec52/e35191b8-2393-48e1-a120-f2a030ecec52.vmdk {{(pid=69770) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 788.079284] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-9d7d068e-b646-4bc8-9c6b-d6bf07facb95 tempest-DeleteServersAdminTestJSON-2130980840 tempest-DeleteServersAdminTestJSON-2130980840-project-member] [instance: e35191b8-2393-48e1-a120-f2a030ecec52] Extending root virtual disk to 1048576 {{(pid=69770) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 788.079284] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e13d5ff0-83a4-4e17-b77f-aeffa8933613 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.089064] env[69770]: DEBUG oslo_vmware.api [None req-9d7d068e-b646-4bc8-9c6b-d6bf07facb95 tempest-DeleteServersAdminTestJSON-2130980840 tempest-DeleteServersAdminTestJSON-2130980840-project-member] Waiting for the task: (returnval){ [ 788.089064] env[69770]: value = "task-4069520" [ 788.089064] env[69770]: _type = "Task" [ 788.089064] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 788.106096] env[69770]: DEBUG oslo_vmware.api [None req-9d7d068e-b646-4bc8-9c6b-d6bf07facb95 tempest-DeleteServersAdminTestJSON-2130980840 tempest-DeleteServersAdminTestJSON-2130980840-project-member] Task: {'id': task-4069520, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.177919] env[69770]: DEBUG oslo_concurrency.lockutils [None req-056cab01-8e11-4864-9217-2f7b13060378 tempest-InstanceActionsV221TestJSON-434475733 tempest-InstanceActionsV221TestJSON-434475733-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 788.358335] env[69770]: DEBUG oslo_concurrency.lockutils [req-c248d71c-38c8-49cd-9219-3c2791b4c74a req-e2a68886-4b50-4efa-a22e-83eade5915c2 service nova] Releasing lock "refresh_cache-e35191b8-2393-48e1-a120-f2a030ecec52" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.380471] env[69770]: DEBUG oslo_concurrency.lockutils [None req-44e77e2d-d35e-44f8-a7a2-1c6d98b38d0b tempest-ListServersNegativeTestJSON-118656177 tempest-ListServersNegativeTestJSON-118656177-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.918s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 788.382897] env[69770]: DEBUG nova.compute.manager [None req-44e77e2d-d35e-44f8-a7a2-1c6d98b38d0b tempest-ListServersNegativeTestJSON-118656177 tempest-ListServersNegativeTestJSON-118656177-project-member] [instance: 27c5d873-f24c-4e20-9bcf-1b157114e5d0] Start building networks asynchronously for instance. {{(pid=69770) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 788.387446] env[69770]: DEBUG nova.network.neutron [None req-d493617b-7d22-40ef-99f9-d970f2bef9c5 tempest-FloatingIPsAssociationTestJSON-527069498 tempest-FloatingIPsAssociationTestJSON-527069498-project-member] [instance: 60eb16dd-8c95-46c1-a226-ee1280cbd403] Instance cache missing network info. {{(pid=69770) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 788.391726] env[69770]: DEBUG oslo_concurrency.lockutils [None req-44e77e2d-d35e-44f8-a7a2-1c6d98b38d0b tempest-ListServersNegativeTestJSON-118656177 tempest-ListServersNegativeTestJSON-118656177-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.468s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 788.395154] env[69770]: INFO nova.compute.claims [None req-44e77e2d-d35e-44f8-a7a2-1c6d98b38d0b tempest-ListServersNegativeTestJSON-118656177 tempest-ListServersNegativeTestJSON-118656177-project-member] [instance: c8a7ad94-852f-48a2-9186-70d322e97118] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 788.419231] env[69770]: DEBUG oslo_vmware.api [None req-61ebf9c8-f9bb-4abe-bbb0-1c364ff25ca1 tempest-ListImageFiltersTestJSON-573549216 tempest-ListImageFiltersTestJSON-573549216-project-member] Task: {'id': task-4069519, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.598386] env[69770]: DEBUG oslo_vmware.api [None req-9d7d068e-b646-4bc8-9c6b-d6bf07facb95 tempest-DeleteServersAdminTestJSON-2130980840 tempest-DeleteServersAdminTestJSON-2130980840-project-member] Task: {'id': task-4069520, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.082711} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 788.598570] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-9d7d068e-b646-4bc8-9c6b-d6bf07facb95 tempest-DeleteServersAdminTestJSON-2130980840 tempest-DeleteServersAdminTestJSON-2130980840-project-member] [instance: e35191b8-2393-48e1-a120-f2a030ecec52] Extended root virtual disk {{(pid=69770) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 788.599398] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba3f0791-ce3e-4023-83a8-6315fedf1ec5 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.624028] env[69770]: DEBUG nova.virt.vmwareapi.volumeops [None req-9d7d068e-b646-4bc8-9c6b-d6bf07facb95 tempest-DeleteServersAdminTestJSON-2130980840 tempest-DeleteServersAdminTestJSON-2130980840-project-member] [instance: e35191b8-2393-48e1-a120-f2a030ecec52] Reconfiguring VM instance instance-0000001b to attach disk [datastore2] e35191b8-2393-48e1-a120-f2a030ecec52/e35191b8-2393-48e1-a120-f2a030ecec52.vmdk or device None with type sparse {{(pid=69770) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 788.624373] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f854d9bd-74ca-46e7-8d68-d50496444252 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.644827] env[69770]: DEBUG nova.network.neutron [None req-d493617b-7d22-40ef-99f9-d970f2bef9c5 tempest-FloatingIPsAssociationTestJSON-527069498 tempest-FloatingIPsAssociationTestJSON-527069498-project-member] [instance: 60eb16dd-8c95-46c1-a226-ee1280cbd403] Updating instance_info_cache with network_info: [{"id": "50e6c431-f5e3-4d77-8f8e-468d69ce3cb7", "address": "fa:16:3e:b0:de:7f", "network": {"id": "f4a00cad-0822-4c35-9ea0-e6b9670abd1f", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-678795259-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "602816d7b1574f02a4927772f6ac5382", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c24464bb-bb6b-43a2-bdcd-8086ad1a307f", "external-id": "nsx-vlan-transportzone-781", "segmentation_id": 781, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap50e6c431-f5", "ovs_interfaceid": "50e6c431-f5e3-4d77-8f8e-468d69ce3cb7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69770) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 788.654965] env[69770]: DEBUG oslo_vmware.api [None req-9d7d068e-b646-4bc8-9c6b-d6bf07facb95 tempest-DeleteServersAdminTestJSON-2130980840 tempest-DeleteServersAdminTestJSON-2130980840-project-member] Waiting for the task: (returnval){ [ 788.654965] env[69770]: value = "task-4069521" [ 788.654965] env[69770]: _type = "Task" [ 788.654965] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 788.668731] env[69770]: DEBUG oslo_vmware.api [None req-9d7d068e-b646-4bc8-9c6b-d6bf07facb95 tempest-DeleteServersAdminTestJSON-2130980840 tempest-DeleteServersAdminTestJSON-2130980840-project-member] Task: {'id': task-4069521, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.684834] env[69770]: DEBUG nova.compute.manager [req-91c7639c-010b-4bae-839c-9eed5ac23ebc req-e3366d09-d44d-4745-9cd4-a1708ba98df3 service nova] [instance: 60eb16dd-8c95-46c1-a226-ee1280cbd403] Received event network-vif-plugged-50e6c431-f5e3-4d77-8f8e-468d69ce3cb7 {{(pid=69770) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 788.686023] env[69770]: DEBUG oslo_concurrency.lockutils [req-91c7639c-010b-4bae-839c-9eed5ac23ebc req-e3366d09-d44d-4745-9cd4-a1708ba98df3 service nova] Acquiring lock "60eb16dd-8c95-46c1-a226-ee1280cbd403-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 788.688761] env[69770]: DEBUG oslo_concurrency.lockutils [req-91c7639c-010b-4bae-839c-9eed5ac23ebc req-e3366d09-d44d-4745-9cd4-a1708ba98df3 service nova] Lock "60eb16dd-8c95-46c1-a226-ee1280cbd403-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 788.688761] env[69770]: DEBUG oslo_concurrency.lockutils [req-91c7639c-010b-4bae-839c-9eed5ac23ebc req-e3366d09-d44d-4745-9cd4-a1708ba98df3 service nova] Lock "60eb16dd-8c95-46c1-a226-ee1280cbd403-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 788.688761] env[69770]: DEBUG nova.compute.manager [req-91c7639c-010b-4bae-839c-9eed5ac23ebc req-e3366d09-d44d-4745-9cd4-a1708ba98df3 service nova] [instance: 60eb16dd-8c95-46c1-a226-ee1280cbd403] No waiting events found dispatching network-vif-plugged-50e6c431-f5e3-4d77-8f8e-468d69ce3cb7 {{(pid=69770) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 788.688761] env[69770]: WARNING nova.compute.manager [req-91c7639c-010b-4bae-839c-9eed5ac23ebc req-e3366d09-d44d-4745-9cd4-a1708ba98df3 service nova] [instance: 60eb16dd-8c95-46c1-a226-ee1280cbd403] Received unexpected event network-vif-plugged-50e6c431-f5e3-4d77-8f8e-468d69ce3cb7 for instance with vm_state building and task_state spawning. [ 788.798744] env[69770]: DEBUG nova.compute.manager [req-ee00b85f-afae-447f-8fb0-627439e94e26 req-9ddf4a4f-3392-4e02-b225-9b1a8cfaf05e service nova] [instance: b05d12b1-fb29-4185-8300-5f0140039dfe] Received event network-changed-4b9862e2-a25f-4722-b1a1-e36cc837cd38 {{(pid=69770) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 788.798945] env[69770]: DEBUG nova.compute.manager [req-ee00b85f-afae-447f-8fb0-627439e94e26 req-9ddf4a4f-3392-4e02-b225-9b1a8cfaf05e service nova] [instance: b05d12b1-fb29-4185-8300-5f0140039dfe] Refreshing instance network info cache due to event network-changed-4b9862e2-a25f-4722-b1a1-e36cc837cd38. {{(pid=69770) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 788.800932] env[69770]: DEBUG oslo_concurrency.lockutils [req-ee00b85f-afae-447f-8fb0-627439e94e26 req-9ddf4a4f-3392-4e02-b225-9b1a8cfaf05e service nova] Acquiring lock "refresh_cache-b05d12b1-fb29-4185-8300-5f0140039dfe" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.801135] env[69770]: DEBUG oslo_concurrency.lockutils [req-ee00b85f-afae-447f-8fb0-627439e94e26 req-9ddf4a4f-3392-4e02-b225-9b1a8cfaf05e service nova] Acquired lock "refresh_cache-b05d12b1-fb29-4185-8300-5f0140039dfe" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.801933] env[69770]: DEBUG nova.network.neutron [req-ee00b85f-afae-447f-8fb0-627439e94e26 req-9ddf4a4f-3392-4e02-b225-9b1a8cfaf05e service nova] [instance: b05d12b1-fb29-4185-8300-5f0140039dfe] Refreshing network info cache for port 4b9862e2-a25f-4722-b1a1-e36cc837cd38 {{(pid=69770) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 788.896950] env[69770]: DEBUG oslo_vmware.api [None req-61ebf9c8-f9bb-4abe-bbb0-1c364ff25ca1 tempest-ListImageFiltersTestJSON-573549216 tempest-ListImageFiltersTestJSON-573549216-project-member] Task: {'id': task-4069519, 'name': RemoveSnapshot_Task} progress is 12%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.912946] env[69770]: DEBUG nova.compute.utils [None req-44e77e2d-d35e-44f8-a7a2-1c6d98b38d0b tempest-ListServersNegativeTestJSON-118656177 tempest-ListServersNegativeTestJSON-118656177-project-member] Using /dev/sd instead of None {{(pid=69770) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 788.916292] env[69770]: DEBUG nova.compute.manager [None req-44e77e2d-d35e-44f8-a7a2-1c6d98b38d0b tempest-ListServersNegativeTestJSON-118656177 tempest-ListServersNegativeTestJSON-118656177-project-member] [instance: 27c5d873-f24c-4e20-9bcf-1b157114e5d0] Allocating IP information in the background. {{(pid=69770) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 788.916496] env[69770]: DEBUG nova.network.neutron [None req-44e77e2d-d35e-44f8-a7a2-1c6d98b38d0b tempest-ListServersNegativeTestJSON-118656177 tempest-ListServersNegativeTestJSON-118656177-project-member] [instance: 27c5d873-f24c-4e20-9bcf-1b157114e5d0] allocate_for_instance() {{(pid=69770) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 788.925226] env[69770]: DEBUG nova.network.neutron [None req-49d23e0e-787a-4dcf-9ca8-8ddb4a0441dd tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] [instance: 19c06f92-7f17-4834-b8be-723eb3f313c5] Successfully updated port: d41aabd6-71fd-498e-be4d-95887db35869 {{(pid=69770) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 788.991442] env[69770]: DEBUG nova.policy [None req-44e77e2d-d35e-44f8-a7a2-1c6d98b38d0b tempest-ListServersNegativeTestJSON-118656177 tempest-ListServersNegativeTestJSON-118656177-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6a65e4464dfb44908e4b5766a4973d56', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5d394de1b1da479ea9679f3fd7bd81ee', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69770) authorize /opt/stack/nova/nova/policy.py:192}} [ 789.147124] env[69770]: DEBUG oslo_concurrency.lockutils [None req-d493617b-7d22-40ef-99f9-d970f2bef9c5 tempest-FloatingIPsAssociationTestJSON-527069498 tempest-FloatingIPsAssociationTestJSON-527069498-project-member] Releasing lock "refresh_cache-60eb16dd-8c95-46c1-a226-ee1280cbd403" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.147124] env[69770]: DEBUG nova.compute.manager [None req-d493617b-7d22-40ef-99f9-d970f2bef9c5 tempest-FloatingIPsAssociationTestJSON-527069498 tempest-FloatingIPsAssociationTestJSON-527069498-project-member] [instance: 60eb16dd-8c95-46c1-a226-ee1280cbd403] Instance network_info: |[{"id": "50e6c431-f5e3-4d77-8f8e-468d69ce3cb7", "address": "fa:16:3e:b0:de:7f", "network": {"id": "f4a00cad-0822-4c35-9ea0-e6b9670abd1f", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-678795259-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "602816d7b1574f02a4927772f6ac5382", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c24464bb-bb6b-43a2-bdcd-8086ad1a307f", "external-id": "nsx-vlan-transportzone-781", "segmentation_id": 781, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap50e6c431-f5", "ovs_interfaceid": "50e6c431-f5e3-4d77-8f8e-468d69ce3cb7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69770) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 789.147490] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-d493617b-7d22-40ef-99f9-d970f2bef9c5 tempest-FloatingIPsAssociationTestJSON-527069498 tempest-FloatingIPsAssociationTestJSON-527069498-project-member] [instance: 60eb16dd-8c95-46c1-a226-ee1280cbd403] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b0:de:7f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c24464bb-bb6b-43a2-bdcd-8086ad1a307f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '50e6c431-f5e3-4d77-8f8e-468d69ce3cb7', 'vif_model': 'vmxnet3'}] {{(pid=69770) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 789.158846] env[69770]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d493617b-7d22-40ef-99f9-d970f2bef9c5 tempest-FloatingIPsAssociationTestJSON-527069498 tempest-FloatingIPsAssociationTestJSON-527069498-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69770) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 789.159242] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 60eb16dd-8c95-46c1-a226-ee1280cbd403] Creating VM on the ESX host {{(pid=69770) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 789.163285] env[69770]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-56a339e8-27ff-4762-916f-3200fb8a77b9 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.189697] env[69770]: DEBUG oslo_vmware.api [None req-9d7d068e-b646-4bc8-9c6b-d6bf07facb95 tempest-DeleteServersAdminTestJSON-2130980840 tempest-DeleteServersAdminTestJSON-2130980840-project-member] Task: {'id': task-4069521, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.194029] env[69770]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 789.194029] env[69770]: value = "task-4069522" [ 789.194029] env[69770]: _type = "Task" [ 789.194029] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 789.202697] env[69770]: DEBUG oslo_vmware.api [-] Task: {'id': task-4069522, 'name': CreateVM_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.401611] env[69770]: DEBUG oslo_vmware.api [None req-61ebf9c8-f9bb-4abe-bbb0-1c364ff25ca1 tempest-ListImageFiltersTestJSON-573549216 tempest-ListImageFiltersTestJSON-573549216-project-member] Task: {'id': task-4069519, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.417223] env[69770]: DEBUG nova.compute.manager [None req-44e77e2d-d35e-44f8-a7a2-1c6d98b38d0b tempest-ListServersNegativeTestJSON-118656177 tempest-ListServersNegativeTestJSON-118656177-project-member] [instance: 27c5d873-f24c-4e20-9bcf-1b157114e5d0] Start building block device mappings for instance. {{(pid=69770) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 789.434041] env[69770]: DEBUG oslo_concurrency.lockutils [None req-49d23e0e-787a-4dcf-9ca8-8ddb4a0441dd tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] Acquiring lock "refresh_cache-19c06f92-7f17-4834-b8be-723eb3f313c5" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.434041] env[69770]: DEBUG oslo_concurrency.lockutils [None req-49d23e0e-787a-4dcf-9ca8-8ddb4a0441dd tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] Acquired lock "refresh_cache-19c06f92-7f17-4834-b8be-723eb3f313c5" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.434041] env[69770]: DEBUG nova.network.neutron [None req-49d23e0e-787a-4dcf-9ca8-8ddb4a0441dd tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] [instance: 19c06f92-7f17-4834-b8be-723eb3f313c5] Building network info cache for instance {{(pid=69770) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 789.677384] env[69770]: DEBUG oslo_vmware.api [None req-9d7d068e-b646-4bc8-9c6b-d6bf07facb95 tempest-DeleteServersAdminTestJSON-2130980840 tempest-DeleteServersAdminTestJSON-2130980840-project-member] Task: {'id': task-4069521, 'name': ReconfigVM_Task, 'duration_secs': 0.718798} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 789.677384] env[69770]: DEBUG nova.virt.vmwareapi.volumeops [None req-9d7d068e-b646-4bc8-9c6b-d6bf07facb95 tempest-DeleteServersAdminTestJSON-2130980840 tempest-DeleteServersAdminTestJSON-2130980840-project-member] [instance: e35191b8-2393-48e1-a120-f2a030ecec52] Reconfigured VM instance instance-0000001b to attach disk [datastore2] e35191b8-2393-48e1-a120-f2a030ecec52/e35191b8-2393-48e1-a120-f2a030ecec52.vmdk or device None with type sparse {{(pid=69770) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 789.677384] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4160f67f-453a-43d5-b7ee-b2186ed78eb5 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.686154] env[69770]: DEBUG oslo_vmware.api [None req-9d7d068e-b646-4bc8-9c6b-d6bf07facb95 tempest-DeleteServersAdminTestJSON-2130980840 tempest-DeleteServersAdminTestJSON-2130980840-project-member] Waiting for the task: (returnval){ [ 789.686154] env[69770]: value = "task-4069523" [ 789.686154] env[69770]: _type = "Task" [ 789.686154] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 789.701956] env[69770]: DEBUG nova.network.neutron [None req-44e77e2d-d35e-44f8-a7a2-1c6d98b38d0b tempest-ListServersNegativeTestJSON-118656177 tempest-ListServersNegativeTestJSON-118656177-project-member] [instance: 27c5d873-f24c-4e20-9bcf-1b157114e5d0] Successfully created port: 465ab3f2-22c7-418c-b9b0-4b1d3f610947 {{(pid=69770) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 789.715579] env[69770]: DEBUG oslo_vmware.api [None req-9d7d068e-b646-4bc8-9c6b-d6bf07facb95 tempest-DeleteServersAdminTestJSON-2130980840 tempest-DeleteServersAdminTestJSON-2130980840-project-member] Task: {'id': task-4069523, 'name': Rename_Task} progress is 14%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.720138] env[69770]: DEBUG oslo_vmware.api [-] Task: {'id': task-4069522, 'name': CreateVM_Task} progress is 25%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.842625] env[69770]: DEBUG nova.network.neutron [req-ee00b85f-afae-447f-8fb0-627439e94e26 req-9ddf4a4f-3392-4e02-b225-9b1a8cfaf05e service nova] [instance: b05d12b1-fb29-4185-8300-5f0140039dfe] Updated VIF entry in instance network info cache for port 4b9862e2-a25f-4722-b1a1-e36cc837cd38. {{(pid=69770) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 789.843164] env[69770]: DEBUG nova.network.neutron [req-ee00b85f-afae-447f-8fb0-627439e94e26 req-9ddf4a4f-3392-4e02-b225-9b1a8cfaf05e service nova] [instance: b05d12b1-fb29-4185-8300-5f0140039dfe] Updating instance_info_cache with network_info: [{"id": "4b9862e2-a25f-4722-b1a1-e36cc837cd38", "address": "fa:16:3e:8e:66:87", "network": {"id": "25afcc28-5364-46bf-9d07-03d2814ba603", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1526880503-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.249", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "d41163d1934142969d7921674d88f615", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8a34aa30-95be-4b18-98ca-1f2d81f7e9e6", "external-id": "nsx-vlan-transportzone-234", "segmentation_id": 234, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4b9862e2-a2", "ovs_interfaceid": "4b9862e2-a25f-4722-b1a1-e36cc837cd38", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69770) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 789.900824] env[69770]: DEBUG oslo_vmware.api [None req-61ebf9c8-f9bb-4abe-bbb0-1c364ff25ca1 tempest-ListImageFiltersTestJSON-573549216 tempest-ListImageFiltersTestJSON-573549216-project-member] Task: {'id': task-4069519, 'name': RemoveSnapshot_Task, 'duration_secs': 1.53933} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 789.901109] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-61ebf9c8-f9bb-4abe-bbb0-1c364ff25ca1 tempest-ListImageFiltersTestJSON-573549216 tempest-ListImageFiltersTestJSON-573549216-project-member] [instance: 65be68f2-50f6-4ad4-878b-87d12f4cae3e] Deleted Snapshot of the VM instance {{(pid=69770) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 789.901480] env[69770]: INFO nova.compute.manager [None req-61ebf9c8-f9bb-4abe-bbb0-1c364ff25ca1 tempest-ListImageFiltersTestJSON-573549216 tempest-ListImageFiltersTestJSON-573549216-project-member] [instance: 65be68f2-50f6-4ad4-878b-87d12f4cae3e] Took 19.68 seconds to snapshot the instance on the hypervisor. [ 789.942100] env[69770]: DEBUG oslo_concurrency.lockutils [None req-7dd55a6e-a7f4-460d-bf96-6759b3d3f9a9 tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] Acquiring lock "426f874f-2ebf-4fc9-914d-c46605963d4b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 789.942526] env[69770]: DEBUG oslo_concurrency.lockutils [None req-7dd55a6e-a7f4-460d-bf96-6759b3d3f9a9 tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] Lock "426f874f-2ebf-4fc9-914d-c46605963d4b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 789.999286] env[69770]: DEBUG nova.network.neutron [None req-49d23e0e-787a-4dcf-9ca8-8ddb4a0441dd tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] [instance: 19c06f92-7f17-4834-b8be-723eb3f313c5] Instance cache missing network info. {{(pid=69770) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 790.165436] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5df39ba0-16fd-4eef-8c8b-545151e86a92 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.173514] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-314d398e-ddca-4d4f-a3f4-dc22d75bb260 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.219650] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b9b0558-e87d-45f9-a27c-e2c0c3cade57 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.222644] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b7d5187-1f39-47f9-b066-483ef03cdc74 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.239330] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a098fc6a-fdbd-42ce-a376-d4149597d333 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.245423] env[69770]: DEBUG oslo_vmware.api [-] Task: {'id': task-4069522, 'name': CreateVM_Task, 'duration_secs': 0.66348} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 790.245423] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-f13cec70-5024-4f01-8af0-22f13cba5ca1 tempest-ServersAdminNegativeTestJSON-1936379429 tempest-ServersAdminNegativeTestJSON-1936379429-project-admin] [instance: 2635794b-46eb-4532-9f26-43b36242e0bf] Suspending the VM {{(pid=69770) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 790.245423] env[69770]: DEBUG oslo_vmware.api [None req-9d7d068e-b646-4bc8-9c6b-d6bf07facb95 tempest-DeleteServersAdminTestJSON-2130980840 tempest-DeleteServersAdminTestJSON-2130980840-project-member] Task: {'id': task-4069523, 'name': Rename_Task} progress is 99%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.247465] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 60eb16dd-8c95-46c1-a226-ee1280cbd403] Created VM on the ESX host {{(pid=69770) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 790.247728] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-c541551a-422c-4fd0-bc8f-25d98e914972 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.250137] env[69770]: DEBUG oslo_concurrency.lockutils [None req-d493617b-7d22-40ef-99f9-d970f2bef9c5 tempest-FloatingIPsAssociationTestJSON-527069498 tempest-FloatingIPsAssociationTestJSON-527069498-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.250675] env[69770]: DEBUG oslo_concurrency.lockutils [None req-d493617b-7d22-40ef-99f9-d970f2bef9c5 tempest-FloatingIPsAssociationTestJSON-527069498 tempest-FloatingIPsAssociationTestJSON-527069498-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.250675] env[69770]: DEBUG oslo_concurrency.lockutils [None req-d493617b-7d22-40ef-99f9-d970f2bef9c5 tempest-FloatingIPsAssociationTestJSON-527069498 tempest-FloatingIPsAssociationTestJSON-527069498-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.251227] env[69770]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8efc1f4a-0824-4df0-b527-52b212a26b44 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.261645] env[69770]: DEBUG nova.compute.provider_tree [None req-44e77e2d-d35e-44f8-a7a2-1c6d98b38d0b tempest-ListServersNegativeTestJSON-118656177 tempest-ListServersNegativeTestJSON-118656177-project-member] Inventory has not changed in ProviderTree for provider: 7cc7d32b-b7a7-454a-a456-2a440248ed9d {{(pid=69770) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 790.265399] env[69770]: DEBUG oslo_vmware.api [None req-f13cec70-5024-4f01-8af0-22f13cba5ca1 tempest-ServersAdminNegativeTestJSON-1936379429 tempest-ServersAdminNegativeTestJSON-1936379429-project-admin] Waiting for the task: (returnval){ [ 790.265399] env[69770]: value = "task-4069524" [ 790.265399] env[69770]: _type = "Task" [ 790.265399] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 790.272260] env[69770]: DEBUG oslo_vmware.api [None req-d493617b-7d22-40ef-99f9-d970f2bef9c5 tempest-FloatingIPsAssociationTestJSON-527069498 tempest-FloatingIPsAssociationTestJSON-527069498-project-member] Waiting for the task: (returnval){ [ 790.272260] env[69770]: value = "session[52161b52-cb8e-ec9f-1132-2f6b49549d41]52f4a327-50d2-eeb7-9bbc-58609da7792c" [ 790.272260] env[69770]: _type = "Task" [ 790.272260] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 790.280435] env[69770]: DEBUG oslo_vmware.api [None req-f13cec70-5024-4f01-8af0-22f13cba5ca1 tempest-ServersAdminNegativeTestJSON-1936379429 tempest-ServersAdminNegativeTestJSON-1936379429-project-admin] Task: {'id': task-4069524, 'name': SuspendVM_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.286180] env[69770]: DEBUG oslo_vmware.api [None req-d493617b-7d22-40ef-99f9-d970f2bef9c5 tempest-FloatingIPsAssociationTestJSON-527069498 tempest-FloatingIPsAssociationTestJSON-527069498-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]52f4a327-50d2-eeb7-9bbc-58609da7792c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.338593] env[69770]: DEBUG nova.network.neutron [None req-49d23e0e-787a-4dcf-9ca8-8ddb4a0441dd tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] [instance: 19c06f92-7f17-4834-b8be-723eb3f313c5] Updating instance_info_cache with network_info: [{"id": "d41aabd6-71fd-498e-be4d-95887db35869", "address": "fa:16:3e:b3:9c:44", "network": {"id": "fb2a6a42-a9ea-4a2f-b885-b0c06c1061b9", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1944009097-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "677c29867f944b8198884aae6535814b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b91b49a8-b849-4d0c-97f7-74fdcd88ae03", "external-id": "nsx-vlan-transportzone-406", "segmentation_id": 406, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd41aabd6-71", "ovs_interfaceid": "d41aabd6-71fd-498e-be4d-95887db35869", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69770) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 790.349084] env[69770]: DEBUG oslo_concurrency.lockutils [req-ee00b85f-afae-447f-8fb0-627439e94e26 req-9ddf4a4f-3392-4e02-b225-9b1a8cfaf05e service nova] Releasing lock "refresh_cache-b05d12b1-fb29-4185-8300-5f0140039dfe" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.436886] env[69770]: DEBUG nova.compute.manager [None req-44e77e2d-d35e-44f8-a7a2-1c6d98b38d0b tempest-ListServersNegativeTestJSON-118656177 tempest-ListServersNegativeTestJSON-118656177-project-member] [instance: 27c5d873-f24c-4e20-9bcf-1b157114e5d0] Start spawning the instance on the hypervisor. {{(pid=69770) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 790.463911] env[69770]: DEBUG nova.virt.hardware [None req-44e77e2d-d35e-44f8-a7a2-1c6d98b38d0b tempest-ListServersNegativeTestJSON-118656177 tempest-ListServersNegativeTestJSON-118656177-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T12:16:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T12:16:11Z,direct_url=,disk_format='vmdk',id=d1eaff80-24a0-4391-90eb-59958b1ecf0a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d65f20bb89fb40a98b77bc6d97357df2',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T12:16:12Z,virtual_size=,visibility=), allow threads: False {{(pid=69770) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 790.464220] env[69770]: DEBUG nova.virt.hardware [None req-44e77e2d-d35e-44f8-a7a2-1c6d98b38d0b tempest-ListServersNegativeTestJSON-118656177 tempest-ListServersNegativeTestJSON-118656177-project-member] Flavor limits 0:0:0 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 790.464403] env[69770]: DEBUG nova.virt.hardware [None req-44e77e2d-d35e-44f8-a7a2-1c6d98b38d0b tempest-ListServersNegativeTestJSON-118656177 tempest-ListServersNegativeTestJSON-118656177-project-member] Image limits 0:0:0 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 790.464620] env[69770]: DEBUG nova.virt.hardware [None req-44e77e2d-d35e-44f8-a7a2-1c6d98b38d0b tempest-ListServersNegativeTestJSON-118656177 tempest-ListServersNegativeTestJSON-118656177-project-member] Flavor pref 0:0:0 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 790.464792] env[69770]: DEBUG nova.virt.hardware [None req-44e77e2d-d35e-44f8-a7a2-1c6d98b38d0b tempest-ListServersNegativeTestJSON-118656177 tempest-ListServersNegativeTestJSON-118656177-project-member] Image pref 0:0:0 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 790.464987] env[69770]: DEBUG nova.virt.hardware [None req-44e77e2d-d35e-44f8-a7a2-1c6d98b38d0b tempest-ListServersNegativeTestJSON-118656177 tempest-ListServersNegativeTestJSON-118656177-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 790.465350] env[69770]: DEBUG nova.virt.hardware [None req-44e77e2d-d35e-44f8-a7a2-1c6d98b38d0b tempest-ListServersNegativeTestJSON-118656177 tempest-ListServersNegativeTestJSON-118656177-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69770) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 790.465555] env[69770]: DEBUG nova.virt.hardware [None req-44e77e2d-d35e-44f8-a7a2-1c6d98b38d0b tempest-ListServersNegativeTestJSON-118656177 tempest-ListServersNegativeTestJSON-118656177-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69770) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 790.465740] env[69770]: DEBUG nova.virt.hardware [None req-44e77e2d-d35e-44f8-a7a2-1c6d98b38d0b tempest-ListServersNegativeTestJSON-118656177 tempest-ListServersNegativeTestJSON-118656177-project-member] Got 1 possible topologies {{(pid=69770) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 790.465916] env[69770]: DEBUG nova.virt.hardware [None req-44e77e2d-d35e-44f8-a7a2-1c6d98b38d0b tempest-ListServersNegativeTestJSON-118656177 tempest-ListServersNegativeTestJSON-118656177-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69770) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 790.466107] env[69770]: DEBUG nova.virt.hardware [None req-44e77e2d-d35e-44f8-a7a2-1c6d98b38d0b tempest-ListServersNegativeTestJSON-118656177 tempest-ListServersNegativeTestJSON-118656177-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69770) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 790.467461] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b9b4a35-305d-43e4-ba4e-449d53754bbf {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.476794] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a899f8e5-80dc-4861-80c7-2741f8768d23 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.720048] env[69770]: DEBUG oslo_vmware.api [None req-9d7d068e-b646-4bc8-9c6b-d6bf07facb95 tempest-DeleteServersAdminTestJSON-2130980840 tempest-DeleteServersAdminTestJSON-2130980840-project-member] Task: {'id': task-4069523, 'name': Rename_Task} progress is 99%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.737174] env[69770]: DEBUG oslo_concurrency.lockutils [None req-52a9e49f-6545-460a-b8ac-d63463373a09 tempest-VolumesAssistedSnapshotsTest-2138406563 tempest-VolumesAssistedSnapshotsTest-2138406563-project-admin] Acquiring lock "df3c3daf-8cd6-43af-8872-c3cdc0ea11cb" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 790.737557] env[69770]: DEBUG oslo_concurrency.lockutils [None req-52a9e49f-6545-460a-b8ac-d63463373a09 tempest-VolumesAssistedSnapshotsTest-2138406563 tempest-VolumesAssistedSnapshotsTest-2138406563-project-admin] Lock "df3c3daf-8cd6-43af-8872-c3cdc0ea11cb" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.001s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 790.770029] env[69770]: DEBUG nova.scheduler.client.report [None req-44e77e2d-d35e-44f8-a7a2-1c6d98b38d0b tempest-ListServersNegativeTestJSON-118656177 tempest-ListServersNegativeTestJSON-118656177-project-member] Inventory has not changed for provider 7cc7d32b-b7a7-454a-a456-2a440248ed9d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69770) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 790.785739] env[69770]: DEBUG oslo_vmware.api [None req-d493617b-7d22-40ef-99f9-d970f2bef9c5 tempest-FloatingIPsAssociationTestJSON-527069498 tempest-FloatingIPsAssociationTestJSON-527069498-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]52f4a327-50d2-eeb7-9bbc-58609da7792c, 'name': SearchDatastore_Task, 'duration_secs': 0.018728} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 790.790329] env[69770]: DEBUG oslo_concurrency.lockutils [None req-d493617b-7d22-40ef-99f9-d970f2bef9c5 tempest-FloatingIPsAssociationTestJSON-527069498 tempest-FloatingIPsAssociationTestJSON-527069498-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.790850] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-d493617b-7d22-40ef-99f9-d970f2bef9c5 tempest-FloatingIPsAssociationTestJSON-527069498 tempest-FloatingIPsAssociationTestJSON-527069498-project-member] [instance: 60eb16dd-8c95-46c1-a226-ee1280cbd403] Processing image d1eaff80-24a0-4391-90eb-59958b1ecf0a {{(pid=69770) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 790.791260] env[69770]: DEBUG oslo_concurrency.lockutils [None req-d493617b-7d22-40ef-99f9-d970f2bef9c5 tempest-FloatingIPsAssociationTestJSON-527069498 tempest-FloatingIPsAssociationTestJSON-527069498-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.791660] env[69770]: DEBUG oslo_concurrency.lockutils [None req-d493617b-7d22-40ef-99f9-d970f2bef9c5 tempest-FloatingIPsAssociationTestJSON-527069498 tempest-FloatingIPsAssociationTestJSON-527069498-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.792801] env[69770]: DEBUG nova.virt.vmwareapi.ds_util [None req-d493617b-7d22-40ef-99f9-d970f2bef9c5 tempest-FloatingIPsAssociationTestJSON-527069498 tempest-FloatingIPsAssociationTestJSON-527069498-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69770) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 790.793249] env[69770]: DEBUG oslo_vmware.api [None req-f13cec70-5024-4f01-8af0-22f13cba5ca1 tempest-ServersAdminNegativeTestJSON-1936379429 tempest-ServersAdminNegativeTestJSON-1936379429-project-admin] Task: {'id': task-4069524, 'name': SuspendVM_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.796019] env[69770]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bd258c6a-b250-4248-b8b3-9c484b383559 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.809364] env[69770]: DEBUG nova.virt.vmwareapi.ds_util [None req-d493617b-7d22-40ef-99f9-d970f2bef9c5 tempest-FloatingIPsAssociationTestJSON-527069498 tempest-FloatingIPsAssociationTestJSON-527069498-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69770) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 790.809779] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-d493617b-7d22-40ef-99f9-d970f2bef9c5 tempest-FloatingIPsAssociationTestJSON-527069498 tempest-FloatingIPsAssociationTestJSON-527069498-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69770) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 790.810833] env[69770]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5ed5ae16-631d-449c-8011-eb7bfe63714d {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.819202] env[69770]: DEBUG oslo_vmware.api [None req-d493617b-7d22-40ef-99f9-d970f2bef9c5 tempest-FloatingIPsAssociationTestJSON-527069498 tempest-FloatingIPsAssociationTestJSON-527069498-project-member] Waiting for the task: (returnval){ [ 790.819202] env[69770]: value = "session[52161b52-cb8e-ec9f-1132-2f6b49549d41]5284eeb4-f86e-d956-b8a5-23b549e3761a" [ 790.819202] env[69770]: _type = "Task" [ 790.819202] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 790.826932] env[69770]: DEBUG oslo_vmware.api [None req-d493617b-7d22-40ef-99f9-d970f2bef9c5 tempest-FloatingIPsAssociationTestJSON-527069498 tempest-FloatingIPsAssociationTestJSON-527069498-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]5284eeb4-f86e-d956-b8a5-23b549e3761a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.844027] env[69770]: DEBUG oslo_concurrency.lockutils [None req-49d23e0e-787a-4dcf-9ca8-8ddb4a0441dd tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] Releasing lock "refresh_cache-19c06f92-7f17-4834-b8be-723eb3f313c5" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.844027] env[69770]: DEBUG nova.compute.manager [None req-49d23e0e-787a-4dcf-9ca8-8ddb4a0441dd tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] [instance: 19c06f92-7f17-4834-b8be-723eb3f313c5] Instance network_info: |[{"id": "d41aabd6-71fd-498e-be4d-95887db35869", "address": "fa:16:3e:b3:9c:44", "network": {"id": "fb2a6a42-a9ea-4a2f-b885-b0c06c1061b9", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1944009097-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "677c29867f944b8198884aae6535814b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b91b49a8-b849-4d0c-97f7-74fdcd88ae03", "external-id": "nsx-vlan-transportzone-406", "segmentation_id": 406, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd41aabd6-71", "ovs_interfaceid": "d41aabd6-71fd-498e-be4d-95887db35869", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69770) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 790.844881] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-49d23e0e-787a-4dcf-9ca8-8ddb4a0441dd tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] [instance: 19c06f92-7f17-4834-b8be-723eb3f313c5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b3:9c:44', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b91b49a8-b849-4d0c-97f7-74fdcd88ae03', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd41aabd6-71fd-498e-be4d-95887db35869', 'vif_model': 'vmxnet3'}] {{(pid=69770) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 790.851887] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-49d23e0e-787a-4dcf-9ca8-8ddb4a0441dd tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] Creating folder: Project (677c29867f944b8198884aae6535814b). Parent ref: group-v806376. {{(pid=69770) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 790.852582] env[69770]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-39a60dc4-bb3a-45f9-9f1a-15af2a0aed70 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.867019] env[69770]: INFO nova.virt.vmwareapi.vm_util [None req-49d23e0e-787a-4dcf-9ca8-8ddb4a0441dd tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] Created folder: Project (677c29867f944b8198884aae6535814b) in parent group-v806376. [ 790.867019] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-49d23e0e-787a-4dcf-9ca8-8ddb4a0441dd tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] Creating folder: Instances. Parent ref: group-v806455. {{(pid=69770) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 790.867019] env[69770]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-81147ea5-0a3f-4875-910e-fa81bb7e91b6 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.877769] env[69770]: INFO nova.virt.vmwareapi.vm_util [None req-49d23e0e-787a-4dcf-9ca8-8ddb4a0441dd tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] Created folder: Instances in parent group-v806455. [ 790.877769] env[69770]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-49d23e0e-787a-4dcf-9ca8-8ddb4a0441dd tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69770) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 790.877769] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 19c06f92-7f17-4834-b8be-723eb3f313c5] Creating VM on the ESX host {{(pid=69770) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 790.877769] env[69770]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ea305b21-d81a-4f87-bb0d-3c397818c6f7 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.900979] env[69770]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 790.900979] env[69770]: value = "task-4069527" [ 790.900979] env[69770]: _type = "Task" [ 790.900979] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 790.910652] env[69770]: DEBUG oslo_vmware.api [-] Task: {'id': task-4069527, 'name': CreateVM_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.220188] env[69770]: DEBUG oslo_vmware.api [None req-9d7d068e-b646-4bc8-9c6b-d6bf07facb95 tempest-DeleteServersAdminTestJSON-2130980840 tempest-DeleteServersAdminTestJSON-2130980840-project-member] Task: {'id': task-4069523, 'name': Rename_Task, 'duration_secs': 1.305589} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 791.220643] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-9d7d068e-b646-4bc8-9c6b-d6bf07facb95 tempest-DeleteServersAdminTestJSON-2130980840 tempest-DeleteServersAdminTestJSON-2130980840-project-member] [instance: e35191b8-2393-48e1-a120-f2a030ecec52] Powering on the VM {{(pid=69770) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 791.220942] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-45141b19-5ff5-45e4-a808-2474a2cdb63f {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.229107] env[69770]: DEBUG oslo_vmware.api [None req-9d7d068e-b646-4bc8-9c6b-d6bf07facb95 tempest-DeleteServersAdminTestJSON-2130980840 tempest-DeleteServersAdminTestJSON-2130980840-project-member] Waiting for the task: (returnval){ [ 791.229107] env[69770]: value = "task-4069528" [ 791.229107] env[69770]: _type = "Task" [ 791.229107] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 791.242040] env[69770]: DEBUG nova.compute.utils [None req-52a9e49f-6545-460a-b8ac-d63463373a09 tempest-VolumesAssistedSnapshotsTest-2138406563 tempest-VolumesAssistedSnapshotsTest-2138406563-project-admin] Using /dev/sd instead of None {{(pid=69770) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 791.245145] env[69770]: DEBUG oslo_vmware.api [None req-9d7d068e-b646-4bc8-9c6b-d6bf07facb95 tempest-DeleteServersAdminTestJSON-2130980840 tempest-DeleteServersAdminTestJSON-2130980840-project-member] Task: {'id': task-4069528, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.277232] env[69770]: DEBUG oslo_concurrency.lockutils [None req-44e77e2d-d35e-44f8-a7a2-1c6d98b38d0b tempest-ListServersNegativeTestJSON-118656177 tempest-ListServersNegativeTestJSON-118656177-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.885s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 791.277765] env[69770]: DEBUG nova.compute.manager [None req-44e77e2d-d35e-44f8-a7a2-1c6d98b38d0b tempest-ListServersNegativeTestJSON-118656177 tempest-ListServersNegativeTestJSON-118656177-project-member] [instance: c8a7ad94-852f-48a2-9186-70d322e97118] Start building networks asynchronously for instance. {{(pid=69770) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 791.280672] env[69770]: DEBUG oslo_concurrency.lockutils [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 25.124s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 791.280852] env[69770]: DEBUG oslo_concurrency.lockutils [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 791.281486] env[69770]: DEBUG nova.compute.resource_tracker [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69770) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 791.281806] env[69770]: DEBUG oslo_concurrency.lockutils [None req-44e77e2d-d35e-44f8-a7a2-1c6d98b38d0b tempest-ListServersNegativeTestJSON-118656177 tempest-ListServersNegativeTestJSON-118656177-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.291s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 791.283627] env[69770]: INFO nova.compute.claims [None req-44e77e2d-d35e-44f8-a7a2-1c6d98b38d0b tempest-ListServersNegativeTestJSON-118656177 tempest-ListServersNegativeTestJSON-118656177-project-member] [instance: fd890686-500e-4bee-b216-145c4818c245] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 791.289860] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5bd2bba-323b-4de0-a3fe-16a834bbd81a {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.297934] env[69770]: DEBUG oslo_vmware.api [None req-f13cec70-5024-4f01-8af0-22f13cba5ca1 tempest-ServersAdminNegativeTestJSON-1936379429 tempest-ServersAdminNegativeTestJSON-1936379429-project-admin] Task: {'id': task-4069524, 'name': SuspendVM_Task} progress is 58%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.305889] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97526462-0d84-4610-babe-7904203a1164 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.328164] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34a56f48-ad7e-460b-87bc-e433449cfb94 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.343349] env[69770]: DEBUG oslo_vmware.api [None req-d493617b-7d22-40ef-99f9-d970f2bef9c5 tempest-FloatingIPsAssociationTestJSON-527069498 tempest-FloatingIPsAssociationTestJSON-527069498-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]5284eeb4-f86e-d956-b8a5-23b549e3761a, 'name': SearchDatastore_Task, 'duration_secs': 0.033208} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 791.347463] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88e1b8de-ca29-43dc-9fa8-7e7b7d920b64 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.349700] env[69770]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7f3c67e2-7e69-4bbc-b5f6-b144ed38cc6a {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.357013] env[69770]: DEBUG oslo_vmware.api [None req-d493617b-7d22-40ef-99f9-d970f2bef9c5 tempest-FloatingIPsAssociationTestJSON-527069498 tempest-FloatingIPsAssociationTestJSON-527069498-project-member] Waiting for the task: (returnval){ [ 791.357013] env[69770]: value = "session[52161b52-cb8e-ec9f-1132-2f6b49549d41]5272665e-063a-96a7-a8a1-ad9fe8b9cec2" [ 791.357013] env[69770]: _type = "Task" [ 791.357013] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 791.383789] env[69770]: DEBUG nova.compute.resource_tracker [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179785MB free_disk=20GB free_vcpus=48 pci_devices=None {{(pid=69770) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 791.383930] env[69770]: DEBUG oslo_concurrency.lockutils [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 791.393893] env[69770]: DEBUG oslo_vmware.api [None req-d493617b-7d22-40ef-99f9-d970f2bef9c5 tempest-FloatingIPsAssociationTestJSON-527069498 tempest-FloatingIPsAssociationTestJSON-527069498-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]5272665e-063a-96a7-a8a1-ad9fe8b9cec2, 'name': SearchDatastore_Task, 'duration_secs': 0.011665} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 791.394159] env[69770]: DEBUG oslo_concurrency.lockutils [None req-d493617b-7d22-40ef-99f9-d970f2bef9c5 tempest-FloatingIPsAssociationTestJSON-527069498 tempest-FloatingIPsAssociationTestJSON-527069498-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.394535] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-d493617b-7d22-40ef-99f9-d970f2bef9c5 tempest-FloatingIPsAssociationTestJSON-527069498 tempest-FloatingIPsAssociationTestJSON-527069498-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk to [datastore2] 60eb16dd-8c95-46c1-a226-ee1280cbd403/60eb16dd-8c95-46c1-a226-ee1280cbd403.vmdk {{(pid=69770) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 791.394799] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-cadffb41-67fd-4576-b333-75623f6aff2c {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.403666] env[69770]: DEBUG oslo_vmware.api [None req-d493617b-7d22-40ef-99f9-d970f2bef9c5 tempest-FloatingIPsAssociationTestJSON-527069498 tempest-FloatingIPsAssociationTestJSON-527069498-project-member] Waiting for the task: (returnval){ [ 791.403666] env[69770]: value = "task-4069529" [ 791.403666] env[69770]: _type = "Task" [ 791.403666] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 791.425982] env[69770]: DEBUG oslo_vmware.api [-] Task: {'id': task-4069527, 'name': CreateVM_Task} progress is 25%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.426418] env[69770]: DEBUG oslo_vmware.api [None req-d493617b-7d22-40ef-99f9-d970f2bef9c5 tempest-FloatingIPsAssociationTestJSON-527069498 tempest-FloatingIPsAssociationTestJSON-527069498-project-member] Task: {'id': task-4069529, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.751588] env[69770]: DEBUG oslo_concurrency.lockutils [None req-52a9e49f-6545-460a-b8ac-d63463373a09 tempest-VolumesAssistedSnapshotsTest-2138406563 tempest-VolumesAssistedSnapshotsTest-2138406563-project-admin] Lock "df3c3daf-8cd6-43af-8872-c3cdc0ea11cb" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.011s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 791.751588] env[69770]: DEBUG oslo_vmware.api [None req-9d7d068e-b646-4bc8-9c6b-d6bf07facb95 tempest-DeleteServersAdminTestJSON-2130980840 tempest-DeleteServersAdminTestJSON-2130980840-project-member] Task: {'id': task-4069528, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.783568] env[69770]: DEBUG oslo_vmware.api [None req-f13cec70-5024-4f01-8af0-22f13cba5ca1 tempest-ServersAdminNegativeTestJSON-1936379429 tempest-ServersAdminNegativeTestJSON-1936379429-project-admin] Task: {'id': task-4069524, 'name': SuspendVM_Task, 'duration_secs': 1.387505} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 791.784238] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-f13cec70-5024-4f01-8af0-22f13cba5ca1 tempest-ServersAdminNegativeTestJSON-1936379429 tempest-ServersAdminNegativeTestJSON-1936379429-project-admin] [instance: 2635794b-46eb-4532-9f26-43b36242e0bf] Suspended the VM {{(pid=69770) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 791.784238] env[69770]: DEBUG nova.compute.manager [None req-f13cec70-5024-4f01-8af0-22f13cba5ca1 tempest-ServersAdminNegativeTestJSON-1936379429 tempest-ServersAdminNegativeTestJSON-1936379429-project-admin] [instance: 2635794b-46eb-4532-9f26-43b36242e0bf] Checking state {{(pid=69770) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 791.784839] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c74c4b8-2476-4609-9043-3b0e804c365c {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.791382] env[69770]: DEBUG nova.compute.utils [None req-44e77e2d-d35e-44f8-a7a2-1c6d98b38d0b tempest-ListServersNegativeTestJSON-118656177 tempest-ListServersNegativeTestJSON-118656177-project-member] Using /dev/sd instead of None {{(pid=69770) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 791.796809] env[69770]: DEBUG nova.compute.manager [None req-44e77e2d-d35e-44f8-a7a2-1c6d98b38d0b tempest-ListServersNegativeTestJSON-118656177 tempest-ListServersNegativeTestJSON-118656177-project-member] [instance: c8a7ad94-852f-48a2-9186-70d322e97118] Allocating IP information in the background. {{(pid=69770) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 791.796977] env[69770]: DEBUG nova.network.neutron [None req-44e77e2d-d35e-44f8-a7a2-1c6d98b38d0b tempest-ListServersNegativeTestJSON-118656177 tempest-ListServersNegativeTestJSON-118656177-project-member] [instance: c8a7ad94-852f-48a2-9186-70d322e97118] allocate_for_instance() {{(pid=69770) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 791.905157] env[69770]: DEBUG nova.policy [None req-44e77e2d-d35e-44f8-a7a2-1c6d98b38d0b tempest-ListServersNegativeTestJSON-118656177 tempest-ListServersNegativeTestJSON-118656177-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6a65e4464dfb44908e4b5766a4973d56', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5d394de1b1da479ea9679f3fd7bd81ee', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69770) authorize /opt/stack/nova/nova/policy.py:192}} [ 791.929681] env[69770]: DEBUG oslo_vmware.api [None req-d493617b-7d22-40ef-99f9-d970f2bef9c5 tempest-FloatingIPsAssociationTestJSON-527069498 tempest-FloatingIPsAssociationTestJSON-527069498-project-member] Task: {'id': task-4069529, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.509132} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 791.935185] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-d493617b-7d22-40ef-99f9-d970f2bef9c5 tempest-FloatingIPsAssociationTestJSON-527069498 tempest-FloatingIPsAssociationTestJSON-527069498-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk to [datastore2] 60eb16dd-8c95-46c1-a226-ee1280cbd403/60eb16dd-8c95-46c1-a226-ee1280cbd403.vmdk {{(pid=69770) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 791.935534] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-d493617b-7d22-40ef-99f9-d970f2bef9c5 tempest-FloatingIPsAssociationTestJSON-527069498 tempest-FloatingIPsAssociationTestJSON-527069498-project-member] [instance: 60eb16dd-8c95-46c1-a226-ee1280cbd403] Extending root virtual disk to 1048576 {{(pid=69770) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 791.935810] env[69770]: DEBUG oslo_vmware.api [-] Task: {'id': task-4069527, 'name': CreateVM_Task, 'duration_secs': 0.673249} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 791.936087] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8fc92da0-3209-43fc-8e1a-f309bf94ea0c {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.940576] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 19c06f92-7f17-4834-b8be-723eb3f313c5] Created VM on the ESX host {{(pid=69770) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 791.941715] env[69770]: DEBUG oslo_concurrency.lockutils [None req-49d23e0e-787a-4dcf-9ca8-8ddb4a0441dd tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.941792] env[69770]: DEBUG oslo_concurrency.lockutils [None req-49d23e0e-787a-4dcf-9ca8-8ddb4a0441dd tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.942223] env[69770]: DEBUG oslo_concurrency.lockutils [None req-49d23e0e-787a-4dcf-9ca8-8ddb4a0441dd tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.942777] env[69770]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-469fea85-90dc-4867-97cd-c5f64d1b1021 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.948349] env[69770]: DEBUG oslo_vmware.api [None req-d493617b-7d22-40ef-99f9-d970f2bef9c5 tempest-FloatingIPsAssociationTestJSON-527069498 tempest-FloatingIPsAssociationTestJSON-527069498-project-member] Waiting for the task: (returnval){ [ 791.948349] env[69770]: value = "task-4069530" [ 791.948349] env[69770]: _type = "Task" [ 791.948349] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 791.949841] env[69770]: DEBUG oslo_vmware.api [None req-49d23e0e-787a-4dcf-9ca8-8ddb4a0441dd tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] Waiting for the task: (returnval){ [ 791.949841] env[69770]: value = "session[52161b52-cb8e-ec9f-1132-2f6b49549d41]524aa796-aecb-e077-a2ca-733083b62935" [ 791.949841] env[69770]: _type = "Task" [ 791.949841] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 791.961921] env[69770]: DEBUG oslo_vmware.api [None req-d493617b-7d22-40ef-99f9-d970f2bef9c5 tempest-FloatingIPsAssociationTestJSON-527069498 tempest-FloatingIPsAssociationTestJSON-527069498-project-member] Task: {'id': task-4069530, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.966833] env[69770]: DEBUG oslo_vmware.api [None req-49d23e0e-787a-4dcf-9ca8-8ddb4a0441dd tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]524aa796-aecb-e077-a2ca-733083b62935, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.014566] env[69770]: DEBUG nova.network.neutron [None req-44e77e2d-d35e-44f8-a7a2-1c6d98b38d0b tempest-ListServersNegativeTestJSON-118656177 tempest-ListServersNegativeTestJSON-118656177-project-member] [instance: 27c5d873-f24c-4e20-9bcf-1b157114e5d0] Successfully updated port: 465ab3f2-22c7-418c-b9b0-4b1d3f610947 {{(pid=69770) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 792.247494] env[69770]: DEBUG oslo_vmware.api [None req-9d7d068e-b646-4bc8-9c6b-d6bf07facb95 tempest-DeleteServersAdminTestJSON-2130980840 tempest-DeleteServersAdminTestJSON-2130980840-project-member] Task: {'id': task-4069528, 'name': PowerOnVM_Task, 'duration_secs': 0.843105} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 792.247858] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-9d7d068e-b646-4bc8-9c6b-d6bf07facb95 tempest-DeleteServersAdminTestJSON-2130980840 tempest-DeleteServersAdminTestJSON-2130980840-project-member] [instance: e35191b8-2393-48e1-a120-f2a030ecec52] Powered on the VM {{(pid=69770) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 792.248105] env[69770]: INFO nova.compute.manager [None req-9d7d068e-b646-4bc8-9c6b-d6bf07facb95 tempest-DeleteServersAdminTestJSON-2130980840 tempest-DeleteServersAdminTestJSON-2130980840-project-member] [instance: e35191b8-2393-48e1-a120-f2a030ecec52] Took 10.62 seconds to spawn the instance on the hypervisor. [ 792.248294] env[69770]: DEBUG nova.compute.manager [None req-9d7d068e-b646-4bc8-9c6b-d6bf07facb95 tempest-DeleteServersAdminTestJSON-2130980840 tempest-DeleteServersAdminTestJSON-2130980840-project-member] [instance: e35191b8-2393-48e1-a120-f2a030ecec52] Checking state {{(pid=69770) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 792.249193] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-371742a1-0c74-4f3e-8cf4-4059fe0ddcfe {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.297272] env[69770]: DEBUG nova.compute.manager [None req-44e77e2d-d35e-44f8-a7a2-1c6d98b38d0b tempest-ListServersNegativeTestJSON-118656177 tempest-ListServersNegativeTestJSON-118656177-project-member] [instance: c8a7ad94-852f-48a2-9186-70d322e97118] Start building block device mappings for instance. {{(pid=69770) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 792.447021] env[69770]: DEBUG nova.network.neutron [None req-44e77e2d-d35e-44f8-a7a2-1c6d98b38d0b tempest-ListServersNegativeTestJSON-118656177 tempest-ListServersNegativeTestJSON-118656177-project-member] [instance: c8a7ad94-852f-48a2-9186-70d322e97118] Successfully created port: aca2c1a0-d130-497b-a98b-0e0c3fbb9fff {{(pid=69770) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 792.452020] env[69770]: DEBUG nova.compute.manager [req-4e5481bf-589d-4b73-a306-d2debe5c51d0 req-3cd6a4b7-fbfe-4bf2-b449-4ac5031a872e service nova] [instance: 60eb16dd-8c95-46c1-a226-ee1280cbd403] Received event network-changed-50e6c431-f5e3-4d77-8f8e-468d69ce3cb7 {{(pid=69770) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 792.452020] env[69770]: DEBUG nova.compute.manager [req-4e5481bf-589d-4b73-a306-d2debe5c51d0 req-3cd6a4b7-fbfe-4bf2-b449-4ac5031a872e service nova] [instance: 60eb16dd-8c95-46c1-a226-ee1280cbd403] Refreshing instance network info cache due to event network-changed-50e6c431-f5e3-4d77-8f8e-468d69ce3cb7. {{(pid=69770) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 792.452020] env[69770]: DEBUG oslo_concurrency.lockutils [req-4e5481bf-589d-4b73-a306-d2debe5c51d0 req-3cd6a4b7-fbfe-4bf2-b449-4ac5031a872e service nova] Acquiring lock "refresh_cache-60eb16dd-8c95-46c1-a226-ee1280cbd403" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.452020] env[69770]: DEBUG oslo_concurrency.lockutils [req-4e5481bf-589d-4b73-a306-d2debe5c51d0 req-3cd6a4b7-fbfe-4bf2-b449-4ac5031a872e service nova] Acquired lock "refresh_cache-60eb16dd-8c95-46c1-a226-ee1280cbd403" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.452364] env[69770]: DEBUG nova.network.neutron [req-4e5481bf-589d-4b73-a306-d2debe5c51d0 req-3cd6a4b7-fbfe-4bf2-b449-4ac5031a872e service nova] [instance: 60eb16dd-8c95-46c1-a226-ee1280cbd403] Refreshing network info cache for port 50e6c431-f5e3-4d77-8f8e-468d69ce3cb7 {{(pid=69770) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 792.473040] env[69770]: DEBUG oslo_vmware.api [None req-d493617b-7d22-40ef-99f9-d970f2bef9c5 tempest-FloatingIPsAssociationTestJSON-527069498 tempest-FloatingIPsAssociationTestJSON-527069498-project-member] Task: {'id': task-4069530, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.152286} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 792.477756] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-d493617b-7d22-40ef-99f9-d970f2bef9c5 tempest-FloatingIPsAssociationTestJSON-527069498 tempest-FloatingIPsAssociationTestJSON-527069498-project-member] [instance: 60eb16dd-8c95-46c1-a226-ee1280cbd403] Extended root virtual disk {{(pid=69770) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 792.478434] env[69770]: DEBUG oslo_vmware.api [None req-49d23e0e-787a-4dcf-9ca8-8ddb4a0441dd tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]524aa796-aecb-e077-a2ca-733083b62935, 'name': SearchDatastore_Task, 'duration_secs': 0.051315} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 792.482147] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7586c38d-75de-46c1-bd4e-2a275752cf2a {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.484608] env[69770]: DEBUG oslo_concurrency.lockutils [None req-49d23e0e-787a-4dcf-9ca8-8ddb4a0441dd tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.484995] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-49d23e0e-787a-4dcf-9ca8-8ddb4a0441dd tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] [instance: 19c06f92-7f17-4834-b8be-723eb3f313c5] Processing image d1eaff80-24a0-4391-90eb-59958b1ecf0a {{(pid=69770) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 792.485358] env[69770]: DEBUG oslo_concurrency.lockutils [None req-49d23e0e-787a-4dcf-9ca8-8ddb4a0441dd tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.485576] env[69770]: DEBUG oslo_concurrency.lockutils [None req-49d23e0e-787a-4dcf-9ca8-8ddb4a0441dd tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.485824] env[69770]: DEBUG nova.virt.vmwareapi.ds_util [None req-49d23e0e-787a-4dcf-9ca8-8ddb4a0441dd tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69770) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 792.486705] env[69770]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-06c98491-f040-47de-bd1e-a8f3481c3c13 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.513754] env[69770]: DEBUG nova.virt.vmwareapi.volumeops [None req-d493617b-7d22-40ef-99f9-d970f2bef9c5 tempest-FloatingIPsAssociationTestJSON-527069498 tempest-FloatingIPsAssociationTestJSON-527069498-project-member] [instance: 60eb16dd-8c95-46c1-a226-ee1280cbd403] Reconfiguring VM instance instance-0000001c to attach disk [datastore2] 60eb16dd-8c95-46c1-a226-ee1280cbd403/60eb16dd-8c95-46c1-a226-ee1280cbd403.vmdk or device None with type sparse {{(pid=69770) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 792.519347] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-22e07d0a-79a1-468a-b93b-9f9121a64554 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.534715] env[69770]: DEBUG oslo_concurrency.lockutils [None req-44e77e2d-d35e-44f8-a7a2-1c6d98b38d0b tempest-ListServersNegativeTestJSON-118656177 tempest-ListServersNegativeTestJSON-118656177-project-member] Acquiring lock "refresh_cache-27c5d873-f24c-4e20-9bcf-1b157114e5d0" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.534876] env[69770]: DEBUG oslo_concurrency.lockutils [None req-44e77e2d-d35e-44f8-a7a2-1c6d98b38d0b tempest-ListServersNegativeTestJSON-118656177 tempest-ListServersNegativeTestJSON-118656177-project-member] Acquired lock "refresh_cache-27c5d873-f24c-4e20-9bcf-1b157114e5d0" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.535100] env[69770]: DEBUG nova.network.neutron [None req-44e77e2d-d35e-44f8-a7a2-1c6d98b38d0b tempest-ListServersNegativeTestJSON-118656177 tempest-ListServersNegativeTestJSON-118656177-project-member] [instance: 27c5d873-f24c-4e20-9bcf-1b157114e5d0] Building network info cache for instance {{(pid=69770) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 792.539047] env[69770]: DEBUG nova.virt.vmwareapi.ds_util [None req-49d23e0e-787a-4dcf-9ca8-8ddb4a0441dd tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69770) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 792.539047] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-49d23e0e-787a-4dcf-9ca8-8ddb4a0441dd tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69770) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 792.539047] env[69770]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-87f5020c-815e-4925-80ec-dcb55adbb517 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.545524] env[69770]: DEBUG nova.compute.manager [req-fe24fbad-78b4-43db-936d-94f8a20c5592 req-16046eeb-29d4-4bb7-a1ad-b65307f2cdb8 service nova] [instance: 19c06f92-7f17-4834-b8be-723eb3f313c5] Received event network-vif-plugged-d41aabd6-71fd-498e-be4d-95887db35869 {{(pid=69770) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 792.545833] env[69770]: DEBUG oslo_concurrency.lockutils [req-fe24fbad-78b4-43db-936d-94f8a20c5592 req-16046eeb-29d4-4bb7-a1ad-b65307f2cdb8 service nova] Acquiring lock "19c06f92-7f17-4834-b8be-723eb3f313c5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 792.546179] env[69770]: DEBUG oslo_concurrency.lockutils [req-fe24fbad-78b4-43db-936d-94f8a20c5592 req-16046eeb-29d4-4bb7-a1ad-b65307f2cdb8 service nova] Lock "19c06f92-7f17-4834-b8be-723eb3f313c5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 792.546525] env[69770]: DEBUG oslo_concurrency.lockutils [req-fe24fbad-78b4-43db-936d-94f8a20c5592 req-16046eeb-29d4-4bb7-a1ad-b65307f2cdb8 service nova] Lock "19c06f92-7f17-4834-b8be-723eb3f313c5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 792.546828] env[69770]: DEBUG nova.compute.manager [req-fe24fbad-78b4-43db-936d-94f8a20c5592 req-16046eeb-29d4-4bb7-a1ad-b65307f2cdb8 service nova] [instance: 19c06f92-7f17-4834-b8be-723eb3f313c5] No waiting events found dispatching network-vif-plugged-d41aabd6-71fd-498e-be4d-95887db35869 {{(pid=69770) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 792.547139] env[69770]: WARNING nova.compute.manager [req-fe24fbad-78b4-43db-936d-94f8a20c5592 req-16046eeb-29d4-4bb7-a1ad-b65307f2cdb8 service nova] [instance: 19c06f92-7f17-4834-b8be-723eb3f313c5] Received unexpected event network-vif-plugged-d41aabd6-71fd-498e-be4d-95887db35869 for instance with vm_state building and task_state spawning. [ 792.547410] env[69770]: DEBUG nova.compute.manager [req-fe24fbad-78b4-43db-936d-94f8a20c5592 req-16046eeb-29d4-4bb7-a1ad-b65307f2cdb8 service nova] [instance: 19c06f92-7f17-4834-b8be-723eb3f313c5] Received event network-changed-d41aabd6-71fd-498e-be4d-95887db35869 {{(pid=69770) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 792.547729] env[69770]: DEBUG nova.compute.manager [req-fe24fbad-78b4-43db-936d-94f8a20c5592 req-16046eeb-29d4-4bb7-a1ad-b65307f2cdb8 service nova] [instance: 19c06f92-7f17-4834-b8be-723eb3f313c5] Refreshing instance network info cache due to event network-changed-d41aabd6-71fd-498e-be4d-95887db35869. {{(pid=69770) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 792.547967] env[69770]: DEBUG oslo_concurrency.lockutils [req-fe24fbad-78b4-43db-936d-94f8a20c5592 req-16046eeb-29d4-4bb7-a1ad-b65307f2cdb8 service nova] Acquiring lock "refresh_cache-19c06f92-7f17-4834-b8be-723eb3f313c5" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.548222] env[69770]: DEBUG oslo_concurrency.lockutils [req-fe24fbad-78b4-43db-936d-94f8a20c5592 req-16046eeb-29d4-4bb7-a1ad-b65307f2cdb8 service nova] Acquired lock "refresh_cache-19c06f92-7f17-4834-b8be-723eb3f313c5" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.548502] env[69770]: DEBUG nova.network.neutron [req-fe24fbad-78b4-43db-936d-94f8a20c5592 req-16046eeb-29d4-4bb7-a1ad-b65307f2cdb8 service nova] [instance: 19c06f92-7f17-4834-b8be-723eb3f313c5] Refreshing network info cache for port d41aabd6-71fd-498e-be4d-95887db35869 {{(pid=69770) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 792.553123] env[69770]: DEBUG oslo_vmware.api [None req-d493617b-7d22-40ef-99f9-d970f2bef9c5 tempest-FloatingIPsAssociationTestJSON-527069498 tempest-FloatingIPsAssociationTestJSON-527069498-project-member] Waiting for the task: (returnval){ [ 792.553123] env[69770]: value = "task-4069531" [ 792.553123] env[69770]: _type = "Task" [ 792.553123] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 792.562097] env[69770]: DEBUG oslo_vmware.api [None req-49d23e0e-787a-4dcf-9ca8-8ddb4a0441dd tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] Waiting for the task: (returnval){ [ 792.562097] env[69770]: value = "session[52161b52-cb8e-ec9f-1132-2f6b49549d41]5213a751-bc1f-c972-eeac-4ad41fe2edf8" [ 792.562097] env[69770]: _type = "Task" [ 792.562097] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 792.572555] env[69770]: DEBUG oslo_vmware.api [None req-d493617b-7d22-40ef-99f9-d970f2bef9c5 tempest-FloatingIPsAssociationTestJSON-527069498 tempest-FloatingIPsAssociationTestJSON-527069498-project-member] Task: {'id': task-4069531, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.581020] env[69770]: DEBUG oslo_vmware.api [None req-49d23e0e-787a-4dcf-9ca8-8ddb4a0441dd tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]5213a751-bc1f-c972-eeac-4ad41fe2edf8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.772889] env[69770]: INFO nova.compute.manager [None req-9d7d068e-b646-4bc8-9c6b-d6bf07facb95 tempest-DeleteServersAdminTestJSON-2130980840 tempest-DeleteServersAdminTestJSON-2130980840-project-member] [instance: e35191b8-2393-48e1-a120-f2a030ecec52] Took 40.43 seconds to build instance. [ 792.890363] env[69770]: DEBUG oslo_concurrency.lockutils [None req-52a9e49f-6545-460a-b8ac-d63463373a09 tempest-VolumesAssistedSnapshotsTest-2138406563 tempest-VolumesAssistedSnapshotsTest-2138406563-project-admin] Acquiring lock "df3c3daf-8cd6-43af-8872-c3cdc0ea11cb" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 792.890797] env[69770]: DEBUG oslo_concurrency.lockutils [None req-52a9e49f-6545-460a-b8ac-d63463373a09 tempest-VolumesAssistedSnapshotsTest-2138406563 tempest-VolumesAssistedSnapshotsTest-2138406563-project-admin] Lock "df3c3daf-8cd6-43af-8872-c3cdc0ea11cb" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 792.891212] env[69770]: INFO nova.compute.manager [None req-52a9e49f-6545-460a-b8ac-d63463373a09 tempest-VolumesAssistedSnapshotsTest-2138406563 tempest-VolumesAssistedSnapshotsTest-2138406563-project-admin] [instance: df3c3daf-8cd6-43af-8872-c3cdc0ea11cb] Attaching volume d85ea08e-67a1-430e-8d66-e6c5f920508a to /dev/sdb [ 792.961030] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-328da6cd-18bb-438e-b286-e8caa0e7a5ee {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.972851] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13df7ba5-c9fc-421a-8fed-4882761d10df {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.991614] env[69770]: DEBUG nova.virt.block_device [None req-52a9e49f-6545-460a-b8ac-d63463373a09 tempest-VolumesAssistedSnapshotsTest-2138406563 tempest-VolumesAssistedSnapshotsTest-2138406563-project-admin] [instance: df3c3daf-8cd6-43af-8872-c3cdc0ea11cb] Updating existing volume attachment record: a6b11d26-636b-4ad7-8f74-74e8d810b8c1 {{(pid=69770) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 793.075064] env[69770]: DEBUG oslo_vmware.api [None req-d493617b-7d22-40ef-99f9-d970f2bef9c5 tempest-FloatingIPsAssociationTestJSON-527069498 tempest-FloatingIPsAssociationTestJSON-527069498-project-member] Task: {'id': task-4069531, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.081937] env[69770]: DEBUG oslo_vmware.api [None req-49d23e0e-787a-4dcf-9ca8-8ddb4a0441dd tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]5213a751-bc1f-c972-eeac-4ad41fe2edf8, 'name': SearchDatastore_Task, 'duration_secs': 0.037588} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 793.087975] env[69770]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d881d1b9-8e3c-417a-a1a0-1c48bf3e8506 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.097396] env[69770]: DEBUG oslo_vmware.api [None req-49d23e0e-787a-4dcf-9ca8-8ddb4a0441dd tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] Waiting for the task: (returnval){ [ 793.097396] env[69770]: value = "session[52161b52-cb8e-ec9f-1132-2f6b49549d41]52b82a9d-6c08-23ab-dfae-c640ab98aca9" [ 793.097396] env[69770]: _type = "Task" [ 793.097396] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 793.110278] env[69770]: DEBUG oslo_vmware.api [None req-49d23e0e-787a-4dcf-9ca8-8ddb4a0441dd tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]52b82a9d-6c08-23ab-dfae-c640ab98aca9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.146980] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20eb88d7-ca80-4ea4-97b5-0d61c370df20 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.154847] env[69770]: DEBUG nova.network.neutron [None req-44e77e2d-d35e-44f8-a7a2-1c6d98b38d0b tempest-ListServersNegativeTestJSON-118656177 tempest-ListServersNegativeTestJSON-118656177-project-member] [instance: 27c5d873-f24c-4e20-9bcf-1b157114e5d0] Instance cache missing network info. {{(pid=69770) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 793.157602] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5e551db-0ec8-4323-9a57-c78335f028ca {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.195237] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-687a981b-1963-45d7-ac2a-5d6a824b1deb {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.206420] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bd5e31e-34e1-49a2-bb57-8fdf270564aa {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.223900] env[69770]: DEBUG nova.compute.provider_tree [None req-44e77e2d-d35e-44f8-a7a2-1c6d98b38d0b tempest-ListServersNegativeTestJSON-118656177 tempest-ListServersNegativeTestJSON-118656177-project-member] Updating inventory in ProviderTree for provider 7cc7d32b-b7a7-454a-a456-2a440248ed9d with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 19, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69770) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 793.279484] env[69770]: DEBUG oslo_concurrency.lockutils [None req-9d7d068e-b646-4bc8-9c6b-d6bf07facb95 tempest-DeleteServersAdminTestJSON-2130980840 tempest-DeleteServersAdminTestJSON-2130980840-project-member] Lock "e35191b8-2393-48e1-a120-f2a030ecec52" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 63.019s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 793.309040] env[69770]: DEBUG nova.compute.manager [None req-44e77e2d-d35e-44f8-a7a2-1c6d98b38d0b tempest-ListServersNegativeTestJSON-118656177 tempest-ListServersNegativeTestJSON-118656177-project-member] [instance: c8a7ad94-852f-48a2-9186-70d322e97118] Start spawning the instance on the hypervisor. {{(pid=69770) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 793.342911] env[69770]: DEBUG nova.virt.hardware [None req-44e77e2d-d35e-44f8-a7a2-1c6d98b38d0b tempest-ListServersNegativeTestJSON-118656177 tempest-ListServersNegativeTestJSON-118656177-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T12:16:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T12:16:11Z,direct_url=,disk_format='vmdk',id=d1eaff80-24a0-4391-90eb-59958b1ecf0a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d65f20bb89fb40a98b77bc6d97357df2',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T12:16:12Z,virtual_size=,visibility=), allow threads: False {{(pid=69770) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 793.343226] env[69770]: DEBUG nova.virt.hardware [None req-44e77e2d-d35e-44f8-a7a2-1c6d98b38d0b tempest-ListServersNegativeTestJSON-118656177 tempest-ListServersNegativeTestJSON-118656177-project-member] Flavor limits 0:0:0 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 793.343410] env[69770]: DEBUG nova.virt.hardware [None req-44e77e2d-d35e-44f8-a7a2-1c6d98b38d0b tempest-ListServersNegativeTestJSON-118656177 tempest-ListServersNegativeTestJSON-118656177-project-member] Image limits 0:0:0 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 793.343603] env[69770]: DEBUG nova.virt.hardware [None req-44e77e2d-d35e-44f8-a7a2-1c6d98b38d0b tempest-ListServersNegativeTestJSON-118656177 tempest-ListServersNegativeTestJSON-118656177-project-member] Flavor pref 0:0:0 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 793.343767] env[69770]: DEBUG nova.virt.hardware [None req-44e77e2d-d35e-44f8-a7a2-1c6d98b38d0b tempest-ListServersNegativeTestJSON-118656177 tempest-ListServersNegativeTestJSON-118656177-project-member] Image pref 0:0:0 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 793.343950] env[69770]: DEBUG nova.virt.hardware [None req-44e77e2d-d35e-44f8-a7a2-1c6d98b38d0b tempest-ListServersNegativeTestJSON-118656177 tempest-ListServersNegativeTestJSON-118656177-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 793.344213] env[69770]: DEBUG nova.virt.hardware [None req-44e77e2d-d35e-44f8-a7a2-1c6d98b38d0b tempest-ListServersNegativeTestJSON-118656177 tempest-ListServersNegativeTestJSON-118656177-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69770) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 793.344581] env[69770]: DEBUG nova.virt.hardware [None req-44e77e2d-d35e-44f8-a7a2-1c6d98b38d0b tempest-ListServersNegativeTestJSON-118656177 tempest-ListServersNegativeTestJSON-118656177-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69770) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 793.344646] env[69770]: DEBUG nova.virt.hardware [None req-44e77e2d-d35e-44f8-a7a2-1c6d98b38d0b tempest-ListServersNegativeTestJSON-118656177 tempest-ListServersNegativeTestJSON-118656177-project-member] Got 1 possible topologies {{(pid=69770) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 793.344795] env[69770]: DEBUG nova.virt.hardware [None req-44e77e2d-d35e-44f8-a7a2-1c6d98b38d0b tempest-ListServersNegativeTestJSON-118656177 tempest-ListServersNegativeTestJSON-118656177-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69770) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 793.344996] env[69770]: DEBUG nova.virt.hardware [None req-44e77e2d-d35e-44f8-a7a2-1c6d98b38d0b tempest-ListServersNegativeTestJSON-118656177 tempest-ListServersNegativeTestJSON-118656177-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69770) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 793.346073] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9c633e0-c8c1-4c50-86ba-fea6a6cb9ff9 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.352305] env[69770]: DEBUG nova.network.neutron [req-4e5481bf-589d-4b73-a306-d2debe5c51d0 req-3cd6a4b7-fbfe-4bf2-b449-4ac5031a872e service nova] [instance: 60eb16dd-8c95-46c1-a226-ee1280cbd403] Updated VIF entry in instance network info cache for port 50e6c431-f5e3-4d77-8f8e-468d69ce3cb7. {{(pid=69770) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 793.352704] env[69770]: DEBUG nova.network.neutron [req-4e5481bf-589d-4b73-a306-d2debe5c51d0 req-3cd6a4b7-fbfe-4bf2-b449-4ac5031a872e service nova] [instance: 60eb16dd-8c95-46c1-a226-ee1280cbd403] Updating instance_info_cache with network_info: [{"id": "50e6c431-f5e3-4d77-8f8e-468d69ce3cb7", "address": "fa:16:3e:b0:de:7f", "network": {"id": "f4a00cad-0822-4c35-9ea0-e6b9670abd1f", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-678795259-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "602816d7b1574f02a4927772f6ac5382", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c24464bb-bb6b-43a2-bdcd-8086ad1a307f", "external-id": "nsx-vlan-transportzone-781", "segmentation_id": 781, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap50e6c431-f5", "ovs_interfaceid": "50e6c431-f5e3-4d77-8f8e-468d69ce3cb7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69770) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 793.361046] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b4acb87-e23f-4719-a768-6e2fd4fda896 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.504348] env[69770]: DEBUG nova.network.neutron [None req-44e77e2d-d35e-44f8-a7a2-1c6d98b38d0b tempest-ListServersNegativeTestJSON-118656177 tempest-ListServersNegativeTestJSON-118656177-project-member] [instance: 27c5d873-f24c-4e20-9bcf-1b157114e5d0] Updating instance_info_cache with network_info: [{"id": "465ab3f2-22c7-418c-b9b0-4b1d3f610947", "address": "fa:16:3e:01:7e:e6", "network": {"id": "33a17b7b-3f93-4bff-bc08-de4098f09ff0", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1118124040-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5d394de1b1da479ea9679f3fd7bd81ee", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6f1b07b1-e4e5-4842-9090-07fb2c3e124b", "external-id": "nsx-vlan-transportzone-646", "segmentation_id": 646, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap465ab3f2-22", "ovs_interfaceid": "465ab3f2-22c7-418c-b9b0-4b1d3f610947", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69770) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 793.567400] env[69770]: DEBUG oslo_vmware.api [None req-d493617b-7d22-40ef-99f9-d970f2bef9c5 tempest-FloatingIPsAssociationTestJSON-527069498 tempest-FloatingIPsAssociationTestJSON-527069498-project-member] Task: {'id': task-4069531, 'name': ReconfigVM_Task, 'duration_secs': 0.576759} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 793.567679] env[69770]: DEBUG nova.virt.vmwareapi.volumeops [None req-d493617b-7d22-40ef-99f9-d970f2bef9c5 tempest-FloatingIPsAssociationTestJSON-527069498 tempest-FloatingIPsAssociationTestJSON-527069498-project-member] [instance: 60eb16dd-8c95-46c1-a226-ee1280cbd403] Reconfigured VM instance instance-0000001c to attach disk [datastore2] 60eb16dd-8c95-46c1-a226-ee1280cbd403/60eb16dd-8c95-46c1-a226-ee1280cbd403.vmdk or device None with type sparse {{(pid=69770) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 793.568348] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-20051bca-8256-41f0-8af7-633a3c13fa20 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.575906] env[69770]: DEBUG oslo_vmware.api [None req-d493617b-7d22-40ef-99f9-d970f2bef9c5 tempest-FloatingIPsAssociationTestJSON-527069498 tempest-FloatingIPsAssociationTestJSON-527069498-project-member] Waiting for the task: (returnval){ [ 793.575906] env[69770]: value = "task-4069536" [ 793.575906] env[69770]: _type = "Task" [ 793.575906] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 793.588473] env[69770]: DEBUG oslo_vmware.api [None req-d493617b-7d22-40ef-99f9-d970f2bef9c5 tempest-FloatingIPsAssociationTestJSON-527069498 tempest-FloatingIPsAssociationTestJSON-527069498-project-member] Task: {'id': task-4069536, 'name': Rename_Task} progress is 5%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.589210] env[69770]: DEBUG nova.network.neutron [req-fe24fbad-78b4-43db-936d-94f8a20c5592 req-16046eeb-29d4-4bb7-a1ad-b65307f2cdb8 service nova] [instance: 19c06f92-7f17-4834-b8be-723eb3f313c5] Updated VIF entry in instance network info cache for port d41aabd6-71fd-498e-be4d-95887db35869. {{(pid=69770) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 793.589652] env[69770]: DEBUG nova.network.neutron [req-fe24fbad-78b4-43db-936d-94f8a20c5592 req-16046eeb-29d4-4bb7-a1ad-b65307f2cdb8 service nova] [instance: 19c06f92-7f17-4834-b8be-723eb3f313c5] Updating instance_info_cache with network_info: [{"id": "d41aabd6-71fd-498e-be4d-95887db35869", "address": "fa:16:3e:b3:9c:44", "network": {"id": "fb2a6a42-a9ea-4a2f-b885-b0c06c1061b9", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1944009097-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "677c29867f944b8198884aae6535814b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b91b49a8-b849-4d0c-97f7-74fdcd88ae03", "external-id": "nsx-vlan-transportzone-406", "segmentation_id": 406, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd41aabd6-71", "ovs_interfaceid": "d41aabd6-71fd-498e-be4d-95887db35869", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69770) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 793.620026] env[69770]: DEBUG oslo_vmware.api [None req-49d23e0e-787a-4dcf-9ca8-8ddb4a0441dd tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]52b82a9d-6c08-23ab-dfae-c640ab98aca9, 'name': SearchDatastore_Task, 'duration_secs': 0.016726} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 793.620026] env[69770]: DEBUG oslo_concurrency.lockutils [None req-49d23e0e-787a-4dcf-9ca8-8ddb4a0441dd tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.620026] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-49d23e0e-787a-4dcf-9ca8-8ddb4a0441dd tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk to [datastore2] 19c06f92-7f17-4834-b8be-723eb3f313c5/19c06f92-7f17-4834-b8be-723eb3f313c5.vmdk {{(pid=69770) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 793.620026] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2ab455d4-ab3c-4715-894a-d0538c79a6f3 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.627688] env[69770]: DEBUG oslo_vmware.api [None req-49d23e0e-787a-4dcf-9ca8-8ddb4a0441dd tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] Waiting for the task: (returnval){ [ 793.627688] env[69770]: value = "task-4069537" [ 793.627688] env[69770]: _type = "Task" [ 793.627688] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 793.639907] env[69770]: DEBUG oslo_vmware.api [None req-49d23e0e-787a-4dcf-9ca8-8ddb4a0441dd tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] Task: {'id': task-4069537, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.753838] env[69770]: ERROR nova.scheduler.client.report [None req-44e77e2d-d35e-44f8-a7a2-1c6d98b38d0b tempest-ListServersNegativeTestJSON-118656177 tempest-ListServersNegativeTestJSON-118656177-project-member] [req-f12f71e2-a1d3-4c0a-80e5-fa93a9732f61] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 19, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 7cc7d32b-b7a7-454a-a456-2a440248ed9d. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-f12f71e2-a1d3-4c0a-80e5-fa93a9732f61"}]} [ 793.776616] env[69770]: DEBUG nova.scheduler.client.report [None req-44e77e2d-d35e-44f8-a7a2-1c6d98b38d0b tempest-ListServersNegativeTestJSON-118656177 tempest-ListServersNegativeTestJSON-118656177-project-member] Refreshing inventories for resource provider 7cc7d32b-b7a7-454a-a456-2a440248ed9d {{(pid=69770) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 793.781180] env[69770]: DEBUG nova.compute.manager [None req-42ae7b16-f3b8-499c-b271-4aa29c9d234f tempest-MultipleCreateTestJSON-938873983 tempest-MultipleCreateTestJSON-938873983-project-member] [instance: c1bf02b7-e9aa-4577-aca6-480b62da79ba] Starting instance... {{(pid=69770) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 793.796102] env[69770]: DEBUG nova.scheduler.client.report [None req-44e77e2d-d35e-44f8-a7a2-1c6d98b38d0b tempest-ListServersNegativeTestJSON-118656177 tempest-ListServersNegativeTestJSON-118656177-project-member] Updating ProviderTree inventory for provider 7cc7d32b-b7a7-454a-a456-2a440248ed9d from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69770) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 793.796502] env[69770]: DEBUG nova.compute.provider_tree [None req-44e77e2d-d35e-44f8-a7a2-1c6d98b38d0b tempest-ListServersNegativeTestJSON-118656177 tempest-ListServersNegativeTestJSON-118656177-project-member] Updating inventory in ProviderTree for provider 7cc7d32b-b7a7-454a-a456-2a440248ed9d with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69770) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 793.816970] env[69770]: DEBUG nova.scheduler.client.report [None req-44e77e2d-d35e-44f8-a7a2-1c6d98b38d0b tempest-ListServersNegativeTestJSON-118656177 tempest-ListServersNegativeTestJSON-118656177-project-member] Refreshing aggregate associations for resource provider 7cc7d32b-b7a7-454a-a456-2a440248ed9d, aggregates: None {{(pid=69770) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 793.843039] env[69770]: DEBUG nova.scheduler.client.report [None req-44e77e2d-d35e-44f8-a7a2-1c6d98b38d0b tempest-ListServersNegativeTestJSON-118656177 tempest-ListServersNegativeTestJSON-118656177-project-member] Refreshing trait associations for resource provider 7cc7d32b-b7a7-454a-a456-2a440248ed9d, traits: HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE {{(pid=69770) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 793.859333] env[69770]: DEBUG oslo_concurrency.lockutils [req-4e5481bf-589d-4b73-a306-d2debe5c51d0 req-3cd6a4b7-fbfe-4bf2-b449-4ac5031a872e service nova] Releasing lock "refresh_cache-60eb16dd-8c95-46c1-a226-ee1280cbd403" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.006183] env[69770]: DEBUG oslo_concurrency.lockutils [None req-44e77e2d-d35e-44f8-a7a2-1c6d98b38d0b tempest-ListServersNegativeTestJSON-118656177 tempest-ListServersNegativeTestJSON-118656177-project-member] Releasing lock "refresh_cache-27c5d873-f24c-4e20-9bcf-1b157114e5d0" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.006317] env[69770]: DEBUG nova.compute.manager [None req-44e77e2d-d35e-44f8-a7a2-1c6d98b38d0b tempest-ListServersNegativeTestJSON-118656177 tempest-ListServersNegativeTestJSON-118656177-project-member] [instance: 27c5d873-f24c-4e20-9bcf-1b157114e5d0] Instance network_info: |[{"id": "465ab3f2-22c7-418c-b9b0-4b1d3f610947", "address": "fa:16:3e:01:7e:e6", "network": {"id": "33a17b7b-3f93-4bff-bc08-de4098f09ff0", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1118124040-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5d394de1b1da479ea9679f3fd7bd81ee", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6f1b07b1-e4e5-4842-9090-07fb2c3e124b", "external-id": "nsx-vlan-transportzone-646", "segmentation_id": 646, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap465ab3f2-22", "ovs_interfaceid": "465ab3f2-22c7-418c-b9b0-4b1d3f610947", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69770) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 794.006798] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-44e77e2d-d35e-44f8-a7a2-1c6d98b38d0b tempest-ListServersNegativeTestJSON-118656177 tempest-ListServersNegativeTestJSON-118656177-project-member] [instance: 27c5d873-f24c-4e20-9bcf-1b157114e5d0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:01:7e:e6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6f1b07b1-e4e5-4842-9090-07fb2c3e124b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '465ab3f2-22c7-418c-b9b0-4b1d3f610947', 'vif_model': 'vmxnet3'}] {{(pid=69770) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 794.014847] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-44e77e2d-d35e-44f8-a7a2-1c6d98b38d0b tempest-ListServersNegativeTestJSON-118656177 tempest-ListServersNegativeTestJSON-118656177-project-member] Creating folder: Project (5d394de1b1da479ea9679f3fd7bd81ee). Parent ref: group-v806376. {{(pid=69770) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 794.015233] env[69770]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d4243406-ea93-4138-bfd6-49d546a943ca {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.042908] env[69770]: INFO nova.virt.vmwareapi.vm_util [None req-44e77e2d-d35e-44f8-a7a2-1c6d98b38d0b tempest-ListServersNegativeTestJSON-118656177 tempest-ListServersNegativeTestJSON-118656177-project-member] Created folder: Project (5d394de1b1da479ea9679f3fd7bd81ee) in parent group-v806376. [ 794.042908] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-44e77e2d-d35e-44f8-a7a2-1c6d98b38d0b tempest-ListServersNegativeTestJSON-118656177 tempest-ListServersNegativeTestJSON-118656177-project-member] Creating folder: Instances. Parent ref: group-v806461. {{(pid=69770) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 794.042908] env[69770]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7a9dd61f-0822-44fe-9ed1-8ac4fea4d4cf {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.061973] env[69770]: INFO nova.virt.vmwareapi.vm_util [None req-44e77e2d-d35e-44f8-a7a2-1c6d98b38d0b tempest-ListServersNegativeTestJSON-118656177 tempest-ListServersNegativeTestJSON-118656177-project-member] Created folder: Instances in parent group-v806461. [ 794.062331] env[69770]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-44e77e2d-d35e-44f8-a7a2-1c6d98b38d0b tempest-ListServersNegativeTestJSON-118656177 tempest-ListServersNegativeTestJSON-118656177-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69770) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 794.062561] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 27c5d873-f24c-4e20-9bcf-1b157114e5d0] Creating VM on the ESX host {{(pid=69770) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 794.062921] env[69770]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fd6faa23-e50f-4acf-8723-700a9927f0d8 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.094160] env[69770]: DEBUG oslo_concurrency.lockutils [req-fe24fbad-78b4-43db-936d-94f8a20c5592 req-16046eeb-29d4-4bb7-a1ad-b65307f2cdb8 service nova] Releasing lock "refresh_cache-19c06f92-7f17-4834-b8be-723eb3f313c5" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.094386] env[69770]: DEBUG nova.compute.manager [req-fe24fbad-78b4-43db-936d-94f8a20c5592 req-16046eeb-29d4-4bb7-a1ad-b65307f2cdb8 service nova] [instance: b05d12b1-fb29-4185-8300-5f0140039dfe] Received event network-changed-4b9862e2-a25f-4722-b1a1-e36cc837cd38 {{(pid=69770) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 794.094556] env[69770]: DEBUG nova.compute.manager [req-fe24fbad-78b4-43db-936d-94f8a20c5592 req-16046eeb-29d4-4bb7-a1ad-b65307f2cdb8 service nova] [instance: b05d12b1-fb29-4185-8300-5f0140039dfe] Refreshing instance network info cache due to event network-changed-4b9862e2-a25f-4722-b1a1-e36cc837cd38. {{(pid=69770) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 794.094826] env[69770]: DEBUG oslo_concurrency.lockutils [req-fe24fbad-78b4-43db-936d-94f8a20c5592 req-16046eeb-29d4-4bb7-a1ad-b65307f2cdb8 service nova] Acquiring lock "refresh_cache-b05d12b1-fb29-4185-8300-5f0140039dfe" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.095230] env[69770]: DEBUG oslo_concurrency.lockutils [req-fe24fbad-78b4-43db-936d-94f8a20c5592 req-16046eeb-29d4-4bb7-a1ad-b65307f2cdb8 service nova] Acquired lock "refresh_cache-b05d12b1-fb29-4185-8300-5f0140039dfe" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.095230] env[69770]: DEBUG nova.network.neutron [req-fe24fbad-78b4-43db-936d-94f8a20c5592 req-16046eeb-29d4-4bb7-a1ad-b65307f2cdb8 service nova] [instance: b05d12b1-fb29-4185-8300-5f0140039dfe] Refreshing network info cache for port 4b9862e2-a25f-4722-b1a1-e36cc837cd38 {{(pid=69770) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 794.099507] env[69770]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 794.099507] env[69770]: value = "task-4069540" [ 794.099507] env[69770]: _type = "Task" [ 794.099507] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 794.107187] env[69770]: DEBUG oslo_vmware.api [None req-d493617b-7d22-40ef-99f9-d970f2bef9c5 tempest-FloatingIPsAssociationTestJSON-527069498 tempest-FloatingIPsAssociationTestJSON-527069498-project-member] Task: {'id': task-4069536, 'name': Rename_Task, 'duration_secs': 0.199581} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 794.111382] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-d493617b-7d22-40ef-99f9-d970f2bef9c5 tempest-FloatingIPsAssociationTestJSON-527069498 tempest-FloatingIPsAssociationTestJSON-527069498-project-member] [instance: 60eb16dd-8c95-46c1-a226-ee1280cbd403] Powering on the VM {{(pid=69770) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 794.113803] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f095c1e2-1977-452b-9747-f7eba20f0012 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.119660] env[69770]: DEBUG oslo_vmware.api [-] Task: {'id': task-4069540, 'name': CreateVM_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.124973] env[69770]: DEBUG oslo_vmware.api [None req-d493617b-7d22-40ef-99f9-d970f2bef9c5 tempest-FloatingIPsAssociationTestJSON-527069498 tempest-FloatingIPsAssociationTestJSON-527069498-project-member] Waiting for the task: (returnval){ [ 794.124973] env[69770]: value = "task-4069541" [ 794.124973] env[69770]: _type = "Task" [ 794.124973] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 794.144201] env[69770]: DEBUG oslo_vmware.api [None req-49d23e0e-787a-4dcf-9ca8-8ddb4a0441dd tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] Task: {'id': task-4069537, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.148622] env[69770]: DEBUG oslo_vmware.api [None req-d493617b-7d22-40ef-99f9-d970f2bef9c5 tempest-FloatingIPsAssociationTestJSON-527069498 tempest-FloatingIPsAssociationTestJSON-527069498-project-member] Task: {'id': task-4069541, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.313798] env[69770]: DEBUG oslo_concurrency.lockutils [None req-42ae7b16-f3b8-499c-b271-4aa29c9d234f tempest-MultipleCreateTestJSON-938873983 tempest-MultipleCreateTestJSON-938873983-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 794.614696] env[69770]: DEBUG oslo_vmware.api [-] Task: {'id': task-4069540, 'name': CreateVM_Task, 'duration_secs': 0.478339} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 794.614696] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 27c5d873-f24c-4e20-9bcf-1b157114e5d0] Created VM on the ESX host {{(pid=69770) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 794.614696] env[69770]: DEBUG oslo_concurrency.lockutils [None req-44e77e2d-d35e-44f8-a7a2-1c6d98b38d0b tempest-ListServersNegativeTestJSON-118656177 tempest-ListServersNegativeTestJSON-118656177-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.614696] env[69770]: DEBUG oslo_concurrency.lockutils [None req-44e77e2d-d35e-44f8-a7a2-1c6d98b38d0b tempest-ListServersNegativeTestJSON-118656177 tempest-ListServersNegativeTestJSON-118656177-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.614990] env[69770]: DEBUG oslo_concurrency.lockutils [None req-44e77e2d-d35e-44f8-a7a2-1c6d98b38d0b tempest-ListServersNegativeTestJSON-118656177 tempest-ListServersNegativeTestJSON-118656177-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.615294] env[69770]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-49c9cb28-d20a-410d-843a-c5bd5d0a7f24 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.627649] env[69770]: DEBUG oslo_vmware.api [None req-44e77e2d-d35e-44f8-a7a2-1c6d98b38d0b tempest-ListServersNegativeTestJSON-118656177 tempest-ListServersNegativeTestJSON-118656177-project-member] Waiting for the task: (returnval){ [ 794.627649] env[69770]: value = "session[52161b52-cb8e-ec9f-1132-2f6b49549d41]52e8c405-c3b6-6bf9-9690-a34dcaa4600e" [ 794.627649] env[69770]: _type = "Task" [ 794.627649] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 794.644357] env[69770]: DEBUG oslo_vmware.api [None req-d493617b-7d22-40ef-99f9-d970f2bef9c5 tempest-FloatingIPsAssociationTestJSON-527069498 tempest-FloatingIPsAssociationTestJSON-527069498-project-member] Task: {'id': task-4069541, 'name': PowerOnVM_Task} progress is 98%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.652826] env[69770]: DEBUG oslo_vmware.api [None req-44e77e2d-d35e-44f8-a7a2-1c6d98b38d0b tempest-ListServersNegativeTestJSON-118656177 tempest-ListServersNegativeTestJSON-118656177-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]52e8c405-c3b6-6bf9-9690-a34dcaa4600e, 'name': SearchDatastore_Task, 'duration_secs': 0.017471} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 794.654192] env[69770]: DEBUG oslo_concurrency.lockutils [None req-44e77e2d-d35e-44f8-a7a2-1c6d98b38d0b tempest-ListServersNegativeTestJSON-118656177 tempest-ListServersNegativeTestJSON-118656177-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.654192] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-44e77e2d-d35e-44f8-a7a2-1c6d98b38d0b tempest-ListServersNegativeTestJSON-118656177 tempest-ListServersNegativeTestJSON-118656177-project-member] [instance: 27c5d873-f24c-4e20-9bcf-1b157114e5d0] Processing image d1eaff80-24a0-4391-90eb-59958b1ecf0a {{(pid=69770) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 794.654192] env[69770]: DEBUG oslo_concurrency.lockutils [None req-44e77e2d-d35e-44f8-a7a2-1c6d98b38d0b tempest-ListServersNegativeTestJSON-118656177 tempest-ListServersNegativeTestJSON-118656177-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.654576] env[69770]: DEBUG oslo_concurrency.lockutils [None req-44e77e2d-d35e-44f8-a7a2-1c6d98b38d0b tempest-ListServersNegativeTestJSON-118656177 tempest-ListServersNegativeTestJSON-118656177-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.654706] env[69770]: DEBUG nova.virt.vmwareapi.ds_util [None req-44e77e2d-d35e-44f8-a7a2-1c6d98b38d0b tempest-ListServersNegativeTestJSON-118656177 tempest-ListServersNegativeTestJSON-118656177-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69770) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 794.654988] env[69770]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-14e03dc2-0f93-4c92-b6d2-ca2161ad87d2 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.664253] env[69770]: DEBUG oslo_vmware.api [None req-49d23e0e-787a-4dcf-9ca8-8ddb4a0441dd tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] Task: {'id': task-4069537, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.602733} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 794.665162] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-49d23e0e-787a-4dcf-9ca8-8ddb4a0441dd tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk to [datastore2] 19c06f92-7f17-4834-b8be-723eb3f313c5/19c06f92-7f17-4834-b8be-723eb3f313c5.vmdk {{(pid=69770) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 794.665536] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-49d23e0e-787a-4dcf-9ca8-8ddb4a0441dd tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] [instance: 19c06f92-7f17-4834-b8be-723eb3f313c5] Extending root virtual disk to 1048576 {{(pid=69770) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 794.665963] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-74535592-7244-4956-90a3-330d782f7aef {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.671552] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a641006-306f-4c6b-890d-0afd5a9f9b46 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.676748] env[69770]: DEBUG nova.virt.vmwareapi.ds_util [None req-44e77e2d-d35e-44f8-a7a2-1c6d98b38d0b tempest-ListServersNegativeTestJSON-118656177 tempest-ListServersNegativeTestJSON-118656177-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69770) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 794.677018] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-44e77e2d-d35e-44f8-a7a2-1c6d98b38d0b tempest-ListServersNegativeTestJSON-118656177 tempest-ListServersNegativeTestJSON-118656177-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69770) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 794.678199] env[69770]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-01de0959-e686-470a-a181-d6c92e8c231f {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.686333] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b349872-bd4b-470c-8606-3acee409415e {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.691116] env[69770]: DEBUG oslo_vmware.api [None req-49d23e0e-787a-4dcf-9ca8-8ddb4a0441dd tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] Waiting for the task: (returnval){ [ 794.691116] env[69770]: value = "task-4069542" [ 794.691116] env[69770]: _type = "Task" [ 794.691116] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 794.691568] env[69770]: DEBUG oslo_vmware.api [None req-44e77e2d-d35e-44f8-a7a2-1c6d98b38d0b tempest-ListServersNegativeTestJSON-118656177 tempest-ListServersNegativeTestJSON-118656177-project-member] Waiting for the task: (returnval){ [ 794.691568] env[69770]: value = "session[52161b52-cb8e-ec9f-1132-2f6b49549d41]5260a289-3ef2-9213-2a96-868671c82b15" [ 794.691568] env[69770]: _type = "Task" [ 794.691568] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 794.735694] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0999070-ff7a-4ada-a17c-3d808986022d {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.748158] env[69770]: DEBUG oslo_vmware.api [None req-44e77e2d-d35e-44f8-a7a2-1c6d98b38d0b tempest-ListServersNegativeTestJSON-118656177 tempest-ListServersNegativeTestJSON-118656177-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]5260a289-3ef2-9213-2a96-868671c82b15, 'name': SearchDatastore_Task, 'duration_secs': 0.013323} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 794.748158] env[69770]: DEBUG oslo_vmware.api [None req-49d23e0e-787a-4dcf-9ca8-8ddb4a0441dd tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] Task: {'id': task-4069542, 'name': ExtendVirtualDisk_Task} progress is 50%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.749025] env[69770]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ddeb8485-e3c0-4c49-9f5c-e036e6bd4908 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.755810] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fd71729-87d9-4aea-bb8f-018ff7b00b2b {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.762165] env[69770]: DEBUG oslo_vmware.api [None req-44e77e2d-d35e-44f8-a7a2-1c6d98b38d0b tempest-ListServersNegativeTestJSON-118656177 tempest-ListServersNegativeTestJSON-118656177-project-member] Waiting for the task: (returnval){ [ 794.762165] env[69770]: value = "session[52161b52-cb8e-ec9f-1132-2f6b49549d41]52378c35-91da-20a4-3cbd-179163f409f4" [ 794.762165] env[69770]: _type = "Task" [ 794.762165] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 794.774884] env[69770]: DEBUG nova.compute.provider_tree [None req-44e77e2d-d35e-44f8-a7a2-1c6d98b38d0b tempest-ListServersNegativeTestJSON-118656177 tempest-ListServersNegativeTestJSON-118656177-project-member] Updating inventory in ProviderTree for provider 7cc7d32b-b7a7-454a-a456-2a440248ed9d with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 19, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69770) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 794.784179] env[69770]: DEBUG oslo_vmware.api [None req-44e77e2d-d35e-44f8-a7a2-1c6d98b38d0b tempest-ListServersNegativeTestJSON-118656177 tempest-ListServersNegativeTestJSON-118656177-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]52378c35-91da-20a4-3cbd-179163f409f4, 'name': SearchDatastore_Task, 'duration_secs': 0.013692} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 794.784179] env[69770]: DEBUG oslo_concurrency.lockutils [None req-44e77e2d-d35e-44f8-a7a2-1c6d98b38d0b tempest-ListServersNegativeTestJSON-118656177 tempest-ListServersNegativeTestJSON-118656177-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.784179] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-44e77e2d-d35e-44f8-a7a2-1c6d98b38d0b tempest-ListServersNegativeTestJSON-118656177 tempest-ListServersNegativeTestJSON-118656177-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk to [datastore2] 27c5d873-f24c-4e20-9bcf-1b157114e5d0/27c5d873-f24c-4e20-9bcf-1b157114e5d0.vmdk {{(pid=69770) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 794.784179] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-db4acc03-58ae-4796-aa50-080c41bc86a2 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.788305] env[69770]: DEBUG nova.network.neutron [None req-44e77e2d-d35e-44f8-a7a2-1c6d98b38d0b tempest-ListServersNegativeTestJSON-118656177 tempest-ListServersNegativeTestJSON-118656177-project-member] [instance: c8a7ad94-852f-48a2-9186-70d322e97118] Successfully updated port: aca2c1a0-d130-497b-a98b-0e0c3fbb9fff {{(pid=69770) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 794.793173] env[69770]: DEBUG oslo_vmware.api [None req-44e77e2d-d35e-44f8-a7a2-1c6d98b38d0b tempest-ListServersNegativeTestJSON-118656177 tempest-ListServersNegativeTestJSON-118656177-project-member] Waiting for the task: (returnval){ [ 794.793173] env[69770]: value = "task-4069543" [ 794.793173] env[69770]: _type = "Task" [ 794.793173] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 794.806037] env[69770]: DEBUG oslo_vmware.api [None req-44e77e2d-d35e-44f8-a7a2-1c6d98b38d0b tempest-ListServersNegativeTestJSON-118656177 tempest-ListServersNegativeTestJSON-118656177-project-member] Task: {'id': task-4069543, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.986446] env[69770]: DEBUG oslo_concurrency.lockutils [None req-e09c597f-2e66-4235-9757-001d9b2c2edb tempest-ServerRescueTestJSONUnderV235-1853960857 tempest-ServerRescueTestJSONUnderV235-1853960857-project-member] Acquiring lock "b05d12b1-fb29-4185-8300-5f0140039dfe" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 794.987037] env[69770]: DEBUG oslo_concurrency.lockutils [None req-e09c597f-2e66-4235-9757-001d9b2c2edb tempest-ServerRescueTestJSONUnderV235-1853960857 tempest-ServerRescueTestJSONUnderV235-1853960857-project-member] Lock "b05d12b1-fb29-4185-8300-5f0140039dfe" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 794.987323] env[69770]: DEBUG oslo_concurrency.lockutils [None req-e09c597f-2e66-4235-9757-001d9b2c2edb tempest-ServerRescueTestJSONUnderV235-1853960857 tempest-ServerRescueTestJSONUnderV235-1853960857-project-member] Acquiring lock "b05d12b1-fb29-4185-8300-5f0140039dfe-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 794.987606] env[69770]: DEBUG oslo_concurrency.lockutils [None req-e09c597f-2e66-4235-9757-001d9b2c2edb tempest-ServerRescueTestJSONUnderV235-1853960857 tempest-ServerRescueTestJSONUnderV235-1853960857-project-member] Lock "b05d12b1-fb29-4185-8300-5f0140039dfe-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 794.987795] env[69770]: DEBUG oslo_concurrency.lockutils [None req-e09c597f-2e66-4235-9757-001d9b2c2edb tempest-ServerRescueTestJSONUnderV235-1853960857 tempest-ServerRescueTestJSONUnderV235-1853960857-project-member] Lock "b05d12b1-fb29-4185-8300-5f0140039dfe-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 794.994077] env[69770]: INFO nova.compute.manager [None req-e09c597f-2e66-4235-9757-001d9b2c2edb tempest-ServerRescueTestJSONUnderV235-1853960857 tempest-ServerRescueTestJSONUnderV235-1853960857-project-member] [instance: b05d12b1-fb29-4185-8300-5f0140039dfe] Terminating instance [ 795.095106] env[69770]: DEBUG nova.compute.manager [req-d6cbbe7a-f441-492e-827b-ef13aac6f8b8 req-d76d0a2c-3802-455c-b4fc-a19c8dc59f80 service nova] [instance: 27c5d873-f24c-4e20-9bcf-1b157114e5d0] Received event network-vif-plugged-465ab3f2-22c7-418c-b9b0-4b1d3f610947 {{(pid=69770) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 795.095106] env[69770]: DEBUG oslo_concurrency.lockutils [req-d6cbbe7a-f441-492e-827b-ef13aac6f8b8 req-d76d0a2c-3802-455c-b4fc-a19c8dc59f80 service nova] Acquiring lock "27c5d873-f24c-4e20-9bcf-1b157114e5d0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 795.095106] env[69770]: DEBUG oslo_concurrency.lockutils [req-d6cbbe7a-f441-492e-827b-ef13aac6f8b8 req-d76d0a2c-3802-455c-b4fc-a19c8dc59f80 service nova] Lock "27c5d873-f24c-4e20-9bcf-1b157114e5d0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 795.095106] env[69770]: DEBUG oslo_concurrency.lockutils [req-d6cbbe7a-f441-492e-827b-ef13aac6f8b8 req-d76d0a2c-3802-455c-b4fc-a19c8dc59f80 service nova] Lock "27c5d873-f24c-4e20-9bcf-1b157114e5d0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 795.095106] env[69770]: DEBUG nova.compute.manager [req-d6cbbe7a-f441-492e-827b-ef13aac6f8b8 req-d76d0a2c-3802-455c-b4fc-a19c8dc59f80 service nova] [instance: 27c5d873-f24c-4e20-9bcf-1b157114e5d0] No waiting events found dispatching network-vif-plugged-465ab3f2-22c7-418c-b9b0-4b1d3f610947 {{(pid=69770) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 795.095575] env[69770]: WARNING nova.compute.manager [req-d6cbbe7a-f441-492e-827b-ef13aac6f8b8 req-d76d0a2c-3802-455c-b4fc-a19c8dc59f80 service nova] [instance: 27c5d873-f24c-4e20-9bcf-1b157114e5d0] Received unexpected event network-vif-plugged-465ab3f2-22c7-418c-b9b0-4b1d3f610947 for instance with vm_state building and task_state spawning. [ 795.095575] env[69770]: DEBUG nova.compute.manager [req-d6cbbe7a-f441-492e-827b-ef13aac6f8b8 req-d76d0a2c-3802-455c-b4fc-a19c8dc59f80 service nova] [instance: 27c5d873-f24c-4e20-9bcf-1b157114e5d0] Received event network-changed-465ab3f2-22c7-418c-b9b0-4b1d3f610947 {{(pid=69770) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 795.095575] env[69770]: DEBUG nova.compute.manager [req-d6cbbe7a-f441-492e-827b-ef13aac6f8b8 req-d76d0a2c-3802-455c-b4fc-a19c8dc59f80 service nova] [instance: 27c5d873-f24c-4e20-9bcf-1b157114e5d0] Refreshing instance network info cache due to event network-changed-465ab3f2-22c7-418c-b9b0-4b1d3f610947. {{(pid=69770) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 795.095575] env[69770]: DEBUG oslo_concurrency.lockutils [req-d6cbbe7a-f441-492e-827b-ef13aac6f8b8 req-d76d0a2c-3802-455c-b4fc-a19c8dc59f80 service nova] Acquiring lock "refresh_cache-27c5d873-f24c-4e20-9bcf-1b157114e5d0" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.095575] env[69770]: DEBUG oslo_concurrency.lockutils [req-d6cbbe7a-f441-492e-827b-ef13aac6f8b8 req-d76d0a2c-3802-455c-b4fc-a19c8dc59f80 service nova] Acquired lock "refresh_cache-27c5d873-f24c-4e20-9bcf-1b157114e5d0" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.095727] env[69770]: DEBUG nova.network.neutron [req-d6cbbe7a-f441-492e-827b-ef13aac6f8b8 req-d76d0a2c-3802-455c-b4fc-a19c8dc59f80 service nova] [instance: 27c5d873-f24c-4e20-9bcf-1b157114e5d0] Refreshing network info cache for port 465ab3f2-22c7-418c-b9b0-4b1d3f610947 {{(pid=69770) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 795.127381] env[69770]: DEBUG nova.network.neutron [req-fe24fbad-78b4-43db-936d-94f8a20c5592 req-16046eeb-29d4-4bb7-a1ad-b65307f2cdb8 service nova] [instance: b05d12b1-fb29-4185-8300-5f0140039dfe] Updated VIF entry in instance network info cache for port 4b9862e2-a25f-4722-b1a1-e36cc837cd38. {{(pid=69770) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 795.127725] env[69770]: DEBUG nova.network.neutron [req-fe24fbad-78b4-43db-936d-94f8a20c5592 req-16046eeb-29d4-4bb7-a1ad-b65307f2cdb8 service nova] [instance: b05d12b1-fb29-4185-8300-5f0140039dfe] Updating instance_info_cache with network_info: [{"id": "4b9862e2-a25f-4722-b1a1-e36cc837cd38", "address": "fa:16:3e:8e:66:87", "network": {"id": "25afcc28-5364-46bf-9d07-03d2814ba603", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1526880503-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "d41163d1934142969d7921674d88f615", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8a34aa30-95be-4b18-98ca-1f2d81f7e9e6", "external-id": "nsx-vlan-transportzone-234", "segmentation_id": 234, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4b9862e2-a2", "ovs_interfaceid": "4b9862e2-a25f-4722-b1a1-e36cc837cd38", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69770) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 795.140994] env[69770]: DEBUG oslo_vmware.api [None req-d493617b-7d22-40ef-99f9-d970f2bef9c5 tempest-FloatingIPsAssociationTestJSON-527069498 tempest-FloatingIPsAssociationTestJSON-527069498-project-member] Task: {'id': task-4069541, 'name': PowerOnVM_Task, 'duration_secs': 0.56866} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 795.141367] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-d493617b-7d22-40ef-99f9-d970f2bef9c5 tempest-FloatingIPsAssociationTestJSON-527069498 tempest-FloatingIPsAssociationTestJSON-527069498-project-member] [instance: 60eb16dd-8c95-46c1-a226-ee1280cbd403] Powered on the VM {{(pid=69770) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 795.141631] env[69770]: INFO nova.compute.manager [None req-d493617b-7d22-40ef-99f9-d970f2bef9c5 tempest-FloatingIPsAssociationTestJSON-527069498 tempest-FloatingIPsAssociationTestJSON-527069498-project-member] [instance: 60eb16dd-8c95-46c1-a226-ee1280cbd403] Took 10.59 seconds to spawn the instance on the hypervisor. [ 795.141817] env[69770]: DEBUG nova.compute.manager [None req-d493617b-7d22-40ef-99f9-d970f2bef9c5 tempest-FloatingIPsAssociationTestJSON-527069498 tempest-FloatingIPsAssociationTestJSON-527069498-project-member] [instance: 60eb16dd-8c95-46c1-a226-ee1280cbd403] Checking state {{(pid=69770) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 795.143065] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa344b02-e0fd-4e7b-aaca-914d978d181b {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.203243] env[69770]: DEBUG oslo_vmware.api [None req-49d23e0e-787a-4dcf-9ca8-8ddb4a0441dd tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] Task: {'id': task-4069542, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075453} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 795.204285] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-49d23e0e-787a-4dcf-9ca8-8ddb4a0441dd tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] [instance: 19c06f92-7f17-4834-b8be-723eb3f313c5] Extended root virtual disk {{(pid=69770) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 795.205049] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6bade58-0292-4984-a341-27a25a744e98 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.233202] env[69770]: DEBUG nova.virt.vmwareapi.volumeops [None req-49d23e0e-787a-4dcf-9ca8-8ddb4a0441dd tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] [instance: 19c06f92-7f17-4834-b8be-723eb3f313c5] Reconfiguring VM instance instance-0000001d to attach disk [datastore2] 19c06f92-7f17-4834-b8be-723eb3f313c5/19c06f92-7f17-4834-b8be-723eb3f313c5.vmdk or device None with type sparse {{(pid=69770) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 795.233943] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-22e622b2-0ceb-4850-b9c5-e4ebd2acbd09 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.258651] env[69770]: DEBUG oslo_vmware.api [None req-49d23e0e-787a-4dcf-9ca8-8ddb4a0441dd tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] Waiting for the task: (returnval){ [ 795.258651] env[69770]: value = "task-4069544" [ 795.258651] env[69770]: _type = "Task" [ 795.258651] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 795.268490] env[69770]: DEBUG oslo_vmware.api [None req-49d23e0e-787a-4dcf-9ca8-8ddb4a0441dd tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] Task: {'id': task-4069544, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.291125] env[69770]: DEBUG oslo_concurrency.lockutils [None req-44e77e2d-d35e-44f8-a7a2-1c6d98b38d0b tempest-ListServersNegativeTestJSON-118656177 tempest-ListServersNegativeTestJSON-118656177-project-member] Acquiring lock "refresh_cache-c8a7ad94-852f-48a2-9186-70d322e97118" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.291332] env[69770]: DEBUG oslo_concurrency.lockutils [None req-44e77e2d-d35e-44f8-a7a2-1c6d98b38d0b tempest-ListServersNegativeTestJSON-118656177 tempest-ListServersNegativeTestJSON-118656177-project-member] Acquired lock "refresh_cache-c8a7ad94-852f-48a2-9186-70d322e97118" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.293708] env[69770]: DEBUG nova.network.neutron [None req-44e77e2d-d35e-44f8-a7a2-1c6d98b38d0b tempest-ListServersNegativeTestJSON-118656177 tempest-ListServersNegativeTestJSON-118656177-project-member] [instance: c8a7ad94-852f-48a2-9186-70d322e97118] Building network info cache for instance {{(pid=69770) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 795.306241] env[69770]: DEBUG oslo_vmware.api [None req-44e77e2d-d35e-44f8-a7a2-1c6d98b38d0b tempest-ListServersNegativeTestJSON-118656177 tempest-ListServersNegativeTestJSON-118656177-project-member] Task: {'id': task-4069543, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.320832] env[69770]: DEBUG nova.compute.manager [None req-b72bd657-1556-403a-a7bf-8de443cdf13f tempest-ListImageFiltersTestJSON-573549216 tempest-ListImageFiltersTestJSON-573549216-project-member] [instance: 8c85c90a-f87e-4356-8752-b7b8a16d12cd] Checking state {{(pid=69770) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 795.321745] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a1a3b82-97b3-4aac-b4a6-125b86924866 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.332880] env[69770]: DEBUG nova.scheduler.client.report [None req-44e77e2d-d35e-44f8-a7a2-1c6d98b38d0b tempest-ListServersNegativeTestJSON-118656177 tempest-ListServersNegativeTestJSON-118656177-project-member] Updated inventory for provider 7cc7d32b-b7a7-454a-a456-2a440248ed9d with generation 58 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 19, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69770) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 795.332880] env[69770]: DEBUG nova.compute.provider_tree [None req-44e77e2d-d35e-44f8-a7a2-1c6d98b38d0b tempest-ListServersNegativeTestJSON-118656177 tempest-ListServersNegativeTestJSON-118656177-project-member] Updating resource provider 7cc7d32b-b7a7-454a-a456-2a440248ed9d generation from 58 to 59 during operation: update_inventory {{(pid=69770) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 795.332880] env[69770]: DEBUG nova.compute.provider_tree [None req-44e77e2d-d35e-44f8-a7a2-1c6d98b38d0b tempest-ListServersNegativeTestJSON-118656177 tempest-ListServersNegativeTestJSON-118656177-project-member] Updating inventory in ProviderTree for provider 7cc7d32b-b7a7-454a-a456-2a440248ed9d with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 19, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69770) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 795.497343] env[69770]: DEBUG nova.compute.manager [None req-e09c597f-2e66-4235-9757-001d9b2c2edb tempest-ServerRescueTestJSONUnderV235-1853960857 tempest-ServerRescueTestJSONUnderV235-1853960857-project-member] [instance: b05d12b1-fb29-4185-8300-5f0140039dfe] Start destroying the instance on the hypervisor. {{(pid=69770) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 795.497564] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-e09c597f-2e66-4235-9757-001d9b2c2edb tempest-ServerRescueTestJSONUnderV235-1853960857 tempest-ServerRescueTestJSONUnderV235-1853960857-project-member] [instance: b05d12b1-fb29-4185-8300-5f0140039dfe] Destroying instance {{(pid=69770) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 795.499127] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c777b158-40f3-4892-9023-50a8c574a652 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.509885] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-e09c597f-2e66-4235-9757-001d9b2c2edb tempest-ServerRescueTestJSONUnderV235-1853960857 tempest-ServerRescueTestJSONUnderV235-1853960857-project-member] [instance: b05d12b1-fb29-4185-8300-5f0140039dfe] Powering off the VM {{(pid=69770) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 795.513018] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f0796f55-e499-4e3f-a420-7cc33eb9a147 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.513624] env[69770]: DEBUG oslo_concurrency.lockutils [None req-18de19d7-40d6-41ce-aacf-224f096923f8 tempest-DeleteServersAdminTestJSON-2130980840 tempest-DeleteServersAdminTestJSON-2130980840-project-member] Acquiring lock "e35191b8-2393-48e1-a120-f2a030ecec52" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 795.513933] env[69770]: DEBUG oslo_concurrency.lockutils [None req-18de19d7-40d6-41ce-aacf-224f096923f8 tempest-DeleteServersAdminTestJSON-2130980840 tempest-DeleteServersAdminTestJSON-2130980840-project-member] Lock "e35191b8-2393-48e1-a120-f2a030ecec52" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 795.514190] env[69770]: DEBUG oslo_concurrency.lockutils [None req-18de19d7-40d6-41ce-aacf-224f096923f8 tempest-DeleteServersAdminTestJSON-2130980840 tempest-DeleteServersAdminTestJSON-2130980840-project-member] Acquiring lock "e35191b8-2393-48e1-a120-f2a030ecec52-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 795.514409] env[69770]: DEBUG oslo_concurrency.lockutils [None req-18de19d7-40d6-41ce-aacf-224f096923f8 tempest-DeleteServersAdminTestJSON-2130980840 tempest-DeleteServersAdminTestJSON-2130980840-project-member] Lock "e35191b8-2393-48e1-a120-f2a030ecec52-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 795.514606] env[69770]: DEBUG oslo_concurrency.lockutils [None req-18de19d7-40d6-41ce-aacf-224f096923f8 tempest-DeleteServersAdminTestJSON-2130980840 tempest-DeleteServersAdminTestJSON-2130980840-project-member] Lock "e35191b8-2393-48e1-a120-f2a030ecec52-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 795.518888] env[69770]: INFO nova.compute.manager [None req-18de19d7-40d6-41ce-aacf-224f096923f8 tempest-DeleteServersAdminTestJSON-2130980840 tempest-DeleteServersAdminTestJSON-2130980840-project-member] [instance: e35191b8-2393-48e1-a120-f2a030ecec52] Terminating instance [ 795.524279] env[69770]: DEBUG oslo_vmware.api [None req-e09c597f-2e66-4235-9757-001d9b2c2edb tempest-ServerRescueTestJSONUnderV235-1853960857 tempest-ServerRescueTestJSONUnderV235-1853960857-project-member] Waiting for the task: (returnval){ [ 795.524279] env[69770]: value = "task-4069546" [ 795.524279] env[69770]: _type = "Task" [ 795.524279] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 795.538885] env[69770]: DEBUG oslo_vmware.api [None req-e09c597f-2e66-4235-9757-001d9b2c2edb tempest-ServerRescueTestJSONUnderV235-1853960857 tempest-ServerRescueTestJSONUnderV235-1853960857-project-member] Task: {'id': task-4069546, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.633984] env[69770]: DEBUG oslo_concurrency.lockutils [req-fe24fbad-78b4-43db-936d-94f8a20c5592 req-16046eeb-29d4-4bb7-a1ad-b65307f2cdb8 service nova] Releasing lock "refresh_cache-b05d12b1-fb29-4185-8300-5f0140039dfe" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.667289] env[69770]: INFO nova.compute.manager [None req-d493617b-7d22-40ef-99f9-d970f2bef9c5 tempest-FloatingIPsAssociationTestJSON-527069498 tempest-FloatingIPsAssociationTestJSON-527069498-project-member] [instance: 60eb16dd-8c95-46c1-a226-ee1280cbd403] Took 40.91 seconds to build instance. [ 795.770013] env[69770]: DEBUG oslo_vmware.api [None req-49d23e0e-787a-4dcf-9ca8-8ddb4a0441dd tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] Task: {'id': task-4069544, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.808818] env[69770]: DEBUG oslo_vmware.api [None req-44e77e2d-d35e-44f8-a7a2-1c6d98b38d0b tempest-ListServersNegativeTestJSON-118656177 tempest-ListServersNegativeTestJSON-118656177-project-member] Task: {'id': task-4069543, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.969355} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 795.812062] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-44e77e2d-d35e-44f8-a7a2-1c6d98b38d0b tempest-ListServersNegativeTestJSON-118656177 tempest-ListServersNegativeTestJSON-118656177-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk to [datastore2] 27c5d873-f24c-4e20-9bcf-1b157114e5d0/27c5d873-f24c-4e20-9bcf-1b157114e5d0.vmdk {{(pid=69770) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 795.812062] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-44e77e2d-d35e-44f8-a7a2-1c6d98b38d0b tempest-ListServersNegativeTestJSON-118656177 tempest-ListServersNegativeTestJSON-118656177-project-member] [instance: 27c5d873-f24c-4e20-9bcf-1b157114e5d0] Extending root virtual disk to 1048576 {{(pid=69770) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 795.812322] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-522b8b0b-db9e-449e-8bb7-649a1a0ace2b {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.821670] env[69770]: DEBUG oslo_vmware.api [None req-44e77e2d-d35e-44f8-a7a2-1c6d98b38d0b tempest-ListServersNegativeTestJSON-118656177 tempest-ListServersNegativeTestJSON-118656177-project-member] Waiting for the task: (returnval){ [ 795.821670] env[69770]: value = "task-4069547" [ 795.821670] env[69770]: _type = "Task" [ 795.821670] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 795.832047] env[69770]: DEBUG oslo_vmware.api [None req-44e77e2d-d35e-44f8-a7a2-1c6d98b38d0b tempest-ListServersNegativeTestJSON-118656177 tempest-ListServersNegativeTestJSON-118656177-project-member] Task: {'id': task-4069547, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.840133] env[69770]: DEBUG oslo_concurrency.lockutils [None req-44e77e2d-d35e-44f8-a7a2-1c6d98b38d0b tempest-ListServersNegativeTestJSON-118656177 tempest-ListServersNegativeTestJSON-118656177-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 4.558s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 795.840765] env[69770]: DEBUG nova.compute.manager [None req-44e77e2d-d35e-44f8-a7a2-1c6d98b38d0b tempest-ListServersNegativeTestJSON-118656177 tempest-ListServersNegativeTestJSON-118656177-project-member] [instance: fd890686-500e-4bee-b216-145c4818c245] Start building networks asynchronously for instance. {{(pid=69770) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 795.844126] env[69770]: INFO nova.compute.manager [None req-b72bd657-1556-403a-a7bf-8de443cdf13f tempest-ListImageFiltersTestJSON-573549216 tempest-ListImageFiltersTestJSON-573549216-project-member] [instance: 8c85c90a-f87e-4356-8752-b7b8a16d12cd] instance snapshotting [ 795.846052] env[69770]: DEBUG oslo_concurrency.lockutils [None req-29322379-8497-4c02-a152-5b65afb7f3c5 tempest-ImagesOneServerNegativeTestJSON-405389268 tempest-ImagesOneServerNegativeTestJSON-405389268-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.053s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 795.847526] env[69770]: INFO nova.compute.claims [None req-29322379-8497-4c02-a152-5b65afb7f3c5 tempest-ImagesOneServerNegativeTestJSON-405389268 tempest-ImagesOneServerNegativeTestJSON-405389268-project-member] [instance: 828f7a0a-dd24-4c98-85cf-5d99627860d7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 795.850927] env[69770]: DEBUG nova.network.neutron [None req-44e77e2d-d35e-44f8-a7a2-1c6d98b38d0b tempest-ListServersNegativeTestJSON-118656177 tempest-ListServersNegativeTestJSON-118656177-project-member] [instance: c8a7ad94-852f-48a2-9186-70d322e97118] Instance cache missing network info. {{(pid=69770) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 795.853884] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e166d61-7a18-4fdb-ac00-60eadabef211 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.878350] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1adbfb3-767a-4ce6-888f-8975d05c9570 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.975367] env[69770]: DEBUG nova.network.neutron [req-d6cbbe7a-f441-492e-827b-ef13aac6f8b8 req-d76d0a2c-3802-455c-b4fc-a19c8dc59f80 service nova] [instance: 27c5d873-f24c-4e20-9bcf-1b157114e5d0] Updated VIF entry in instance network info cache for port 465ab3f2-22c7-418c-b9b0-4b1d3f610947. {{(pid=69770) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 795.977175] env[69770]: DEBUG nova.network.neutron [req-d6cbbe7a-f441-492e-827b-ef13aac6f8b8 req-d76d0a2c-3802-455c-b4fc-a19c8dc59f80 service nova] [instance: 27c5d873-f24c-4e20-9bcf-1b157114e5d0] Updating instance_info_cache with network_info: [{"id": "465ab3f2-22c7-418c-b9b0-4b1d3f610947", "address": "fa:16:3e:01:7e:e6", "network": {"id": "33a17b7b-3f93-4bff-bc08-de4098f09ff0", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1118124040-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5d394de1b1da479ea9679f3fd7bd81ee", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6f1b07b1-e4e5-4842-9090-07fb2c3e124b", "external-id": "nsx-vlan-transportzone-646", "segmentation_id": 646, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap465ab3f2-22", "ovs_interfaceid": "465ab3f2-22c7-418c-b9b0-4b1d3f610947", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69770) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 796.025605] env[69770]: DEBUG nova.compute.manager [None req-18de19d7-40d6-41ce-aacf-224f096923f8 tempest-DeleteServersAdminTestJSON-2130980840 tempest-DeleteServersAdminTestJSON-2130980840-project-member] [instance: e35191b8-2393-48e1-a120-f2a030ecec52] Start destroying the instance on the hypervisor. {{(pid=69770) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 796.025862] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-18de19d7-40d6-41ce-aacf-224f096923f8 tempest-DeleteServersAdminTestJSON-2130980840 tempest-DeleteServersAdminTestJSON-2130980840-project-member] [instance: e35191b8-2393-48e1-a120-f2a030ecec52] Destroying instance {{(pid=69770) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 796.026895] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-242e8588-1520-446b-8227-f993db86de6f {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.045137] env[69770]: DEBUG oslo_vmware.api [None req-e09c597f-2e66-4235-9757-001d9b2c2edb tempest-ServerRescueTestJSONUnderV235-1853960857 tempest-ServerRescueTestJSONUnderV235-1853960857-project-member] Task: {'id': task-4069546, 'name': PowerOffVM_Task} progress is 100%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.049073] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-18de19d7-40d6-41ce-aacf-224f096923f8 tempest-DeleteServersAdminTestJSON-2130980840 tempest-DeleteServersAdminTestJSON-2130980840-project-member] [instance: e35191b8-2393-48e1-a120-f2a030ecec52] Powering off the VM {{(pid=69770) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 796.049400] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2bdb3dad-c7b8-43d9-98f8-b0dd5fe84a94 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.062120] env[69770]: DEBUG oslo_vmware.api [None req-18de19d7-40d6-41ce-aacf-224f096923f8 tempest-DeleteServersAdminTestJSON-2130980840 tempest-DeleteServersAdminTestJSON-2130980840-project-member] Waiting for the task: (returnval){ [ 796.062120] env[69770]: value = "task-4069548" [ 796.062120] env[69770]: _type = "Task" [ 796.062120] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 796.073452] env[69770]: DEBUG oslo_vmware.api [None req-18de19d7-40d6-41ce-aacf-224f096923f8 tempest-DeleteServersAdminTestJSON-2130980840 tempest-DeleteServersAdminTestJSON-2130980840-project-member] Task: {'id': task-4069548, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.112605] env[69770]: DEBUG nova.network.neutron [None req-44e77e2d-d35e-44f8-a7a2-1c6d98b38d0b tempest-ListServersNegativeTestJSON-118656177 tempest-ListServersNegativeTestJSON-118656177-project-member] [instance: c8a7ad94-852f-48a2-9186-70d322e97118] Updating instance_info_cache with network_info: [{"id": "aca2c1a0-d130-497b-a98b-0e0c3fbb9fff", "address": "fa:16:3e:4c:ee:f2", "network": {"id": "33a17b7b-3f93-4bff-bc08-de4098f09ff0", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1118124040-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5d394de1b1da479ea9679f3fd7bd81ee", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6f1b07b1-e4e5-4842-9090-07fb2c3e124b", "external-id": "nsx-vlan-transportzone-646", "segmentation_id": 646, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaca2c1a0-d1", "ovs_interfaceid": "aca2c1a0-d130-497b-a98b-0e0c3fbb9fff", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69770) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 796.173482] env[69770]: DEBUG oslo_concurrency.lockutils [None req-d493617b-7d22-40ef-99f9-d970f2bef9c5 tempest-FloatingIPsAssociationTestJSON-527069498 tempest-FloatingIPsAssociationTestJSON-527069498-project-member] Lock "60eb16dd-8c95-46c1-a226-ee1280cbd403" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 62.712s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 796.271756] env[69770]: DEBUG oslo_vmware.api [None req-49d23e0e-787a-4dcf-9ca8-8ddb4a0441dd tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] Task: {'id': task-4069544, 'name': ReconfigVM_Task, 'duration_secs': 0.942407} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 796.272181] env[69770]: DEBUG nova.virt.vmwareapi.volumeops [None req-49d23e0e-787a-4dcf-9ca8-8ddb4a0441dd tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] [instance: 19c06f92-7f17-4834-b8be-723eb3f313c5] Reconfigured VM instance instance-0000001d to attach disk [datastore2] 19c06f92-7f17-4834-b8be-723eb3f313c5/19c06f92-7f17-4834-b8be-723eb3f313c5.vmdk or device None with type sparse {{(pid=69770) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 796.272892] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3ad1b87f-1598-4035-bb88-7c7e05d47ad1 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.280574] env[69770]: DEBUG oslo_vmware.api [None req-49d23e0e-787a-4dcf-9ca8-8ddb4a0441dd tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] Waiting for the task: (returnval){ [ 796.280574] env[69770]: value = "task-4069549" [ 796.280574] env[69770]: _type = "Task" [ 796.280574] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 796.292223] env[69770]: DEBUG oslo_vmware.api [None req-49d23e0e-787a-4dcf-9ca8-8ddb4a0441dd tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] Task: {'id': task-4069549, 'name': Rename_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.334256] env[69770]: DEBUG oslo_vmware.api [None req-44e77e2d-d35e-44f8-a7a2-1c6d98b38d0b tempest-ListServersNegativeTestJSON-118656177 tempest-ListServersNegativeTestJSON-118656177-project-member] Task: {'id': task-4069547, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.153887} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 796.334865] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-44e77e2d-d35e-44f8-a7a2-1c6d98b38d0b tempest-ListServersNegativeTestJSON-118656177 tempest-ListServersNegativeTestJSON-118656177-project-member] [instance: 27c5d873-f24c-4e20-9bcf-1b157114e5d0] Extended root virtual disk {{(pid=69770) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 796.335820] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0759118-ed9e-4140-b469-f2945675d8f8 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.353714] env[69770]: DEBUG nova.compute.utils [None req-44e77e2d-d35e-44f8-a7a2-1c6d98b38d0b tempest-ListServersNegativeTestJSON-118656177 tempest-ListServersNegativeTestJSON-118656177-project-member] Using /dev/sd instead of None {{(pid=69770) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 796.366919] env[69770]: DEBUG nova.virt.vmwareapi.volumeops [None req-44e77e2d-d35e-44f8-a7a2-1c6d98b38d0b tempest-ListServersNegativeTestJSON-118656177 tempest-ListServersNegativeTestJSON-118656177-project-member] [instance: 27c5d873-f24c-4e20-9bcf-1b157114e5d0] Reconfiguring VM instance instance-0000001e to attach disk [datastore2] 27c5d873-f24c-4e20-9bcf-1b157114e5d0/27c5d873-f24c-4e20-9bcf-1b157114e5d0.vmdk or device None with type sparse {{(pid=69770) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 796.368574] env[69770]: DEBUG nova.compute.manager [None req-44e77e2d-d35e-44f8-a7a2-1c6d98b38d0b tempest-ListServersNegativeTestJSON-118656177 tempest-ListServersNegativeTestJSON-118656177-project-member] [instance: fd890686-500e-4bee-b216-145c4818c245] Start building block device mappings for instance. {{(pid=69770) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 796.371068] env[69770]: DEBUG nova.compute.manager [None req-44e77e2d-d35e-44f8-a7a2-1c6d98b38d0b tempest-ListServersNegativeTestJSON-118656177 tempest-ListServersNegativeTestJSON-118656177-project-member] [instance: fd890686-500e-4bee-b216-145c4818c245] Allocating IP information in the background. {{(pid=69770) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 796.371275] env[69770]: DEBUG nova.network.neutron [None req-44e77e2d-d35e-44f8-a7a2-1c6d98b38d0b tempest-ListServersNegativeTestJSON-118656177 tempest-ListServersNegativeTestJSON-118656177-project-member] [instance: fd890686-500e-4bee-b216-145c4818c245] allocate_for_instance() {{(pid=69770) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 796.375602] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-62c0077d-c72d-40e9-ab68-aac88dbd6f0f {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.399127] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-b72bd657-1556-403a-a7bf-8de443cdf13f tempest-ListImageFiltersTestJSON-573549216 tempest-ListImageFiltersTestJSON-573549216-project-member] [instance: 8c85c90a-f87e-4356-8752-b7b8a16d12cd] Creating Snapshot of the VM instance {{(pid=69770) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 796.402548] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-fc7d2b2c-caa7-4930-a102-2be66d36ffca {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.409196] env[69770]: DEBUG oslo_vmware.api [None req-44e77e2d-d35e-44f8-a7a2-1c6d98b38d0b tempest-ListServersNegativeTestJSON-118656177 tempest-ListServersNegativeTestJSON-118656177-project-member] Waiting for the task: (returnval){ [ 796.409196] env[69770]: value = "task-4069550" [ 796.409196] env[69770]: _type = "Task" [ 796.409196] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 796.415705] env[69770]: DEBUG oslo_vmware.api [None req-b72bd657-1556-403a-a7bf-8de443cdf13f tempest-ListImageFiltersTestJSON-573549216 tempest-ListImageFiltersTestJSON-573549216-project-member] Waiting for the task: (returnval){ [ 796.415705] env[69770]: value = "task-4069551" [ 796.415705] env[69770]: _type = "Task" [ 796.415705] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 796.424687] env[69770]: DEBUG oslo_vmware.api [None req-44e77e2d-d35e-44f8-a7a2-1c6d98b38d0b tempest-ListServersNegativeTestJSON-118656177 tempest-ListServersNegativeTestJSON-118656177-project-member] Task: {'id': task-4069550, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.431759] env[69770]: DEBUG oslo_vmware.api [None req-b72bd657-1556-403a-a7bf-8de443cdf13f tempest-ListImageFiltersTestJSON-573549216 tempest-ListImageFiltersTestJSON-573549216-project-member] Task: {'id': task-4069551, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.480853] env[69770]: DEBUG oslo_concurrency.lockutils [req-d6cbbe7a-f441-492e-827b-ef13aac6f8b8 req-d76d0a2c-3802-455c-b4fc-a19c8dc59f80 service nova] Releasing lock "refresh_cache-27c5d873-f24c-4e20-9bcf-1b157114e5d0" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.481157] env[69770]: DEBUG nova.compute.manager [req-d6cbbe7a-f441-492e-827b-ef13aac6f8b8 req-d76d0a2c-3802-455c-b4fc-a19c8dc59f80 service nova] [instance: c8a7ad94-852f-48a2-9186-70d322e97118] Received event network-vif-plugged-aca2c1a0-d130-497b-a98b-0e0c3fbb9fff {{(pid=69770) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 796.481362] env[69770]: DEBUG oslo_concurrency.lockutils [req-d6cbbe7a-f441-492e-827b-ef13aac6f8b8 req-d76d0a2c-3802-455c-b4fc-a19c8dc59f80 service nova] Acquiring lock "c8a7ad94-852f-48a2-9186-70d322e97118-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 796.481574] env[69770]: DEBUG oslo_concurrency.lockutils [req-d6cbbe7a-f441-492e-827b-ef13aac6f8b8 req-d76d0a2c-3802-455c-b4fc-a19c8dc59f80 service nova] Lock "c8a7ad94-852f-48a2-9186-70d322e97118-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 796.481756] env[69770]: DEBUG oslo_concurrency.lockutils [req-d6cbbe7a-f441-492e-827b-ef13aac6f8b8 req-d76d0a2c-3802-455c-b4fc-a19c8dc59f80 service nova] Lock "c8a7ad94-852f-48a2-9186-70d322e97118-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 796.482110] env[69770]: DEBUG nova.compute.manager [req-d6cbbe7a-f441-492e-827b-ef13aac6f8b8 req-d76d0a2c-3802-455c-b4fc-a19c8dc59f80 service nova] [instance: c8a7ad94-852f-48a2-9186-70d322e97118] No waiting events found dispatching network-vif-plugged-aca2c1a0-d130-497b-a98b-0e0c3fbb9fff {{(pid=69770) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 796.482219] env[69770]: WARNING nova.compute.manager [req-d6cbbe7a-f441-492e-827b-ef13aac6f8b8 req-d76d0a2c-3802-455c-b4fc-a19c8dc59f80 service nova] [instance: c8a7ad94-852f-48a2-9186-70d322e97118] Received unexpected event network-vif-plugged-aca2c1a0-d130-497b-a98b-0e0c3fbb9fff for instance with vm_state building and task_state spawning. [ 796.490624] env[69770]: DEBUG nova.policy [None req-44e77e2d-d35e-44f8-a7a2-1c6d98b38d0b tempest-ListServersNegativeTestJSON-118656177 tempest-ListServersNegativeTestJSON-118656177-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6a65e4464dfb44908e4b5766a4973d56', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5d394de1b1da479ea9679f3fd7bd81ee', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69770) authorize /opt/stack/nova/nova/policy.py:192}} [ 796.537072] env[69770]: DEBUG oslo_vmware.api [None req-e09c597f-2e66-4235-9757-001d9b2c2edb tempest-ServerRescueTestJSONUnderV235-1853960857 tempest-ServerRescueTestJSONUnderV235-1853960857-project-member] Task: {'id': task-4069546, 'name': PowerOffVM_Task, 'duration_secs': 0.584706} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 796.537488] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-e09c597f-2e66-4235-9757-001d9b2c2edb tempest-ServerRescueTestJSONUnderV235-1853960857 tempest-ServerRescueTestJSONUnderV235-1853960857-project-member] [instance: b05d12b1-fb29-4185-8300-5f0140039dfe] Powered off the VM {{(pid=69770) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 796.538326] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-e09c597f-2e66-4235-9757-001d9b2c2edb tempest-ServerRescueTestJSONUnderV235-1853960857 tempest-ServerRescueTestJSONUnderV235-1853960857-project-member] [instance: b05d12b1-fb29-4185-8300-5f0140039dfe] Unregistering the VM {{(pid=69770) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 796.538647] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1ab50a9a-61ff-439a-be6a-3552e3977b03 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.573280] env[69770]: DEBUG oslo_vmware.api [None req-18de19d7-40d6-41ce-aacf-224f096923f8 tempest-DeleteServersAdminTestJSON-2130980840 tempest-DeleteServersAdminTestJSON-2130980840-project-member] Task: {'id': task-4069548, 'name': PowerOffVM_Task, 'duration_secs': 0.246326} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 796.576702] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-18de19d7-40d6-41ce-aacf-224f096923f8 tempest-DeleteServersAdminTestJSON-2130980840 tempest-DeleteServersAdminTestJSON-2130980840-project-member] [instance: e35191b8-2393-48e1-a120-f2a030ecec52] Powered off the VM {{(pid=69770) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 796.577078] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-18de19d7-40d6-41ce-aacf-224f096923f8 tempest-DeleteServersAdminTestJSON-2130980840 tempest-DeleteServersAdminTestJSON-2130980840-project-member] [instance: e35191b8-2393-48e1-a120-f2a030ecec52] Unregistering the VM {{(pid=69770) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 796.577424] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-24b11100-4983-4435-b2a4-69b17fbb90ef {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.617377] env[69770]: DEBUG oslo_concurrency.lockutils [None req-44e77e2d-d35e-44f8-a7a2-1c6d98b38d0b tempest-ListServersNegativeTestJSON-118656177 tempest-ListServersNegativeTestJSON-118656177-project-member] Releasing lock "refresh_cache-c8a7ad94-852f-48a2-9186-70d322e97118" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.618162] env[69770]: DEBUG nova.compute.manager [None req-44e77e2d-d35e-44f8-a7a2-1c6d98b38d0b tempest-ListServersNegativeTestJSON-118656177 tempest-ListServersNegativeTestJSON-118656177-project-member] [instance: c8a7ad94-852f-48a2-9186-70d322e97118] Instance network_info: |[{"id": "aca2c1a0-d130-497b-a98b-0e0c3fbb9fff", "address": "fa:16:3e:4c:ee:f2", "network": {"id": "33a17b7b-3f93-4bff-bc08-de4098f09ff0", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1118124040-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5d394de1b1da479ea9679f3fd7bd81ee", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6f1b07b1-e4e5-4842-9090-07fb2c3e124b", "external-id": "nsx-vlan-transportzone-646", "segmentation_id": 646, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaca2c1a0-d1", "ovs_interfaceid": "aca2c1a0-d130-497b-a98b-0e0c3fbb9fff", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69770) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 796.619194] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-44e77e2d-d35e-44f8-a7a2-1c6d98b38d0b tempest-ListServersNegativeTestJSON-118656177 tempest-ListServersNegativeTestJSON-118656177-project-member] [instance: c8a7ad94-852f-48a2-9186-70d322e97118] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4c:ee:f2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6f1b07b1-e4e5-4842-9090-07fb2c3e124b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'aca2c1a0-d130-497b-a98b-0e0c3fbb9fff', 'vif_model': 'vmxnet3'}] {{(pid=69770) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 796.627583] env[69770]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-44e77e2d-d35e-44f8-a7a2-1c6d98b38d0b tempest-ListServersNegativeTestJSON-118656177 tempest-ListServersNegativeTestJSON-118656177-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69770) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 796.628211] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c8a7ad94-852f-48a2-9186-70d322e97118] Creating VM on the ESX host {{(pid=69770) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 796.628211] env[69770]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-21914e90-4ce7-4167-9acb-b46918e4d3ca {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.647480] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-e09c597f-2e66-4235-9757-001d9b2c2edb tempest-ServerRescueTestJSONUnderV235-1853960857 tempest-ServerRescueTestJSONUnderV235-1853960857-project-member] [instance: b05d12b1-fb29-4185-8300-5f0140039dfe] Unregistered the VM {{(pid=69770) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 796.647480] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-e09c597f-2e66-4235-9757-001d9b2c2edb tempest-ServerRescueTestJSONUnderV235-1853960857 tempest-ServerRescueTestJSONUnderV235-1853960857-project-member] [instance: b05d12b1-fb29-4185-8300-5f0140039dfe] Deleting contents of the VM from datastore datastore2 {{(pid=69770) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 796.647480] env[69770]: DEBUG nova.virt.vmwareapi.ds_util [None req-e09c597f-2e66-4235-9757-001d9b2c2edb tempest-ServerRescueTestJSONUnderV235-1853960857 tempest-ServerRescueTestJSONUnderV235-1853960857-project-member] Deleting the datastore file [datastore2] b05d12b1-fb29-4185-8300-5f0140039dfe {{(pid=69770) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 796.648306] env[69770]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-68445cc5-efc3-43b7-8cfc-25acd9f7e72e {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.653605] env[69770]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 796.653605] env[69770]: value = "task-4069554" [ 796.653605] env[69770]: _type = "Task" [ 796.653605] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 796.659545] env[69770]: DEBUG oslo_vmware.api [None req-e09c597f-2e66-4235-9757-001d9b2c2edb tempest-ServerRescueTestJSONUnderV235-1853960857 tempest-ServerRescueTestJSONUnderV235-1853960857-project-member] Waiting for the task: (returnval){ [ 796.659545] env[69770]: value = "task-4069555" [ 796.659545] env[69770]: _type = "Task" [ 796.659545] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 796.669089] env[69770]: DEBUG oslo_vmware.api [-] Task: {'id': task-4069554, 'name': CreateVM_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.672181] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-18de19d7-40d6-41ce-aacf-224f096923f8 tempest-DeleteServersAdminTestJSON-2130980840 tempest-DeleteServersAdminTestJSON-2130980840-project-member] [instance: e35191b8-2393-48e1-a120-f2a030ecec52] Unregistered the VM {{(pid=69770) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 796.672461] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-18de19d7-40d6-41ce-aacf-224f096923f8 tempest-DeleteServersAdminTestJSON-2130980840 tempest-DeleteServersAdminTestJSON-2130980840-project-member] [instance: e35191b8-2393-48e1-a120-f2a030ecec52] Deleting contents of the VM from datastore datastore2 {{(pid=69770) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 796.672733] env[69770]: DEBUG nova.virt.vmwareapi.ds_util [None req-18de19d7-40d6-41ce-aacf-224f096923f8 tempest-DeleteServersAdminTestJSON-2130980840 tempest-DeleteServersAdminTestJSON-2130980840-project-member] Deleting the datastore file [datastore2] e35191b8-2393-48e1-a120-f2a030ecec52 {{(pid=69770) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 796.676836] env[69770]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e61f4cc0-a94c-46aa-9749-a13d21b60637 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.679075] env[69770]: DEBUG nova.compute.manager [None req-42ae7b16-f3b8-499c-b271-4aa29c9d234f tempest-MultipleCreateTestJSON-938873983 tempest-MultipleCreateTestJSON-938873983-project-member] [instance: 271a7171-f68e-40ec-8f3e-87cb9c18e971] Starting instance... {{(pid=69770) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 796.682677] env[69770]: DEBUG oslo_vmware.api [None req-e09c597f-2e66-4235-9757-001d9b2c2edb tempest-ServerRescueTestJSONUnderV235-1853960857 tempest-ServerRescueTestJSONUnderV235-1853960857-project-member] Task: {'id': task-4069555, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.688661] env[69770]: DEBUG oslo_vmware.api [None req-18de19d7-40d6-41ce-aacf-224f096923f8 tempest-DeleteServersAdminTestJSON-2130980840 tempest-DeleteServersAdminTestJSON-2130980840-project-member] Waiting for the task: (returnval){ [ 796.688661] env[69770]: value = "task-4069556" [ 796.688661] env[69770]: _type = "Task" [ 796.688661] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 796.700794] env[69770]: DEBUG oslo_vmware.api [None req-18de19d7-40d6-41ce-aacf-224f096923f8 tempest-DeleteServersAdminTestJSON-2130980840 tempest-DeleteServersAdminTestJSON-2130980840-project-member] Task: {'id': task-4069556, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.798373] env[69770]: DEBUG oslo_vmware.api [None req-49d23e0e-787a-4dcf-9ca8-8ddb4a0441dd tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] Task: {'id': task-4069549, 'name': Rename_Task, 'duration_secs': 0.173143} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 796.798373] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-49d23e0e-787a-4dcf-9ca8-8ddb4a0441dd tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] [instance: 19c06f92-7f17-4834-b8be-723eb3f313c5] Powering on the VM {{(pid=69770) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 796.798373] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-25897db7-cbeb-4727-9170-c5b449bb8758 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.807097] env[69770]: DEBUG oslo_vmware.api [None req-49d23e0e-787a-4dcf-9ca8-8ddb4a0441dd tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] Waiting for the task: (returnval){ [ 796.807097] env[69770]: value = "task-4069557" [ 796.807097] env[69770]: _type = "Task" [ 796.807097] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 796.814752] env[69770]: DEBUG oslo_vmware.api [None req-49d23e0e-787a-4dcf-9ca8-8ddb4a0441dd tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] Task: {'id': task-4069557, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.905672] env[69770]: DEBUG oslo_concurrency.lockutils [None req-75110d96-ae3a-4fe2-a81e-0091879fbe00 tempest-ListServerFiltersTestJSON-1688445247 tempest-ListServerFiltersTestJSON-1688445247-project-member] Acquiring lock "1ecca185-3141-408a-92c7-c3a431ddc25d" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 796.906311] env[69770]: DEBUG oslo_concurrency.lockutils [None req-75110d96-ae3a-4fe2-a81e-0091879fbe00 tempest-ListServerFiltersTestJSON-1688445247 tempest-ListServerFiltersTestJSON-1688445247-project-member] Lock "1ecca185-3141-408a-92c7-c3a431ddc25d" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 796.906404] env[69770]: DEBUG nova.compute.manager [None req-75110d96-ae3a-4fe2-a81e-0091879fbe00 tempest-ListServerFiltersTestJSON-1688445247 tempest-ListServerFiltersTestJSON-1688445247-project-member] [instance: 1ecca185-3141-408a-92c7-c3a431ddc25d] Checking state {{(pid=69770) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 796.907331] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-858cc3f3-3d7f-41b9-b13d-afd699f88291 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.930692] env[69770]: DEBUG nova.compute.manager [None req-75110d96-ae3a-4fe2-a81e-0091879fbe00 tempest-ListServerFiltersTestJSON-1688445247 tempest-ListServerFiltersTestJSON-1688445247-project-member] [instance: 1ecca185-3141-408a-92c7-c3a431ddc25d] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69770) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 796.932145] env[69770]: DEBUG nova.objects.instance [None req-75110d96-ae3a-4fe2-a81e-0091879fbe00 tempest-ListServerFiltersTestJSON-1688445247 tempest-ListServerFiltersTestJSON-1688445247-project-member] Lazy-loading 'flavor' on Instance uuid 1ecca185-3141-408a-92c7-c3a431ddc25d {{(pid=69770) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 796.943570] env[69770]: DEBUG oslo_vmware.api [None req-44e77e2d-d35e-44f8-a7a2-1c6d98b38d0b tempest-ListServersNegativeTestJSON-118656177 tempest-ListServersNegativeTestJSON-118656177-project-member] Task: {'id': task-4069550, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.946574] env[69770]: DEBUG oslo_vmware.api [None req-b72bd657-1556-403a-a7bf-8de443cdf13f tempest-ListImageFiltersTestJSON-573549216 tempest-ListImageFiltersTestJSON-573549216-project-member] Task: {'id': task-4069551, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.172025] env[69770]: DEBUG oslo_vmware.api [-] Task: {'id': task-4069554, 'name': CreateVM_Task, 'duration_secs': 0.500602} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 797.176083] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c8a7ad94-852f-48a2-9186-70d322e97118] Created VM on the ESX host {{(pid=69770) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 797.176083] env[69770]: DEBUG oslo_concurrency.lockutils [None req-44e77e2d-d35e-44f8-a7a2-1c6d98b38d0b tempest-ListServersNegativeTestJSON-118656177 tempest-ListServersNegativeTestJSON-118656177-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.176083] env[69770]: DEBUG oslo_concurrency.lockutils [None req-44e77e2d-d35e-44f8-a7a2-1c6d98b38d0b tempest-ListServersNegativeTestJSON-118656177 tempest-ListServersNegativeTestJSON-118656177-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.177448] env[69770]: DEBUG oslo_concurrency.lockutils [None req-44e77e2d-d35e-44f8-a7a2-1c6d98b38d0b tempest-ListServersNegativeTestJSON-118656177 tempest-ListServersNegativeTestJSON-118656177-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.184786] env[69770]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-696916bb-27e0-42a7-bc9d-fde8c574933f {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.189093] env[69770]: DEBUG oslo_vmware.api [None req-e09c597f-2e66-4235-9757-001d9b2c2edb tempest-ServerRescueTestJSONUnderV235-1853960857 tempest-ServerRescueTestJSONUnderV235-1853960857-project-member] Task: {'id': task-4069555, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.200649] env[69770]: DEBUG oslo_vmware.api [None req-44e77e2d-d35e-44f8-a7a2-1c6d98b38d0b tempest-ListServersNegativeTestJSON-118656177 tempest-ListServersNegativeTestJSON-118656177-project-member] Waiting for the task: (returnval){ [ 797.200649] env[69770]: value = "session[52161b52-cb8e-ec9f-1132-2f6b49549d41]52c85824-cdf7-b675-3858-c29fdeae4d38" [ 797.200649] env[69770]: _type = "Task" [ 797.200649] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 797.207429] env[69770]: DEBUG oslo_vmware.api [None req-18de19d7-40d6-41ce-aacf-224f096923f8 tempest-DeleteServersAdminTestJSON-2130980840 tempest-DeleteServersAdminTestJSON-2130980840-project-member] Task: {'id': task-4069556, 'name': DeleteDatastoreFile_Task} progress is 100%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.208485] env[69770]: DEBUG oslo_concurrency.lockutils [None req-42ae7b16-f3b8-499c-b271-4aa29c9d234f tempest-MultipleCreateTestJSON-938873983 tempest-MultipleCreateTestJSON-938873983-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 797.214610] env[69770]: DEBUG oslo_vmware.api [None req-44e77e2d-d35e-44f8-a7a2-1c6d98b38d0b tempest-ListServersNegativeTestJSON-118656177 tempest-ListServersNegativeTestJSON-118656177-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]52c85824-cdf7-b675-3858-c29fdeae4d38, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.244600] env[69770]: DEBUG nova.network.neutron [None req-44e77e2d-d35e-44f8-a7a2-1c6d98b38d0b tempest-ListServersNegativeTestJSON-118656177 tempest-ListServersNegativeTestJSON-118656177-project-member] [instance: fd890686-500e-4bee-b216-145c4818c245] Successfully created port: b9968ad7-6355-43be-8696-d2d825d0ba1b {{(pid=69770) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 797.319849] env[69770]: DEBUG oslo_vmware.api [None req-49d23e0e-787a-4dcf-9ca8-8ddb4a0441dd tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] Task: {'id': task-4069557, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.345039] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2e97c84-c533-451b-bca1-c360b03ea2db {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.353492] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29de6b68-c4dd-448f-b5ca-910b21829d27 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.385792] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41a8c260-a4e5-4a56-b99c-3f6269a27605 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.394444] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37e7df38-758e-48bb-9495-0a612d68d2c3 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.411921] env[69770]: DEBUG nova.compute.manager [None req-44e77e2d-d35e-44f8-a7a2-1c6d98b38d0b tempest-ListServersNegativeTestJSON-118656177 tempest-ListServersNegativeTestJSON-118656177-project-member] [instance: fd890686-500e-4bee-b216-145c4818c245] Start spawning the instance on the hypervisor. {{(pid=69770) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 797.414596] env[69770]: DEBUG nova.compute.provider_tree [None req-29322379-8497-4c02-a152-5b65afb7f3c5 tempest-ImagesOneServerNegativeTestJSON-405389268 tempest-ImagesOneServerNegativeTestJSON-405389268-project-member] Updating inventory in ProviderTree for provider 7cc7d32b-b7a7-454a-a456-2a440248ed9d with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69770) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 797.428698] env[69770]: DEBUG oslo_vmware.api [None req-44e77e2d-d35e-44f8-a7a2-1c6d98b38d0b tempest-ListServersNegativeTestJSON-118656177 tempest-ListServersNegativeTestJSON-118656177-project-member] Task: {'id': task-4069550, 'name': ReconfigVM_Task, 'duration_secs': 0.811323} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 797.434198] env[69770]: DEBUG nova.virt.vmwareapi.volumeops [None req-44e77e2d-d35e-44f8-a7a2-1c6d98b38d0b tempest-ListServersNegativeTestJSON-118656177 tempest-ListServersNegativeTestJSON-118656177-project-member] [instance: 27c5d873-f24c-4e20-9bcf-1b157114e5d0] Reconfigured VM instance instance-0000001e to attach disk [datastore2] 27c5d873-f24c-4e20-9bcf-1b157114e5d0/27c5d873-f24c-4e20-9bcf-1b157114e5d0.vmdk or device None with type sparse {{(pid=69770) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 797.434198] env[69770]: DEBUG oslo_vmware.api [None req-b72bd657-1556-403a-a7bf-8de443cdf13f tempest-ListImageFiltersTestJSON-573549216 tempest-ListImageFiltersTestJSON-573549216-project-member] Task: {'id': task-4069551, 'name': CreateSnapshot_Task, 'duration_secs': 0.891963} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 797.434419] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4b4c643a-9191-485f-86d1-939cff875928 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.436341] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-b72bd657-1556-403a-a7bf-8de443cdf13f tempest-ListImageFiltersTestJSON-573549216 tempest-ListImageFiltersTestJSON-573549216-project-member] [instance: 8c85c90a-f87e-4356-8752-b7b8a16d12cd] Created Snapshot of the VM instance {{(pid=69770) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 797.439324] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c2edcc0-045e-48f9-a0f6-f1b4c31c258c {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.461124] env[69770]: DEBUG nova.virt.hardware [None req-44e77e2d-d35e-44f8-a7a2-1c6d98b38d0b tempest-ListServersNegativeTestJSON-118656177 tempest-ListServersNegativeTestJSON-118656177-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T12:16:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T12:16:11Z,direct_url=,disk_format='vmdk',id=d1eaff80-24a0-4391-90eb-59958b1ecf0a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d65f20bb89fb40a98b77bc6d97357df2',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T12:16:12Z,virtual_size=,visibility=), allow threads: False {{(pid=69770) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 797.461124] env[69770]: DEBUG nova.virt.hardware [None req-44e77e2d-d35e-44f8-a7a2-1c6d98b38d0b tempest-ListServersNegativeTestJSON-118656177 tempest-ListServersNegativeTestJSON-118656177-project-member] Flavor limits 0:0:0 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 797.461124] env[69770]: DEBUG nova.virt.hardware [None req-44e77e2d-d35e-44f8-a7a2-1c6d98b38d0b tempest-ListServersNegativeTestJSON-118656177 tempest-ListServersNegativeTestJSON-118656177-project-member] Image limits 0:0:0 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 797.461526] env[69770]: DEBUG nova.virt.hardware [None req-44e77e2d-d35e-44f8-a7a2-1c6d98b38d0b tempest-ListServersNegativeTestJSON-118656177 tempest-ListServersNegativeTestJSON-118656177-project-member] Flavor pref 0:0:0 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 797.461526] env[69770]: DEBUG nova.virt.hardware [None req-44e77e2d-d35e-44f8-a7a2-1c6d98b38d0b tempest-ListServersNegativeTestJSON-118656177 tempest-ListServersNegativeTestJSON-118656177-project-member] Image pref 0:0:0 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 797.461526] env[69770]: DEBUG nova.virt.hardware [None req-44e77e2d-d35e-44f8-a7a2-1c6d98b38d0b tempest-ListServersNegativeTestJSON-118656177 tempest-ListServersNegativeTestJSON-118656177-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 797.461526] env[69770]: DEBUG nova.virt.hardware [None req-44e77e2d-d35e-44f8-a7a2-1c6d98b38d0b tempest-ListServersNegativeTestJSON-118656177 tempest-ListServersNegativeTestJSON-118656177-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69770) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 797.461526] env[69770]: DEBUG nova.virt.hardware [None req-44e77e2d-d35e-44f8-a7a2-1c6d98b38d0b tempest-ListServersNegativeTestJSON-118656177 tempest-ListServersNegativeTestJSON-118656177-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69770) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 797.461684] env[69770]: DEBUG nova.virt.hardware [None req-44e77e2d-d35e-44f8-a7a2-1c6d98b38d0b tempest-ListServersNegativeTestJSON-118656177 tempest-ListServersNegativeTestJSON-118656177-project-member] Got 1 possible topologies {{(pid=69770) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 797.461684] env[69770]: DEBUG nova.virt.hardware [None req-44e77e2d-d35e-44f8-a7a2-1c6d98b38d0b tempest-ListServersNegativeTestJSON-118656177 tempest-ListServersNegativeTestJSON-118656177-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69770) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 797.461684] env[69770]: DEBUG nova.virt.hardware [None req-44e77e2d-d35e-44f8-a7a2-1c6d98b38d0b tempest-ListServersNegativeTestJSON-118656177 tempest-ListServersNegativeTestJSON-118656177-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69770) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 797.463248] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b2e36bf-0426-446d-bfb1-944a8cbd6c9d {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.466479] env[69770]: DEBUG oslo_vmware.api [None req-44e77e2d-d35e-44f8-a7a2-1c6d98b38d0b tempest-ListServersNegativeTestJSON-118656177 tempest-ListServersNegativeTestJSON-118656177-project-member] Waiting for the task: (returnval){ [ 797.466479] env[69770]: value = "task-4069558" [ 797.466479] env[69770]: _type = "Task" [ 797.466479] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 797.476470] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72f95350-7c9f-4693-ab23-dd23c75ba70b {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.484849] env[69770]: DEBUG oslo_vmware.api [None req-44e77e2d-d35e-44f8-a7a2-1c6d98b38d0b tempest-ListServersNegativeTestJSON-118656177 tempest-ListServersNegativeTestJSON-118656177-project-member] Task: {'id': task-4069558, 'name': Rename_Task} progress is 14%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.673810] env[69770]: DEBUG oslo_vmware.api [None req-e09c597f-2e66-4235-9757-001d9b2c2edb tempest-ServerRescueTestJSONUnderV235-1853960857 tempest-ServerRescueTestJSONUnderV235-1853960857-project-member] Task: {'id': task-4069555, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.704796] env[69770]: DEBUG oslo_vmware.api [None req-18de19d7-40d6-41ce-aacf-224f096923f8 tempest-DeleteServersAdminTestJSON-2130980840 tempest-DeleteServersAdminTestJSON-2130980840-project-member] Task: {'id': task-4069556, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.520935} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 797.711015] env[69770]: DEBUG nova.virt.vmwareapi.ds_util [None req-18de19d7-40d6-41ce-aacf-224f096923f8 tempest-DeleteServersAdminTestJSON-2130980840 tempest-DeleteServersAdminTestJSON-2130980840-project-member] Deleted the datastore file {{(pid=69770) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 797.711015] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-18de19d7-40d6-41ce-aacf-224f096923f8 tempest-DeleteServersAdminTestJSON-2130980840 tempest-DeleteServersAdminTestJSON-2130980840-project-member] [instance: e35191b8-2393-48e1-a120-f2a030ecec52] Deleted contents of the VM from datastore datastore2 {{(pid=69770) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 797.711015] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-18de19d7-40d6-41ce-aacf-224f096923f8 tempest-DeleteServersAdminTestJSON-2130980840 tempest-DeleteServersAdminTestJSON-2130980840-project-member] [instance: e35191b8-2393-48e1-a120-f2a030ecec52] Instance destroyed {{(pid=69770) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 797.711015] env[69770]: INFO nova.compute.manager [None req-18de19d7-40d6-41ce-aacf-224f096923f8 tempest-DeleteServersAdminTestJSON-2130980840 tempest-DeleteServersAdminTestJSON-2130980840-project-member] [instance: e35191b8-2393-48e1-a120-f2a030ecec52] Took 1.68 seconds to destroy the instance on the hypervisor. [ 797.711015] env[69770]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-18de19d7-40d6-41ce-aacf-224f096923f8 tempest-DeleteServersAdminTestJSON-2130980840 tempest-DeleteServersAdminTestJSON-2130980840-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69770) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 797.711247] env[69770]: DEBUG nova.compute.manager [-] [instance: e35191b8-2393-48e1-a120-f2a030ecec52] Deallocating network for instance {{(pid=69770) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 797.711247] env[69770]: DEBUG nova.network.neutron [-] [instance: e35191b8-2393-48e1-a120-f2a030ecec52] deallocate_for_instance() {{(pid=69770) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 797.718591] env[69770]: DEBUG oslo_vmware.api [None req-44e77e2d-d35e-44f8-a7a2-1c6d98b38d0b tempest-ListServersNegativeTestJSON-118656177 tempest-ListServersNegativeTestJSON-118656177-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]52c85824-cdf7-b675-3858-c29fdeae4d38, 'name': SearchDatastore_Task, 'duration_secs': 0.023092} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 797.718900] env[69770]: DEBUG oslo_concurrency.lockutils [None req-44e77e2d-d35e-44f8-a7a2-1c6d98b38d0b tempest-ListServersNegativeTestJSON-118656177 tempest-ListServersNegativeTestJSON-118656177-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.719157] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-44e77e2d-d35e-44f8-a7a2-1c6d98b38d0b tempest-ListServersNegativeTestJSON-118656177 tempest-ListServersNegativeTestJSON-118656177-project-member] [instance: c8a7ad94-852f-48a2-9186-70d322e97118] Processing image d1eaff80-24a0-4391-90eb-59958b1ecf0a {{(pid=69770) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 797.719398] env[69770]: DEBUG oslo_concurrency.lockutils [None req-44e77e2d-d35e-44f8-a7a2-1c6d98b38d0b tempest-ListServersNegativeTestJSON-118656177 tempest-ListServersNegativeTestJSON-118656177-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.720027] env[69770]: DEBUG oslo_concurrency.lockutils [None req-44e77e2d-d35e-44f8-a7a2-1c6d98b38d0b tempest-ListServersNegativeTestJSON-118656177 tempest-ListServersNegativeTestJSON-118656177-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.720027] env[69770]: DEBUG nova.virt.vmwareapi.ds_util [None req-44e77e2d-d35e-44f8-a7a2-1c6d98b38d0b tempest-ListServersNegativeTestJSON-118656177 tempest-ListServersNegativeTestJSON-118656177-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69770) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 797.720027] env[69770]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-eb0b7b89-ac0b-441e-adb3-e6cfa97f1393 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.732479] env[69770]: DEBUG nova.virt.vmwareapi.ds_util [None req-44e77e2d-d35e-44f8-a7a2-1c6d98b38d0b tempest-ListServersNegativeTestJSON-118656177 tempest-ListServersNegativeTestJSON-118656177-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69770) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 797.732672] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-44e77e2d-d35e-44f8-a7a2-1c6d98b38d0b tempest-ListServersNegativeTestJSON-118656177 tempest-ListServersNegativeTestJSON-118656177-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69770) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 797.733524] env[69770]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0e37a19f-f104-4cc1-bb2b-0be318348717 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.739581] env[69770]: DEBUG oslo_vmware.api [None req-44e77e2d-d35e-44f8-a7a2-1c6d98b38d0b tempest-ListServersNegativeTestJSON-118656177 tempest-ListServersNegativeTestJSON-118656177-project-member] Waiting for the task: (returnval){ [ 797.739581] env[69770]: value = "session[52161b52-cb8e-ec9f-1132-2f6b49549d41]5293916a-f9da-9938-4e3d-ada1d79bce72" [ 797.739581] env[69770]: _type = "Task" [ 797.739581] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 797.748888] env[69770]: DEBUG oslo_vmware.api [None req-44e77e2d-d35e-44f8-a7a2-1c6d98b38d0b tempest-ListServersNegativeTestJSON-118656177 tempest-ListServersNegativeTestJSON-118656177-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]5293916a-f9da-9938-4e3d-ada1d79bce72, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.819738] env[69770]: DEBUG oslo_vmware.api [None req-49d23e0e-787a-4dcf-9ca8-8ddb4a0441dd tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] Task: {'id': task-4069557, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.947505] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-75110d96-ae3a-4fe2-a81e-0091879fbe00 tempest-ListServerFiltersTestJSON-1688445247 tempest-ListServerFiltersTestJSON-1688445247-project-member] [instance: 1ecca185-3141-408a-92c7-c3a431ddc25d] Powering off the VM {{(pid=69770) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 797.947832] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7b6114e6-5484-4533-bf05-64d1b259f9d0 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.958942] env[69770]: DEBUG oslo_vmware.api [None req-75110d96-ae3a-4fe2-a81e-0091879fbe00 tempest-ListServerFiltersTestJSON-1688445247 tempest-ListServerFiltersTestJSON-1688445247-project-member] Waiting for the task: (returnval){ [ 797.958942] env[69770]: value = "task-4069559" [ 797.958942] env[69770]: _type = "Task" [ 797.958942] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 797.985031] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-b72bd657-1556-403a-a7bf-8de443cdf13f tempest-ListImageFiltersTestJSON-573549216 tempest-ListImageFiltersTestJSON-573549216-project-member] [instance: 8c85c90a-f87e-4356-8752-b7b8a16d12cd] Creating linked-clone VM from snapshot {{(pid=69770) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 797.985031] env[69770]: DEBUG oslo_vmware.api [None req-75110d96-ae3a-4fe2-a81e-0091879fbe00 tempest-ListServerFiltersTestJSON-1688445247 tempest-ListServerFiltersTestJSON-1688445247-project-member] Task: {'id': task-4069559, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.985031] env[69770]: DEBUG nova.scheduler.client.report [None req-29322379-8497-4c02-a152-5b65afb7f3c5 tempest-ImagesOneServerNegativeTestJSON-405389268 tempest-ImagesOneServerNegativeTestJSON-405389268-project-member] Updated inventory for provider 7cc7d32b-b7a7-454a-a456-2a440248ed9d with generation 59 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69770) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 797.985232] env[69770]: DEBUG nova.compute.provider_tree [None req-29322379-8497-4c02-a152-5b65afb7f3c5 tempest-ImagesOneServerNegativeTestJSON-405389268 tempest-ImagesOneServerNegativeTestJSON-405389268-project-member] Updating resource provider 7cc7d32b-b7a7-454a-a456-2a440248ed9d generation from 59 to 60 during operation: update_inventory {{(pid=69770) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 797.985232] env[69770]: DEBUG nova.compute.provider_tree [None req-29322379-8497-4c02-a152-5b65afb7f3c5 tempest-ImagesOneServerNegativeTestJSON-405389268 tempest-ImagesOneServerNegativeTestJSON-405389268-project-member] Updating inventory in ProviderTree for provider 7cc7d32b-b7a7-454a-a456-2a440248ed9d with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69770) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 797.988473] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-3dfa6a31-e5d8-4f1f-b532-46b39fd67522 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.003292] env[69770]: DEBUG oslo_vmware.api [None req-44e77e2d-d35e-44f8-a7a2-1c6d98b38d0b tempest-ListServersNegativeTestJSON-118656177 tempest-ListServersNegativeTestJSON-118656177-project-member] Task: {'id': task-4069558, 'name': Rename_Task, 'duration_secs': 0.205268} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 798.004990] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-44e77e2d-d35e-44f8-a7a2-1c6d98b38d0b tempest-ListServersNegativeTestJSON-118656177 tempest-ListServersNegativeTestJSON-118656177-project-member] [instance: 27c5d873-f24c-4e20-9bcf-1b157114e5d0] Powering on the VM {{(pid=69770) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 798.005385] env[69770]: DEBUG oslo_vmware.api [None req-b72bd657-1556-403a-a7bf-8de443cdf13f tempest-ListImageFiltersTestJSON-573549216 tempest-ListImageFiltersTestJSON-573549216-project-member] Waiting for the task: (returnval){ [ 798.005385] env[69770]: value = "task-4069560" [ 798.005385] env[69770]: _type = "Task" [ 798.005385] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 798.005632] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9e78c463-0ea6-49db-9e28-7f53ea2a52e6 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.018464] env[69770]: DEBUG nova.compute.manager [req-c7f5cd02-0a0a-46ba-b86d-dd232839f3b9 req-5cabdb9e-b662-493d-9e3d-0a827d0e4dfb service nova] [instance: c8a7ad94-852f-48a2-9186-70d322e97118] Received event network-changed-aca2c1a0-d130-497b-a98b-0e0c3fbb9fff {{(pid=69770) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 798.018668] env[69770]: DEBUG nova.compute.manager [req-c7f5cd02-0a0a-46ba-b86d-dd232839f3b9 req-5cabdb9e-b662-493d-9e3d-0a827d0e4dfb service nova] [instance: c8a7ad94-852f-48a2-9186-70d322e97118] Refreshing instance network info cache due to event network-changed-aca2c1a0-d130-497b-a98b-0e0c3fbb9fff. {{(pid=69770) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 798.018911] env[69770]: DEBUG oslo_concurrency.lockutils [req-c7f5cd02-0a0a-46ba-b86d-dd232839f3b9 req-5cabdb9e-b662-493d-9e3d-0a827d0e4dfb service nova] Acquiring lock "refresh_cache-c8a7ad94-852f-48a2-9186-70d322e97118" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.019073] env[69770]: DEBUG oslo_concurrency.lockutils [req-c7f5cd02-0a0a-46ba-b86d-dd232839f3b9 req-5cabdb9e-b662-493d-9e3d-0a827d0e4dfb service nova] Acquired lock "refresh_cache-c8a7ad94-852f-48a2-9186-70d322e97118" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.019239] env[69770]: DEBUG nova.network.neutron [req-c7f5cd02-0a0a-46ba-b86d-dd232839f3b9 req-5cabdb9e-b662-493d-9e3d-0a827d0e4dfb service nova] [instance: c8a7ad94-852f-48a2-9186-70d322e97118] Refreshing network info cache for port aca2c1a0-d130-497b-a98b-0e0c3fbb9fff {{(pid=69770) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 798.025691] env[69770]: DEBUG oslo_vmware.api [None req-44e77e2d-d35e-44f8-a7a2-1c6d98b38d0b tempest-ListServersNegativeTestJSON-118656177 tempest-ListServersNegativeTestJSON-118656177-project-member] Waiting for the task: (returnval){ [ 798.025691] env[69770]: value = "task-4069561" [ 798.025691] env[69770]: _type = "Task" [ 798.025691] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 798.025947] env[69770]: DEBUG oslo_vmware.api [None req-b72bd657-1556-403a-a7bf-8de443cdf13f tempest-ListImageFiltersTestJSON-573549216 tempest-ListImageFiltersTestJSON-573549216-project-member] Task: {'id': task-4069560, 'name': CloneVM_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.039079] env[69770]: DEBUG oslo_vmware.api [None req-44e77e2d-d35e-44f8-a7a2-1c6d98b38d0b tempest-ListServersNegativeTestJSON-118656177 tempest-ListServersNegativeTestJSON-118656177-project-member] Task: {'id': task-4069561, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.087536] env[69770]: DEBUG nova.virt.vmwareapi.volumeops [None req-52a9e49f-6545-460a-b8ac-d63463373a09 tempest-VolumesAssistedSnapshotsTest-2138406563 tempest-VolumesAssistedSnapshotsTest-2138406563-project-admin] [instance: df3c3daf-8cd6-43af-8872-c3cdc0ea11cb] Volume attach. Driver type: vmdk {{(pid=69770) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 798.087536] env[69770]: DEBUG nova.virt.vmwareapi.volumeops [None req-52a9e49f-6545-460a-b8ac-d63463373a09 tempest-VolumesAssistedSnapshotsTest-2138406563 tempest-VolumesAssistedSnapshotsTest-2138406563-project-admin] [instance: df3c3daf-8cd6-43af-8872-c3cdc0ea11cb] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-806460', 'volume_id': 'd85ea08e-67a1-430e-8d66-e6c5f920508a', 'name': 'volume-d85ea08e-67a1-430e-8d66-e6c5f920508a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'df3c3daf-8cd6-43af-8872-c3cdc0ea11cb', 'attached_at': '', 'detached_at': '', 'volume_id': 'd85ea08e-67a1-430e-8d66-e6c5f920508a', 'serial': 'd85ea08e-67a1-430e-8d66-e6c5f920508a'} {{(pid=69770) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 798.088110] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a20ddb30-3ebf-4672-ba7b-c81a7631448f {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.113865] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9175b773-b627-47b6-92d4-5109d78ce2fe {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.143159] env[69770]: DEBUG nova.virt.vmwareapi.volumeops [None req-52a9e49f-6545-460a-b8ac-d63463373a09 tempest-VolumesAssistedSnapshotsTest-2138406563 tempest-VolumesAssistedSnapshotsTest-2138406563-project-admin] [instance: df3c3daf-8cd6-43af-8872-c3cdc0ea11cb] Reconfiguring VM instance instance-00000009 to attach disk [datastore1] volume-d85ea08e-67a1-430e-8d66-e6c5f920508a/volume-d85ea08e-67a1-430e-8d66-e6c5f920508a.vmdk or device None with type thin {{(pid=69770) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 798.143529] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a95038d4-219e-4e5b-bddc-3827a7d95321 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.167027] env[69770]: DEBUG oslo_vmware.api [None req-52a9e49f-6545-460a-b8ac-d63463373a09 tempest-VolumesAssistedSnapshotsTest-2138406563 tempest-VolumesAssistedSnapshotsTest-2138406563-project-admin] Waiting for the task: (returnval){ [ 798.167027] env[69770]: value = "task-4069562" [ 798.167027] env[69770]: _type = "Task" [ 798.167027] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 798.179745] env[69770]: DEBUG oslo_vmware.api [None req-52a9e49f-6545-460a-b8ac-d63463373a09 tempest-VolumesAssistedSnapshotsTest-2138406563 tempest-VolumesAssistedSnapshotsTest-2138406563-project-admin] Task: {'id': task-4069562, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.183635] env[69770]: DEBUG oslo_vmware.api [None req-e09c597f-2e66-4235-9757-001d9b2c2edb tempest-ServerRescueTestJSONUnderV235-1853960857 tempest-ServerRescueTestJSONUnderV235-1853960857-project-member] Task: {'id': task-4069555, 'name': DeleteDatastoreFile_Task, 'duration_secs': 1.315274} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 798.183961] env[69770]: DEBUG nova.virt.vmwareapi.ds_util [None req-e09c597f-2e66-4235-9757-001d9b2c2edb tempest-ServerRescueTestJSONUnderV235-1853960857 tempest-ServerRescueTestJSONUnderV235-1853960857-project-member] Deleted the datastore file {{(pid=69770) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 798.184324] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-e09c597f-2e66-4235-9757-001d9b2c2edb tempest-ServerRescueTestJSONUnderV235-1853960857 tempest-ServerRescueTestJSONUnderV235-1853960857-project-member] [instance: b05d12b1-fb29-4185-8300-5f0140039dfe] Deleted contents of the VM from datastore datastore2 {{(pid=69770) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 798.184607] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-e09c597f-2e66-4235-9757-001d9b2c2edb tempest-ServerRescueTestJSONUnderV235-1853960857 tempest-ServerRescueTestJSONUnderV235-1853960857-project-member] [instance: b05d12b1-fb29-4185-8300-5f0140039dfe] Instance destroyed {{(pid=69770) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 798.184902] env[69770]: INFO nova.compute.manager [None req-e09c597f-2e66-4235-9757-001d9b2c2edb tempest-ServerRescueTestJSONUnderV235-1853960857 tempest-ServerRescueTestJSONUnderV235-1853960857-project-member] [instance: b05d12b1-fb29-4185-8300-5f0140039dfe] Took 2.69 seconds to destroy the instance on the hypervisor. [ 798.185241] env[69770]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e09c597f-2e66-4235-9757-001d9b2c2edb tempest-ServerRescueTestJSONUnderV235-1853960857 tempest-ServerRescueTestJSONUnderV235-1853960857-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69770) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 798.185554] env[69770]: DEBUG nova.compute.manager [-] [instance: b05d12b1-fb29-4185-8300-5f0140039dfe] Deallocating network for instance {{(pid=69770) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 798.185695] env[69770]: DEBUG nova.network.neutron [-] [instance: b05d12b1-fb29-4185-8300-5f0140039dfe] deallocate_for_instance() {{(pid=69770) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 798.252860] env[69770]: DEBUG oslo_vmware.api [None req-44e77e2d-d35e-44f8-a7a2-1c6d98b38d0b tempest-ListServersNegativeTestJSON-118656177 tempest-ListServersNegativeTestJSON-118656177-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]5293916a-f9da-9938-4e3d-ada1d79bce72, 'name': SearchDatastore_Task, 'duration_secs': 0.051081} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 798.256565] env[69770]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f54b0673-7250-45d0-8757-6fe368c1c8c7 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.260619] env[69770]: DEBUG oslo_vmware.api [None req-44e77e2d-d35e-44f8-a7a2-1c6d98b38d0b tempest-ListServersNegativeTestJSON-118656177 tempest-ListServersNegativeTestJSON-118656177-project-member] Waiting for the task: (returnval){ [ 798.260619] env[69770]: value = "session[52161b52-cb8e-ec9f-1132-2f6b49549d41]52236565-eda3-af3a-adf8-69c4e1bdf83d" [ 798.260619] env[69770]: _type = "Task" [ 798.260619] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 798.270641] env[69770]: DEBUG oslo_vmware.api [None req-44e77e2d-d35e-44f8-a7a2-1c6d98b38d0b tempest-ListServersNegativeTestJSON-118656177 tempest-ListServersNegativeTestJSON-118656177-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]52236565-eda3-af3a-adf8-69c4e1bdf83d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.320410] env[69770]: DEBUG oslo_vmware.api [None req-49d23e0e-787a-4dcf-9ca8-8ddb4a0441dd tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] Task: {'id': task-4069557, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.471305] env[69770]: DEBUG oslo_vmware.api [None req-75110d96-ae3a-4fe2-a81e-0091879fbe00 tempest-ListServerFiltersTestJSON-1688445247 tempest-ListServerFiltersTestJSON-1688445247-project-member] Task: {'id': task-4069559, 'name': PowerOffVM_Task, 'duration_secs': 0.297621} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 798.472049] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-75110d96-ae3a-4fe2-a81e-0091879fbe00 tempest-ListServerFiltersTestJSON-1688445247 tempest-ListServerFiltersTestJSON-1688445247-project-member] [instance: 1ecca185-3141-408a-92c7-c3a431ddc25d] Powered off the VM {{(pid=69770) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 798.472527] env[69770]: DEBUG nova.compute.manager [None req-75110d96-ae3a-4fe2-a81e-0091879fbe00 tempest-ListServerFiltersTestJSON-1688445247 tempest-ListServerFiltersTestJSON-1688445247-project-member] [instance: 1ecca185-3141-408a-92c7-c3a431ddc25d] Checking state {{(pid=69770) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 798.473858] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f4bd873-7e5c-4011-817b-01395b57573d {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.498424] env[69770]: DEBUG oslo_concurrency.lockutils [None req-29322379-8497-4c02-a152-5b65afb7f3c5 tempest-ImagesOneServerNegativeTestJSON-405389268 tempest-ImagesOneServerNegativeTestJSON-405389268-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.651s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 798.498424] env[69770]: DEBUG nova.compute.manager [None req-29322379-8497-4c02-a152-5b65afb7f3c5 tempest-ImagesOneServerNegativeTestJSON-405389268 tempest-ImagesOneServerNegativeTestJSON-405389268-project-member] [instance: 828f7a0a-dd24-4c98-85cf-5d99627860d7] Start building networks asynchronously for instance. {{(pid=69770) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 798.500084] env[69770]: DEBUG oslo_concurrency.lockutils [None req-8e9eee97-9f12-4c54-acf9-e577343d7624 tempest-ImagesOneServerTestJSON-1024055021 tempest-ImagesOneServerTestJSON-1024055021-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.333s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 798.500523] env[69770]: DEBUG nova.objects.instance [None req-8e9eee97-9f12-4c54-acf9-e577343d7624 tempest-ImagesOneServerTestJSON-1024055021 tempest-ImagesOneServerTestJSON-1024055021-project-member] Lazy-loading 'resources' on Instance uuid 7ae47f8e-e519-4825-b89a-7561df6850d9 {{(pid=69770) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 798.521857] env[69770]: DEBUG oslo_vmware.api [None req-b72bd657-1556-403a-a7bf-8de443cdf13f tempest-ListImageFiltersTestJSON-573549216 tempest-ListImageFiltersTestJSON-573549216-project-member] Task: {'id': task-4069560, 'name': CloneVM_Task} progress is 94%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.540145] env[69770]: DEBUG oslo_vmware.api [None req-44e77e2d-d35e-44f8-a7a2-1c6d98b38d0b tempest-ListServersNegativeTestJSON-118656177 tempest-ListServersNegativeTestJSON-118656177-project-member] Task: {'id': task-4069561, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.682243] env[69770]: DEBUG oslo_vmware.api [None req-52a9e49f-6545-460a-b8ac-d63463373a09 tempest-VolumesAssistedSnapshotsTest-2138406563 tempest-VolumesAssistedSnapshotsTest-2138406563-project-admin] Task: {'id': task-4069562, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.774145] env[69770]: DEBUG oslo_vmware.api [None req-44e77e2d-d35e-44f8-a7a2-1c6d98b38d0b tempest-ListServersNegativeTestJSON-118656177 tempest-ListServersNegativeTestJSON-118656177-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]52236565-eda3-af3a-adf8-69c4e1bdf83d, 'name': SearchDatastore_Task, 'duration_secs': 0.013113} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 798.774779] env[69770]: DEBUG oslo_concurrency.lockutils [None req-44e77e2d-d35e-44f8-a7a2-1c6d98b38d0b tempest-ListServersNegativeTestJSON-118656177 tempest-ListServersNegativeTestJSON-118656177-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.775161] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-44e77e2d-d35e-44f8-a7a2-1c6d98b38d0b tempest-ListServersNegativeTestJSON-118656177 tempest-ListServersNegativeTestJSON-118656177-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk to [datastore1] c8a7ad94-852f-48a2-9186-70d322e97118/c8a7ad94-852f-48a2-9186-70d322e97118.vmdk {{(pid=69770) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 798.776252] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d7a98eff-dec5-4550-854b-d6d6ade86023 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.785961] env[69770]: DEBUG oslo_vmware.api [None req-44e77e2d-d35e-44f8-a7a2-1c6d98b38d0b tempest-ListServersNegativeTestJSON-118656177 tempest-ListServersNegativeTestJSON-118656177-project-member] Waiting for the task: (returnval){ [ 798.785961] env[69770]: value = "task-4069563" [ 798.785961] env[69770]: _type = "Task" [ 798.785961] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 798.795925] env[69770]: DEBUG oslo_vmware.api [None req-44e77e2d-d35e-44f8-a7a2-1c6d98b38d0b tempest-ListServersNegativeTestJSON-118656177 tempest-ListServersNegativeTestJSON-118656177-project-member] Task: {'id': task-4069563, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.818548] env[69770]: DEBUG oslo_vmware.api [None req-49d23e0e-787a-4dcf-9ca8-8ddb4a0441dd tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] Task: {'id': task-4069557, 'name': PowerOnVM_Task, 'duration_secs': 1.681274} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 798.818767] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-49d23e0e-787a-4dcf-9ca8-8ddb4a0441dd tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] [instance: 19c06f92-7f17-4834-b8be-723eb3f313c5] Powered on the VM {{(pid=69770) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 798.818957] env[69770]: INFO nova.compute.manager [None req-49d23e0e-787a-4dcf-9ca8-8ddb4a0441dd tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] [instance: 19c06f92-7f17-4834-b8be-723eb3f313c5] Took 11.32 seconds to spawn the instance on the hypervisor. [ 798.819795] env[69770]: DEBUG nova.compute.manager [None req-49d23e0e-787a-4dcf-9ca8-8ddb4a0441dd tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] [instance: 19c06f92-7f17-4834-b8be-723eb3f313c5] Checking state {{(pid=69770) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 798.820648] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7328d4ee-38a3-4f28-8a19-ccd60cae6dff {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.965208] env[69770]: DEBUG nova.network.neutron [req-c7f5cd02-0a0a-46ba-b86d-dd232839f3b9 req-5cabdb9e-b662-493d-9e3d-0a827d0e4dfb service nova] [instance: c8a7ad94-852f-48a2-9186-70d322e97118] Updated VIF entry in instance network info cache for port aca2c1a0-d130-497b-a98b-0e0c3fbb9fff. {{(pid=69770) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 798.965667] env[69770]: DEBUG nova.network.neutron [req-c7f5cd02-0a0a-46ba-b86d-dd232839f3b9 req-5cabdb9e-b662-493d-9e3d-0a827d0e4dfb service nova] [instance: c8a7ad94-852f-48a2-9186-70d322e97118] Updating instance_info_cache with network_info: [{"id": "aca2c1a0-d130-497b-a98b-0e0c3fbb9fff", "address": "fa:16:3e:4c:ee:f2", "network": {"id": "33a17b7b-3f93-4bff-bc08-de4098f09ff0", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1118124040-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5d394de1b1da479ea9679f3fd7bd81ee", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6f1b07b1-e4e5-4842-9090-07fb2c3e124b", "external-id": "nsx-vlan-transportzone-646", "segmentation_id": 646, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaca2c1a0-d1", "ovs_interfaceid": "aca2c1a0-d130-497b-a98b-0e0c3fbb9fff", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69770) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 798.996847] env[69770]: DEBUG oslo_concurrency.lockutils [None req-75110d96-ae3a-4fe2-a81e-0091879fbe00 tempest-ListServerFiltersTestJSON-1688445247 tempest-ListServerFiltersTestJSON-1688445247-project-member] Lock "1ecca185-3141-408a-92c7-c3a431ddc25d" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.091s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 799.003899] env[69770]: DEBUG nova.compute.utils [None req-29322379-8497-4c02-a152-5b65afb7f3c5 tempest-ImagesOneServerNegativeTestJSON-405389268 tempest-ImagesOneServerNegativeTestJSON-405389268-project-member] Using /dev/sd instead of None {{(pid=69770) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 799.005488] env[69770]: DEBUG nova.compute.manager [None req-29322379-8497-4c02-a152-5b65afb7f3c5 tempest-ImagesOneServerNegativeTestJSON-405389268 tempest-ImagesOneServerNegativeTestJSON-405389268-project-member] [instance: 828f7a0a-dd24-4c98-85cf-5d99627860d7] Allocating IP information in the background. {{(pid=69770) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 799.005712] env[69770]: DEBUG nova.network.neutron [None req-29322379-8497-4c02-a152-5b65afb7f3c5 tempest-ImagesOneServerNegativeTestJSON-405389268 tempest-ImagesOneServerNegativeTestJSON-405389268-project-member] [instance: 828f7a0a-dd24-4c98-85cf-5d99627860d7] allocate_for_instance() {{(pid=69770) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 799.034913] env[69770]: DEBUG oslo_vmware.api [None req-b72bd657-1556-403a-a7bf-8de443cdf13f tempest-ListImageFiltersTestJSON-573549216 tempest-ListImageFiltersTestJSON-573549216-project-member] Task: {'id': task-4069560, 'name': CloneVM_Task} progress is 94%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.046604] env[69770]: DEBUG oslo_vmware.api [None req-44e77e2d-d35e-44f8-a7a2-1c6d98b38d0b tempest-ListServersNegativeTestJSON-118656177 tempest-ListServersNegativeTestJSON-118656177-project-member] Task: {'id': task-4069561, 'name': PowerOnVM_Task, 'duration_secs': 0.586023} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 799.049852] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-44e77e2d-d35e-44f8-a7a2-1c6d98b38d0b tempest-ListServersNegativeTestJSON-118656177 tempest-ListServersNegativeTestJSON-118656177-project-member] [instance: 27c5d873-f24c-4e20-9bcf-1b157114e5d0] Powered on the VM {{(pid=69770) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 799.049852] env[69770]: INFO nova.compute.manager [None req-44e77e2d-d35e-44f8-a7a2-1c6d98b38d0b tempest-ListServersNegativeTestJSON-118656177 tempest-ListServersNegativeTestJSON-118656177-project-member] [instance: 27c5d873-f24c-4e20-9bcf-1b157114e5d0] Took 8.61 seconds to spawn the instance on the hypervisor. [ 799.049993] env[69770]: DEBUG nova.compute.manager [None req-44e77e2d-d35e-44f8-a7a2-1c6d98b38d0b tempest-ListServersNegativeTestJSON-118656177 tempest-ListServersNegativeTestJSON-118656177-project-member] [instance: 27c5d873-f24c-4e20-9bcf-1b157114e5d0] Checking state {{(pid=69770) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 799.051674] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3b0bf88-0b39-4bed-b412-c230b18756cf {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.080565] env[69770]: DEBUG nova.policy [None req-29322379-8497-4c02-a152-5b65afb7f3c5 tempest-ImagesOneServerNegativeTestJSON-405389268 tempest-ImagesOneServerNegativeTestJSON-405389268-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8cea8c8d60c7481a901e1f6fe63934d5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ec79c6ba9ef5436297c5b10c71f2f56e', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69770) authorize /opt/stack/nova/nova/policy.py:192}} [ 799.192254] env[69770]: DEBUG oslo_vmware.api [None req-52a9e49f-6545-460a-b8ac-d63463373a09 tempest-VolumesAssistedSnapshotsTest-2138406563 tempest-VolumesAssistedSnapshotsTest-2138406563-project-admin] Task: {'id': task-4069562, 'name': ReconfigVM_Task, 'duration_secs': 0.540279} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 799.192254] env[69770]: DEBUG nova.virt.vmwareapi.volumeops [None req-52a9e49f-6545-460a-b8ac-d63463373a09 tempest-VolumesAssistedSnapshotsTest-2138406563 tempest-VolumesAssistedSnapshotsTest-2138406563-project-admin] [instance: df3c3daf-8cd6-43af-8872-c3cdc0ea11cb] Reconfigured VM instance instance-00000009 to attach disk [datastore1] volume-d85ea08e-67a1-430e-8d66-e6c5f920508a/volume-d85ea08e-67a1-430e-8d66-e6c5f920508a.vmdk or device None with type thin {{(pid=69770) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 799.206448] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d53adde4-bfc1-468b-93e9-dc1396780c96 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.226066] env[69770]: DEBUG oslo_vmware.api [None req-52a9e49f-6545-460a-b8ac-d63463373a09 tempest-VolumesAssistedSnapshotsTest-2138406563 tempest-VolumesAssistedSnapshotsTest-2138406563-project-admin] Waiting for the task: (returnval){ [ 799.226066] env[69770]: value = "task-4069564" [ 799.226066] env[69770]: _type = "Task" [ 799.226066] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 799.240461] env[69770]: DEBUG oslo_vmware.api [None req-52a9e49f-6545-460a-b8ac-d63463373a09 tempest-VolumesAssistedSnapshotsTest-2138406563 tempest-VolumesAssistedSnapshotsTest-2138406563-project-admin] Task: {'id': task-4069564, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.268886] env[69770]: DEBUG nova.network.neutron [-] [instance: e35191b8-2393-48e1-a120-f2a030ecec52] Updating instance_info_cache with network_info: [] {{(pid=69770) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 799.306850] env[69770]: DEBUG oslo_vmware.api [None req-44e77e2d-d35e-44f8-a7a2-1c6d98b38d0b tempest-ListServersNegativeTestJSON-118656177 tempest-ListServersNegativeTestJSON-118656177-project-member] Task: {'id': task-4069563, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.343874] env[69770]: INFO nova.compute.manager [None req-49d23e0e-787a-4dcf-9ca8-8ddb4a0441dd tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] [instance: 19c06f92-7f17-4834-b8be-723eb3f313c5] Took 41.98 seconds to build instance. [ 799.440024] env[69770]: DEBUG nova.network.neutron [None req-44e77e2d-d35e-44f8-a7a2-1c6d98b38d0b tempest-ListServersNegativeTestJSON-118656177 tempest-ListServersNegativeTestJSON-118656177-project-member] [instance: fd890686-500e-4bee-b216-145c4818c245] Successfully updated port: b9968ad7-6355-43be-8696-d2d825d0ba1b {{(pid=69770) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 799.440024] env[69770]: DEBUG nova.network.neutron [-] [instance: b05d12b1-fb29-4185-8300-5f0140039dfe] Updating instance_info_cache with network_info: [] {{(pid=69770) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 799.474161] env[69770]: DEBUG oslo_concurrency.lockutils [req-c7f5cd02-0a0a-46ba-b86d-dd232839f3b9 req-5cabdb9e-b662-493d-9e3d-0a827d0e4dfb service nova] Releasing lock "refresh_cache-c8a7ad94-852f-48a2-9186-70d322e97118" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.520522] env[69770]: DEBUG nova.compute.manager [None req-29322379-8497-4c02-a152-5b65afb7f3c5 tempest-ImagesOneServerNegativeTestJSON-405389268 tempest-ImagesOneServerNegativeTestJSON-405389268-project-member] [instance: 828f7a0a-dd24-4c98-85cf-5d99627860d7] Start building block device mappings for instance. {{(pid=69770) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 799.543093] env[69770]: DEBUG oslo_vmware.api [None req-b72bd657-1556-403a-a7bf-8de443cdf13f tempest-ListImageFiltersTestJSON-573549216 tempest-ListImageFiltersTestJSON-573549216-project-member] Task: {'id': task-4069560, 'name': CloneVM_Task, 'duration_secs': 1.538736} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 799.543780] env[69770]: INFO nova.virt.vmwareapi.vmops [None req-b72bd657-1556-403a-a7bf-8de443cdf13f tempest-ListImageFiltersTestJSON-573549216 tempest-ListImageFiltersTestJSON-573549216-project-member] [instance: 8c85c90a-f87e-4356-8752-b7b8a16d12cd] Created linked-clone VM from snapshot [ 799.544727] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fc1875c-6b87-48a4-afd4-8036cac448b6 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.555299] env[69770]: DEBUG nova.virt.vmwareapi.images [None req-b72bd657-1556-403a-a7bf-8de443cdf13f tempest-ListImageFiltersTestJSON-573549216 tempest-ListImageFiltersTestJSON-573549216-project-member] [instance: 8c85c90a-f87e-4356-8752-b7b8a16d12cd] Uploading image 762bc150-63fd-4f23-addd-4c2e3ba26cbe {{(pid=69770) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 799.572878] env[69770]: INFO nova.compute.manager [None req-44e77e2d-d35e-44f8-a7a2-1c6d98b38d0b tempest-ListServersNegativeTestJSON-118656177 tempest-ListServersNegativeTestJSON-118656177-project-member] [instance: 27c5d873-f24c-4e20-9bcf-1b157114e5d0] Took 40.66 seconds to build instance. [ 799.593816] env[69770]: DEBUG oslo_vmware.rw_handles [None req-b72bd657-1556-403a-a7bf-8de443cdf13f tempest-ListImageFiltersTestJSON-573549216 tempest-ListImageFiltersTestJSON-573549216-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 799.593816] env[69770]: value = "vm-806466" [ 799.593816] env[69770]: _type = "VirtualMachine" [ 799.593816] env[69770]: }. {{(pid=69770) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 799.594109] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-c8bab98d-a42d-49dc-b8e6-ad9d765a7894 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.601808] env[69770]: DEBUG oslo_vmware.rw_handles [None req-b72bd657-1556-403a-a7bf-8de443cdf13f tempest-ListImageFiltersTestJSON-573549216 tempest-ListImageFiltersTestJSON-573549216-project-member] Lease: (returnval){ [ 799.601808] env[69770]: value = "session[52161b52-cb8e-ec9f-1132-2f6b49549d41]5274e06a-9cd3-fcfc-501c-bb96b49427bb" [ 799.601808] env[69770]: _type = "HttpNfcLease" [ 799.601808] env[69770]: } obtained for exporting VM: (result){ [ 799.601808] env[69770]: value = "vm-806466" [ 799.601808] env[69770]: _type = "VirtualMachine" [ 799.601808] env[69770]: }. {{(pid=69770) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 799.602479] env[69770]: DEBUG oslo_vmware.api [None req-b72bd657-1556-403a-a7bf-8de443cdf13f tempest-ListImageFiltersTestJSON-573549216 tempest-ListImageFiltersTestJSON-573549216-project-member] Waiting for the lease: (returnval){ [ 799.602479] env[69770]: value = "session[52161b52-cb8e-ec9f-1132-2f6b49549d41]5274e06a-9cd3-fcfc-501c-bb96b49427bb" [ 799.602479] env[69770]: _type = "HttpNfcLease" [ 799.602479] env[69770]: } to be ready. {{(pid=69770) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 799.616342] env[69770]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 799.616342] env[69770]: value = "session[52161b52-cb8e-ec9f-1132-2f6b49549d41]5274e06a-9cd3-fcfc-501c-bb96b49427bb" [ 799.616342] env[69770]: _type = "HttpNfcLease" [ 799.616342] env[69770]: } is initializing. {{(pid=69770) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 799.738043] env[69770]: DEBUG oslo_vmware.api [None req-52a9e49f-6545-460a-b8ac-d63463373a09 tempest-VolumesAssistedSnapshotsTest-2138406563 tempest-VolumesAssistedSnapshotsTest-2138406563-project-admin] Task: {'id': task-4069564, 'name': ReconfigVM_Task, 'duration_secs': 0.269056} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 799.738043] env[69770]: DEBUG nova.virt.vmwareapi.volumeops [None req-52a9e49f-6545-460a-b8ac-d63463373a09 tempest-VolumesAssistedSnapshotsTest-2138406563 tempest-VolumesAssistedSnapshotsTest-2138406563-project-admin] [instance: df3c3daf-8cd6-43af-8872-c3cdc0ea11cb] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-806460', 'volume_id': 'd85ea08e-67a1-430e-8d66-e6c5f920508a', 'name': 'volume-d85ea08e-67a1-430e-8d66-e6c5f920508a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'df3c3daf-8cd6-43af-8872-c3cdc0ea11cb', 'attached_at': '', 'detached_at': '', 'volume_id': 'd85ea08e-67a1-430e-8d66-e6c5f920508a', 'serial': 'd85ea08e-67a1-430e-8d66-e6c5f920508a'} {{(pid=69770) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 799.776884] env[69770]: INFO nova.compute.manager [-] [instance: e35191b8-2393-48e1-a120-f2a030ecec52] Took 2.07 seconds to deallocate network for instance. [ 799.798155] env[69770]: DEBUG oslo_vmware.api [None req-44e77e2d-d35e-44f8-a7a2-1c6d98b38d0b tempest-ListServersNegativeTestJSON-118656177 tempest-ListServersNegativeTestJSON-118656177-project-member] Task: {'id': task-4069563, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.758344} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 799.798383] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-44e77e2d-d35e-44f8-a7a2-1c6d98b38d0b tempest-ListServersNegativeTestJSON-118656177 tempest-ListServersNegativeTestJSON-118656177-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk to [datastore1] c8a7ad94-852f-48a2-9186-70d322e97118/c8a7ad94-852f-48a2-9186-70d322e97118.vmdk {{(pid=69770) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 799.799408] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-44e77e2d-d35e-44f8-a7a2-1c6d98b38d0b tempest-ListServersNegativeTestJSON-118656177 tempest-ListServersNegativeTestJSON-118656177-project-member] [instance: c8a7ad94-852f-48a2-9186-70d322e97118] Extending root virtual disk to 1048576 {{(pid=69770) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 799.799408] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0dfee0a2-e9e1-4ecc-a42a-bda815db5946 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.811582] env[69770]: DEBUG oslo_vmware.api [None req-44e77e2d-d35e-44f8-a7a2-1c6d98b38d0b tempest-ListServersNegativeTestJSON-118656177 tempest-ListServersNegativeTestJSON-118656177-project-member] Waiting for the task: (returnval){ [ 799.811582] env[69770]: value = "task-4069566" [ 799.811582] env[69770]: _type = "Task" [ 799.811582] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 799.831300] env[69770]: DEBUG oslo_vmware.api [None req-44e77e2d-d35e-44f8-a7a2-1c6d98b38d0b tempest-ListServersNegativeTestJSON-118656177 tempest-ListServersNegativeTestJSON-118656177-project-member] Task: {'id': task-4069566, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.833303] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa4ad2cb-08dc-4c26-8985-e234d05b530d {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.842788] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e52cf5c-1c60-4e58-b306-062e0e6adcab {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.846619] env[69770]: DEBUG oslo_concurrency.lockutils [None req-49d23e0e-787a-4dcf-9ca8-8ddb4a0441dd tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] Lock "19c06f92-7f17-4834-b8be-723eb3f313c5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 63.133s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 799.879568] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0333d4af-9d7a-422a-a5f3-c1ddf2bec2c4 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.883670] env[69770]: DEBUG nova.network.neutron [None req-29322379-8497-4c02-a152-5b65afb7f3c5 tempest-ImagesOneServerNegativeTestJSON-405389268 tempest-ImagesOneServerNegativeTestJSON-405389268-project-member] [instance: 828f7a0a-dd24-4c98-85cf-5d99627860d7] Successfully created port: 7fbbd882-7f51-478b-9bcc-e1975215a6b6 {{(pid=69770) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 799.891700] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b32a665c-4f1c-4ee8-bfa7-700f6c6f82e5 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.907969] env[69770]: DEBUG nova.compute.provider_tree [None req-8e9eee97-9f12-4c54-acf9-e577343d7624 tempest-ImagesOneServerTestJSON-1024055021 tempest-ImagesOneServerTestJSON-1024055021-project-member] Updating inventory in ProviderTree for provider 7cc7d32b-b7a7-454a-a456-2a440248ed9d with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 19, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69770) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 799.946781] env[69770]: DEBUG oslo_concurrency.lockutils [None req-44e77e2d-d35e-44f8-a7a2-1c6d98b38d0b tempest-ListServersNegativeTestJSON-118656177 tempest-ListServersNegativeTestJSON-118656177-project-member] Acquiring lock "refresh_cache-fd890686-500e-4bee-b216-145c4818c245" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.946952] env[69770]: DEBUG oslo_concurrency.lockutils [None req-44e77e2d-d35e-44f8-a7a2-1c6d98b38d0b tempest-ListServersNegativeTestJSON-118656177 tempest-ListServersNegativeTestJSON-118656177-project-member] Acquired lock "refresh_cache-fd890686-500e-4bee-b216-145c4818c245" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.947137] env[69770]: DEBUG nova.network.neutron [None req-44e77e2d-d35e-44f8-a7a2-1c6d98b38d0b tempest-ListServersNegativeTestJSON-118656177 tempest-ListServersNegativeTestJSON-118656177-project-member] [instance: fd890686-500e-4bee-b216-145c4818c245] Building network info cache for instance {{(pid=69770) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 799.948658] env[69770]: INFO nova.compute.manager [-] [instance: b05d12b1-fb29-4185-8300-5f0140039dfe] Took 1.76 seconds to deallocate network for instance. [ 800.076448] env[69770]: DEBUG nova.compute.manager [req-a8179ac8-4451-437c-8afc-6453084dbc93 req-90cd2fbb-b213-493e-a7ed-559102e6886a service nova] [instance: e35191b8-2393-48e1-a120-f2a030ecec52] Received event network-vif-deleted-978850f9-4f1d-4482-ac5b-d98c570a1694 {{(pid=69770) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 800.077352] env[69770]: DEBUG oslo_concurrency.lockutils [None req-44e77e2d-d35e-44f8-a7a2-1c6d98b38d0b tempest-ListServersNegativeTestJSON-118656177 tempest-ListServersNegativeTestJSON-118656177-project-member] Lock "27c5d873-f24c-4e20-9bcf-1b157114e5d0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 57.777s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 800.113593] env[69770]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 800.113593] env[69770]: value = "session[52161b52-cb8e-ec9f-1132-2f6b49549d41]5274e06a-9cd3-fcfc-501c-bb96b49427bb" [ 800.113593] env[69770]: _type = "HttpNfcLease" [ 800.113593] env[69770]: } is ready. {{(pid=69770) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 800.113889] env[69770]: DEBUG oslo_vmware.rw_handles [None req-b72bd657-1556-403a-a7bf-8de443cdf13f tempest-ListImageFiltersTestJSON-573549216 tempest-ListImageFiltersTestJSON-573549216-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 800.113889] env[69770]: value = "session[52161b52-cb8e-ec9f-1132-2f6b49549d41]5274e06a-9cd3-fcfc-501c-bb96b49427bb" [ 800.113889] env[69770]: _type = "HttpNfcLease" [ 800.113889] env[69770]: }. {{(pid=69770) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 800.114700] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4feb8805-029e-4476-91ec-7398e683935a {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.126092] env[69770]: DEBUG oslo_vmware.rw_handles [None req-b72bd657-1556-403a-a7bf-8de443cdf13f tempest-ListImageFiltersTestJSON-573549216 tempest-ListImageFiltersTestJSON-573549216-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52f2d06d-a806-cf18-5581-eed914456911/disk-0.vmdk from lease info. {{(pid=69770) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 800.126092] env[69770]: DEBUG oslo_vmware.rw_handles [None req-b72bd657-1556-403a-a7bf-8de443cdf13f tempest-ListImageFiltersTestJSON-573549216 tempest-ListImageFiltersTestJSON-573549216-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52f2d06d-a806-cf18-5581-eed914456911/disk-0.vmdk for reading. {{(pid=69770) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 800.283367] env[69770]: DEBUG oslo_concurrency.lockutils [None req-18de19d7-40d6-41ce-aacf-224f096923f8 tempest-DeleteServersAdminTestJSON-2130980840 tempest-DeleteServersAdminTestJSON-2130980840-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 800.324025] env[69770]: DEBUG oslo_vmware.api [None req-44e77e2d-d35e-44f8-a7a2-1c6d98b38d0b tempest-ListServersNegativeTestJSON-118656177 tempest-ListServersNegativeTestJSON-118656177-project-member] Task: {'id': task-4069566, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066054} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 800.324341] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-44e77e2d-d35e-44f8-a7a2-1c6d98b38d0b tempest-ListServersNegativeTestJSON-118656177 tempest-ListServersNegativeTestJSON-118656177-project-member] [instance: c8a7ad94-852f-48a2-9186-70d322e97118] Extended root virtual disk {{(pid=69770) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 800.325188] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f22c09f7-a8af-493e-b469-77d1c051195e {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.353311] env[69770]: DEBUG nova.virt.vmwareapi.volumeops [None req-44e77e2d-d35e-44f8-a7a2-1c6d98b38d0b tempest-ListServersNegativeTestJSON-118656177 tempest-ListServersNegativeTestJSON-118656177-project-member] [instance: c8a7ad94-852f-48a2-9186-70d322e97118] Reconfiguring VM instance instance-0000001f to attach disk [datastore1] c8a7ad94-852f-48a2-9186-70d322e97118/c8a7ad94-852f-48a2-9186-70d322e97118.vmdk or device None with type sparse {{(pid=69770) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 800.354152] env[69770]: DEBUG nova.compute.manager [None req-2202bb11-9306-411f-82e6-4168971d4053 tempest-ServersTestMultiNic-2119527449 tempest-ServersTestMultiNic-2119527449-project-member] [instance: e6e28bf0-10fd-4aa3-829b-9d5d0d301621] Starting instance... {{(pid=69770) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 800.356614] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6fa50222-4dfb-41a5-8f99-4a0c7ad02e1e {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.379423] env[69770]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-b993df1c-83f0-4a82-b674-67126423b780 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.382804] env[69770]: DEBUG oslo_vmware.api [None req-44e77e2d-d35e-44f8-a7a2-1c6d98b38d0b tempest-ListServersNegativeTestJSON-118656177 tempest-ListServersNegativeTestJSON-118656177-project-member] Waiting for the task: (returnval){ [ 800.382804] env[69770]: value = "task-4069567" [ 800.382804] env[69770]: _type = "Task" [ 800.382804] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 800.398495] env[69770]: DEBUG oslo_vmware.api [None req-44e77e2d-d35e-44f8-a7a2-1c6d98b38d0b tempest-ListServersNegativeTestJSON-118656177 tempest-ListServersNegativeTestJSON-118656177-project-member] Task: {'id': task-4069567, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.451344] env[69770]: DEBUG nova.scheduler.client.report [None req-8e9eee97-9f12-4c54-acf9-e577343d7624 tempest-ImagesOneServerTestJSON-1024055021 tempest-ImagesOneServerTestJSON-1024055021-project-member] Updated inventory for provider 7cc7d32b-b7a7-454a-a456-2a440248ed9d with generation 60 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 19, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69770) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 800.451684] env[69770]: DEBUG nova.compute.provider_tree [None req-8e9eee97-9f12-4c54-acf9-e577343d7624 tempest-ImagesOneServerTestJSON-1024055021 tempest-ImagesOneServerTestJSON-1024055021-project-member] Updating resource provider 7cc7d32b-b7a7-454a-a456-2a440248ed9d generation from 60 to 61 during operation: update_inventory {{(pid=69770) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 800.451933] env[69770]: DEBUG nova.compute.provider_tree [None req-8e9eee97-9f12-4c54-acf9-e577343d7624 tempest-ImagesOneServerTestJSON-1024055021 tempest-ImagesOneServerTestJSON-1024055021-project-member] Updating inventory in ProviderTree for provider 7cc7d32b-b7a7-454a-a456-2a440248ed9d with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 19, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69770) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 800.457196] env[69770]: DEBUG oslo_concurrency.lockutils [None req-e09c597f-2e66-4235-9757-001d9b2c2edb tempest-ServerRescueTestJSONUnderV235-1853960857 tempest-ServerRescueTestJSONUnderV235-1853960857-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 800.530950] env[69770]: DEBUG nova.network.neutron [None req-44e77e2d-d35e-44f8-a7a2-1c6d98b38d0b tempest-ListServersNegativeTestJSON-118656177 tempest-ListServersNegativeTestJSON-118656177-project-member] [instance: fd890686-500e-4bee-b216-145c4818c245] Instance cache missing network info. {{(pid=69770) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 800.543450] env[69770]: DEBUG nova.compute.manager [None req-29322379-8497-4c02-a152-5b65afb7f3c5 tempest-ImagesOneServerNegativeTestJSON-405389268 tempest-ImagesOneServerNegativeTestJSON-405389268-project-member] [instance: 828f7a0a-dd24-4c98-85cf-5d99627860d7] Start spawning the instance on the hypervisor. {{(pid=69770) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 800.577957] env[69770]: DEBUG nova.virt.hardware [None req-29322379-8497-4c02-a152-5b65afb7f3c5 tempest-ImagesOneServerNegativeTestJSON-405389268 tempest-ImagesOneServerNegativeTestJSON-405389268-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T12:16:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T12:16:11Z,direct_url=,disk_format='vmdk',id=d1eaff80-24a0-4391-90eb-59958b1ecf0a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d65f20bb89fb40a98b77bc6d97357df2',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T12:16:12Z,virtual_size=,visibility=), allow threads: False {{(pid=69770) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 800.578260] env[69770]: DEBUG nova.virt.hardware [None req-29322379-8497-4c02-a152-5b65afb7f3c5 tempest-ImagesOneServerNegativeTestJSON-405389268 tempest-ImagesOneServerNegativeTestJSON-405389268-project-member] Flavor limits 0:0:0 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 800.578444] env[69770]: DEBUG nova.virt.hardware [None req-29322379-8497-4c02-a152-5b65afb7f3c5 tempest-ImagesOneServerNegativeTestJSON-405389268 tempest-ImagesOneServerNegativeTestJSON-405389268-project-member] Image limits 0:0:0 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 800.578690] env[69770]: DEBUG nova.virt.hardware [None req-29322379-8497-4c02-a152-5b65afb7f3c5 tempest-ImagesOneServerNegativeTestJSON-405389268 tempest-ImagesOneServerNegativeTestJSON-405389268-project-member] Flavor pref 0:0:0 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 800.578793] env[69770]: DEBUG nova.virt.hardware [None req-29322379-8497-4c02-a152-5b65afb7f3c5 tempest-ImagesOneServerNegativeTestJSON-405389268 tempest-ImagesOneServerNegativeTestJSON-405389268-project-member] Image pref 0:0:0 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 800.578941] env[69770]: DEBUG nova.virt.hardware [None req-29322379-8497-4c02-a152-5b65afb7f3c5 tempest-ImagesOneServerNegativeTestJSON-405389268 tempest-ImagesOneServerNegativeTestJSON-405389268-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 800.579197] env[69770]: DEBUG nova.virt.hardware [None req-29322379-8497-4c02-a152-5b65afb7f3c5 tempest-ImagesOneServerNegativeTestJSON-405389268 tempest-ImagesOneServerNegativeTestJSON-405389268-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69770) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 800.579369] env[69770]: DEBUG nova.virt.hardware [None req-29322379-8497-4c02-a152-5b65afb7f3c5 tempest-ImagesOneServerNegativeTestJSON-405389268 tempest-ImagesOneServerNegativeTestJSON-405389268-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69770) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 800.579571] env[69770]: DEBUG nova.virt.hardware [None req-29322379-8497-4c02-a152-5b65afb7f3c5 tempest-ImagesOneServerNegativeTestJSON-405389268 tempest-ImagesOneServerNegativeTestJSON-405389268-project-member] Got 1 possible topologies {{(pid=69770) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 800.579735] env[69770]: DEBUG nova.virt.hardware [None req-29322379-8497-4c02-a152-5b65afb7f3c5 tempest-ImagesOneServerNegativeTestJSON-405389268 tempest-ImagesOneServerNegativeTestJSON-405389268-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69770) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 800.579923] env[69770]: DEBUG nova.virt.hardware [None req-29322379-8497-4c02-a152-5b65afb7f3c5 tempest-ImagesOneServerNegativeTestJSON-405389268 tempest-ImagesOneServerNegativeTestJSON-405389268-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69770) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 800.580377] env[69770]: DEBUG nova.compute.manager [None req-09b66b45-33b0-4b45-aa2f-157ae871d395 tempest-ServersNegativeTestJSON-1437959553 tempest-ServersNegativeTestJSON-1437959553-project-member] [instance: 3df42b8d-2222-42cc-8816-06ee1b31dc78] Starting instance... {{(pid=69770) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 800.583941] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-112c4ca2-96c2-4c44-9589-6bce68c02379 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.597851] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09acfaaf-e004-4404-9d23-4b344227c9e3 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.740081] env[69770]: DEBUG nova.network.neutron [None req-44e77e2d-d35e-44f8-a7a2-1c6d98b38d0b tempest-ListServersNegativeTestJSON-118656177 tempest-ListServersNegativeTestJSON-118656177-project-member] [instance: fd890686-500e-4bee-b216-145c4818c245] Updating instance_info_cache with network_info: [{"id": "b9968ad7-6355-43be-8696-d2d825d0ba1b", "address": "fa:16:3e:af:3d:c8", "network": {"id": "33a17b7b-3f93-4bff-bc08-de4098f09ff0", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1118124040-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5d394de1b1da479ea9679f3fd7bd81ee", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6f1b07b1-e4e5-4842-9090-07fb2c3e124b", "external-id": "nsx-vlan-transportzone-646", "segmentation_id": 646, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb9968ad7-63", "ovs_interfaceid": "b9968ad7-6355-43be-8696-d2d825d0ba1b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69770) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 800.898443] env[69770]: DEBUG oslo_vmware.api [None req-44e77e2d-d35e-44f8-a7a2-1c6d98b38d0b tempest-ListServersNegativeTestJSON-118656177 tempest-ListServersNegativeTestJSON-118656177-project-member] Task: {'id': task-4069567, 'name': ReconfigVM_Task, 'duration_secs': 0.300506} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 800.898785] env[69770]: DEBUG nova.virt.vmwareapi.volumeops [None req-44e77e2d-d35e-44f8-a7a2-1c6d98b38d0b tempest-ListServersNegativeTestJSON-118656177 tempest-ListServersNegativeTestJSON-118656177-project-member] [instance: c8a7ad94-852f-48a2-9186-70d322e97118] Reconfigured VM instance instance-0000001f to attach disk [datastore1] c8a7ad94-852f-48a2-9186-70d322e97118/c8a7ad94-852f-48a2-9186-70d322e97118.vmdk or device None with type sparse {{(pid=69770) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 800.899683] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9e426d54-d327-4fa0-b02f-9ad60a9a0d3e {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.910745] env[69770]: DEBUG oslo_vmware.api [None req-44e77e2d-d35e-44f8-a7a2-1c6d98b38d0b tempest-ListServersNegativeTestJSON-118656177 tempest-ListServersNegativeTestJSON-118656177-project-member] Waiting for the task: (returnval){ [ 800.910745] env[69770]: value = "task-4069568" [ 800.910745] env[69770]: _type = "Task" [ 800.910745] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 800.910745] env[69770]: DEBUG oslo_concurrency.lockutils [None req-2202bb11-9306-411f-82e6-4168971d4053 tempest-ServersTestMultiNic-2119527449 tempest-ServersTestMultiNic-2119527449-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 800.922775] env[69770]: DEBUG oslo_vmware.api [None req-44e77e2d-d35e-44f8-a7a2-1c6d98b38d0b tempest-ListServersNegativeTestJSON-118656177 tempest-ListServersNegativeTestJSON-118656177-project-member] Task: {'id': task-4069568, 'name': Rename_Task} progress is 5%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.925824] env[69770]: DEBUG nova.objects.instance [None req-52a9e49f-6545-460a-b8ac-d63463373a09 tempest-VolumesAssistedSnapshotsTest-2138406563 tempest-VolumesAssistedSnapshotsTest-2138406563-project-admin] Lazy-loading 'flavor' on Instance uuid df3c3daf-8cd6-43af-8872-c3cdc0ea11cb {{(pid=69770) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 800.965017] env[69770]: DEBUG oslo_concurrency.lockutils [None req-8e9eee97-9f12-4c54-acf9-e577343d7624 tempest-ImagesOneServerTestJSON-1024055021 tempest-ImagesOneServerTestJSON-1024055021-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.462s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 800.968559] env[69770]: DEBUG oslo_concurrency.lockutils [None req-34e47fa6-425b-485c-ae7d-8b9d31e888fe tempest-ServerAddressesNegativeTestJSON-1442094653 tempest-ServerAddressesNegativeTestJSON-1442094653-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.769s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 800.971764] env[69770]: INFO nova.compute.claims [None req-34e47fa6-425b-485c-ae7d-8b9d31e888fe tempest-ServerAddressesNegativeTestJSON-1442094653 tempest-ServerAddressesNegativeTestJSON-1442094653-project-member] [instance: be3699ce-b81b-4db4-b82f-1ec081a96855] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 800.995431] env[69770]: INFO nova.scheduler.client.report [None req-8e9eee97-9f12-4c54-acf9-e577343d7624 tempest-ImagesOneServerTestJSON-1024055021 tempest-ImagesOneServerTestJSON-1024055021-project-member] Deleted allocations for instance 7ae47f8e-e519-4825-b89a-7561df6850d9 [ 801.115496] env[69770]: DEBUG oslo_concurrency.lockutils [None req-09b66b45-33b0-4b45-aa2f-157ae871d395 tempest-ServersNegativeTestJSON-1437959553 tempest-ServersNegativeTestJSON-1437959553-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 801.120222] env[69770]: DEBUG nova.compute.manager [req-b1504541-e090-4e18-8b3a-efbc2ffa8983 req-5d04bbf0-8049-4900-9ef9-9c8644df9124 service nova] [instance: 1d7a05ac-b6a7-47c4-9143-79ff005189f9] Received event network-changed-1646ae0e-48c1-4217-a69c-72b00da4a462 {{(pid=69770) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 801.122986] env[69770]: DEBUG nova.compute.manager [req-b1504541-e090-4e18-8b3a-efbc2ffa8983 req-5d04bbf0-8049-4900-9ef9-9c8644df9124 service nova] [instance: 1d7a05ac-b6a7-47c4-9143-79ff005189f9] Refreshing instance network info cache due to event network-changed-1646ae0e-48c1-4217-a69c-72b00da4a462. {{(pid=69770) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 801.123359] env[69770]: DEBUG oslo_concurrency.lockutils [req-b1504541-e090-4e18-8b3a-efbc2ffa8983 req-5d04bbf0-8049-4900-9ef9-9c8644df9124 service nova] Acquiring lock "refresh_cache-1d7a05ac-b6a7-47c4-9143-79ff005189f9" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.123485] env[69770]: DEBUG oslo_concurrency.lockutils [req-b1504541-e090-4e18-8b3a-efbc2ffa8983 req-5d04bbf0-8049-4900-9ef9-9c8644df9124 service nova] Acquired lock "refresh_cache-1d7a05ac-b6a7-47c4-9143-79ff005189f9" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.123921] env[69770]: DEBUG nova.network.neutron [req-b1504541-e090-4e18-8b3a-efbc2ffa8983 req-5d04bbf0-8049-4900-9ef9-9c8644df9124 service nova] [instance: 1d7a05ac-b6a7-47c4-9143-79ff005189f9] Refreshing network info cache for port 1646ae0e-48c1-4217-a69c-72b00da4a462 {{(pid=69770) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 801.243028] env[69770]: DEBUG oslo_concurrency.lockutils [None req-44e77e2d-d35e-44f8-a7a2-1c6d98b38d0b tempest-ListServersNegativeTestJSON-118656177 tempest-ListServersNegativeTestJSON-118656177-project-member] Releasing lock "refresh_cache-fd890686-500e-4bee-b216-145c4818c245" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.244605] env[69770]: DEBUG nova.compute.manager [None req-44e77e2d-d35e-44f8-a7a2-1c6d98b38d0b tempest-ListServersNegativeTestJSON-118656177 tempest-ListServersNegativeTestJSON-118656177-project-member] [instance: fd890686-500e-4bee-b216-145c4818c245] Instance network_info: |[{"id": "b9968ad7-6355-43be-8696-d2d825d0ba1b", "address": "fa:16:3e:af:3d:c8", "network": {"id": "33a17b7b-3f93-4bff-bc08-de4098f09ff0", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1118124040-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5d394de1b1da479ea9679f3fd7bd81ee", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6f1b07b1-e4e5-4842-9090-07fb2c3e124b", "external-id": "nsx-vlan-transportzone-646", "segmentation_id": 646, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb9968ad7-63", "ovs_interfaceid": "b9968ad7-6355-43be-8696-d2d825d0ba1b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69770) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 801.245109] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-44e77e2d-d35e-44f8-a7a2-1c6d98b38d0b tempest-ListServersNegativeTestJSON-118656177 tempest-ListServersNegativeTestJSON-118656177-project-member] [instance: fd890686-500e-4bee-b216-145c4818c245] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:af:3d:c8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6f1b07b1-e4e5-4842-9090-07fb2c3e124b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b9968ad7-6355-43be-8696-d2d825d0ba1b', 'vif_model': 'vmxnet3'}] {{(pid=69770) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 801.259764] env[69770]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-44e77e2d-d35e-44f8-a7a2-1c6d98b38d0b tempest-ListServersNegativeTestJSON-118656177 tempest-ListServersNegativeTestJSON-118656177-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69770) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 801.260161] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fd890686-500e-4bee-b216-145c4818c245] Creating VM on the ESX host {{(pid=69770) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 801.260449] env[69770]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-253f8818-2530-4ca5-875f-fa513f1a9c33 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.284334] env[69770]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 801.284334] env[69770]: value = "task-4069569" [ 801.284334] env[69770]: _type = "Task" [ 801.284334] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 801.294588] env[69770]: DEBUG oslo_vmware.api [-] Task: {'id': task-4069569, 'name': CreateVM_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.423282] env[69770]: DEBUG oslo_vmware.api [None req-44e77e2d-d35e-44f8-a7a2-1c6d98b38d0b tempest-ListServersNegativeTestJSON-118656177 tempest-ListServersNegativeTestJSON-118656177-project-member] Task: {'id': task-4069568, 'name': Rename_Task, 'duration_secs': 0.16995} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 801.423282] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-44e77e2d-d35e-44f8-a7a2-1c6d98b38d0b tempest-ListServersNegativeTestJSON-118656177 tempest-ListServersNegativeTestJSON-118656177-project-member] [instance: c8a7ad94-852f-48a2-9186-70d322e97118] Powering on the VM {{(pid=69770) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 801.423282] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8798fa27-dd2c-4aeb-a83f-e1ab568dd152 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.433239] env[69770]: DEBUG oslo_vmware.api [None req-44e77e2d-d35e-44f8-a7a2-1c6d98b38d0b tempest-ListServersNegativeTestJSON-118656177 tempest-ListServersNegativeTestJSON-118656177-project-member] Waiting for the task: (returnval){ [ 801.433239] env[69770]: value = "task-4069570" [ 801.433239] env[69770]: _type = "Task" [ 801.433239] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 801.439842] env[69770]: DEBUG oslo_concurrency.lockutils [None req-52a9e49f-6545-460a-b8ac-d63463373a09 tempest-VolumesAssistedSnapshotsTest-2138406563 tempest-VolumesAssistedSnapshotsTest-2138406563-project-admin] Lock "df3c3daf-8cd6-43af-8872-c3cdc0ea11cb" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.548s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 801.450019] env[69770]: DEBUG oslo_vmware.api [None req-44e77e2d-d35e-44f8-a7a2-1c6d98b38d0b tempest-ListServersNegativeTestJSON-118656177 tempest-ListServersNegativeTestJSON-118656177-project-member] Task: {'id': task-4069570, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.512336] env[69770]: DEBUG oslo_concurrency.lockutils [None req-8e9eee97-9f12-4c54-acf9-e577343d7624 tempest-ImagesOneServerTestJSON-1024055021 tempest-ImagesOneServerTestJSON-1024055021-project-member] Lock "7ae47f8e-e519-4825-b89a-7561df6850d9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.139s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 801.784709] env[69770]: DEBUG nova.network.neutron [None req-29322379-8497-4c02-a152-5b65afb7f3c5 tempest-ImagesOneServerNegativeTestJSON-405389268 tempest-ImagesOneServerNegativeTestJSON-405389268-project-member] [instance: 828f7a0a-dd24-4c98-85cf-5d99627860d7] Successfully updated port: 7fbbd882-7f51-478b-9bcc-e1975215a6b6 {{(pid=69770) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 801.802020] env[69770]: DEBUG oslo_vmware.api [-] Task: {'id': task-4069569, 'name': CreateVM_Task, 'duration_secs': 0.402952} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 801.802020] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fd890686-500e-4bee-b216-145c4818c245] Created VM on the ESX host {{(pid=69770) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 801.802020] env[69770]: DEBUG oslo_concurrency.lockutils [None req-44e77e2d-d35e-44f8-a7a2-1c6d98b38d0b tempest-ListServersNegativeTestJSON-118656177 tempest-ListServersNegativeTestJSON-118656177-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.802020] env[69770]: DEBUG oslo_concurrency.lockutils [None req-44e77e2d-d35e-44f8-a7a2-1c6d98b38d0b tempest-ListServersNegativeTestJSON-118656177 tempest-ListServersNegativeTestJSON-118656177-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.802020] env[69770]: DEBUG oslo_concurrency.lockutils [None req-44e77e2d-d35e-44f8-a7a2-1c6d98b38d0b tempest-ListServersNegativeTestJSON-118656177 tempest-ListServersNegativeTestJSON-118656177-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.802485] env[69770]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-869956f7-f7b5-4064-90ea-d6e40af3838e {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.814881] env[69770]: DEBUG oslo_vmware.api [None req-44e77e2d-d35e-44f8-a7a2-1c6d98b38d0b tempest-ListServersNegativeTestJSON-118656177 tempest-ListServersNegativeTestJSON-118656177-project-member] Waiting for the task: (returnval){ [ 801.814881] env[69770]: value = "session[52161b52-cb8e-ec9f-1132-2f6b49549d41]52a2529c-4233-3024-c739-696de0d9e749" [ 801.814881] env[69770]: _type = "Task" [ 801.814881] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 801.826725] env[69770]: DEBUG oslo_vmware.api [None req-44e77e2d-d35e-44f8-a7a2-1c6d98b38d0b tempest-ListServersNegativeTestJSON-118656177 tempest-ListServersNegativeTestJSON-118656177-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]52a2529c-4233-3024-c739-696de0d9e749, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.946654] env[69770]: DEBUG oslo_vmware.api [None req-44e77e2d-d35e-44f8-a7a2-1c6d98b38d0b tempest-ListServersNegativeTestJSON-118656177 tempest-ListServersNegativeTestJSON-118656177-project-member] Task: {'id': task-4069570, 'name': PowerOnVM_Task} progress is 90%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.996658] env[69770]: DEBUG nova.network.neutron [req-b1504541-e090-4e18-8b3a-efbc2ffa8983 req-5d04bbf0-8049-4900-9ef9-9c8644df9124 service nova] [instance: 1d7a05ac-b6a7-47c4-9143-79ff005189f9] Updated VIF entry in instance network info cache for port 1646ae0e-48c1-4217-a69c-72b00da4a462. {{(pid=69770) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 801.997092] env[69770]: DEBUG nova.network.neutron [req-b1504541-e090-4e18-8b3a-efbc2ffa8983 req-5d04bbf0-8049-4900-9ef9-9c8644df9124 service nova] [instance: 1d7a05ac-b6a7-47c4-9143-79ff005189f9] Updating instance_info_cache with network_info: [{"id": "1646ae0e-48c1-4217-a69c-72b00da4a462", "address": "fa:16:3e:d6:1d:36", "network": {"id": "f4a00cad-0822-4c35-9ea0-e6b9670abd1f", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-678795259-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "602816d7b1574f02a4927772f6ac5382", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c24464bb-bb6b-43a2-bdcd-8086ad1a307f", "external-id": "nsx-vlan-transportzone-781", "segmentation_id": 781, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1646ae0e-48", "ovs_interfaceid": "1646ae0e-48c1-4217-a69c-72b00da4a462", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69770) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 802.292875] env[69770]: DEBUG oslo_concurrency.lockutils [None req-29322379-8497-4c02-a152-5b65afb7f3c5 tempest-ImagesOneServerNegativeTestJSON-405389268 tempest-ImagesOneServerNegativeTestJSON-405389268-project-member] Acquiring lock "refresh_cache-828f7a0a-dd24-4c98-85cf-5d99627860d7" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.293056] env[69770]: DEBUG oslo_concurrency.lockutils [None req-29322379-8497-4c02-a152-5b65afb7f3c5 tempest-ImagesOneServerNegativeTestJSON-405389268 tempest-ImagesOneServerNegativeTestJSON-405389268-project-member] Acquired lock "refresh_cache-828f7a0a-dd24-4c98-85cf-5d99627860d7" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.293269] env[69770]: DEBUG nova.network.neutron [None req-29322379-8497-4c02-a152-5b65afb7f3c5 tempest-ImagesOneServerNegativeTestJSON-405389268 tempest-ImagesOneServerNegativeTestJSON-405389268-project-member] [instance: 828f7a0a-dd24-4c98-85cf-5d99627860d7] Building network info cache for instance {{(pid=69770) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 802.329849] env[69770]: DEBUG oslo_vmware.api [None req-44e77e2d-d35e-44f8-a7a2-1c6d98b38d0b tempest-ListServersNegativeTestJSON-118656177 tempest-ListServersNegativeTestJSON-118656177-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]52a2529c-4233-3024-c739-696de0d9e749, 'name': SearchDatastore_Task, 'duration_secs': 0.01521} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 802.333073] env[69770]: DEBUG oslo_concurrency.lockutils [None req-44e77e2d-d35e-44f8-a7a2-1c6d98b38d0b tempest-ListServersNegativeTestJSON-118656177 tempest-ListServersNegativeTestJSON-118656177-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.333511] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-44e77e2d-d35e-44f8-a7a2-1c6d98b38d0b tempest-ListServersNegativeTestJSON-118656177 tempest-ListServersNegativeTestJSON-118656177-project-member] [instance: fd890686-500e-4bee-b216-145c4818c245] Processing image d1eaff80-24a0-4391-90eb-59958b1ecf0a {{(pid=69770) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 802.333803] env[69770]: DEBUG oslo_concurrency.lockutils [None req-44e77e2d-d35e-44f8-a7a2-1c6d98b38d0b tempest-ListServersNegativeTestJSON-118656177 tempest-ListServersNegativeTestJSON-118656177-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.334040] env[69770]: DEBUG oslo_concurrency.lockutils [None req-44e77e2d-d35e-44f8-a7a2-1c6d98b38d0b tempest-ListServersNegativeTestJSON-118656177 tempest-ListServersNegativeTestJSON-118656177-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.334313] env[69770]: DEBUG nova.virt.vmwareapi.ds_util [None req-44e77e2d-d35e-44f8-a7a2-1c6d98b38d0b tempest-ListServersNegativeTestJSON-118656177 tempest-ListServersNegativeTestJSON-118656177-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69770) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 802.335212] env[69770]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d59ac487-b956-49aa-be54-f6945aeba2c2 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.350133] env[69770]: DEBUG nova.virt.vmwareapi.ds_util [None req-44e77e2d-d35e-44f8-a7a2-1c6d98b38d0b tempest-ListServersNegativeTestJSON-118656177 tempest-ListServersNegativeTestJSON-118656177-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69770) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 802.350521] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-44e77e2d-d35e-44f8-a7a2-1c6d98b38d0b tempest-ListServersNegativeTestJSON-118656177 tempest-ListServersNegativeTestJSON-118656177-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69770) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 802.354846] env[69770]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6dd8b986-1122-4dce-bfbe-f121784ac0eb {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.365901] env[69770]: DEBUG oslo_vmware.api [None req-44e77e2d-d35e-44f8-a7a2-1c6d98b38d0b tempest-ListServersNegativeTestJSON-118656177 tempest-ListServersNegativeTestJSON-118656177-project-member] Waiting for the task: (returnval){ [ 802.365901] env[69770]: value = "session[52161b52-cb8e-ec9f-1132-2f6b49549d41]52882fc2-b421-1764-646a-4b87789a3f84" [ 802.365901] env[69770]: _type = "Task" [ 802.365901] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 802.377171] env[69770]: DEBUG oslo_vmware.api [None req-44e77e2d-d35e-44f8-a7a2-1c6d98b38d0b tempest-ListServersNegativeTestJSON-118656177 tempest-ListServersNegativeTestJSON-118656177-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]52882fc2-b421-1764-646a-4b87789a3f84, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.448694] env[69770]: DEBUG oslo_vmware.api [None req-44e77e2d-d35e-44f8-a7a2-1c6d98b38d0b tempest-ListServersNegativeTestJSON-118656177 tempest-ListServersNegativeTestJSON-118656177-project-member] Task: {'id': task-4069570, 'name': PowerOnVM_Task, 'duration_secs': 0.5801} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 802.453177] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-44e77e2d-d35e-44f8-a7a2-1c6d98b38d0b tempest-ListServersNegativeTestJSON-118656177 tempest-ListServersNegativeTestJSON-118656177-project-member] [instance: c8a7ad94-852f-48a2-9186-70d322e97118] Powered on the VM {{(pid=69770) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 802.453709] env[69770]: INFO nova.compute.manager [None req-44e77e2d-d35e-44f8-a7a2-1c6d98b38d0b tempest-ListServersNegativeTestJSON-118656177 tempest-ListServersNegativeTestJSON-118656177-project-member] [instance: c8a7ad94-852f-48a2-9186-70d322e97118] Took 9.14 seconds to spawn the instance on the hypervisor. [ 802.453931] env[69770]: DEBUG nova.compute.manager [None req-44e77e2d-d35e-44f8-a7a2-1c6d98b38d0b tempest-ListServersNegativeTestJSON-118656177 tempest-ListServersNegativeTestJSON-118656177-project-member] [instance: c8a7ad94-852f-48a2-9186-70d322e97118] Checking state {{(pid=69770) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 802.455658] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a048b9a3-a797-4dd1-9cf7-fbfab6d59eec {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.506035] env[69770]: DEBUG oslo_concurrency.lockutils [req-b1504541-e090-4e18-8b3a-efbc2ffa8983 req-5d04bbf0-8049-4900-9ef9-9c8644df9124 service nova] Releasing lock "refresh_cache-1d7a05ac-b6a7-47c4-9143-79ff005189f9" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.506035] env[69770]: DEBUG nova.compute.manager [req-b1504541-e090-4e18-8b3a-efbc2ffa8983 req-5d04bbf0-8049-4900-9ef9-9c8644df9124 service nova] [instance: fd890686-500e-4bee-b216-145c4818c245] Received event network-vif-plugged-b9968ad7-6355-43be-8696-d2d825d0ba1b {{(pid=69770) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 802.506035] env[69770]: DEBUG oslo_concurrency.lockutils [req-b1504541-e090-4e18-8b3a-efbc2ffa8983 req-5d04bbf0-8049-4900-9ef9-9c8644df9124 service nova] Acquiring lock "fd890686-500e-4bee-b216-145c4818c245-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 802.506035] env[69770]: DEBUG oslo_concurrency.lockutils [req-b1504541-e090-4e18-8b3a-efbc2ffa8983 req-5d04bbf0-8049-4900-9ef9-9c8644df9124 service nova] Lock "fd890686-500e-4bee-b216-145c4818c245-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 802.506035] env[69770]: DEBUG oslo_concurrency.lockutils [req-b1504541-e090-4e18-8b3a-efbc2ffa8983 req-5d04bbf0-8049-4900-9ef9-9c8644df9124 service nova] Lock "fd890686-500e-4bee-b216-145c4818c245-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 802.506312] env[69770]: DEBUG nova.compute.manager [req-b1504541-e090-4e18-8b3a-efbc2ffa8983 req-5d04bbf0-8049-4900-9ef9-9c8644df9124 service nova] [instance: fd890686-500e-4bee-b216-145c4818c245] No waiting events found dispatching network-vif-plugged-b9968ad7-6355-43be-8696-d2d825d0ba1b {{(pid=69770) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 802.506312] env[69770]: WARNING nova.compute.manager [req-b1504541-e090-4e18-8b3a-efbc2ffa8983 req-5d04bbf0-8049-4900-9ef9-9c8644df9124 service nova] [instance: fd890686-500e-4bee-b216-145c4818c245] Received unexpected event network-vif-plugged-b9968ad7-6355-43be-8696-d2d825d0ba1b for instance with vm_state building and task_state spawning. [ 802.506312] env[69770]: DEBUG nova.compute.manager [req-b1504541-e090-4e18-8b3a-efbc2ffa8983 req-5d04bbf0-8049-4900-9ef9-9c8644df9124 service nova] [instance: fd890686-500e-4bee-b216-145c4818c245] Received event network-changed-b9968ad7-6355-43be-8696-d2d825d0ba1b {{(pid=69770) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 802.506312] env[69770]: DEBUG nova.compute.manager [req-b1504541-e090-4e18-8b3a-efbc2ffa8983 req-5d04bbf0-8049-4900-9ef9-9c8644df9124 service nova] [instance: fd890686-500e-4bee-b216-145c4818c245] Refreshing instance network info cache due to event network-changed-b9968ad7-6355-43be-8696-d2d825d0ba1b. {{(pid=69770) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 802.506312] env[69770]: DEBUG oslo_concurrency.lockutils [req-b1504541-e090-4e18-8b3a-efbc2ffa8983 req-5d04bbf0-8049-4900-9ef9-9c8644df9124 service nova] Acquiring lock "refresh_cache-fd890686-500e-4bee-b216-145c4818c245" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.506513] env[69770]: DEBUG oslo_concurrency.lockutils [req-b1504541-e090-4e18-8b3a-efbc2ffa8983 req-5d04bbf0-8049-4900-9ef9-9c8644df9124 service nova] Acquired lock "refresh_cache-fd890686-500e-4bee-b216-145c4818c245" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.506513] env[69770]: DEBUG nova.network.neutron [req-b1504541-e090-4e18-8b3a-efbc2ffa8983 req-5d04bbf0-8049-4900-9ef9-9c8644df9124 service nova] [instance: fd890686-500e-4bee-b216-145c4818c245] Refreshing network info cache for port b9968ad7-6355-43be-8696-d2d825d0ba1b {{(pid=69770) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 802.594338] env[69770]: DEBUG nova.compute.manager [req-df3b6168-3d64-4917-a06f-311c4920ec28 req-228fa0c2-0319-480a-b99d-a8e9e04e9eb1 service nova] [instance: b05d12b1-fb29-4185-8300-5f0140039dfe] Received event network-vif-deleted-4b9862e2-a25f-4722-b1a1-e36cc837cd38 {{(pid=69770) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 802.594338] env[69770]: DEBUG nova.compute.manager [req-df3b6168-3d64-4917-a06f-311c4920ec28 req-228fa0c2-0319-480a-b99d-a8e9e04e9eb1 service nova] [instance: 1d7a05ac-b6a7-47c4-9143-79ff005189f9] Received event network-changed-1646ae0e-48c1-4217-a69c-72b00da4a462 {{(pid=69770) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 802.594338] env[69770]: DEBUG nova.compute.manager [req-df3b6168-3d64-4917-a06f-311c4920ec28 req-228fa0c2-0319-480a-b99d-a8e9e04e9eb1 service nova] [instance: 1d7a05ac-b6a7-47c4-9143-79ff005189f9] Refreshing instance network info cache due to event network-changed-1646ae0e-48c1-4217-a69c-72b00da4a462. {{(pid=69770) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 802.594338] env[69770]: DEBUG oslo_concurrency.lockutils [req-df3b6168-3d64-4917-a06f-311c4920ec28 req-228fa0c2-0319-480a-b99d-a8e9e04e9eb1 service nova] Acquiring lock "refresh_cache-1d7a05ac-b6a7-47c4-9143-79ff005189f9" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.594629] env[69770]: DEBUG oslo_concurrency.lockutils [req-df3b6168-3d64-4917-a06f-311c4920ec28 req-228fa0c2-0319-480a-b99d-a8e9e04e9eb1 service nova] Acquired lock "refresh_cache-1d7a05ac-b6a7-47c4-9143-79ff005189f9" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.594728] env[69770]: DEBUG nova.network.neutron [req-df3b6168-3d64-4917-a06f-311c4920ec28 req-228fa0c2-0319-480a-b99d-a8e9e04e9eb1 service nova] [instance: 1d7a05ac-b6a7-47c4-9143-79ff005189f9] Refreshing network info cache for port 1646ae0e-48c1-4217-a69c-72b00da4a462 {{(pid=69770) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 802.867146] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d62edd94-f208-47b7-933a-53bf8604b515 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.881145] env[69770]: DEBUG oslo_vmware.api [None req-44e77e2d-d35e-44f8-a7a2-1c6d98b38d0b tempest-ListServersNegativeTestJSON-118656177 tempest-ListServersNegativeTestJSON-118656177-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]52882fc2-b421-1764-646a-4b87789a3f84, 'name': SearchDatastore_Task, 'duration_secs': 0.016843} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 802.884510] env[69770]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fa1c654c-ce45-47d5-ae96-bd0b93ccb0c6 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.888620] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bfe521c-ed80-4bab-8c0e-597c2a6c3099 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.894894] env[69770]: DEBUG nova.network.neutron [None req-29322379-8497-4c02-a152-5b65afb7f3c5 tempest-ImagesOneServerNegativeTestJSON-405389268 tempest-ImagesOneServerNegativeTestJSON-405389268-project-member] [instance: 828f7a0a-dd24-4c98-85cf-5d99627860d7] Instance cache missing network info. {{(pid=69770) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 802.903027] env[69770]: DEBUG oslo_vmware.api [None req-44e77e2d-d35e-44f8-a7a2-1c6d98b38d0b tempest-ListServersNegativeTestJSON-118656177 tempest-ListServersNegativeTestJSON-118656177-project-member] Waiting for the task: (returnval){ [ 802.903027] env[69770]: value = "session[52161b52-cb8e-ec9f-1132-2f6b49549d41]52994edf-c54d-81b3-7821-4fda938e8f7a" [ 802.903027] env[69770]: _type = "Task" [ 802.903027] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 802.939064] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c904860-a53d-429c-bb95-8cef6bcf9c80 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.950359] env[69770]: DEBUG oslo_vmware.api [None req-44e77e2d-d35e-44f8-a7a2-1c6d98b38d0b tempest-ListServersNegativeTestJSON-118656177 tempest-ListServersNegativeTestJSON-118656177-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]52994edf-c54d-81b3-7821-4fda938e8f7a, 'name': SearchDatastore_Task, 'duration_secs': 0.017813} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 802.955361] env[69770]: DEBUG oslo_concurrency.lockutils [None req-44e77e2d-d35e-44f8-a7a2-1c6d98b38d0b tempest-ListServersNegativeTestJSON-118656177 tempest-ListServersNegativeTestJSON-118656177-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.955680] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-44e77e2d-d35e-44f8-a7a2-1c6d98b38d0b tempest-ListServersNegativeTestJSON-118656177 tempest-ListServersNegativeTestJSON-118656177-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk to [datastore1] fd890686-500e-4bee-b216-145c4818c245/fd890686-500e-4bee-b216-145c4818c245.vmdk {{(pid=69770) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 802.956084] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f4596f97-7221-40c4-a3d6-cfdd6aaee086 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.960538] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-783842c2-25cb-4960-9609-1c1a4c32e0b7 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.980519] env[69770]: DEBUG nova.compute.provider_tree [None req-34e47fa6-425b-485c-ae7d-8b9d31e888fe tempest-ServerAddressesNegativeTestJSON-1442094653 tempest-ServerAddressesNegativeTestJSON-1442094653-project-member] Updating inventory in ProviderTree for provider 7cc7d32b-b7a7-454a-a456-2a440248ed9d with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69770) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 802.984971] env[69770]: DEBUG oslo_vmware.api [None req-44e77e2d-d35e-44f8-a7a2-1c6d98b38d0b tempest-ListServersNegativeTestJSON-118656177 tempest-ListServersNegativeTestJSON-118656177-project-member] Waiting for the task: (returnval){ [ 802.984971] env[69770]: value = "task-4069571" [ 802.984971] env[69770]: _type = "Task" [ 802.984971] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 802.985903] env[69770]: INFO nova.compute.manager [None req-44e77e2d-d35e-44f8-a7a2-1c6d98b38d0b tempest-ListServersNegativeTestJSON-118656177 tempest-ListServersNegativeTestJSON-118656177-project-member] [instance: c8a7ad94-852f-48a2-9186-70d322e97118] Took 38.09 seconds to build instance. [ 803.056674] env[69770]: DEBUG nova.objects.instance [None req-58e2f814-4101-457c-8de6-67d82ea960a5 tempest-ListServerFiltersTestJSON-1688445247 tempest-ListServerFiltersTestJSON-1688445247-project-member] Lazy-loading 'flavor' on Instance uuid 1ecca185-3141-408a-92c7-c3a431ddc25d {{(pid=69770) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 803.358691] env[69770]: DEBUG nova.network.neutron [req-df3b6168-3d64-4917-a06f-311c4920ec28 req-228fa0c2-0319-480a-b99d-a8e9e04e9eb1 service nova] [instance: 1d7a05ac-b6a7-47c4-9143-79ff005189f9] Updated VIF entry in instance network info cache for port 1646ae0e-48c1-4217-a69c-72b00da4a462. {{(pid=69770) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 803.359047] env[69770]: DEBUG nova.network.neutron [req-df3b6168-3d64-4917-a06f-311c4920ec28 req-228fa0c2-0319-480a-b99d-a8e9e04e9eb1 service nova] [instance: 1d7a05ac-b6a7-47c4-9143-79ff005189f9] Updating instance_info_cache with network_info: [{"id": "1646ae0e-48c1-4217-a69c-72b00da4a462", "address": "fa:16:3e:d6:1d:36", "network": {"id": "f4a00cad-0822-4c35-9ea0-e6b9670abd1f", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-678795259-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "602816d7b1574f02a4927772f6ac5382", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c24464bb-bb6b-43a2-bdcd-8086ad1a307f", "external-id": "nsx-vlan-transportzone-781", "segmentation_id": 781, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1646ae0e-48", "ovs_interfaceid": "1646ae0e-48c1-4217-a69c-72b00da4a462", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69770) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 803.498226] env[69770]: DEBUG oslo_concurrency.lockutils [None req-44e77e2d-d35e-44f8-a7a2-1c6d98b38d0b tempest-ListServersNegativeTestJSON-118656177 tempest-ListServersNegativeTestJSON-118656177-project-member] Lock "c8a7ad94-852f-48a2-9186-70d322e97118" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 61.145s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 803.506237] env[69770]: DEBUG oslo_vmware.api [None req-44e77e2d-d35e-44f8-a7a2-1c6d98b38d0b tempest-ListServersNegativeTestJSON-118656177 tempest-ListServersNegativeTestJSON-118656177-project-member] Task: {'id': task-4069571, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.547342] env[69770]: DEBUG nova.scheduler.client.report [None req-34e47fa6-425b-485c-ae7d-8b9d31e888fe tempest-ServerAddressesNegativeTestJSON-1442094653 tempest-ServerAddressesNegativeTestJSON-1442094653-project-member] Updated inventory for provider 7cc7d32b-b7a7-454a-a456-2a440248ed9d with generation 61 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69770) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 803.547615] env[69770]: DEBUG nova.compute.provider_tree [None req-34e47fa6-425b-485c-ae7d-8b9d31e888fe tempest-ServerAddressesNegativeTestJSON-1442094653 tempest-ServerAddressesNegativeTestJSON-1442094653-project-member] Updating resource provider 7cc7d32b-b7a7-454a-a456-2a440248ed9d generation from 61 to 62 during operation: update_inventory {{(pid=69770) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 803.547805] env[69770]: DEBUG nova.compute.provider_tree [None req-34e47fa6-425b-485c-ae7d-8b9d31e888fe tempest-ServerAddressesNegativeTestJSON-1442094653 tempest-ServerAddressesNegativeTestJSON-1442094653-project-member] Updating inventory in ProviderTree for provider 7cc7d32b-b7a7-454a-a456-2a440248ed9d with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69770) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 803.563833] env[69770]: DEBUG oslo_concurrency.lockutils [None req-58e2f814-4101-457c-8de6-67d82ea960a5 tempest-ListServerFiltersTestJSON-1688445247 tempest-ListServerFiltersTestJSON-1688445247-project-member] Acquiring lock "refresh_cache-1ecca185-3141-408a-92c7-c3a431ddc25d" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.563993] env[69770]: DEBUG oslo_concurrency.lockutils [None req-58e2f814-4101-457c-8de6-67d82ea960a5 tempest-ListServerFiltersTestJSON-1688445247 tempest-ListServerFiltersTestJSON-1688445247-project-member] Acquired lock "refresh_cache-1ecca185-3141-408a-92c7-c3a431ddc25d" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.565808] env[69770]: DEBUG nova.network.neutron [None req-58e2f814-4101-457c-8de6-67d82ea960a5 tempest-ListServerFiltersTestJSON-1688445247 tempest-ListServerFiltersTestJSON-1688445247-project-member] [instance: 1ecca185-3141-408a-92c7-c3a431ddc25d] Building network info cache for instance {{(pid=69770) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 803.565808] env[69770]: DEBUG nova.objects.instance [None req-58e2f814-4101-457c-8de6-67d82ea960a5 tempest-ListServerFiltersTestJSON-1688445247 tempest-ListServerFiltersTestJSON-1688445247-project-member] Lazy-loading 'info_cache' on Instance uuid 1ecca185-3141-408a-92c7-c3a431ddc25d {{(pid=69770) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 803.723744] env[69770]: DEBUG oslo_concurrency.lockutils [None req-1a880745-7d9b-4bad-b6b0-b437046f1862 tempest-VolumesAssistedSnapshotsTest-2138406563 tempest-VolumesAssistedSnapshotsTest-2138406563-project-admin] Acquiring lock "df3c3daf-8cd6-43af-8872-c3cdc0ea11cb" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 803.724174] env[69770]: DEBUG oslo_concurrency.lockutils [None req-1a880745-7d9b-4bad-b6b0-b437046f1862 tempest-VolumesAssistedSnapshotsTest-2138406563 tempest-VolumesAssistedSnapshotsTest-2138406563-project-admin] Lock "df3c3daf-8cd6-43af-8872-c3cdc0ea11cb" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 803.796970] env[69770]: DEBUG nova.network.neutron [None req-29322379-8497-4c02-a152-5b65afb7f3c5 tempest-ImagesOneServerNegativeTestJSON-405389268 tempest-ImagesOneServerNegativeTestJSON-405389268-project-member] [instance: 828f7a0a-dd24-4c98-85cf-5d99627860d7] Updating instance_info_cache with network_info: [{"id": "7fbbd882-7f51-478b-9bcc-e1975215a6b6", "address": "fa:16:3e:56:ab:bb", "network": {"id": "f470cb10-0c54-4bbb-822c-baf8d1f878ae", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-474348050-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ec79c6ba9ef5436297c5b10c71f2f56e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "572b7281-aad3-45fa-9cb2-fc1c70569948", "external-id": "nsx-vlan-transportzone-722", "segmentation_id": 722, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7fbbd882-7f", "ovs_interfaceid": "7fbbd882-7f51-478b-9bcc-e1975215a6b6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69770) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 803.867011] env[69770]: DEBUG oslo_concurrency.lockutils [req-df3b6168-3d64-4917-a06f-311c4920ec28 req-228fa0c2-0319-480a-b99d-a8e9e04e9eb1 service nova] Releasing lock "refresh_cache-1d7a05ac-b6a7-47c4-9143-79ff005189f9" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.867272] env[69770]: DEBUG nova.compute.manager [req-df3b6168-3d64-4917-a06f-311c4920ec28 req-228fa0c2-0319-480a-b99d-a8e9e04e9eb1 service nova] [instance: 60eb16dd-8c95-46c1-a226-ee1280cbd403] Received event network-changed-50e6c431-f5e3-4d77-8f8e-468d69ce3cb7 {{(pid=69770) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 803.867559] env[69770]: DEBUG nova.compute.manager [req-df3b6168-3d64-4917-a06f-311c4920ec28 req-228fa0c2-0319-480a-b99d-a8e9e04e9eb1 service nova] [instance: 60eb16dd-8c95-46c1-a226-ee1280cbd403] Refreshing instance network info cache due to event network-changed-50e6c431-f5e3-4d77-8f8e-468d69ce3cb7. {{(pid=69770) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 803.867642] env[69770]: DEBUG oslo_concurrency.lockutils [req-df3b6168-3d64-4917-a06f-311c4920ec28 req-228fa0c2-0319-480a-b99d-a8e9e04e9eb1 service nova] Acquiring lock "refresh_cache-60eb16dd-8c95-46c1-a226-ee1280cbd403" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.867778] env[69770]: DEBUG oslo_concurrency.lockutils [req-df3b6168-3d64-4917-a06f-311c4920ec28 req-228fa0c2-0319-480a-b99d-a8e9e04e9eb1 service nova] Acquired lock "refresh_cache-60eb16dd-8c95-46c1-a226-ee1280cbd403" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.867935] env[69770]: DEBUG nova.network.neutron [req-df3b6168-3d64-4917-a06f-311c4920ec28 req-228fa0c2-0319-480a-b99d-a8e9e04e9eb1 service nova] [instance: 60eb16dd-8c95-46c1-a226-ee1280cbd403] Refreshing network info cache for port 50e6c431-f5e3-4d77-8f8e-468d69ce3cb7 {{(pid=69770) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 804.000797] env[69770]: DEBUG nova.compute.manager [None req-bf2cba36-5337-4774-b882-91e41b6b75b5 tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] [instance: 45b73d40-e4b9-4c65-82b4-0bb39b3f418b] Starting instance... {{(pid=69770) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 804.017085] env[69770]: DEBUG oslo_vmware.api [None req-44e77e2d-d35e-44f8-a7a2-1c6d98b38d0b tempest-ListServersNegativeTestJSON-118656177 tempest-ListServersNegativeTestJSON-118656177-project-member] Task: {'id': task-4069571, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.877363} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 804.017085] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-44e77e2d-d35e-44f8-a7a2-1c6d98b38d0b tempest-ListServersNegativeTestJSON-118656177 tempest-ListServersNegativeTestJSON-118656177-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk to [datastore1] fd890686-500e-4bee-b216-145c4818c245/fd890686-500e-4bee-b216-145c4818c245.vmdk {{(pid=69770) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 804.017085] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-44e77e2d-d35e-44f8-a7a2-1c6d98b38d0b tempest-ListServersNegativeTestJSON-118656177 tempest-ListServersNegativeTestJSON-118656177-project-member] [instance: fd890686-500e-4bee-b216-145c4818c245] Extending root virtual disk to 1048576 {{(pid=69770) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 804.017085] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-23ead535-569f-40bf-adda-90b89813b78e {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.025565] env[69770]: DEBUG oslo_vmware.api [None req-44e77e2d-d35e-44f8-a7a2-1c6d98b38d0b tempest-ListServersNegativeTestJSON-118656177 tempest-ListServersNegativeTestJSON-118656177-project-member] Waiting for the task: (returnval){ [ 804.025565] env[69770]: value = "task-4069572" [ 804.025565] env[69770]: _type = "Task" [ 804.025565] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 804.033573] env[69770]: DEBUG nova.network.neutron [req-b1504541-e090-4e18-8b3a-efbc2ffa8983 req-5d04bbf0-8049-4900-9ef9-9c8644df9124 service nova] [instance: fd890686-500e-4bee-b216-145c4818c245] Updated VIF entry in instance network info cache for port b9968ad7-6355-43be-8696-d2d825d0ba1b. {{(pid=69770) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 804.033756] env[69770]: DEBUG nova.network.neutron [req-b1504541-e090-4e18-8b3a-efbc2ffa8983 req-5d04bbf0-8049-4900-9ef9-9c8644df9124 service nova] [instance: fd890686-500e-4bee-b216-145c4818c245] Updating instance_info_cache with network_info: [{"id": "b9968ad7-6355-43be-8696-d2d825d0ba1b", "address": "fa:16:3e:af:3d:c8", "network": {"id": "33a17b7b-3f93-4bff-bc08-de4098f09ff0", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1118124040-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5d394de1b1da479ea9679f3fd7bd81ee", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6f1b07b1-e4e5-4842-9090-07fb2c3e124b", "external-id": "nsx-vlan-transportzone-646", "segmentation_id": 646, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb9968ad7-63", "ovs_interfaceid": "b9968ad7-6355-43be-8696-d2d825d0ba1b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69770) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 804.041125] env[69770]: DEBUG oslo_vmware.api [None req-44e77e2d-d35e-44f8-a7a2-1c6d98b38d0b tempest-ListServersNegativeTestJSON-118656177 tempest-ListServersNegativeTestJSON-118656177-project-member] Task: {'id': task-4069572, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.056378] env[69770]: DEBUG oslo_concurrency.lockutils [None req-34e47fa6-425b-485c-ae7d-8b9d31e888fe tempest-ServerAddressesNegativeTestJSON-1442094653 tempest-ServerAddressesNegativeTestJSON-1442094653-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.088s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 804.056966] env[69770]: DEBUG nova.compute.manager [None req-34e47fa6-425b-485c-ae7d-8b9d31e888fe tempest-ServerAddressesNegativeTestJSON-1442094653 tempest-ServerAddressesNegativeTestJSON-1442094653-project-member] [instance: be3699ce-b81b-4db4-b82f-1ec081a96855] Start building networks asynchronously for instance. {{(pid=69770) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 804.065029] env[69770]: DEBUG oslo_concurrency.lockutils [None req-84c7969c-aa7f-4564-bfbd-a7d225698ec2 tempest-ServersListShow296Test-1902346217 tempest-ServersListShow296Test-1902346217-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 17.826s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 804.065029] env[69770]: INFO nova.compute.claims [None req-84c7969c-aa7f-4564-bfbd-a7d225698ec2 tempest-ServersListShow296Test-1902346217 tempest-ServersListShow296Test-1902346217-project-member] [instance: 1e8ea4f1-cbcf-4c6d-91f3-6ce833f65074] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 804.069695] env[69770]: DEBUG nova.objects.base [None req-58e2f814-4101-457c-8de6-67d82ea960a5 tempest-ListServerFiltersTestJSON-1688445247 tempest-ListServerFiltersTestJSON-1688445247-project-member] Object Instance<1ecca185-3141-408a-92c7-c3a431ddc25d> lazy-loaded attributes: flavor,info_cache {{(pid=69770) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 804.083907] env[69770]: DEBUG nova.compute.manager [req-4d4685e4-3706-41ef-8956-4e19b73597a9 req-e0a9187e-3a64-4973-a78a-2677615ceadb service nova] [instance: 828f7a0a-dd24-4c98-85cf-5d99627860d7] Received event network-vif-plugged-7fbbd882-7f51-478b-9bcc-e1975215a6b6 {{(pid=69770) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 804.083907] env[69770]: DEBUG oslo_concurrency.lockutils [req-4d4685e4-3706-41ef-8956-4e19b73597a9 req-e0a9187e-3a64-4973-a78a-2677615ceadb service nova] Acquiring lock "828f7a0a-dd24-4c98-85cf-5d99627860d7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 804.083907] env[69770]: DEBUG oslo_concurrency.lockutils [req-4d4685e4-3706-41ef-8956-4e19b73597a9 req-e0a9187e-3a64-4973-a78a-2677615ceadb service nova] Lock "828f7a0a-dd24-4c98-85cf-5d99627860d7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 804.083907] env[69770]: DEBUG oslo_concurrency.lockutils [req-4d4685e4-3706-41ef-8956-4e19b73597a9 req-e0a9187e-3a64-4973-a78a-2677615ceadb service nova] Lock "828f7a0a-dd24-4c98-85cf-5d99627860d7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 804.084088] env[69770]: DEBUG nova.compute.manager [req-4d4685e4-3706-41ef-8956-4e19b73597a9 req-e0a9187e-3a64-4973-a78a-2677615ceadb service nova] [instance: 828f7a0a-dd24-4c98-85cf-5d99627860d7] No waiting events found dispatching network-vif-plugged-7fbbd882-7f51-478b-9bcc-e1975215a6b6 {{(pid=69770) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 804.084267] env[69770]: WARNING nova.compute.manager [req-4d4685e4-3706-41ef-8956-4e19b73597a9 req-e0a9187e-3a64-4973-a78a-2677615ceadb service nova] [instance: 828f7a0a-dd24-4c98-85cf-5d99627860d7] Received unexpected event network-vif-plugged-7fbbd882-7f51-478b-9bcc-e1975215a6b6 for instance with vm_state building and task_state spawning. [ 804.084438] env[69770]: DEBUG nova.compute.manager [req-4d4685e4-3706-41ef-8956-4e19b73597a9 req-e0a9187e-3a64-4973-a78a-2677615ceadb service nova] [instance: 828f7a0a-dd24-4c98-85cf-5d99627860d7] Received event network-changed-7fbbd882-7f51-478b-9bcc-e1975215a6b6 {{(pid=69770) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 804.084588] env[69770]: DEBUG nova.compute.manager [req-4d4685e4-3706-41ef-8956-4e19b73597a9 req-e0a9187e-3a64-4973-a78a-2677615ceadb service nova] [instance: 828f7a0a-dd24-4c98-85cf-5d99627860d7] Refreshing instance network info cache due to event network-changed-7fbbd882-7f51-478b-9bcc-e1975215a6b6. {{(pid=69770) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 804.084749] env[69770]: DEBUG oslo_concurrency.lockutils [req-4d4685e4-3706-41ef-8956-4e19b73597a9 req-e0a9187e-3a64-4973-a78a-2677615ceadb service nova] Acquiring lock "refresh_cache-828f7a0a-dd24-4c98-85cf-5d99627860d7" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.228019] env[69770]: INFO nova.compute.manager [None req-1a880745-7d9b-4bad-b6b0-b437046f1862 tempest-VolumesAssistedSnapshotsTest-2138406563 tempest-VolumesAssistedSnapshotsTest-2138406563-project-admin] [instance: df3c3daf-8cd6-43af-8872-c3cdc0ea11cb] Detaching volume d85ea08e-67a1-430e-8d66-e6c5f920508a [ 804.282023] env[69770]: INFO nova.virt.block_device [None req-1a880745-7d9b-4bad-b6b0-b437046f1862 tempest-VolumesAssistedSnapshotsTest-2138406563 tempest-VolumesAssistedSnapshotsTest-2138406563-project-admin] [instance: df3c3daf-8cd6-43af-8872-c3cdc0ea11cb] Attempting to driver detach volume d85ea08e-67a1-430e-8d66-e6c5f920508a from mountpoint /dev/sdb [ 804.282440] env[69770]: DEBUG nova.virt.vmwareapi.volumeops [None req-1a880745-7d9b-4bad-b6b0-b437046f1862 tempest-VolumesAssistedSnapshotsTest-2138406563 tempest-VolumesAssistedSnapshotsTest-2138406563-project-admin] [instance: df3c3daf-8cd6-43af-8872-c3cdc0ea11cb] Volume detach. Driver type: vmdk {{(pid=69770) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 804.282537] env[69770]: DEBUG nova.virt.vmwareapi.volumeops [None req-1a880745-7d9b-4bad-b6b0-b437046f1862 tempest-VolumesAssistedSnapshotsTest-2138406563 tempest-VolumesAssistedSnapshotsTest-2138406563-project-admin] [instance: df3c3daf-8cd6-43af-8872-c3cdc0ea11cb] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-806460', 'volume_id': 'd85ea08e-67a1-430e-8d66-e6c5f920508a', 'name': 'volume-d85ea08e-67a1-430e-8d66-e6c5f920508a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'df3c3daf-8cd6-43af-8872-c3cdc0ea11cb', 'attached_at': '', 'detached_at': '', 'volume_id': 'd85ea08e-67a1-430e-8d66-e6c5f920508a', 'serial': 'd85ea08e-67a1-430e-8d66-e6c5f920508a'} {{(pid=69770) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 804.283391] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04f22673-537a-4601-9d5d-7fb0a571381e {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.317526] env[69770]: DEBUG oslo_concurrency.lockutils [None req-29322379-8497-4c02-a152-5b65afb7f3c5 tempest-ImagesOneServerNegativeTestJSON-405389268 tempest-ImagesOneServerNegativeTestJSON-405389268-project-member] Releasing lock "refresh_cache-828f7a0a-dd24-4c98-85cf-5d99627860d7" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.318065] env[69770]: DEBUG nova.compute.manager [None req-29322379-8497-4c02-a152-5b65afb7f3c5 tempest-ImagesOneServerNegativeTestJSON-405389268 tempest-ImagesOneServerNegativeTestJSON-405389268-project-member] [instance: 828f7a0a-dd24-4c98-85cf-5d99627860d7] Instance network_info: |[{"id": "7fbbd882-7f51-478b-9bcc-e1975215a6b6", "address": "fa:16:3e:56:ab:bb", "network": {"id": "f470cb10-0c54-4bbb-822c-baf8d1f878ae", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-474348050-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ec79c6ba9ef5436297c5b10c71f2f56e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "572b7281-aad3-45fa-9cb2-fc1c70569948", "external-id": "nsx-vlan-transportzone-722", "segmentation_id": 722, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7fbbd882-7f", "ovs_interfaceid": "7fbbd882-7f51-478b-9bcc-e1975215a6b6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69770) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 804.321024] env[69770]: DEBUG oslo_concurrency.lockutils [req-4d4685e4-3706-41ef-8956-4e19b73597a9 req-e0a9187e-3a64-4973-a78a-2677615ceadb service nova] Acquired lock "refresh_cache-828f7a0a-dd24-4c98-85cf-5d99627860d7" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.321024] env[69770]: DEBUG nova.network.neutron [req-4d4685e4-3706-41ef-8956-4e19b73597a9 req-e0a9187e-3a64-4973-a78a-2677615ceadb service nova] [instance: 828f7a0a-dd24-4c98-85cf-5d99627860d7] Refreshing network info cache for port 7fbbd882-7f51-478b-9bcc-e1975215a6b6 {{(pid=69770) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 804.321024] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-29322379-8497-4c02-a152-5b65afb7f3c5 tempest-ImagesOneServerNegativeTestJSON-405389268 tempest-ImagesOneServerNegativeTestJSON-405389268-project-member] [instance: 828f7a0a-dd24-4c98-85cf-5d99627860d7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:56:ab:bb', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '572b7281-aad3-45fa-9cb2-fc1c70569948', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7fbbd882-7f51-478b-9bcc-e1975215a6b6', 'vif_model': 'vmxnet3'}] {{(pid=69770) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 804.329656] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-29322379-8497-4c02-a152-5b65afb7f3c5 tempest-ImagesOneServerNegativeTestJSON-405389268 tempest-ImagesOneServerNegativeTestJSON-405389268-project-member] Creating folder: Project (ec79c6ba9ef5436297c5b10c71f2f56e). Parent ref: group-v806376. {{(pid=69770) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 804.329656] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fd08b96-29e0-4cf5-ba36-fc0d5e579ee5 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.335751] env[69770]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-43894d33-9bff-48ac-968c-dc953484c70e {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.344042] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da068193-7968-4908-8be2-0613830b9f99 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.350229] env[69770]: INFO nova.virt.vmwareapi.vm_util [None req-29322379-8497-4c02-a152-5b65afb7f3c5 tempest-ImagesOneServerNegativeTestJSON-405389268 tempest-ImagesOneServerNegativeTestJSON-405389268-project-member] Created folder: Project (ec79c6ba9ef5436297c5b10c71f2f56e) in parent group-v806376. [ 804.350588] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-29322379-8497-4c02-a152-5b65afb7f3c5 tempest-ImagesOneServerNegativeTestJSON-405389268 tempest-ImagesOneServerNegativeTestJSON-405389268-project-member] Creating folder: Instances. Parent ref: group-v806471. {{(pid=69770) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 804.351191] env[69770]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2378d328-b287-4ca6-a6de-fa739f72593d {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.381178] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecc5bda7-076b-439f-abb2-71206b28e8fc {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.403224] env[69770]: DEBUG nova.virt.vmwareapi.volumeops [None req-1a880745-7d9b-4bad-b6b0-b437046f1862 tempest-VolumesAssistedSnapshotsTest-2138406563 tempest-VolumesAssistedSnapshotsTest-2138406563-project-admin] The volume has not been displaced from its original location: [datastore1] volume-d85ea08e-67a1-430e-8d66-e6c5f920508a/volume-d85ea08e-67a1-430e-8d66-e6c5f920508a.vmdk. No consolidation needed. {{(pid=69770) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 804.409608] env[69770]: DEBUG nova.virt.vmwareapi.volumeops [None req-1a880745-7d9b-4bad-b6b0-b437046f1862 tempest-VolumesAssistedSnapshotsTest-2138406563 tempest-VolumesAssistedSnapshotsTest-2138406563-project-admin] [instance: df3c3daf-8cd6-43af-8872-c3cdc0ea11cb] Reconfiguring VM instance instance-00000009 to detach disk 2001 {{(pid=69770) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 804.411544] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-79ed674a-e34a-415e-9a16-44fd60b69a33 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.425136] env[69770]: INFO nova.virt.vmwareapi.vm_util [None req-29322379-8497-4c02-a152-5b65afb7f3c5 tempest-ImagesOneServerNegativeTestJSON-405389268 tempest-ImagesOneServerNegativeTestJSON-405389268-project-member] Created folder: Instances in parent group-v806471. [ 804.425470] env[69770]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-29322379-8497-4c02-a152-5b65afb7f3c5 tempest-ImagesOneServerNegativeTestJSON-405389268 tempest-ImagesOneServerNegativeTestJSON-405389268-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69770) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 804.428152] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 828f7a0a-dd24-4c98-85cf-5d99627860d7] Creating VM on the ESX host {{(pid=69770) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 804.428832] env[69770]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0b3ec10b-96ad-42e4-ae90-351751f0c4a3 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.447623] env[69770]: DEBUG oslo_vmware.api [None req-1a880745-7d9b-4bad-b6b0-b437046f1862 tempest-VolumesAssistedSnapshotsTest-2138406563 tempest-VolumesAssistedSnapshotsTest-2138406563-project-admin] Waiting for the task: (returnval){ [ 804.447623] env[69770]: value = "task-4069578" [ 804.447623] env[69770]: _type = "Task" [ 804.447623] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 804.452714] env[69770]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 804.452714] env[69770]: value = "task-4069579" [ 804.452714] env[69770]: _type = "Task" [ 804.452714] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 804.460379] env[69770]: DEBUG oslo_vmware.api [None req-1a880745-7d9b-4bad-b6b0-b437046f1862 tempest-VolumesAssistedSnapshotsTest-2138406563 tempest-VolumesAssistedSnapshotsTest-2138406563-project-admin] Task: {'id': task-4069578, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.471959] env[69770]: DEBUG oslo_vmware.api [-] Task: {'id': task-4069579, 'name': CreateVM_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.539653] env[69770]: DEBUG oslo_concurrency.lockutils [req-b1504541-e090-4e18-8b3a-efbc2ffa8983 req-5d04bbf0-8049-4900-9ef9-9c8644df9124 service nova] Releasing lock "refresh_cache-fd890686-500e-4bee-b216-145c4818c245" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.540281] env[69770]: DEBUG oslo_vmware.api [None req-44e77e2d-d35e-44f8-a7a2-1c6d98b38d0b tempest-ListServersNegativeTestJSON-118656177 tempest-ListServersNegativeTestJSON-118656177-project-member] Task: {'id': task-4069572, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.144969} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 804.541611] env[69770]: DEBUG oslo_concurrency.lockutils [None req-bf2cba36-5337-4774-b882-91e41b6b75b5 tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 804.545029] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-44e77e2d-d35e-44f8-a7a2-1c6d98b38d0b tempest-ListServersNegativeTestJSON-118656177 tempest-ListServersNegativeTestJSON-118656177-project-member] [instance: fd890686-500e-4bee-b216-145c4818c245] Extended root virtual disk {{(pid=69770) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 804.545029] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-941edd94-3d2f-4b53-9994-908b17ac47ca {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.570544] env[69770]: DEBUG nova.virt.vmwareapi.volumeops [None req-44e77e2d-d35e-44f8-a7a2-1c6d98b38d0b tempest-ListServersNegativeTestJSON-118656177 tempest-ListServersNegativeTestJSON-118656177-project-member] [instance: fd890686-500e-4bee-b216-145c4818c245] Reconfiguring VM instance instance-00000020 to attach disk [datastore1] fd890686-500e-4bee-b216-145c4818c245/fd890686-500e-4bee-b216-145c4818c245.vmdk or device None with type sparse {{(pid=69770) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 804.572390] env[69770]: DEBUG nova.compute.utils [None req-34e47fa6-425b-485c-ae7d-8b9d31e888fe tempest-ServerAddressesNegativeTestJSON-1442094653 tempest-ServerAddressesNegativeTestJSON-1442094653-project-member] Using /dev/sd instead of None {{(pid=69770) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 804.576279] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3614b840-41b9-41c5-828a-d3a7c71a791f {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.594430] env[69770]: DEBUG nova.compute.manager [None req-34e47fa6-425b-485c-ae7d-8b9d31e888fe tempest-ServerAddressesNegativeTestJSON-1442094653 tempest-ServerAddressesNegativeTestJSON-1442094653-project-member] [instance: be3699ce-b81b-4db4-b82f-1ec081a96855] Allocating IP information in the background. {{(pid=69770) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 804.594430] env[69770]: DEBUG nova.network.neutron [None req-34e47fa6-425b-485c-ae7d-8b9d31e888fe tempest-ServerAddressesNegativeTestJSON-1442094653 tempest-ServerAddressesNegativeTestJSON-1442094653-project-member] [instance: be3699ce-b81b-4db4-b82f-1ec081a96855] allocate_for_instance() {{(pid=69770) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 804.605839] env[69770]: DEBUG oslo_vmware.api [None req-44e77e2d-d35e-44f8-a7a2-1c6d98b38d0b tempest-ListServersNegativeTestJSON-118656177 tempest-ListServersNegativeTestJSON-118656177-project-member] Waiting for the task: (returnval){ [ 804.605839] env[69770]: value = "task-4069580" [ 804.605839] env[69770]: _type = "Task" [ 804.605839] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 804.625223] env[69770]: DEBUG oslo_vmware.api [None req-44e77e2d-d35e-44f8-a7a2-1c6d98b38d0b tempest-ListServersNegativeTestJSON-118656177 tempest-ListServersNegativeTestJSON-118656177-project-member] Task: {'id': task-4069580, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.714944] env[69770]: DEBUG nova.policy [None req-34e47fa6-425b-485c-ae7d-8b9d31e888fe tempest-ServerAddressesNegativeTestJSON-1442094653 tempest-ServerAddressesNegativeTestJSON-1442094653-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e67beb3cae1b46ed9f2059888800ac92', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1c93f564d0a3479282fc14f6fb9e65d0', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69770) authorize /opt/stack/nova/nova/policy.py:192}} [ 804.961887] env[69770]: DEBUG oslo_vmware.api [None req-1a880745-7d9b-4bad-b6b0-b437046f1862 tempest-VolumesAssistedSnapshotsTest-2138406563 tempest-VolumesAssistedSnapshotsTest-2138406563-project-admin] Task: {'id': task-4069578, 'name': ReconfigVM_Task, 'duration_secs': 0.337624} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 804.962670] env[69770]: DEBUG nova.virt.vmwareapi.volumeops [None req-1a880745-7d9b-4bad-b6b0-b437046f1862 tempest-VolumesAssistedSnapshotsTest-2138406563 tempest-VolumesAssistedSnapshotsTest-2138406563-project-admin] [instance: df3c3daf-8cd6-43af-8872-c3cdc0ea11cb] Reconfigured VM instance instance-00000009 to detach disk 2001 {{(pid=69770) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 804.971844] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a3f7a4a1-d5ff-4bab-91dd-273adb6746b6 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.984067] env[69770]: DEBUG oslo_vmware.api [-] Task: {'id': task-4069579, 'name': CreateVM_Task, 'duration_secs': 0.455721} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 804.985939] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 828f7a0a-dd24-4c98-85cf-5d99627860d7] Created VM on the ESX host {{(pid=69770) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 804.987505] env[69770]: DEBUG oslo_concurrency.lockutils [None req-29322379-8497-4c02-a152-5b65afb7f3c5 tempest-ImagesOneServerNegativeTestJSON-405389268 tempest-ImagesOneServerNegativeTestJSON-405389268-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.987678] env[69770]: DEBUG oslo_concurrency.lockutils [None req-29322379-8497-4c02-a152-5b65afb7f3c5 tempest-ImagesOneServerNegativeTestJSON-405389268 tempest-ImagesOneServerNegativeTestJSON-405389268-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.988022] env[69770]: DEBUG oslo_concurrency.lockutils [None req-29322379-8497-4c02-a152-5b65afb7f3c5 tempest-ImagesOneServerNegativeTestJSON-405389268 tempest-ImagesOneServerNegativeTestJSON-405389268-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.989042] env[69770]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5414afbf-fe7f-4fe4-84d9-51e75efec2c9 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.995728] env[69770]: DEBUG oslo_vmware.api [None req-1a880745-7d9b-4bad-b6b0-b437046f1862 tempest-VolumesAssistedSnapshotsTest-2138406563 tempest-VolumesAssistedSnapshotsTest-2138406563-project-admin] Waiting for the task: (returnval){ [ 804.995728] env[69770]: value = "task-4069581" [ 804.995728] env[69770]: _type = "Task" [ 804.995728] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 805.004874] env[69770]: DEBUG oslo_vmware.api [None req-29322379-8497-4c02-a152-5b65afb7f3c5 tempest-ImagesOneServerNegativeTestJSON-405389268 tempest-ImagesOneServerNegativeTestJSON-405389268-project-member] Waiting for the task: (returnval){ [ 805.004874] env[69770]: value = "session[52161b52-cb8e-ec9f-1132-2f6b49549d41]527b90fa-3e00-54b4-fc91-e5e74be898ca" [ 805.004874] env[69770]: _type = "Task" [ 805.004874] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 805.015386] env[69770]: DEBUG oslo_vmware.api [None req-1a880745-7d9b-4bad-b6b0-b437046f1862 tempest-VolumesAssistedSnapshotsTest-2138406563 tempest-VolumesAssistedSnapshotsTest-2138406563-project-admin] Task: {'id': task-4069581, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.027702] env[69770]: DEBUG oslo_vmware.api [None req-29322379-8497-4c02-a152-5b65afb7f3c5 tempest-ImagesOneServerNegativeTestJSON-405389268 tempest-ImagesOneServerNegativeTestJSON-405389268-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]527b90fa-3e00-54b4-fc91-e5e74be898ca, 'name': SearchDatastore_Task, 'duration_secs': 0.018355} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 805.027702] env[69770]: DEBUG oslo_concurrency.lockutils [None req-29322379-8497-4c02-a152-5b65afb7f3c5 tempest-ImagesOneServerNegativeTestJSON-405389268 tempest-ImagesOneServerNegativeTestJSON-405389268-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.027702] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-29322379-8497-4c02-a152-5b65afb7f3c5 tempest-ImagesOneServerNegativeTestJSON-405389268 tempest-ImagesOneServerNegativeTestJSON-405389268-project-member] [instance: 828f7a0a-dd24-4c98-85cf-5d99627860d7] Processing image d1eaff80-24a0-4391-90eb-59958b1ecf0a {{(pid=69770) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 805.027982] env[69770]: DEBUG oslo_concurrency.lockutils [None req-29322379-8497-4c02-a152-5b65afb7f3c5 tempest-ImagesOneServerNegativeTestJSON-405389268 tempest-ImagesOneServerNegativeTestJSON-405389268-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.028148] env[69770]: DEBUG oslo_concurrency.lockutils [None req-29322379-8497-4c02-a152-5b65afb7f3c5 tempest-ImagesOneServerNegativeTestJSON-405389268 tempest-ImagesOneServerNegativeTestJSON-405389268-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.028327] env[69770]: DEBUG nova.virt.vmwareapi.ds_util [None req-29322379-8497-4c02-a152-5b65afb7f3c5 tempest-ImagesOneServerNegativeTestJSON-405389268 tempest-ImagesOneServerNegativeTestJSON-405389268-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69770) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 805.028611] env[69770]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-79cb049e-a843-4f55-99d5-4097f0d9c352 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.041573] env[69770]: DEBUG nova.virt.vmwareapi.ds_util [None req-29322379-8497-4c02-a152-5b65afb7f3c5 tempest-ImagesOneServerNegativeTestJSON-405389268 tempest-ImagesOneServerNegativeTestJSON-405389268-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69770) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 805.041865] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-29322379-8497-4c02-a152-5b65afb7f3c5 tempest-ImagesOneServerNegativeTestJSON-405389268 tempest-ImagesOneServerNegativeTestJSON-405389268-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69770) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 805.042797] env[69770]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b2df05fe-0bf6-4004-988d-a950fe3771e1 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.050667] env[69770]: DEBUG oslo_vmware.api [None req-29322379-8497-4c02-a152-5b65afb7f3c5 tempest-ImagesOneServerNegativeTestJSON-405389268 tempest-ImagesOneServerNegativeTestJSON-405389268-project-member] Waiting for the task: (returnval){ [ 805.050667] env[69770]: value = "session[52161b52-cb8e-ec9f-1132-2f6b49549d41]52e2648c-05e3-6b5a-4a34-dce0e36c6289" [ 805.050667] env[69770]: _type = "Task" [ 805.050667] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 805.062586] env[69770]: DEBUG oslo_vmware.api [None req-29322379-8497-4c02-a152-5b65afb7f3c5 tempest-ImagesOneServerNegativeTestJSON-405389268 tempest-ImagesOneServerNegativeTestJSON-405389268-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]52e2648c-05e3-6b5a-4a34-dce0e36c6289, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.064219] env[69770]: DEBUG nova.network.neutron [req-4d4685e4-3706-41ef-8956-4e19b73597a9 req-e0a9187e-3a64-4973-a78a-2677615ceadb service nova] [instance: 828f7a0a-dd24-4c98-85cf-5d99627860d7] Updated VIF entry in instance network info cache for port 7fbbd882-7f51-478b-9bcc-e1975215a6b6. {{(pid=69770) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 805.064540] env[69770]: DEBUG nova.network.neutron [req-4d4685e4-3706-41ef-8956-4e19b73597a9 req-e0a9187e-3a64-4973-a78a-2677615ceadb service nova] [instance: 828f7a0a-dd24-4c98-85cf-5d99627860d7] Updating instance_info_cache with network_info: [{"id": "7fbbd882-7f51-478b-9bcc-e1975215a6b6", "address": "fa:16:3e:56:ab:bb", "network": {"id": "f470cb10-0c54-4bbb-822c-baf8d1f878ae", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-474348050-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ec79c6ba9ef5436297c5b10c71f2f56e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "572b7281-aad3-45fa-9cb2-fc1c70569948", "external-id": "nsx-vlan-transportzone-722", "segmentation_id": 722, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7fbbd882-7f", "ovs_interfaceid": "7fbbd882-7f51-478b-9bcc-e1975215a6b6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69770) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 805.077471] env[69770]: DEBUG nova.network.neutron [None req-58e2f814-4101-457c-8de6-67d82ea960a5 tempest-ListServerFiltersTestJSON-1688445247 tempest-ListServerFiltersTestJSON-1688445247-project-member] [instance: 1ecca185-3141-408a-92c7-c3a431ddc25d] Updating instance_info_cache with network_info: [{"id": "2393ac42-109d-4c4c-a634-4607aa90a522", "address": "fa:16:3e:39:ab:b2", "network": {"id": "b6d63d4f-5735-4b46-b24d-cebf8e25b27d", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-236926049-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2fdf3d56a74648dc9c7e9e76f02c3a28", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e6f11c0d-c73a-47f5-b02e-47bff48da0e4", "external-id": "nsx-vlan-transportzone-345", "segmentation_id": 345, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2393ac42-10", "ovs_interfaceid": "2393ac42-109d-4c4c-a634-4607aa90a522", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69770) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 805.091162] env[69770]: DEBUG nova.network.neutron [req-df3b6168-3d64-4917-a06f-311c4920ec28 req-228fa0c2-0319-480a-b99d-a8e9e04e9eb1 service nova] [instance: 60eb16dd-8c95-46c1-a226-ee1280cbd403] Updated VIF entry in instance network info cache for port 50e6c431-f5e3-4d77-8f8e-468d69ce3cb7. {{(pid=69770) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 805.091162] env[69770]: DEBUG nova.network.neutron [req-df3b6168-3d64-4917-a06f-311c4920ec28 req-228fa0c2-0319-480a-b99d-a8e9e04e9eb1 service nova] [instance: 60eb16dd-8c95-46c1-a226-ee1280cbd403] Updating instance_info_cache with network_info: [{"id": "50e6c431-f5e3-4d77-8f8e-468d69ce3cb7", "address": "fa:16:3e:b0:de:7f", "network": {"id": "f4a00cad-0822-4c35-9ea0-e6b9670abd1f", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-678795259-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "602816d7b1574f02a4927772f6ac5382", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c24464bb-bb6b-43a2-bdcd-8086ad1a307f", "external-id": "nsx-vlan-transportzone-781", "segmentation_id": 781, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap50e6c431-f5", "ovs_interfaceid": "50e6c431-f5e3-4d77-8f8e-468d69ce3cb7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69770) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 805.100202] env[69770]: DEBUG nova.compute.manager [None req-34e47fa6-425b-485c-ae7d-8b9d31e888fe tempest-ServerAddressesNegativeTestJSON-1442094653 tempest-ServerAddressesNegativeTestJSON-1442094653-project-member] [instance: be3699ce-b81b-4db4-b82f-1ec081a96855] Start building block device mappings for instance. {{(pid=69770) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 805.123066] env[69770]: DEBUG oslo_vmware.api [None req-44e77e2d-d35e-44f8-a7a2-1c6d98b38d0b tempest-ListServersNegativeTestJSON-118656177 tempest-ListServersNegativeTestJSON-118656177-project-member] Task: {'id': task-4069580, 'name': ReconfigVM_Task, 'duration_secs': 0.502469} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 805.123354] env[69770]: DEBUG nova.virt.vmwareapi.volumeops [None req-44e77e2d-d35e-44f8-a7a2-1c6d98b38d0b tempest-ListServersNegativeTestJSON-118656177 tempest-ListServersNegativeTestJSON-118656177-project-member] [instance: fd890686-500e-4bee-b216-145c4818c245] Reconfigured VM instance instance-00000020 to attach disk [datastore1] fd890686-500e-4bee-b216-145c4818c245/fd890686-500e-4bee-b216-145c4818c245.vmdk or device None with type sparse {{(pid=69770) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 805.124053] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b2a5cfaa-f21e-479d-a2a4-5f49e8a6bfb4 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.138245] env[69770]: DEBUG oslo_vmware.api [None req-44e77e2d-d35e-44f8-a7a2-1c6d98b38d0b tempest-ListServersNegativeTestJSON-118656177 tempest-ListServersNegativeTestJSON-118656177-project-member] Waiting for the task: (returnval){ [ 805.138245] env[69770]: value = "task-4069582" [ 805.138245] env[69770]: _type = "Task" [ 805.138245] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 805.150987] env[69770]: DEBUG oslo_vmware.api [None req-44e77e2d-d35e-44f8-a7a2-1c6d98b38d0b tempest-ListServersNegativeTestJSON-118656177 tempest-ListServersNegativeTestJSON-118656177-project-member] Task: {'id': task-4069582, 'name': Rename_Task} progress is 10%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.291670] env[69770]: DEBUG oslo_concurrency.lockutils [None req-8ec0c77f-fd5e-48cb-8d2a-ccbb36c1789b tempest-ServersAdminNegativeTestJSON-597507823 tempest-ServersAdminNegativeTestJSON-597507823-project-member] Acquiring lock "2635794b-46eb-4532-9f26-43b36242e0bf" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 805.292135] env[69770]: DEBUG oslo_concurrency.lockutils [None req-8ec0c77f-fd5e-48cb-8d2a-ccbb36c1789b tempest-ServersAdminNegativeTestJSON-597507823 tempest-ServersAdminNegativeTestJSON-597507823-project-member] Lock "2635794b-46eb-4532-9f26-43b36242e0bf" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 805.292735] env[69770]: DEBUG oslo_concurrency.lockutils [None req-8ec0c77f-fd5e-48cb-8d2a-ccbb36c1789b tempest-ServersAdminNegativeTestJSON-597507823 tempest-ServersAdminNegativeTestJSON-597507823-project-member] Acquiring lock "2635794b-46eb-4532-9f26-43b36242e0bf-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 805.293080] env[69770]: DEBUG oslo_concurrency.lockutils [None req-8ec0c77f-fd5e-48cb-8d2a-ccbb36c1789b tempest-ServersAdminNegativeTestJSON-597507823 tempest-ServersAdminNegativeTestJSON-597507823-project-member] Lock "2635794b-46eb-4532-9f26-43b36242e0bf-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 805.293389] env[69770]: DEBUG oslo_concurrency.lockutils [None req-8ec0c77f-fd5e-48cb-8d2a-ccbb36c1789b tempest-ServersAdminNegativeTestJSON-597507823 tempest-ServersAdminNegativeTestJSON-597507823-project-member] Lock "2635794b-46eb-4532-9f26-43b36242e0bf-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 805.300197] env[69770]: INFO nova.compute.manager [None req-8ec0c77f-fd5e-48cb-8d2a-ccbb36c1789b tempest-ServersAdminNegativeTestJSON-597507823 tempest-ServersAdminNegativeTestJSON-597507823-project-member] [instance: 2635794b-46eb-4532-9f26-43b36242e0bf] Terminating instance [ 805.333941] env[69770]: DEBUG nova.network.neutron [None req-34e47fa6-425b-485c-ae7d-8b9d31e888fe tempest-ServerAddressesNegativeTestJSON-1442094653 tempest-ServerAddressesNegativeTestJSON-1442094653-project-member] [instance: be3699ce-b81b-4db4-b82f-1ec081a96855] Successfully created port: b7f970e8-18d3-43af-989c-41eeeb3c8891 {{(pid=69770) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 805.511222] env[69770]: DEBUG oslo_vmware.api [None req-1a880745-7d9b-4bad-b6b0-b437046f1862 tempest-VolumesAssistedSnapshotsTest-2138406563 tempest-VolumesAssistedSnapshotsTest-2138406563-project-admin] Task: {'id': task-4069581, 'name': ReconfigVM_Task, 'duration_secs': 0.183965} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 805.511541] env[69770]: DEBUG nova.virt.vmwareapi.volumeops [None req-1a880745-7d9b-4bad-b6b0-b437046f1862 tempest-VolumesAssistedSnapshotsTest-2138406563 tempest-VolumesAssistedSnapshotsTest-2138406563-project-admin] [instance: df3c3daf-8cd6-43af-8872-c3cdc0ea11cb] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-806460', 'volume_id': 'd85ea08e-67a1-430e-8d66-e6c5f920508a', 'name': 'volume-d85ea08e-67a1-430e-8d66-e6c5f920508a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'df3c3daf-8cd6-43af-8872-c3cdc0ea11cb', 'attached_at': '', 'detached_at': '', 'volume_id': 'd85ea08e-67a1-430e-8d66-e6c5f920508a', 'serial': 'd85ea08e-67a1-430e-8d66-e6c5f920508a'} {{(pid=69770) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 805.568513] env[69770]: DEBUG oslo_concurrency.lockutils [req-4d4685e4-3706-41ef-8956-4e19b73597a9 req-e0a9187e-3a64-4973-a78a-2677615ceadb service nova] Releasing lock "refresh_cache-828f7a0a-dd24-4c98-85cf-5d99627860d7" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.568513] env[69770]: DEBUG oslo_vmware.api [None req-29322379-8497-4c02-a152-5b65afb7f3c5 tempest-ImagesOneServerNegativeTestJSON-405389268 tempest-ImagesOneServerNegativeTestJSON-405389268-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]52e2648c-05e3-6b5a-4a34-dce0e36c6289, 'name': SearchDatastore_Task, 'duration_secs': 0.016539} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 805.569425] env[69770]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-aaed9cb4-ae0b-4735-be6c-664a8601170e {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.576284] env[69770]: DEBUG oslo_vmware.api [None req-29322379-8497-4c02-a152-5b65afb7f3c5 tempest-ImagesOneServerNegativeTestJSON-405389268 tempest-ImagesOneServerNegativeTestJSON-405389268-project-member] Waiting for the task: (returnval){ [ 805.576284] env[69770]: value = "session[52161b52-cb8e-ec9f-1132-2f6b49549d41]5208dafb-7702-afba-96ea-f97fea3066ac" [ 805.576284] env[69770]: _type = "Task" [ 805.576284] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 805.583226] env[69770]: DEBUG oslo_concurrency.lockutils [None req-58e2f814-4101-457c-8de6-67d82ea960a5 tempest-ListServerFiltersTestJSON-1688445247 tempest-ListServerFiltersTestJSON-1688445247-project-member] Releasing lock "refresh_cache-1ecca185-3141-408a-92c7-c3a431ddc25d" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.595124] env[69770]: DEBUG oslo_vmware.api [None req-29322379-8497-4c02-a152-5b65afb7f3c5 tempest-ImagesOneServerNegativeTestJSON-405389268 tempest-ImagesOneServerNegativeTestJSON-405389268-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]5208dafb-7702-afba-96ea-f97fea3066ac, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.602617] env[69770]: DEBUG oslo_concurrency.lockutils [req-df3b6168-3d64-4917-a06f-311c4920ec28 req-228fa0c2-0319-480a-b99d-a8e9e04e9eb1 service nova] Releasing lock "refresh_cache-60eb16dd-8c95-46c1-a226-ee1280cbd403" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.653841] env[69770]: DEBUG oslo_vmware.api [None req-44e77e2d-d35e-44f8-a7a2-1c6d98b38d0b tempest-ListServersNegativeTestJSON-118656177 tempest-ListServersNegativeTestJSON-118656177-project-member] Task: {'id': task-4069582, 'name': Rename_Task, 'duration_secs': 0.283584} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 805.654550] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-44e77e2d-d35e-44f8-a7a2-1c6d98b38d0b tempest-ListServersNegativeTestJSON-118656177 tempest-ListServersNegativeTestJSON-118656177-project-member] [instance: fd890686-500e-4bee-b216-145c4818c245] Powering on the VM {{(pid=69770) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 805.654839] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f9984d0f-a4ee-4a60-8234-1d78e6f66037 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.665247] env[69770]: DEBUG oslo_vmware.api [None req-44e77e2d-d35e-44f8-a7a2-1c6d98b38d0b tempest-ListServersNegativeTestJSON-118656177 tempest-ListServersNegativeTestJSON-118656177-project-member] Waiting for the task: (returnval){ [ 805.665247] env[69770]: value = "task-4069583" [ 805.665247] env[69770]: _type = "Task" [ 805.665247] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 805.679173] env[69770]: DEBUG oslo_vmware.api [None req-44e77e2d-d35e-44f8-a7a2-1c6d98b38d0b tempest-ListServersNegativeTestJSON-118656177 tempest-ListServersNegativeTestJSON-118656177-project-member] Task: {'id': task-4069583, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.803303] env[69770]: DEBUG nova.compute.manager [None req-8ec0c77f-fd5e-48cb-8d2a-ccbb36c1789b tempest-ServersAdminNegativeTestJSON-597507823 tempest-ServersAdminNegativeTestJSON-597507823-project-member] [instance: 2635794b-46eb-4532-9f26-43b36242e0bf] Start destroying the instance on the hypervisor. {{(pid=69770) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 805.803612] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-8ec0c77f-fd5e-48cb-8d2a-ccbb36c1789b tempest-ServersAdminNegativeTestJSON-597507823 tempest-ServersAdminNegativeTestJSON-597507823-project-member] [instance: 2635794b-46eb-4532-9f26-43b36242e0bf] Destroying instance {{(pid=69770) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 805.804530] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44f3662f-f15a-4aeb-8ee1-e7bada369cb7 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.814660] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-8ec0c77f-fd5e-48cb-8d2a-ccbb36c1789b tempest-ServersAdminNegativeTestJSON-597507823 tempest-ServersAdminNegativeTestJSON-597507823-project-member] [instance: 2635794b-46eb-4532-9f26-43b36242e0bf] Unregistering the VM {{(pid=69770) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 805.814660] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a1608b69-95b5-42bb-91b1-665c4820f81a {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.881372] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f56c4964-bc59-4dd4-97b9-fc0156537f19 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.884533] env[69770]: DEBUG oslo_concurrency.lockutils [None req-60e467b3-cf85-435c-b932-3ce56614c059 tempest-FloatingIPsAssociationTestJSON-527069498 tempest-FloatingIPsAssociationTestJSON-527069498-project-member] Acquiring lock "60eb16dd-8c95-46c1-a226-ee1280cbd403" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 805.884800] env[69770]: DEBUG oslo_concurrency.lockutils [None req-60e467b3-cf85-435c-b932-3ce56614c059 tempest-FloatingIPsAssociationTestJSON-527069498 tempest-FloatingIPsAssociationTestJSON-527069498-project-member] Lock "60eb16dd-8c95-46c1-a226-ee1280cbd403" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 805.885051] env[69770]: DEBUG oslo_concurrency.lockutils [None req-60e467b3-cf85-435c-b932-3ce56614c059 tempest-FloatingIPsAssociationTestJSON-527069498 tempest-FloatingIPsAssociationTestJSON-527069498-project-member] Acquiring lock "60eb16dd-8c95-46c1-a226-ee1280cbd403-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 805.885246] env[69770]: DEBUG oslo_concurrency.lockutils [None req-60e467b3-cf85-435c-b932-3ce56614c059 tempest-FloatingIPsAssociationTestJSON-527069498 tempest-FloatingIPsAssociationTestJSON-527069498-project-member] Lock "60eb16dd-8c95-46c1-a226-ee1280cbd403-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 805.885411] env[69770]: DEBUG oslo_concurrency.lockutils [None req-60e467b3-cf85-435c-b932-3ce56614c059 tempest-FloatingIPsAssociationTestJSON-527069498 tempest-FloatingIPsAssociationTestJSON-527069498-project-member] Lock "60eb16dd-8c95-46c1-a226-ee1280cbd403-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 805.888397] env[69770]: INFO nova.compute.manager [None req-60e467b3-cf85-435c-b932-3ce56614c059 tempest-FloatingIPsAssociationTestJSON-527069498 tempest-FloatingIPsAssociationTestJSON-527069498-project-member] [instance: 60eb16dd-8c95-46c1-a226-ee1280cbd403] Terminating instance [ 805.897263] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a73a7453-3c48-4647-8095-76f786397de3 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.899332] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-8ec0c77f-fd5e-48cb-8d2a-ccbb36c1789b tempest-ServersAdminNegativeTestJSON-597507823 tempest-ServersAdminNegativeTestJSON-597507823-project-member] [instance: 2635794b-46eb-4532-9f26-43b36242e0bf] Unregistered the VM {{(pid=69770) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 805.899540] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-8ec0c77f-fd5e-48cb-8d2a-ccbb36c1789b tempest-ServersAdminNegativeTestJSON-597507823 tempest-ServersAdminNegativeTestJSON-597507823-project-member] [instance: 2635794b-46eb-4532-9f26-43b36242e0bf] Deleting contents of the VM from datastore datastore2 {{(pid=69770) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 805.899714] env[69770]: DEBUG nova.virt.vmwareapi.ds_util [None req-8ec0c77f-fd5e-48cb-8d2a-ccbb36c1789b tempest-ServersAdminNegativeTestJSON-597507823 tempest-ServersAdminNegativeTestJSON-597507823-project-member] Deleting the datastore file [datastore2] 2635794b-46eb-4532-9f26-43b36242e0bf {{(pid=69770) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 805.900399] env[69770]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c51ca9c1-aa86-4ad2-9c8d-38fe6a481437 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.930846] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d92bc988-6a46-4b9a-8876-961f7d2eb699 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.935443] env[69770]: DEBUG oslo_vmware.api [None req-8ec0c77f-fd5e-48cb-8d2a-ccbb36c1789b tempest-ServersAdminNegativeTestJSON-597507823 tempest-ServersAdminNegativeTestJSON-597507823-project-member] Waiting for the task: (returnval){ [ 805.935443] env[69770]: value = "task-4069585" [ 805.935443] env[69770]: _type = "Task" [ 805.935443] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 805.943961] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd4fc493-db87-4f0d-a93e-63c675438e94 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.955484] env[69770]: DEBUG oslo_vmware.api [None req-8ec0c77f-fd5e-48cb-8d2a-ccbb36c1789b tempest-ServersAdminNegativeTestJSON-597507823 tempest-ServersAdminNegativeTestJSON-597507823-project-member] Task: {'id': task-4069585, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.971482] env[69770]: DEBUG nova.compute.provider_tree [None req-84c7969c-aa7f-4564-bfbd-a7d225698ec2 tempest-ServersListShow296Test-1902346217 tempest-ServersListShow296Test-1902346217-project-member] Updating inventory in ProviderTree for provider 7cc7d32b-b7a7-454a-a456-2a440248ed9d with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 19, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69770) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 806.090116] env[69770]: DEBUG oslo_vmware.api [None req-29322379-8497-4c02-a152-5b65afb7f3c5 tempest-ImagesOneServerNegativeTestJSON-405389268 tempest-ImagesOneServerNegativeTestJSON-405389268-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]5208dafb-7702-afba-96ea-f97fea3066ac, 'name': SearchDatastore_Task, 'duration_secs': 0.019592} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 806.093922] env[69770]: DEBUG nova.objects.instance [None req-1a880745-7d9b-4bad-b6b0-b437046f1862 tempest-VolumesAssistedSnapshotsTest-2138406563 tempest-VolumesAssistedSnapshotsTest-2138406563-project-admin] Lazy-loading 'flavor' on Instance uuid df3c3daf-8cd6-43af-8872-c3cdc0ea11cb {{(pid=69770) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 806.093922] env[69770]: DEBUG oslo_concurrency.lockutils [None req-29322379-8497-4c02-a152-5b65afb7f3c5 tempest-ImagesOneServerNegativeTestJSON-405389268 tempest-ImagesOneServerNegativeTestJSON-405389268-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.093922] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-29322379-8497-4c02-a152-5b65afb7f3c5 tempest-ImagesOneServerNegativeTestJSON-405389268 tempest-ImagesOneServerNegativeTestJSON-405389268-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk to [datastore1] 828f7a0a-dd24-4c98-85cf-5d99627860d7/828f7a0a-dd24-4c98-85cf-5d99627860d7.vmdk {{(pid=69770) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 806.093922] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2d5b2893-fb7c-4de2-9a61-6b336f27c60f {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.101823] env[69770]: DEBUG oslo_vmware.api [None req-29322379-8497-4c02-a152-5b65afb7f3c5 tempest-ImagesOneServerNegativeTestJSON-405389268 tempest-ImagesOneServerNegativeTestJSON-405389268-project-member] Waiting for the task: (returnval){ [ 806.101823] env[69770]: value = "task-4069586" [ 806.101823] env[69770]: _type = "Task" [ 806.101823] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 806.118544] env[69770]: DEBUG nova.compute.manager [None req-34e47fa6-425b-485c-ae7d-8b9d31e888fe tempest-ServerAddressesNegativeTestJSON-1442094653 tempest-ServerAddressesNegativeTestJSON-1442094653-project-member] [instance: be3699ce-b81b-4db4-b82f-1ec081a96855] Start spawning the instance on the hypervisor. {{(pid=69770) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 806.123670] env[69770]: DEBUG oslo_vmware.api [None req-29322379-8497-4c02-a152-5b65afb7f3c5 tempest-ImagesOneServerNegativeTestJSON-405389268 tempest-ImagesOneServerNegativeTestJSON-405389268-project-member] Task: {'id': task-4069586, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.155186] env[69770]: DEBUG nova.virt.hardware [None req-34e47fa6-425b-485c-ae7d-8b9d31e888fe tempest-ServerAddressesNegativeTestJSON-1442094653 tempest-ServerAddressesNegativeTestJSON-1442094653-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T12:16:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T12:16:11Z,direct_url=,disk_format='vmdk',id=d1eaff80-24a0-4391-90eb-59958b1ecf0a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d65f20bb89fb40a98b77bc6d97357df2',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T12:16:12Z,virtual_size=,visibility=), allow threads: False {{(pid=69770) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 806.155186] env[69770]: DEBUG nova.virt.hardware [None req-34e47fa6-425b-485c-ae7d-8b9d31e888fe tempest-ServerAddressesNegativeTestJSON-1442094653 tempest-ServerAddressesNegativeTestJSON-1442094653-project-member] Flavor limits 0:0:0 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 806.155415] env[69770]: DEBUG nova.virt.hardware [None req-34e47fa6-425b-485c-ae7d-8b9d31e888fe tempest-ServerAddressesNegativeTestJSON-1442094653 tempest-ServerAddressesNegativeTestJSON-1442094653-project-member] Image limits 0:0:0 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 806.156149] env[69770]: DEBUG nova.virt.hardware [None req-34e47fa6-425b-485c-ae7d-8b9d31e888fe tempest-ServerAddressesNegativeTestJSON-1442094653 tempest-ServerAddressesNegativeTestJSON-1442094653-project-member] Flavor pref 0:0:0 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 806.156508] env[69770]: DEBUG nova.virt.hardware [None req-34e47fa6-425b-485c-ae7d-8b9d31e888fe tempest-ServerAddressesNegativeTestJSON-1442094653 tempest-ServerAddressesNegativeTestJSON-1442094653-project-member] Image pref 0:0:0 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 806.158506] env[69770]: DEBUG nova.virt.hardware [None req-34e47fa6-425b-485c-ae7d-8b9d31e888fe tempest-ServerAddressesNegativeTestJSON-1442094653 tempest-ServerAddressesNegativeTestJSON-1442094653-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 806.159479] env[69770]: DEBUG nova.virt.hardware [None req-34e47fa6-425b-485c-ae7d-8b9d31e888fe tempest-ServerAddressesNegativeTestJSON-1442094653 tempest-ServerAddressesNegativeTestJSON-1442094653-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69770) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 806.159903] env[69770]: DEBUG nova.virt.hardware [None req-34e47fa6-425b-485c-ae7d-8b9d31e888fe tempest-ServerAddressesNegativeTestJSON-1442094653 tempest-ServerAddressesNegativeTestJSON-1442094653-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69770) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 806.160463] env[69770]: DEBUG nova.virt.hardware [None req-34e47fa6-425b-485c-ae7d-8b9d31e888fe tempest-ServerAddressesNegativeTestJSON-1442094653 tempest-ServerAddressesNegativeTestJSON-1442094653-project-member] Got 1 possible topologies {{(pid=69770) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 806.160887] env[69770]: DEBUG nova.virt.hardware [None req-34e47fa6-425b-485c-ae7d-8b9d31e888fe tempest-ServerAddressesNegativeTestJSON-1442094653 tempest-ServerAddressesNegativeTestJSON-1442094653-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69770) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 806.161436] env[69770]: DEBUG nova.virt.hardware [None req-34e47fa6-425b-485c-ae7d-8b9d31e888fe tempest-ServerAddressesNegativeTestJSON-1442094653 tempest-ServerAddressesNegativeTestJSON-1442094653-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69770) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 806.162988] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e91823c-56e6-4e86-bf7f-b092e82f789b {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.181032] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48b29b71-5103-4162-8bff-14630f25d152 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.183805] env[69770]: DEBUG oslo_vmware.api [None req-44e77e2d-d35e-44f8-a7a2-1c6d98b38d0b tempest-ListServersNegativeTestJSON-118656177 tempest-ListServersNegativeTestJSON-118656177-project-member] Task: {'id': task-4069583, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.399114] env[69770]: DEBUG nova.compute.manager [None req-60e467b3-cf85-435c-b932-3ce56614c059 tempest-FloatingIPsAssociationTestJSON-527069498 tempest-FloatingIPsAssociationTestJSON-527069498-project-member] [instance: 60eb16dd-8c95-46c1-a226-ee1280cbd403] Start destroying the instance on the hypervisor. {{(pid=69770) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 806.399353] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-60e467b3-cf85-435c-b932-3ce56614c059 tempest-FloatingIPsAssociationTestJSON-527069498 tempest-FloatingIPsAssociationTestJSON-527069498-project-member] [instance: 60eb16dd-8c95-46c1-a226-ee1280cbd403] Destroying instance {{(pid=69770) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 806.400400] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab82fe45-cf1a-47f5-afcb-6d51823a5e71 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.412183] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-60e467b3-cf85-435c-b932-3ce56614c059 tempest-FloatingIPsAssociationTestJSON-527069498 tempest-FloatingIPsAssociationTestJSON-527069498-project-member] [instance: 60eb16dd-8c95-46c1-a226-ee1280cbd403] Powering off the VM {{(pid=69770) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 806.412845] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-918dc36d-e9e1-4873-9988-b0a84606128c {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.430350] env[69770]: DEBUG oslo_vmware.api [None req-60e467b3-cf85-435c-b932-3ce56614c059 tempest-FloatingIPsAssociationTestJSON-527069498 tempest-FloatingIPsAssociationTestJSON-527069498-project-member] Waiting for the task: (returnval){ [ 806.430350] env[69770]: value = "task-4069587" [ 806.430350] env[69770]: _type = "Task" [ 806.430350] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 806.446571] env[69770]: DEBUG nova.compute.manager [req-4cd57f80-44f9-4be4-8b8c-3fa7c66c1504 req-d5789421-e79d-4ff3-8c3e-76d1b4ca03dc service nova] [instance: 19c06f92-7f17-4834-b8be-723eb3f313c5] Received event network-changed-d41aabd6-71fd-498e-be4d-95887db35869 {{(pid=69770) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 806.446764] env[69770]: DEBUG nova.compute.manager [req-4cd57f80-44f9-4be4-8b8c-3fa7c66c1504 req-d5789421-e79d-4ff3-8c3e-76d1b4ca03dc service nova] [instance: 19c06f92-7f17-4834-b8be-723eb3f313c5] Refreshing instance network info cache due to event network-changed-d41aabd6-71fd-498e-be4d-95887db35869. {{(pid=69770) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 806.446939] env[69770]: DEBUG oslo_concurrency.lockutils [req-4cd57f80-44f9-4be4-8b8c-3fa7c66c1504 req-d5789421-e79d-4ff3-8c3e-76d1b4ca03dc service nova] Acquiring lock "refresh_cache-19c06f92-7f17-4834-b8be-723eb3f313c5" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.447230] env[69770]: DEBUG oslo_concurrency.lockutils [req-4cd57f80-44f9-4be4-8b8c-3fa7c66c1504 req-d5789421-e79d-4ff3-8c3e-76d1b4ca03dc service nova] Acquired lock "refresh_cache-19c06f92-7f17-4834-b8be-723eb3f313c5" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.447355] env[69770]: DEBUG nova.network.neutron [req-4cd57f80-44f9-4be4-8b8c-3fa7c66c1504 req-d5789421-e79d-4ff3-8c3e-76d1b4ca03dc service nova] [instance: 19c06f92-7f17-4834-b8be-723eb3f313c5] Refreshing network info cache for port d41aabd6-71fd-498e-be4d-95887db35869 {{(pid=69770) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 806.454499] env[69770]: DEBUG oslo_vmware.api [None req-60e467b3-cf85-435c-b932-3ce56614c059 tempest-FloatingIPsAssociationTestJSON-527069498 tempest-FloatingIPsAssociationTestJSON-527069498-project-member] Task: {'id': task-4069587, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.461050] env[69770]: DEBUG oslo_vmware.api [None req-8ec0c77f-fd5e-48cb-8d2a-ccbb36c1789b tempest-ServersAdminNegativeTestJSON-597507823 tempest-ServersAdminNegativeTestJSON-597507823-project-member] Task: {'id': task-4069585, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.354316} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 806.462374] env[69770]: DEBUG nova.virt.vmwareapi.ds_util [None req-8ec0c77f-fd5e-48cb-8d2a-ccbb36c1789b tempest-ServersAdminNegativeTestJSON-597507823 tempest-ServersAdminNegativeTestJSON-597507823-project-member] Deleted the datastore file {{(pid=69770) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 806.462591] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-8ec0c77f-fd5e-48cb-8d2a-ccbb36c1789b tempest-ServersAdminNegativeTestJSON-597507823 tempest-ServersAdminNegativeTestJSON-597507823-project-member] [instance: 2635794b-46eb-4532-9f26-43b36242e0bf] Deleted contents of the VM from datastore datastore2 {{(pid=69770) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 806.462779] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-8ec0c77f-fd5e-48cb-8d2a-ccbb36c1789b tempest-ServersAdminNegativeTestJSON-597507823 tempest-ServersAdminNegativeTestJSON-597507823-project-member] [instance: 2635794b-46eb-4532-9f26-43b36242e0bf] Instance destroyed {{(pid=69770) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 806.463053] env[69770]: INFO nova.compute.manager [None req-8ec0c77f-fd5e-48cb-8d2a-ccbb36c1789b tempest-ServersAdminNegativeTestJSON-597507823 tempest-ServersAdminNegativeTestJSON-597507823-project-member] [instance: 2635794b-46eb-4532-9f26-43b36242e0bf] Took 0.66 seconds to destroy the instance on the hypervisor. [ 806.463370] env[69770]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8ec0c77f-fd5e-48cb-8d2a-ccbb36c1789b tempest-ServersAdminNegativeTestJSON-597507823 tempest-ServersAdminNegativeTestJSON-597507823-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69770) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 806.463895] env[69770]: DEBUG nova.compute.manager [-] [instance: 2635794b-46eb-4532-9f26-43b36242e0bf] Deallocating network for instance {{(pid=69770) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 806.464016] env[69770]: DEBUG nova.network.neutron [-] [instance: 2635794b-46eb-4532-9f26-43b36242e0bf] deallocate_for_instance() {{(pid=69770) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 806.530589] env[69770]: DEBUG nova.scheduler.client.report [None req-84c7969c-aa7f-4564-bfbd-a7d225698ec2 tempest-ServersListShow296Test-1902346217 tempest-ServersListShow296Test-1902346217-project-member] Updated inventory for provider 7cc7d32b-b7a7-454a-a456-2a440248ed9d with generation 62 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 19, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69770) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 806.530883] env[69770]: DEBUG nova.compute.provider_tree [None req-84c7969c-aa7f-4564-bfbd-a7d225698ec2 tempest-ServersListShow296Test-1902346217 tempest-ServersListShow296Test-1902346217-project-member] Updating resource provider 7cc7d32b-b7a7-454a-a456-2a440248ed9d generation from 62 to 63 during operation: update_inventory {{(pid=69770) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 806.531248] env[69770]: DEBUG nova.compute.provider_tree [None req-84c7969c-aa7f-4564-bfbd-a7d225698ec2 tempest-ServersListShow296Test-1902346217 tempest-ServersListShow296Test-1902346217-project-member] Updating inventory in ProviderTree for provider 7cc7d32b-b7a7-454a-a456-2a440248ed9d with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 19, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69770) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 806.553363] env[69770]: DEBUG oslo_concurrency.lockutils [None req-f022397f-4fd0-408f-89f2-b91a168774be tempest-VolumesAdminNegativeTest-624188729 tempest-VolumesAdminNegativeTest-624188729-project-member] Acquiring lock "f9f0ae85-57a8-4e21-8e5e-87a3630ee05c" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 806.553790] env[69770]: DEBUG oslo_concurrency.lockutils [None req-f022397f-4fd0-408f-89f2-b91a168774be tempest-VolumesAdminNegativeTest-624188729 tempest-VolumesAdminNegativeTest-624188729-project-member] Lock "f9f0ae85-57a8-4e21-8e5e-87a3630ee05c" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.001s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 806.594400] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-58e2f814-4101-457c-8de6-67d82ea960a5 tempest-ListServerFiltersTestJSON-1688445247 tempest-ListServerFiltersTestJSON-1688445247-project-member] [instance: 1ecca185-3141-408a-92c7-c3a431ddc25d] Powering on the VM {{(pid=69770) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 806.597890] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-48596ba8-ca17-494a-bd4f-c1e139a3f74d {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.612547] env[69770]: DEBUG oslo_vmware.api [None req-58e2f814-4101-457c-8de6-67d82ea960a5 tempest-ListServerFiltersTestJSON-1688445247 tempest-ListServerFiltersTestJSON-1688445247-project-member] Waiting for the task: (returnval){ [ 806.612547] env[69770]: value = "task-4069588" [ 806.612547] env[69770]: _type = "Task" [ 806.612547] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 806.626752] env[69770]: DEBUG oslo_vmware.api [None req-29322379-8497-4c02-a152-5b65afb7f3c5 tempest-ImagesOneServerNegativeTestJSON-405389268 tempest-ImagesOneServerNegativeTestJSON-405389268-project-member] Task: {'id': task-4069586, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.637171] env[69770]: DEBUG oslo_vmware.api [None req-58e2f814-4101-457c-8de6-67d82ea960a5 tempest-ListServerFiltersTestJSON-1688445247 tempest-ListServerFiltersTestJSON-1688445247-project-member] Task: {'id': task-4069588, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.679260] env[69770]: DEBUG oslo_vmware.api [None req-44e77e2d-d35e-44f8-a7a2-1c6d98b38d0b tempest-ListServersNegativeTestJSON-118656177 tempest-ListServersNegativeTestJSON-118656177-project-member] Task: {'id': task-4069583, 'name': PowerOnVM_Task, 'duration_secs': 0.765837} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 806.679755] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-44e77e2d-d35e-44f8-a7a2-1c6d98b38d0b tempest-ListServersNegativeTestJSON-118656177 tempest-ListServersNegativeTestJSON-118656177-project-member] [instance: fd890686-500e-4bee-b216-145c4818c245] Powered on the VM {{(pid=69770) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 806.680067] env[69770]: INFO nova.compute.manager [None req-44e77e2d-d35e-44f8-a7a2-1c6d98b38d0b tempest-ListServersNegativeTestJSON-118656177 tempest-ListServersNegativeTestJSON-118656177-project-member] [instance: fd890686-500e-4bee-b216-145c4818c245] Took 9.27 seconds to spawn the instance on the hypervisor. [ 806.680370] env[69770]: DEBUG nova.compute.manager [None req-44e77e2d-d35e-44f8-a7a2-1c6d98b38d0b tempest-ListServersNegativeTestJSON-118656177 tempest-ListServersNegativeTestJSON-118656177-project-member] [instance: fd890686-500e-4bee-b216-145c4818c245] Checking state {{(pid=69770) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 806.681391] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d3a5e5c-7b90-4f2c-8b81-82d0a4766e8a {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.950590] env[69770]: DEBUG oslo_vmware.api [None req-60e467b3-cf85-435c-b932-3ce56614c059 tempest-FloatingIPsAssociationTestJSON-527069498 tempest-FloatingIPsAssociationTestJSON-527069498-project-member] Task: {'id': task-4069587, 'name': PowerOffVM_Task, 'duration_secs': 0.312913} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 806.950590] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-60e467b3-cf85-435c-b932-3ce56614c059 tempest-FloatingIPsAssociationTestJSON-527069498 tempest-FloatingIPsAssociationTestJSON-527069498-project-member] [instance: 60eb16dd-8c95-46c1-a226-ee1280cbd403] Powered off the VM {{(pid=69770) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 806.950900] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-60e467b3-cf85-435c-b932-3ce56614c059 tempest-FloatingIPsAssociationTestJSON-527069498 tempest-FloatingIPsAssociationTestJSON-527069498-project-member] [instance: 60eb16dd-8c95-46c1-a226-ee1280cbd403] Unregistering the VM {{(pid=69770) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 806.951258] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2306c0e1-8b91-47d3-bf14-cb25f398e89f {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.038169] env[69770]: DEBUG oslo_concurrency.lockutils [None req-84c7969c-aa7f-4564-bfbd-a7d225698ec2 tempest-ServersListShow296Test-1902346217 tempest-ServersListShow296Test-1902346217-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.976s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 807.038723] env[69770]: DEBUG nova.compute.manager [None req-84c7969c-aa7f-4564-bfbd-a7d225698ec2 tempest-ServersListShow296Test-1902346217 tempest-ServersListShow296Test-1902346217-project-member] [instance: 1e8ea4f1-cbcf-4c6d-91f3-6ce833f65074] Start building networks asynchronously for instance. {{(pid=69770) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 807.041666] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-60e467b3-cf85-435c-b932-3ce56614c059 tempest-FloatingIPsAssociationTestJSON-527069498 tempest-FloatingIPsAssociationTestJSON-527069498-project-member] [instance: 60eb16dd-8c95-46c1-a226-ee1280cbd403] Unregistered the VM {{(pid=69770) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 807.041861] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-60e467b3-cf85-435c-b932-3ce56614c059 tempest-FloatingIPsAssociationTestJSON-527069498 tempest-FloatingIPsAssociationTestJSON-527069498-project-member] [instance: 60eb16dd-8c95-46c1-a226-ee1280cbd403] Deleting contents of the VM from datastore datastore2 {{(pid=69770) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 807.042028] env[69770]: DEBUG nova.virt.vmwareapi.ds_util [None req-60e467b3-cf85-435c-b932-3ce56614c059 tempest-FloatingIPsAssociationTestJSON-527069498 tempest-FloatingIPsAssociationTestJSON-527069498-project-member] Deleting the datastore file [datastore2] 60eb16dd-8c95-46c1-a226-ee1280cbd403 {{(pid=69770) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 807.042984] env[69770]: DEBUG oslo_concurrency.lockutils [None req-056cab01-8e11-4864-9217-2f7b13060378 tempest-InstanceActionsV221TestJSON-434475733 tempest-InstanceActionsV221TestJSON-434475733-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 18.865s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 807.045792] env[69770]: INFO nova.compute.claims [None req-056cab01-8e11-4864-9217-2f7b13060378 tempest-InstanceActionsV221TestJSON-434475733 tempest-InstanceActionsV221TestJSON-434475733-project-member] [instance: ad5c1512-835d-40f1-97be-59a36e20deda] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 807.049794] env[69770]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-79354393-8897-41d4-a47e-7d8ee24eb87f {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.064542] env[69770]: DEBUG nova.compute.utils [None req-f022397f-4fd0-408f-89f2-b91a168774be tempest-VolumesAdminNegativeTest-624188729 tempest-VolumesAdminNegativeTest-624188729-project-member] Using /dev/sd instead of None {{(pid=69770) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 807.065966] env[69770]: DEBUG oslo_vmware.api [None req-60e467b3-cf85-435c-b932-3ce56614c059 tempest-FloatingIPsAssociationTestJSON-527069498 tempest-FloatingIPsAssociationTestJSON-527069498-project-member] Waiting for the task: (returnval){ [ 807.065966] env[69770]: value = "task-4069590" [ 807.065966] env[69770]: _type = "Task" [ 807.065966] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 807.103369] env[69770]: DEBUG oslo_vmware.api [None req-60e467b3-cf85-435c-b932-3ce56614c059 tempest-FloatingIPsAssociationTestJSON-527069498 tempest-FloatingIPsAssociationTestJSON-527069498-project-member] Task: {'id': task-4069590, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.116775] env[69770]: DEBUG oslo_concurrency.lockutils [None req-1a880745-7d9b-4bad-b6b0-b437046f1862 tempest-VolumesAssistedSnapshotsTest-2138406563 tempest-VolumesAssistedSnapshotsTest-2138406563-project-admin] Lock "df3c3daf-8cd6-43af-8872-c3cdc0ea11cb" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.389s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 807.140308] env[69770]: DEBUG oslo_vmware.api [None req-29322379-8497-4c02-a152-5b65afb7f3c5 tempest-ImagesOneServerNegativeTestJSON-405389268 tempest-ImagesOneServerNegativeTestJSON-405389268-project-member] Task: {'id': task-4069586, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.76989} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 807.140308] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-29322379-8497-4c02-a152-5b65afb7f3c5 tempest-ImagesOneServerNegativeTestJSON-405389268 tempest-ImagesOneServerNegativeTestJSON-405389268-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk to [datastore1] 828f7a0a-dd24-4c98-85cf-5d99627860d7/828f7a0a-dd24-4c98-85cf-5d99627860d7.vmdk {{(pid=69770) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 807.140568] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-29322379-8497-4c02-a152-5b65afb7f3c5 tempest-ImagesOneServerNegativeTestJSON-405389268 tempest-ImagesOneServerNegativeTestJSON-405389268-project-member] [instance: 828f7a0a-dd24-4c98-85cf-5d99627860d7] Extending root virtual disk to 1048576 {{(pid=69770) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 807.142996] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-19d50adf-ac00-4066-9195-c56c9a255ec1 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.154704] env[69770]: DEBUG oslo_vmware.api [None req-58e2f814-4101-457c-8de6-67d82ea960a5 tempest-ListServerFiltersTestJSON-1688445247 tempest-ListServerFiltersTestJSON-1688445247-project-member] Task: {'id': task-4069588, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.161288] env[69770]: DEBUG oslo_vmware.api [None req-29322379-8497-4c02-a152-5b65afb7f3c5 tempest-ImagesOneServerNegativeTestJSON-405389268 tempest-ImagesOneServerNegativeTestJSON-405389268-project-member] Waiting for the task: (returnval){ [ 807.161288] env[69770]: value = "task-4069591" [ 807.161288] env[69770]: _type = "Task" [ 807.161288] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 807.176984] env[69770]: DEBUG oslo_vmware.api [None req-29322379-8497-4c02-a152-5b65afb7f3c5 tempest-ImagesOneServerNegativeTestJSON-405389268 tempest-ImagesOneServerNegativeTestJSON-405389268-project-member] Task: {'id': task-4069591, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.203783] env[69770]: INFO nova.compute.manager [None req-44e77e2d-d35e-44f8-a7a2-1c6d98b38d0b tempest-ListServersNegativeTestJSON-118656177 tempest-ListServersNegativeTestJSON-118656177-project-member] [instance: fd890686-500e-4bee-b216-145c4818c245] Took 39.25 seconds to build instance. [ 807.235945] env[69770]: DEBUG nova.network.neutron [None req-34e47fa6-425b-485c-ae7d-8b9d31e888fe tempest-ServerAddressesNegativeTestJSON-1442094653 tempest-ServerAddressesNegativeTestJSON-1442094653-project-member] [instance: be3699ce-b81b-4db4-b82f-1ec081a96855] Successfully updated port: b7f970e8-18d3-43af-989c-41eeeb3c8891 {{(pid=69770) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 807.373239] env[69770]: DEBUG nova.network.neutron [req-4cd57f80-44f9-4be4-8b8c-3fa7c66c1504 req-d5789421-e79d-4ff3-8c3e-76d1b4ca03dc service nova] [instance: 19c06f92-7f17-4834-b8be-723eb3f313c5] Updated VIF entry in instance network info cache for port d41aabd6-71fd-498e-be4d-95887db35869. {{(pid=69770) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 807.373657] env[69770]: DEBUG nova.network.neutron [req-4cd57f80-44f9-4be4-8b8c-3fa7c66c1504 req-d5789421-e79d-4ff3-8c3e-76d1b4ca03dc service nova] [instance: 19c06f92-7f17-4834-b8be-723eb3f313c5] Updating instance_info_cache with network_info: [{"id": "d41aabd6-71fd-498e-be4d-95887db35869", "address": "fa:16:3e:b3:9c:44", "network": {"id": "fb2a6a42-a9ea-4a2f-b885-b0c06c1061b9", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1944009097-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.158", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "677c29867f944b8198884aae6535814b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b91b49a8-b849-4d0c-97f7-74fdcd88ae03", "external-id": "nsx-vlan-transportzone-406", "segmentation_id": 406, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd41aabd6-71", "ovs_interfaceid": "d41aabd6-71fd-498e-be4d-95887db35869", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69770) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 807.482690] env[69770]: DEBUG nova.network.neutron [-] [instance: 2635794b-46eb-4532-9f26-43b36242e0bf] Updating instance_info_cache with network_info: [] {{(pid=69770) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 807.554674] env[69770]: DEBUG nova.compute.utils [None req-84c7969c-aa7f-4564-bfbd-a7d225698ec2 tempest-ServersListShow296Test-1902346217 tempest-ServersListShow296Test-1902346217-project-member] Using /dev/sd instead of None {{(pid=69770) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 807.556305] env[69770]: DEBUG nova.compute.manager [None req-84c7969c-aa7f-4564-bfbd-a7d225698ec2 tempest-ServersListShow296Test-1902346217 tempest-ServersListShow296Test-1902346217-project-member] [instance: 1e8ea4f1-cbcf-4c6d-91f3-6ce833f65074] Not allocating networking since 'none' was specified. {{(pid=69770) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 807.570028] env[69770]: DEBUG oslo_concurrency.lockutils [None req-f022397f-4fd0-408f-89f2-b91a168774be tempest-VolumesAdminNegativeTest-624188729 tempest-VolumesAdminNegativeTest-624188729-project-member] Lock "f9f0ae85-57a8-4e21-8e5e-87a3630ee05c" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.016s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 807.583153] env[69770]: DEBUG oslo_vmware.api [None req-60e467b3-cf85-435c-b932-3ce56614c059 tempest-FloatingIPsAssociationTestJSON-527069498 tempest-FloatingIPsAssociationTestJSON-527069498-project-member] Task: {'id': task-4069590, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.358832} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 807.583499] env[69770]: DEBUG nova.virt.vmwareapi.ds_util [None req-60e467b3-cf85-435c-b932-3ce56614c059 tempest-FloatingIPsAssociationTestJSON-527069498 tempest-FloatingIPsAssociationTestJSON-527069498-project-member] Deleted the datastore file {{(pid=69770) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 807.583666] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-60e467b3-cf85-435c-b932-3ce56614c059 tempest-FloatingIPsAssociationTestJSON-527069498 tempest-FloatingIPsAssociationTestJSON-527069498-project-member] [instance: 60eb16dd-8c95-46c1-a226-ee1280cbd403] Deleted contents of the VM from datastore datastore2 {{(pid=69770) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 807.583858] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-60e467b3-cf85-435c-b932-3ce56614c059 tempest-FloatingIPsAssociationTestJSON-527069498 tempest-FloatingIPsAssociationTestJSON-527069498-project-member] [instance: 60eb16dd-8c95-46c1-a226-ee1280cbd403] Instance destroyed {{(pid=69770) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 807.584066] env[69770]: INFO nova.compute.manager [None req-60e467b3-cf85-435c-b932-3ce56614c059 tempest-FloatingIPsAssociationTestJSON-527069498 tempest-FloatingIPsAssociationTestJSON-527069498-project-member] [instance: 60eb16dd-8c95-46c1-a226-ee1280cbd403] Took 1.18 seconds to destroy the instance on the hypervisor. [ 807.584322] env[69770]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-60e467b3-cf85-435c-b932-3ce56614c059 tempest-FloatingIPsAssociationTestJSON-527069498 tempest-FloatingIPsAssociationTestJSON-527069498-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69770) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 807.584523] env[69770]: DEBUG nova.compute.manager [-] [instance: 60eb16dd-8c95-46c1-a226-ee1280cbd403] Deallocating network for instance {{(pid=69770) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 807.584650] env[69770]: DEBUG nova.network.neutron [-] [instance: 60eb16dd-8c95-46c1-a226-ee1280cbd403] deallocate_for_instance() {{(pid=69770) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 807.631314] env[69770]: DEBUG oslo_vmware.api [None req-58e2f814-4101-457c-8de6-67d82ea960a5 tempest-ListServerFiltersTestJSON-1688445247 tempest-ListServerFiltersTestJSON-1688445247-project-member] Task: {'id': task-4069588, 'name': PowerOnVM_Task, 'duration_secs': 0.700902} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 807.631785] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-58e2f814-4101-457c-8de6-67d82ea960a5 tempest-ListServerFiltersTestJSON-1688445247 tempest-ListServerFiltersTestJSON-1688445247-project-member] [instance: 1ecca185-3141-408a-92c7-c3a431ddc25d] Powered on the VM {{(pid=69770) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 807.632067] env[69770]: DEBUG nova.compute.manager [None req-58e2f814-4101-457c-8de6-67d82ea960a5 tempest-ListServerFiltersTestJSON-1688445247 tempest-ListServerFiltersTestJSON-1688445247-project-member] [instance: 1ecca185-3141-408a-92c7-c3a431ddc25d] Checking state {{(pid=69770) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 807.633713] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1b80e3e-d938-4086-a568-8b7a4b0affe5 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.677553] env[69770]: DEBUG oslo_vmware.api [None req-29322379-8497-4c02-a152-5b65afb7f3c5 tempest-ImagesOneServerNegativeTestJSON-405389268 tempest-ImagesOneServerNegativeTestJSON-405389268-project-member] Task: {'id': task-4069591, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.091449} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 807.681381] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-29322379-8497-4c02-a152-5b65afb7f3c5 tempest-ImagesOneServerNegativeTestJSON-405389268 tempest-ImagesOneServerNegativeTestJSON-405389268-project-member] [instance: 828f7a0a-dd24-4c98-85cf-5d99627860d7] Extended root virtual disk {{(pid=69770) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 807.682449] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60902ea7-5445-47ca-9e78-d7e90a01c7d2 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.709037] env[69770]: DEBUG oslo_concurrency.lockutils [None req-44e77e2d-d35e-44f8-a7a2-1c6d98b38d0b tempest-ListServersNegativeTestJSON-118656177 tempest-ListServersNegativeTestJSON-118656177-project-member] Lock "fd890686-500e-4bee-b216-145c4818c245" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 65.301s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 807.723609] env[69770]: DEBUG nova.virt.vmwareapi.volumeops [None req-29322379-8497-4c02-a152-5b65afb7f3c5 tempest-ImagesOneServerNegativeTestJSON-405389268 tempest-ImagesOneServerNegativeTestJSON-405389268-project-member] [instance: 828f7a0a-dd24-4c98-85cf-5d99627860d7] Reconfiguring VM instance instance-00000021 to attach disk [datastore1] 828f7a0a-dd24-4c98-85cf-5d99627860d7/828f7a0a-dd24-4c98-85cf-5d99627860d7.vmdk or device None with type sparse {{(pid=69770) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 807.723890] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d01e93d8-f073-4fb6-9020-6fd7c7a1ff7d {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.744322] env[69770]: DEBUG oslo_concurrency.lockutils [None req-34e47fa6-425b-485c-ae7d-8b9d31e888fe tempest-ServerAddressesNegativeTestJSON-1442094653 tempest-ServerAddressesNegativeTestJSON-1442094653-project-member] Acquiring lock "refresh_cache-be3699ce-b81b-4db4-b82f-1ec081a96855" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.744530] env[69770]: DEBUG oslo_concurrency.lockutils [None req-34e47fa6-425b-485c-ae7d-8b9d31e888fe tempest-ServerAddressesNegativeTestJSON-1442094653 tempest-ServerAddressesNegativeTestJSON-1442094653-project-member] Acquired lock "refresh_cache-be3699ce-b81b-4db4-b82f-1ec081a96855" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.744699] env[69770]: DEBUG nova.network.neutron [None req-34e47fa6-425b-485c-ae7d-8b9d31e888fe tempest-ServerAddressesNegativeTestJSON-1442094653 tempest-ServerAddressesNegativeTestJSON-1442094653-project-member] [instance: be3699ce-b81b-4db4-b82f-1ec081a96855] Building network info cache for instance {{(pid=69770) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 807.754498] env[69770]: DEBUG oslo_vmware.api [None req-29322379-8497-4c02-a152-5b65afb7f3c5 tempest-ImagesOneServerNegativeTestJSON-405389268 tempest-ImagesOneServerNegativeTestJSON-405389268-project-member] Waiting for the task: (returnval){ [ 807.754498] env[69770]: value = "task-4069592" [ 807.754498] env[69770]: _type = "Task" [ 807.754498] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 807.767208] env[69770]: DEBUG oslo_vmware.api [None req-29322379-8497-4c02-a152-5b65afb7f3c5 tempest-ImagesOneServerNegativeTestJSON-405389268 tempest-ImagesOneServerNegativeTestJSON-405389268-project-member] Task: {'id': task-4069592, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.876860] env[69770]: DEBUG oslo_concurrency.lockutils [req-4cd57f80-44f9-4be4-8b8c-3fa7c66c1504 req-d5789421-e79d-4ff3-8c3e-76d1b4ca03dc service nova] Releasing lock "refresh_cache-19c06f92-7f17-4834-b8be-723eb3f313c5" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.878376] env[69770]: DEBUG nova.compute.manager [req-4cd57f80-44f9-4be4-8b8c-3fa7c66c1504 req-d5789421-e79d-4ff3-8c3e-76d1b4ca03dc service nova] [instance: 60eb16dd-8c95-46c1-a226-ee1280cbd403] Received event network-changed-50e6c431-f5e3-4d77-8f8e-468d69ce3cb7 {{(pid=69770) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 807.878376] env[69770]: DEBUG nova.compute.manager [req-4cd57f80-44f9-4be4-8b8c-3fa7c66c1504 req-d5789421-e79d-4ff3-8c3e-76d1b4ca03dc service nova] [instance: 60eb16dd-8c95-46c1-a226-ee1280cbd403] Refreshing instance network info cache due to event network-changed-50e6c431-f5e3-4d77-8f8e-468d69ce3cb7. {{(pid=69770) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 807.878376] env[69770]: DEBUG oslo_concurrency.lockutils [req-4cd57f80-44f9-4be4-8b8c-3fa7c66c1504 req-d5789421-e79d-4ff3-8c3e-76d1b4ca03dc service nova] Acquiring lock "refresh_cache-60eb16dd-8c95-46c1-a226-ee1280cbd403" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.878376] env[69770]: DEBUG oslo_concurrency.lockutils [req-4cd57f80-44f9-4be4-8b8c-3fa7c66c1504 req-d5789421-e79d-4ff3-8c3e-76d1b4ca03dc service nova] Acquired lock "refresh_cache-60eb16dd-8c95-46c1-a226-ee1280cbd403" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.878376] env[69770]: DEBUG nova.network.neutron [req-4cd57f80-44f9-4be4-8b8c-3fa7c66c1504 req-d5789421-e79d-4ff3-8c3e-76d1b4ca03dc service nova] [instance: 60eb16dd-8c95-46c1-a226-ee1280cbd403] Refreshing network info cache for port 50e6c431-f5e3-4d77-8f8e-468d69ce3cb7 {{(pid=69770) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 807.985780] env[69770]: INFO nova.compute.manager [-] [instance: 2635794b-46eb-4532-9f26-43b36242e0bf] Took 1.52 seconds to deallocate network for instance. [ 808.060257] env[69770]: DEBUG nova.compute.manager [None req-84c7969c-aa7f-4564-bfbd-a7d225698ec2 tempest-ServersListShow296Test-1902346217 tempest-ServersListShow296Test-1902346217-project-member] [instance: 1e8ea4f1-cbcf-4c6d-91f3-6ce833f65074] Start building block device mappings for instance. {{(pid=69770) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 808.244186] env[69770]: DEBUG nova.compute.manager [None req-53bde400-0d4e-4c88-a478-747d5be618d3 tempest-ServerAddressesTestJSON-725654377 tempest-ServerAddressesTestJSON-725654377-project-member] [instance: 15ed9603-9fc7-40a2-99c6-151cf10a8c36] Starting instance... {{(pid=69770) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 808.267449] env[69770]: DEBUG oslo_vmware.api [None req-29322379-8497-4c02-a152-5b65afb7f3c5 tempest-ImagesOneServerNegativeTestJSON-405389268 tempest-ImagesOneServerNegativeTestJSON-405389268-project-member] Task: {'id': task-4069592, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.294466] env[69770]: DEBUG nova.network.neutron [None req-34e47fa6-425b-485c-ae7d-8b9d31e888fe tempest-ServerAddressesNegativeTestJSON-1442094653 tempest-ServerAddressesNegativeTestJSON-1442094653-project-member] [instance: be3699ce-b81b-4db4-b82f-1ec081a96855] Instance cache missing network info. {{(pid=69770) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 808.400467] env[69770]: INFO nova.network.neutron [req-4cd57f80-44f9-4be4-8b8c-3fa7c66c1504 req-d5789421-e79d-4ff3-8c3e-76d1b4ca03dc service nova] [instance: 60eb16dd-8c95-46c1-a226-ee1280cbd403] Port 50e6c431-f5e3-4d77-8f8e-468d69ce3cb7 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 808.401679] env[69770]: DEBUG nova.network.neutron [req-4cd57f80-44f9-4be4-8b8c-3fa7c66c1504 req-d5789421-e79d-4ff3-8c3e-76d1b4ca03dc service nova] [instance: 60eb16dd-8c95-46c1-a226-ee1280cbd403] Updating instance_info_cache with network_info: [] {{(pid=69770) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 808.448225] env[69770]: DEBUG nova.compute.manager [req-6055bc0a-131b-4fd9-99db-a63826aa9749 req-02943c36-8c69-49dc-a32c-fd40fd42470f service nova] [instance: be3699ce-b81b-4db4-b82f-1ec081a96855] Received event network-vif-plugged-b7f970e8-18d3-43af-989c-41eeeb3c8891 {{(pid=69770) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 808.448225] env[69770]: DEBUG oslo_concurrency.lockutils [req-6055bc0a-131b-4fd9-99db-a63826aa9749 req-02943c36-8c69-49dc-a32c-fd40fd42470f service nova] Acquiring lock "be3699ce-b81b-4db4-b82f-1ec081a96855-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 808.448225] env[69770]: DEBUG oslo_concurrency.lockutils [req-6055bc0a-131b-4fd9-99db-a63826aa9749 req-02943c36-8c69-49dc-a32c-fd40fd42470f service nova] Lock "be3699ce-b81b-4db4-b82f-1ec081a96855-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 808.448225] env[69770]: DEBUG oslo_concurrency.lockutils [req-6055bc0a-131b-4fd9-99db-a63826aa9749 req-02943c36-8c69-49dc-a32c-fd40fd42470f service nova] Lock "be3699ce-b81b-4db4-b82f-1ec081a96855-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 808.448225] env[69770]: DEBUG nova.compute.manager [req-6055bc0a-131b-4fd9-99db-a63826aa9749 req-02943c36-8c69-49dc-a32c-fd40fd42470f service nova] [instance: be3699ce-b81b-4db4-b82f-1ec081a96855] No waiting events found dispatching network-vif-plugged-b7f970e8-18d3-43af-989c-41eeeb3c8891 {{(pid=69770) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 808.448524] env[69770]: WARNING nova.compute.manager [req-6055bc0a-131b-4fd9-99db-a63826aa9749 req-02943c36-8c69-49dc-a32c-fd40fd42470f service nova] [instance: be3699ce-b81b-4db4-b82f-1ec081a96855] Received unexpected event network-vif-plugged-b7f970e8-18d3-43af-989c-41eeeb3c8891 for instance with vm_state building and task_state spawning. [ 808.463160] env[69770]: DEBUG nova.network.neutron [-] [instance: 60eb16dd-8c95-46c1-a226-ee1280cbd403] Updating instance_info_cache with network_info: [] {{(pid=69770) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 808.493934] env[69770]: DEBUG oslo_concurrency.lockutils [None req-8ec0c77f-fd5e-48cb-8d2a-ccbb36c1789b tempest-ServersAdminNegativeTestJSON-597507823 tempest-ServersAdminNegativeTestJSON-597507823-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 808.515897] env[69770]: DEBUG nova.network.neutron [None req-34e47fa6-425b-485c-ae7d-8b9d31e888fe tempest-ServerAddressesNegativeTestJSON-1442094653 tempest-ServerAddressesNegativeTestJSON-1442094653-project-member] [instance: be3699ce-b81b-4db4-b82f-1ec081a96855] Updating instance_info_cache with network_info: [{"id": "b7f970e8-18d3-43af-989c-41eeeb3c8891", "address": "fa:16:3e:4c:29:8a", "network": {"id": "ff96631b-7f50-4039-8227-b3a54b9de956", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-1731658731-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1c93f564d0a3479282fc14f6fb9e65d0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f1b507ed-cd2d-4c09-9d96-c47bde6a7774", "external-id": "nsx-vlan-transportzone-980", "segmentation_id": 980, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb7f970e8-18", "ovs_interfaceid": "b7f970e8-18d3-43af-989c-41eeeb3c8891", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69770) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 808.653487] env[69770]: DEBUG oslo_concurrency.lockutils [None req-f022397f-4fd0-408f-89f2-b91a168774be tempest-VolumesAdminNegativeTest-624188729 tempest-VolumesAdminNegativeTest-624188729-project-member] Acquiring lock "f9f0ae85-57a8-4e21-8e5e-87a3630ee05c" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 808.653870] env[69770]: DEBUG oslo_concurrency.lockutils [None req-f022397f-4fd0-408f-89f2-b91a168774be tempest-VolumesAdminNegativeTest-624188729 tempest-VolumesAdminNegativeTest-624188729-project-member] Lock "f9f0ae85-57a8-4e21-8e5e-87a3630ee05c" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 808.654139] env[69770]: INFO nova.compute.manager [None req-f022397f-4fd0-408f-89f2-b91a168774be tempest-VolumesAdminNegativeTest-624188729 tempest-VolumesAdminNegativeTest-624188729-project-member] [instance: f9f0ae85-57a8-4e21-8e5e-87a3630ee05c] Attaching volume 50879816-404b-4511-a909-5d3d38d893d8 to /dev/sdb [ 808.712133] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd0203d2-de78-42f7-8e2c-307b4308acb8 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.724670] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60f4fb8a-3172-4ed1-af55-9220e4b4c718 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.744511] env[69770]: DEBUG nova.virt.block_device [None req-f022397f-4fd0-408f-89f2-b91a168774be tempest-VolumesAdminNegativeTest-624188729 tempest-VolumesAdminNegativeTest-624188729-project-member] [instance: f9f0ae85-57a8-4e21-8e5e-87a3630ee05c] Updating existing volume attachment record: 85d73f5f-110d-41fb-a3a1-e0cf0135426c {{(pid=69770) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 808.766574] env[69770]: DEBUG oslo_vmware.api [None req-29322379-8497-4c02-a152-5b65afb7f3c5 tempest-ImagesOneServerNegativeTestJSON-405389268 tempest-ImagesOneServerNegativeTestJSON-405389268-project-member] Task: {'id': task-4069592, 'name': ReconfigVM_Task, 'duration_secs': 0.700949} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 808.766985] env[69770]: DEBUG nova.virt.vmwareapi.volumeops [None req-29322379-8497-4c02-a152-5b65afb7f3c5 tempest-ImagesOneServerNegativeTestJSON-405389268 tempest-ImagesOneServerNegativeTestJSON-405389268-project-member] [instance: 828f7a0a-dd24-4c98-85cf-5d99627860d7] Reconfigured VM instance instance-00000021 to attach disk [datastore1] 828f7a0a-dd24-4c98-85cf-5d99627860d7/828f7a0a-dd24-4c98-85cf-5d99627860d7.vmdk or device None with type sparse {{(pid=69770) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 808.767947] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-40ba932e-c543-408e-9145-ee7868fb8c84 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.775068] env[69770]: DEBUG oslo_concurrency.lockutils [None req-53bde400-0d4e-4c88-a478-747d5be618d3 tempest-ServerAddressesTestJSON-725654377 tempest-ServerAddressesTestJSON-725654377-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 808.778712] env[69770]: DEBUG oslo_vmware.api [None req-29322379-8497-4c02-a152-5b65afb7f3c5 tempest-ImagesOneServerNegativeTestJSON-405389268 tempest-ImagesOneServerNegativeTestJSON-405389268-project-member] Waiting for the task: (returnval){ [ 808.778712] env[69770]: value = "task-4069595" [ 808.778712] env[69770]: _type = "Task" [ 808.778712] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 808.855356] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c6d2b99-fe68-4a8c-aad8-ba9c327688cf {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.865661] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8999ab71-c11c-4fda-bb66-4b97ad2d52dc {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.909980] env[69770]: DEBUG oslo_concurrency.lockutils [req-4cd57f80-44f9-4be4-8b8c-3fa7c66c1504 req-d5789421-e79d-4ff3-8c3e-76d1b4ca03dc service nova] Releasing lock "refresh_cache-60eb16dd-8c95-46c1-a226-ee1280cbd403" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.912282] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-052910f2-794b-453d-af07-fca16ade6640 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.916934] env[69770]: DEBUG nova.compute.manager [req-1765b145-987b-4587-970b-0187b4d796dd req-61108b26-fa50-49a7-9c99-6d7b4638c78c service nova] [instance: 1d7a05ac-b6a7-47c4-9143-79ff005189f9] Received event network-changed-1646ae0e-48c1-4217-a69c-72b00da4a462 {{(pid=69770) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 808.917171] env[69770]: DEBUG nova.compute.manager [req-1765b145-987b-4587-970b-0187b4d796dd req-61108b26-fa50-49a7-9c99-6d7b4638c78c service nova] [instance: 1d7a05ac-b6a7-47c4-9143-79ff005189f9] Refreshing instance network info cache due to event network-changed-1646ae0e-48c1-4217-a69c-72b00da4a462. {{(pid=69770) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 808.917892] env[69770]: DEBUG oslo_concurrency.lockutils [req-1765b145-987b-4587-970b-0187b4d796dd req-61108b26-fa50-49a7-9c99-6d7b4638c78c service nova] Acquiring lock "refresh_cache-1d7a05ac-b6a7-47c4-9143-79ff005189f9" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.917892] env[69770]: DEBUG oslo_concurrency.lockutils [req-1765b145-987b-4587-970b-0187b4d796dd req-61108b26-fa50-49a7-9c99-6d7b4638c78c service nova] Acquired lock "refresh_cache-1d7a05ac-b6a7-47c4-9143-79ff005189f9" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.917892] env[69770]: DEBUG nova.network.neutron [req-1765b145-987b-4587-970b-0187b4d796dd req-61108b26-fa50-49a7-9c99-6d7b4638c78c service nova] [instance: 1d7a05ac-b6a7-47c4-9143-79ff005189f9] Refreshing network info cache for port 1646ae0e-48c1-4217-a69c-72b00da4a462 {{(pid=69770) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 808.927634] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5eff21ef-33b3-43d4-8b51-2a995740529f {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.947211] env[69770]: DEBUG nova.compute.provider_tree [None req-056cab01-8e11-4864-9217-2f7b13060378 tempest-InstanceActionsV221TestJSON-434475733 tempest-InstanceActionsV221TestJSON-434475733-project-member] Updating inventory in ProviderTree for provider 7cc7d32b-b7a7-454a-a456-2a440248ed9d with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69770) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 808.965678] env[69770]: INFO nova.compute.manager [-] [instance: 60eb16dd-8c95-46c1-a226-ee1280cbd403] Took 1.38 seconds to deallocate network for instance. [ 809.019138] env[69770]: DEBUG oslo_concurrency.lockutils [None req-34e47fa6-425b-485c-ae7d-8b9d31e888fe tempest-ServerAddressesNegativeTestJSON-1442094653 tempest-ServerAddressesNegativeTestJSON-1442094653-project-member] Releasing lock "refresh_cache-be3699ce-b81b-4db4-b82f-1ec081a96855" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.019499] env[69770]: DEBUG nova.compute.manager [None req-34e47fa6-425b-485c-ae7d-8b9d31e888fe tempest-ServerAddressesNegativeTestJSON-1442094653 tempest-ServerAddressesNegativeTestJSON-1442094653-project-member] [instance: be3699ce-b81b-4db4-b82f-1ec081a96855] Instance network_info: |[{"id": "b7f970e8-18d3-43af-989c-41eeeb3c8891", "address": "fa:16:3e:4c:29:8a", "network": {"id": "ff96631b-7f50-4039-8227-b3a54b9de956", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-1731658731-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1c93f564d0a3479282fc14f6fb9e65d0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f1b507ed-cd2d-4c09-9d96-c47bde6a7774", "external-id": "nsx-vlan-transportzone-980", "segmentation_id": 980, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb7f970e8-18", "ovs_interfaceid": "b7f970e8-18d3-43af-989c-41eeeb3c8891", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69770) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 809.020139] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-34e47fa6-425b-485c-ae7d-8b9d31e888fe tempest-ServerAddressesNegativeTestJSON-1442094653 tempest-ServerAddressesNegativeTestJSON-1442094653-project-member] [instance: be3699ce-b81b-4db4-b82f-1ec081a96855] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4c:29:8a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f1b507ed-cd2d-4c09-9d96-c47bde6a7774', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b7f970e8-18d3-43af-989c-41eeeb3c8891', 'vif_model': 'vmxnet3'}] {{(pid=69770) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 809.028725] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-34e47fa6-425b-485c-ae7d-8b9d31e888fe tempest-ServerAddressesNegativeTestJSON-1442094653 tempest-ServerAddressesNegativeTestJSON-1442094653-project-member] Creating folder: Project (1c93f564d0a3479282fc14f6fb9e65d0). Parent ref: group-v806376. {{(pid=69770) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 809.029525] env[69770]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-556173ba-3eb5-4fd1-81bd-6ebfb0379490 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.044816] env[69770]: INFO nova.virt.vmwareapi.vm_util [None req-34e47fa6-425b-485c-ae7d-8b9d31e888fe tempest-ServerAddressesNegativeTestJSON-1442094653 tempest-ServerAddressesNegativeTestJSON-1442094653-project-member] Created folder: Project (1c93f564d0a3479282fc14f6fb9e65d0) in parent group-v806376. [ 809.051593] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-34e47fa6-425b-485c-ae7d-8b9d31e888fe tempest-ServerAddressesNegativeTestJSON-1442094653 tempest-ServerAddressesNegativeTestJSON-1442094653-project-member] Creating folder: Instances. Parent ref: group-v806475. {{(pid=69770) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 809.051593] env[69770]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5b15cc3b-201a-431c-a0c8-9f13e19795ab {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.058639] env[69770]: INFO nova.virt.vmwareapi.vm_util [None req-34e47fa6-425b-485c-ae7d-8b9d31e888fe tempest-ServerAddressesNegativeTestJSON-1442094653 tempest-ServerAddressesNegativeTestJSON-1442094653-project-member] Created folder: Instances in parent group-v806475. [ 809.058639] env[69770]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-34e47fa6-425b-485c-ae7d-8b9d31e888fe tempest-ServerAddressesNegativeTestJSON-1442094653 tempest-ServerAddressesNegativeTestJSON-1442094653-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69770) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 809.058859] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: be3699ce-b81b-4db4-b82f-1ec081a96855] Creating VM on the ESX host {{(pid=69770) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 809.059165] env[69770]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f4f054a8-0961-4ab4-a5aa-a9a0e82a1861 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.076907] env[69770]: DEBUG nova.compute.manager [None req-84c7969c-aa7f-4564-bfbd-a7d225698ec2 tempest-ServersListShow296Test-1902346217 tempest-ServersListShow296Test-1902346217-project-member] [instance: 1e8ea4f1-cbcf-4c6d-91f3-6ce833f65074] Start spawning the instance on the hypervisor. {{(pid=69770) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 809.089547] env[69770]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 809.089547] env[69770]: value = "task-4069601" [ 809.089547] env[69770]: _type = "Task" [ 809.089547] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 809.099135] env[69770]: DEBUG oslo_vmware.api [-] Task: {'id': task-4069601, 'name': CreateVM_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.116722] env[69770]: DEBUG nova.virt.hardware [None req-84c7969c-aa7f-4564-bfbd-a7d225698ec2 tempest-ServersListShow296Test-1902346217 tempest-ServersListShow296Test-1902346217-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T12:16:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T12:16:11Z,direct_url=,disk_format='vmdk',id=d1eaff80-24a0-4391-90eb-59958b1ecf0a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d65f20bb89fb40a98b77bc6d97357df2',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T12:16:12Z,virtual_size=,visibility=), allow threads: False {{(pid=69770) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 809.117073] env[69770]: DEBUG nova.virt.hardware [None req-84c7969c-aa7f-4564-bfbd-a7d225698ec2 tempest-ServersListShow296Test-1902346217 tempest-ServersListShow296Test-1902346217-project-member] Flavor limits 0:0:0 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 809.117285] env[69770]: DEBUG nova.virt.hardware [None req-84c7969c-aa7f-4564-bfbd-a7d225698ec2 tempest-ServersListShow296Test-1902346217 tempest-ServersListShow296Test-1902346217-project-member] Image limits 0:0:0 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 809.117506] env[69770]: DEBUG nova.virt.hardware [None req-84c7969c-aa7f-4564-bfbd-a7d225698ec2 tempest-ServersListShow296Test-1902346217 tempest-ServersListShow296Test-1902346217-project-member] Flavor pref 0:0:0 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 809.117683] env[69770]: DEBUG nova.virt.hardware [None req-84c7969c-aa7f-4564-bfbd-a7d225698ec2 tempest-ServersListShow296Test-1902346217 tempest-ServersListShow296Test-1902346217-project-member] Image pref 0:0:0 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 809.117870] env[69770]: DEBUG nova.virt.hardware [None req-84c7969c-aa7f-4564-bfbd-a7d225698ec2 tempest-ServersListShow296Test-1902346217 tempest-ServersListShow296Test-1902346217-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 809.118168] env[69770]: DEBUG nova.virt.hardware [None req-84c7969c-aa7f-4564-bfbd-a7d225698ec2 tempest-ServersListShow296Test-1902346217 tempest-ServersListShow296Test-1902346217-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69770) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 809.118370] env[69770]: DEBUG nova.virt.hardware [None req-84c7969c-aa7f-4564-bfbd-a7d225698ec2 tempest-ServersListShow296Test-1902346217 tempest-ServersListShow296Test-1902346217-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69770) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 809.118870] env[69770]: DEBUG nova.virt.hardware [None req-84c7969c-aa7f-4564-bfbd-a7d225698ec2 tempest-ServersListShow296Test-1902346217 tempest-ServersListShow296Test-1902346217-project-member] Got 1 possible topologies {{(pid=69770) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 809.119150] env[69770]: DEBUG nova.virt.hardware [None req-84c7969c-aa7f-4564-bfbd-a7d225698ec2 tempest-ServersListShow296Test-1902346217 tempest-ServersListShow296Test-1902346217-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69770) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 809.119382] env[69770]: DEBUG nova.virt.hardware [None req-84c7969c-aa7f-4564-bfbd-a7d225698ec2 tempest-ServersListShow296Test-1902346217 tempest-ServersListShow296Test-1902346217-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69770) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 809.120505] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfb1cec4-32ce-4828-9939-e0f1fdfd1f86 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.130034] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47386eef-22bf-4423-9ebe-7f778eb85691 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.149670] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-84c7969c-aa7f-4564-bfbd-a7d225698ec2 tempest-ServersListShow296Test-1902346217 tempest-ServersListShow296Test-1902346217-project-member] [instance: 1e8ea4f1-cbcf-4c6d-91f3-6ce833f65074] Instance VIF info [] {{(pid=69770) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 809.158241] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-84c7969c-aa7f-4564-bfbd-a7d225698ec2 tempest-ServersListShow296Test-1902346217 tempest-ServersListShow296Test-1902346217-project-member] Creating folder: Project (c6b950bcab6744b19c2cb13b55372d86). Parent ref: group-v806376. {{(pid=69770) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 809.159492] env[69770]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-81c1b878-753d-41c1-91ff-9bebaf65db3a {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.173238] env[69770]: INFO nova.virt.vmwareapi.vm_util [None req-84c7969c-aa7f-4564-bfbd-a7d225698ec2 tempest-ServersListShow296Test-1902346217 tempest-ServersListShow296Test-1902346217-project-member] Created folder: Project (c6b950bcab6744b19c2cb13b55372d86) in parent group-v806376. [ 809.173585] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-84c7969c-aa7f-4564-bfbd-a7d225698ec2 tempest-ServersListShow296Test-1902346217 tempest-ServersListShow296Test-1902346217-project-member] Creating folder: Instances. Parent ref: group-v806479. {{(pid=69770) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 809.173883] env[69770]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-cf5a9fa9-7a90-4a22-af95-b297bbfe3ed3 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.188386] env[69770]: INFO nova.virt.vmwareapi.vm_util [None req-84c7969c-aa7f-4564-bfbd-a7d225698ec2 tempest-ServersListShow296Test-1902346217 tempest-ServersListShow296Test-1902346217-project-member] Created folder: Instances in parent group-v806479. [ 809.188856] env[69770]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-84c7969c-aa7f-4564-bfbd-a7d225698ec2 tempest-ServersListShow296Test-1902346217 tempest-ServersListShow296Test-1902346217-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69770) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 809.189143] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1e8ea4f1-cbcf-4c6d-91f3-6ce833f65074] Creating VM on the ESX host {{(pid=69770) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 809.189455] env[69770]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-098eb1a7-8779-47e4-b6c4-61a451819979 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.214835] env[69770]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 809.214835] env[69770]: value = "task-4069604" [ 809.214835] env[69770]: _type = "Task" [ 809.214835] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 809.225112] env[69770]: DEBUG oslo_vmware.api [-] Task: {'id': task-4069604, 'name': CreateVM_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.294500] env[69770]: DEBUG oslo_vmware.api [None req-29322379-8497-4c02-a152-5b65afb7f3c5 tempest-ImagesOneServerNegativeTestJSON-405389268 tempest-ImagesOneServerNegativeTestJSON-405389268-project-member] Task: {'id': task-4069595, 'name': Rename_Task, 'duration_secs': 0.266067} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 809.295118] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-29322379-8497-4c02-a152-5b65afb7f3c5 tempest-ImagesOneServerNegativeTestJSON-405389268 tempest-ImagesOneServerNegativeTestJSON-405389268-project-member] [instance: 828f7a0a-dd24-4c98-85cf-5d99627860d7] Powering on the VM {{(pid=69770) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 809.295576] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cdc2eb87-6902-4b3e-82a9-c9aed65a7d44 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.305605] env[69770]: DEBUG oslo_vmware.api [None req-29322379-8497-4c02-a152-5b65afb7f3c5 tempest-ImagesOneServerNegativeTestJSON-405389268 tempest-ImagesOneServerNegativeTestJSON-405389268-project-member] Waiting for the task: (returnval){ [ 809.305605] env[69770]: value = "task-4069605" [ 809.305605] env[69770]: _type = "Task" [ 809.305605] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 809.324308] env[69770]: DEBUG oslo_vmware.api [None req-29322379-8497-4c02-a152-5b65afb7f3c5 tempest-ImagesOneServerNegativeTestJSON-405389268 tempest-ImagesOneServerNegativeTestJSON-405389268-project-member] Task: {'id': task-4069605, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.472900] env[69770]: DEBUG oslo_concurrency.lockutils [None req-60e467b3-cf85-435c-b932-3ce56614c059 tempest-FloatingIPsAssociationTestJSON-527069498 tempest-FloatingIPsAssociationTestJSON-527069498-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 809.499755] env[69770]: DEBUG nova.scheduler.client.report [None req-056cab01-8e11-4864-9217-2f7b13060378 tempest-InstanceActionsV221TestJSON-434475733 tempest-InstanceActionsV221TestJSON-434475733-project-member] Updated inventory for provider 7cc7d32b-b7a7-454a-a456-2a440248ed9d with generation 63 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69770) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 809.500045] env[69770]: DEBUG nova.compute.provider_tree [None req-056cab01-8e11-4864-9217-2f7b13060378 tempest-InstanceActionsV221TestJSON-434475733 tempest-InstanceActionsV221TestJSON-434475733-project-member] Updating resource provider 7cc7d32b-b7a7-454a-a456-2a440248ed9d generation from 63 to 64 during operation: update_inventory {{(pid=69770) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 809.500240] env[69770]: DEBUG nova.compute.provider_tree [None req-056cab01-8e11-4864-9217-2f7b13060378 tempest-InstanceActionsV221TestJSON-434475733 tempest-InstanceActionsV221TestJSON-434475733-project-member] Updating inventory in ProviderTree for provider 7cc7d32b-b7a7-454a-a456-2a440248ed9d with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69770) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 809.604880] env[69770]: DEBUG oslo_vmware.api [-] Task: {'id': task-4069601, 'name': CreateVM_Task, 'duration_secs': 0.506339} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 809.606390] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: be3699ce-b81b-4db4-b82f-1ec081a96855] Created VM on the ESX host {{(pid=69770) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 809.607324] env[69770]: DEBUG oslo_concurrency.lockutils [None req-34e47fa6-425b-485c-ae7d-8b9d31e888fe tempest-ServerAddressesNegativeTestJSON-1442094653 tempest-ServerAddressesNegativeTestJSON-1442094653-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.607453] env[69770]: DEBUG oslo_concurrency.lockutils [None req-34e47fa6-425b-485c-ae7d-8b9d31e888fe tempest-ServerAddressesNegativeTestJSON-1442094653 tempest-ServerAddressesNegativeTestJSON-1442094653-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.607798] env[69770]: DEBUG oslo_concurrency.lockutils [None req-34e47fa6-425b-485c-ae7d-8b9d31e888fe tempest-ServerAddressesNegativeTestJSON-1442094653 tempest-ServerAddressesNegativeTestJSON-1442094653-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.608360] env[69770]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cbc47b69-7d2f-40df-ae91-5b68f672188b {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.615681] env[69770]: DEBUG oslo_vmware.api [None req-34e47fa6-425b-485c-ae7d-8b9d31e888fe tempest-ServerAddressesNegativeTestJSON-1442094653 tempest-ServerAddressesNegativeTestJSON-1442094653-project-member] Waiting for the task: (returnval){ [ 809.615681] env[69770]: value = "session[52161b52-cb8e-ec9f-1132-2f6b49549d41]52fae9eb-3dbf-7c2a-48ac-3152bf6e54fe" [ 809.615681] env[69770]: _type = "Task" [ 809.615681] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 809.628237] env[69770]: DEBUG oslo_vmware.api [None req-34e47fa6-425b-485c-ae7d-8b9d31e888fe tempest-ServerAddressesNegativeTestJSON-1442094653 tempest-ServerAddressesNegativeTestJSON-1442094653-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]52fae9eb-3dbf-7c2a-48ac-3152bf6e54fe, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.729012] env[69770]: DEBUG oslo_vmware.api [-] Task: {'id': task-4069604, 'name': CreateVM_Task, 'duration_secs': 0.445733} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 809.729210] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1e8ea4f1-cbcf-4c6d-91f3-6ce833f65074] Created VM on the ESX host {{(pid=69770) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 809.729735] env[69770]: DEBUG oslo_concurrency.lockutils [None req-84c7969c-aa7f-4564-bfbd-a7d225698ec2 tempest-ServersListShow296Test-1902346217 tempest-ServersListShow296Test-1902346217-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.729976] env[69770]: DEBUG oslo_concurrency.lockutils [None req-84c7969c-aa7f-4564-bfbd-a7d225698ec2 tempest-ServersListShow296Test-1902346217 tempest-ServersListShow296Test-1902346217-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.730662] env[69770]: DEBUG oslo_concurrency.lockutils [None req-84c7969c-aa7f-4564-bfbd-a7d225698ec2 tempest-ServersListShow296Test-1902346217 tempest-ServersListShow296Test-1902346217-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.731018] env[69770]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-054a7091-e023-4034-9be9-1f0228ca3e38 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.738065] env[69770]: DEBUG oslo_vmware.api [None req-84c7969c-aa7f-4564-bfbd-a7d225698ec2 tempest-ServersListShow296Test-1902346217 tempest-ServersListShow296Test-1902346217-project-member] Waiting for the task: (returnval){ [ 809.738065] env[69770]: value = "session[52161b52-cb8e-ec9f-1132-2f6b49549d41]520454db-8ace-3990-78cd-c7bbf98bb6e8" [ 809.738065] env[69770]: _type = "Task" [ 809.738065] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 809.753210] env[69770]: DEBUG oslo_vmware.api [None req-84c7969c-aa7f-4564-bfbd-a7d225698ec2 tempest-ServersListShow296Test-1902346217 tempest-ServersListShow296Test-1902346217-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]520454db-8ace-3990-78cd-c7bbf98bb6e8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.818943] env[69770]: DEBUG oslo_vmware.api [None req-29322379-8497-4c02-a152-5b65afb7f3c5 tempest-ImagesOneServerNegativeTestJSON-405389268 tempest-ImagesOneServerNegativeTestJSON-405389268-project-member] Task: {'id': task-4069605, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.835747] env[69770]: DEBUG oslo_concurrency.lockutils [None req-a154d726-e1fc-4fbb-aceb-8fa1254d1819 tempest-ListServersNegativeTestJSON-118656177 tempest-ListServersNegativeTestJSON-118656177-project-member] Acquiring lock "27c5d873-f24c-4e20-9bcf-1b157114e5d0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 809.836035] env[69770]: DEBUG oslo_concurrency.lockutils [None req-a154d726-e1fc-4fbb-aceb-8fa1254d1819 tempest-ListServersNegativeTestJSON-118656177 tempest-ListServersNegativeTestJSON-118656177-project-member] Lock "27c5d873-f24c-4e20-9bcf-1b157114e5d0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 809.836259] env[69770]: DEBUG oslo_concurrency.lockutils [None req-a154d726-e1fc-4fbb-aceb-8fa1254d1819 tempest-ListServersNegativeTestJSON-118656177 tempest-ListServersNegativeTestJSON-118656177-project-member] Acquiring lock "27c5d873-f24c-4e20-9bcf-1b157114e5d0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 809.836444] env[69770]: DEBUG oslo_concurrency.lockutils [None req-a154d726-e1fc-4fbb-aceb-8fa1254d1819 tempest-ListServersNegativeTestJSON-118656177 tempest-ListServersNegativeTestJSON-118656177-project-member] Lock "27c5d873-f24c-4e20-9bcf-1b157114e5d0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 809.836611] env[69770]: DEBUG oslo_concurrency.lockutils [None req-a154d726-e1fc-4fbb-aceb-8fa1254d1819 tempest-ListServersNegativeTestJSON-118656177 tempest-ListServersNegativeTestJSON-118656177-project-member] Lock "27c5d873-f24c-4e20-9bcf-1b157114e5d0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 809.838885] env[69770]: INFO nova.compute.manager [None req-a154d726-e1fc-4fbb-aceb-8fa1254d1819 tempest-ListServersNegativeTestJSON-118656177 tempest-ListServersNegativeTestJSON-118656177-project-member] [instance: 27c5d873-f24c-4e20-9bcf-1b157114e5d0] Terminating instance [ 809.962271] env[69770]: DEBUG nova.network.neutron [req-1765b145-987b-4587-970b-0187b4d796dd req-61108b26-fa50-49a7-9c99-6d7b4638c78c service nova] [instance: 1d7a05ac-b6a7-47c4-9143-79ff005189f9] Updated VIF entry in instance network info cache for port 1646ae0e-48c1-4217-a69c-72b00da4a462. {{(pid=69770) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 809.967632] env[69770]: DEBUG nova.network.neutron [req-1765b145-987b-4587-970b-0187b4d796dd req-61108b26-fa50-49a7-9c99-6d7b4638c78c service nova] [instance: 1d7a05ac-b6a7-47c4-9143-79ff005189f9] Updating instance_info_cache with network_info: [{"id": "1646ae0e-48c1-4217-a69c-72b00da4a462", "address": "fa:16:3e:d6:1d:36", "network": {"id": "f4a00cad-0822-4c35-9ea0-e6b9670abd1f", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-678795259-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "602816d7b1574f02a4927772f6ac5382", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c24464bb-bb6b-43a2-bdcd-8086ad1a307f", "external-id": "nsx-vlan-transportzone-781", "segmentation_id": 781, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1646ae0e-48", "ovs_interfaceid": "1646ae0e-48c1-4217-a69c-72b00da4a462", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69770) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 810.009216] env[69770]: DEBUG oslo_concurrency.lockutils [None req-056cab01-8e11-4864-9217-2f7b13060378 tempest-InstanceActionsV221TestJSON-434475733 tempest-InstanceActionsV221TestJSON-434475733-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.966s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 810.010137] env[69770]: DEBUG nova.compute.manager [None req-056cab01-8e11-4864-9217-2f7b13060378 tempest-InstanceActionsV221TestJSON-434475733 tempest-InstanceActionsV221TestJSON-434475733-project-member] [instance: ad5c1512-835d-40f1-97be-59a36e20deda] Start building networks asynchronously for instance. {{(pid=69770) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 810.014997] env[69770]: DEBUG oslo_concurrency.lockutils [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 18.631s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 810.131901] env[69770]: DEBUG oslo_vmware.api [None req-34e47fa6-425b-485c-ae7d-8b9d31e888fe tempest-ServerAddressesNegativeTestJSON-1442094653 tempest-ServerAddressesNegativeTestJSON-1442094653-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]52fae9eb-3dbf-7c2a-48ac-3152bf6e54fe, 'name': SearchDatastore_Task, 'duration_secs': 0.019842} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 810.134365] env[69770]: DEBUG oslo_concurrency.lockutils [None req-34e47fa6-425b-485c-ae7d-8b9d31e888fe tempest-ServerAddressesNegativeTestJSON-1442094653 tempest-ServerAddressesNegativeTestJSON-1442094653-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.134480] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-34e47fa6-425b-485c-ae7d-8b9d31e888fe tempest-ServerAddressesNegativeTestJSON-1442094653 tempest-ServerAddressesNegativeTestJSON-1442094653-project-member] [instance: be3699ce-b81b-4db4-b82f-1ec081a96855] Processing image d1eaff80-24a0-4391-90eb-59958b1ecf0a {{(pid=69770) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 810.134714] env[69770]: DEBUG oslo_concurrency.lockutils [None req-34e47fa6-425b-485c-ae7d-8b9d31e888fe tempest-ServerAddressesNegativeTestJSON-1442094653 tempest-ServerAddressesNegativeTestJSON-1442094653-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.134855] env[69770]: DEBUG oslo_concurrency.lockutils [None req-34e47fa6-425b-485c-ae7d-8b9d31e888fe tempest-ServerAddressesNegativeTestJSON-1442094653 tempest-ServerAddressesNegativeTestJSON-1442094653-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.135170] env[69770]: DEBUG nova.virt.vmwareapi.ds_util [None req-34e47fa6-425b-485c-ae7d-8b9d31e888fe tempest-ServerAddressesNegativeTestJSON-1442094653 tempest-ServerAddressesNegativeTestJSON-1442094653-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69770) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 810.135891] env[69770]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-724eb603-a174-4755-b12a-357c2fc9635c {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.152697] env[69770]: DEBUG nova.virt.vmwareapi.ds_util [None req-34e47fa6-425b-485c-ae7d-8b9d31e888fe tempest-ServerAddressesNegativeTestJSON-1442094653 tempest-ServerAddressesNegativeTestJSON-1442094653-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69770) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 810.152697] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-34e47fa6-425b-485c-ae7d-8b9d31e888fe tempest-ServerAddressesNegativeTestJSON-1442094653 tempest-ServerAddressesNegativeTestJSON-1442094653-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69770) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 810.155867] env[69770]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9b9b436e-3c79-47bf-a203-e64dbe157569 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.164098] env[69770]: DEBUG oslo_vmware.api [None req-34e47fa6-425b-485c-ae7d-8b9d31e888fe tempest-ServerAddressesNegativeTestJSON-1442094653 tempest-ServerAddressesNegativeTestJSON-1442094653-project-member] Waiting for the task: (returnval){ [ 810.164098] env[69770]: value = "session[52161b52-cb8e-ec9f-1132-2f6b49549d41]5218c0f5-324c-6dd0-1469-af8f794ea12e" [ 810.164098] env[69770]: _type = "Task" [ 810.164098] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 810.174727] env[69770]: DEBUG oslo_vmware.api [None req-34e47fa6-425b-485c-ae7d-8b9d31e888fe tempest-ServerAddressesNegativeTestJSON-1442094653 tempest-ServerAddressesNegativeTestJSON-1442094653-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]5218c0f5-324c-6dd0-1469-af8f794ea12e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.251845] env[69770]: DEBUG oslo_vmware.api [None req-84c7969c-aa7f-4564-bfbd-a7d225698ec2 tempest-ServersListShow296Test-1902346217 tempest-ServersListShow296Test-1902346217-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]520454db-8ace-3990-78cd-c7bbf98bb6e8, 'name': SearchDatastore_Task, 'duration_secs': 0.01395} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 810.252041] env[69770]: DEBUG oslo_concurrency.lockutils [None req-84c7969c-aa7f-4564-bfbd-a7d225698ec2 tempest-ServersListShow296Test-1902346217 tempest-ServersListShow296Test-1902346217-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.252297] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-84c7969c-aa7f-4564-bfbd-a7d225698ec2 tempest-ServersListShow296Test-1902346217 tempest-ServersListShow296Test-1902346217-project-member] [instance: 1e8ea4f1-cbcf-4c6d-91f3-6ce833f65074] Processing image d1eaff80-24a0-4391-90eb-59958b1ecf0a {{(pid=69770) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 810.253829] env[69770]: DEBUG oslo_concurrency.lockutils [None req-84c7969c-aa7f-4564-bfbd-a7d225698ec2 tempest-ServersListShow296Test-1902346217 tempest-ServersListShow296Test-1902346217-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.254550] env[69770]: DEBUG oslo_concurrency.lockutils [None req-84c7969c-aa7f-4564-bfbd-a7d225698ec2 tempest-ServersListShow296Test-1902346217 tempest-ServersListShow296Test-1902346217-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.254550] env[69770]: DEBUG nova.virt.vmwareapi.ds_util [None req-84c7969c-aa7f-4564-bfbd-a7d225698ec2 tempest-ServersListShow296Test-1902346217 tempest-ServersListShow296Test-1902346217-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69770) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 810.254550] env[69770]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b2b15a6b-3d50-44f7-a7b6-9bcf87146403 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.269121] env[69770]: DEBUG nova.virt.vmwareapi.ds_util [None req-84c7969c-aa7f-4564-bfbd-a7d225698ec2 tempest-ServersListShow296Test-1902346217 tempest-ServersListShow296Test-1902346217-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69770) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 810.269121] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-84c7969c-aa7f-4564-bfbd-a7d225698ec2 tempest-ServersListShow296Test-1902346217 tempest-ServersListShow296Test-1902346217-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69770) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 810.269121] env[69770]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a5a9f274-128f-45c4-92ec-72263c9162ae {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.274095] env[69770]: DEBUG oslo_vmware.api [None req-84c7969c-aa7f-4564-bfbd-a7d225698ec2 tempest-ServersListShow296Test-1902346217 tempest-ServersListShow296Test-1902346217-project-member] Waiting for the task: (returnval){ [ 810.274095] env[69770]: value = "session[52161b52-cb8e-ec9f-1132-2f6b49549d41]529cbbb5-ffbd-4810-0567-f945ae657e0e" [ 810.274095] env[69770]: _type = "Task" [ 810.274095] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 810.283843] env[69770]: DEBUG oslo_vmware.api [None req-84c7969c-aa7f-4564-bfbd-a7d225698ec2 tempest-ServersListShow296Test-1902346217 tempest-ServersListShow296Test-1902346217-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]529cbbb5-ffbd-4810-0567-f945ae657e0e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.317413] env[69770]: DEBUG oslo_vmware.api [None req-29322379-8497-4c02-a152-5b65afb7f3c5 tempest-ImagesOneServerNegativeTestJSON-405389268 tempest-ImagesOneServerNegativeTestJSON-405389268-project-member] Task: {'id': task-4069605, 'name': PowerOnVM_Task, 'duration_secs': 0.892645} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 810.320028] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-29322379-8497-4c02-a152-5b65afb7f3c5 tempest-ImagesOneServerNegativeTestJSON-405389268 tempest-ImagesOneServerNegativeTestJSON-405389268-project-member] [instance: 828f7a0a-dd24-4c98-85cf-5d99627860d7] Powered on the VM {{(pid=69770) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 810.320028] env[69770]: INFO nova.compute.manager [None req-29322379-8497-4c02-a152-5b65afb7f3c5 tempest-ImagesOneServerNegativeTestJSON-405389268 tempest-ImagesOneServerNegativeTestJSON-405389268-project-member] [instance: 828f7a0a-dd24-4c98-85cf-5d99627860d7] Took 9.77 seconds to spawn the instance on the hypervisor. [ 810.320028] env[69770]: DEBUG nova.compute.manager [None req-29322379-8497-4c02-a152-5b65afb7f3c5 tempest-ImagesOneServerNegativeTestJSON-405389268 tempest-ImagesOneServerNegativeTestJSON-405389268-project-member] [instance: 828f7a0a-dd24-4c98-85cf-5d99627860d7] Checking state {{(pid=69770) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 810.320028] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b70922a-eafd-46c8-bdb2-baa02d307881 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.343852] env[69770]: DEBUG nova.compute.manager [None req-a154d726-e1fc-4fbb-aceb-8fa1254d1819 tempest-ListServersNegativeTestJSON-118656177 tempest-ListServersNegativeTestJSON-118656177-project-member] [instance: 27c5d873-f24c-4e20-9bcf-1b157114e5d0] Start destroying the instance on the hypervisor. {{(pid=69770) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 810.344102] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-a154d726-e1fc-4fbb-aceb-8fa1254d1819 tempest-ListServersNegativeTestJSON-118656177 tempest-ListServersNegativeTestJSON-118656177-project-member] [instance: 27c5d873-f24c-4e20-9bcf-1b157114e5d0] Destroying instance {{(pid=69770) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 810.344988] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcea1c8b-2070-4cbf-b048-6882e82c6a80 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.355984] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-a154d726-e1fc-4fbb-aceb-8fa1254d1819 tempest-ListServersNegativeTestJSON-118656177 tempest-ListServersNegativeTestJSON-118656177-project-member] [instance: 27c5d873-f24c-4e20-9bcf-1b157114e5d0] Powering off the VM {{(pid=69770) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 810.355984] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-02d24696-5f39-4110-9839-0da6822d5fb0 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.365921] env[69770]: DEBUG oslo_vmware.api [None req-a154d726-e1fc-4fbb-aceb-8fa1254d1819 tempest-ListServersNegativeTestJSON-118656177 tempest-ListServersNegativeTestJSON-118656177-project-member] Waiting for the task: (returnval){ [ 810.365921] env[69770]: value = "task-4069607" [ 810.365921] env[69770]: _type = "Task" [ 810.365921] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 810.378577] env[69770]: DEBUG oslo_vmware.api [None req-a154d726-e1fc-4fbb-aceb-8fa1254d1819 tempest-ListServersNegativeTestJSON-118656177 tempest-ListServersNegativeTestJSON-118656177-project-member] Task: {'id': task-4069607, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.472136] env[69770]: DEBUG oslo_concurrency.lockutils [req-1765b145-987b-4587-970b-0187b4d796dd req-61108b26-fa50-49a7-9c99-6d7b4638c78c service nova] Releasing lock "refresh_cache-1d7a05ac-b6a7-47c4-9143-79ff005189f9" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.474239] env[69770]: DEBUG nova.compute.manager [req-1765b145-987b-4587-970b-0187b4d796dd req-61108b26-fa50-49a7-9c99-6d7b4638c78c service nova] [instance: 2635794b-46eb-4532-9f26-43b36242e0bf] Received event network-vif-deleted-4a5252fd-eff5-4cbc-a87f-6ab53eaa9d21 {{(pid=69770) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 810.523744] env[69770]: DEBUG nova.compute.utils [None req-056cab01-8e11-4864-9217-2f7b13060378 tempest-InstanceActionsV221TestJSON-434475733 tempest-InstanceActionsV221TestJSON-434475733-project-member] Using /dev/sd instead of None {{(pid=69770) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 810.550532] env[69770]: DEBUG nova.compute.manager [None req-056cab01-8e11-4864-9217-2f7b13060378 tempest-InstanceActionsV221TestJSON-434475733 tempest-InstanceActionsV221TestJSON-434475733-project-member] [instance: ad5c1512-835d-40f1-97be-59a36e20deda] Start building block device mappings for instance. {{(pid=69770) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 810.558838] env[69770]: DEBUG nova.compute.manager [None req-056cab01-8e11-4864-9217-2f7b13060378 tempest-InstanceActionsV221TestJSON-434475733 tempest-InstanceActionsV221TestJSON-434475733-project-member] [instance: ad5c1512-835d-40f1-97be-59a36e20deda] Allocating IP information in the background. {{(pid=69770) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 810.559079] env[69770]: DEBUG nova.network.neutron [None req-056cab01-8e11-4864-9217-2f7b13060378 tempest-InstanceActionsV221TestJSON-434475733 tempest-InstanceActionsV221TestJSON-434475733-project-member] [instance: ad5c1512-835d-40f1-97be-59a36e20deda] allocate_for_instance() {{(pid=69770) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 810.624693] env[69770]: DEBUG nova.policy [None req-056cab01-8e11-4864-9217-2f7b13060378 tempest-InstanceActionsV221TestJSON-434475733 tempest-InstanceActionsV221TestJSON-434475733-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '79c42165e21647b99348d9a888470372', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9ea34147a34a47d291721f772efe9cb7', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69770) authorize /opt/stack/nova/nova/policy.py:192}} [ 810.675994] env[69770]: DEBUG oslo_vmware.api [None req-34e47fa6-425b-485c-ae7d-8b9d31e888fe tempest-ServerAddressesNegativeTestJSON-1442094653 tempest-ServerAddressesNegativeTestJSON-1442094653-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]5218c0f5-324c-6dd0-1469-af8f794ea12e, 'name': SearchDatastore_Task, 'duration_secs': 0.04241} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 810.677306] env[69770]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bb54cfb0-7b1a-421f-8ad9-1950fd307386 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.684210] env[69770]: DEBUG oslo_vmware.api [None req-34e47fa6-425b-485c-ae7d-8b9d31e888fe tempest-ServerAddressesNegativeTestJSON-1442094653 tempest-ServerAddressesNegativeTestJSON-1442094653-project-member] Waiting for the task: (returnval){ [ 810.684210] env[69770]: value = "session[52161b52-cb8e-ec9f-1132-2f6b49549d41]524c0cfc-b56d-3e55-668b-198619ee07f4" [ 810.684210] env[69770]: _type = "Task" [ 810.684210] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 810.695998] env[69770]: DEBUG oslo_vmware.api [None req-34e47fa6-425b-485c-ae7d-8b9d31e888fe tempest-ServerAddressesNegativeTestJSON-1442094653 tempest-ServerAddressesNegativeTestJSON-1442094653-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]524c0cfc-b56d-3e55-668b-198619ee07f4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.788196] env[69770]: DEBUG oslo_vmware.api [None req-84c7969c-aa7f-4564-bfbd-a7d225698ec2 tempest-ServersListShow296Test-1902346217 tempest-ServersListShow296Test-1902346217-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]529cbbb5-ffbd-4810-0567-f945ae657e0e, 'name': SearchDatastore_Task, 'duration_secs': 0.023591} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 810.788196] env[69770]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9c4c73ea-07fd-40b9-99bd-6d836817c9f2 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.794943] env[69770]: DEBUG oslo_vmware.api [None req-84c7969c-aa7f-4564-bfbd-a7d225698ec2 tempest-ServersListShow296Test-1902346217 tempest-ServersListShow296Test-1902346217-project-member] Waiting for the task: (returnval){ [ 810.794943] env[69770]: value = "session[52161b52-cb8e-ec9f-1132-2f6b49549d41]529dc6d7-12c6-62b7-829e-3a921c4e7048" [ 810.794943] env[69770]: _type = "Task" [ 810.794943] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 810.808256] env[69770]: DEBUG oslo_vmware.api [None req-84c7969c-aa7f-4564-bfbd-a7d225698ec2 tempest-ServersListShow296Test-1902346217 tempest-ServersListShow296Test-1902346217-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]529dc6d7-12c6-62b7-829e-3a921c4e7048, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.815339] env[69770]: DEBUG nova.compute.manager [req-2ff061fe-7b5b-47d6-a902-85903da1f838 req-9a7814b9-8989-46e7-bd0b-d29a35403ba3 service nova] [instance: be3699ce-b81b-4db4-b82f-1ec081a96855] Received event network-changed-b7f970e8-18d3-43af-989c-41eeeb3c8891 {{(pid=69770) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 810.815531] env[69770]: DEBUG nova.compute.manager [req-2ff061fe-7b5b-47d6-a902-85903da1f838 req-9a7814b9-8989-46e7-bd0b-d29a35403ba3 service nova] [instance: be3699ce-b81b-4db4-b82f-1ec081a96855] Refreshing instance network info cache due to event network-changed-b7f970e8-18d3-43af-989c-41eeeb3c8891. {{(pid=69770) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 810.816109] env[69770]: DEBUG oslo_concurrency.lockutils [req-2ff061fe-7b5b-47d6-a902-85903da1f838 req-9a7814b9-8989-46e7-bd0b-d29a35403ba3 service nova] Acquiring lock "refresh_cache-be3699ce-b81b-4db4-b82f-1ec081a96855" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.816405] env[69770]: DEBUG oslo_concurrency.lockutils [req-2ff061fe-7b5b-47d6-a902-85903da1f838 req-9a7814b9-8989-46e7-bd0b-d29a35403ba3 service nova] Acquired lock "refresh_cache-be3699ce-b81b-4db4-b82f-1ec081a96855" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.816598] env[69770]: DEBUG nova.network.neutron [req-2ff061fe-7b5b-47d6-a902-85903da1f838 req-9a7814b9-8989-46e7-bd0b-d29a35403ba3 service nova] [instance: be3699ce-b81b-4db4-b82f-1ec081a96855] Refreshing network info cache for port b7f970e8-18d3-43af-989c-41eeeb3c8891 {{(pid=69770) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 810.842997] env[69770]: INFO nova.compute.manager [None req-29322379-8497-4c02-a152-5b65afb7f3c5 tempest-ImagesOneServerNegativeTestJSON-405389268 tempest-ImagesOneServerNegativeTestJSON-405389268-project-member] [instance: 828f7a0a-dd24-4c98-85cf-5d99627860d7] Took 39.08 seconds to build instance. [ 810.879972] env[69770]: DEBUG oslo_vmware.api [None req-a154d726-e1fc-4fbb-aceb-8fa1254d1819 tempest-ListServersNegativeTestJSON-118656177 tempest-ListServersNegativeTestJSON-118656177-project-member] Task: {'id': task-4069607, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.089122] env[69770]: DEBUG nova.compute.resource_tracker [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] Instance f9f0ae85-57a8-4e21-8e5e-87a3630ee05c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69770) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 811.089122] env[69770]: DEBUG nova.compute.resource_tracker [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] Instance be3699ce-b81b-4db4-b82f-1ec081a96855 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69770) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 811.096367] env[69770]: DEBUG oslo_concurrency.lockutils [None req-0271e09f-25a6-40b7-a03a-f397eef05295 tempest-FloatingIPsAssociationTestJSON-527069498 tempest-FloatingIPsAssociationTestJSON-527069498-project-member] Acquiring lock "60eb16dd-8c95-46c1-a226-ee1280cbd403" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 811.200819] env[69770]: DEBUG oslo_vmware.api [None req-34e47fa6-425b-485c-ae7d-8b9d31e888fe tempest-ServerAddressesNegativeTestJSON-1442094653 tempest-ServerAddressesNegativeTestJSON-1442094653-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]524c0cfc-b56d-3e55-668b-198619ee07f4, 'name': SearchDatastore_Task, 'duration_secs': 0.022349} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 811.201443] env[69770]: DEBUG oslo_concurrency.lockutils [None req-34e47fa6-425b-485c-ae7d-8b9d31e888fe tempest-ServerAddressesNegativeTestJSON-1442094653 tempest-ServerAddressesNegativeTestJSON-1442094653-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.202099] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-34e47fa6-425b-485c-ae7d-8b9d31e888fe tempest-ServerAddressesNegativeTestJSON-1442094653 tempest-ServerAddressesNegativeTestJSON-1442094653-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk to [datastore1] be3699ce-b81b-4db4-b82f-1ec081a96855/be3699ce-b81b-4db4-b82f-1ec081a96855.vmdk {{(pid=69770) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 811.202099] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e02c744d-ae40-4d36-b641-8d501264f57b {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.207430] env[69770]: DEBUG nova.compute.manager [req-4d60f91a-0d41-4c3c-b64d-728557c81d1c req-c8194696-cb7c-4e64-928d-1f5c8f5d9269 service nova] [instance: 1d7a05ac-b6a7-47c4-9143-79ff005189f9] Received event network-changed-1646ae0e-48c1-4217-a69c-72b00da4a462 {{(pid=69770) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 811.207689] env[69770]: DEBUG nova.compute.manager [req-4d60f91a-0d41-4c3c-b64d-728557c81d1c req-c8194696-cb7c-4e64-928d-1f5c8f5d9269 service nova] [instance: 1d7a05ac-b6a7-47c4-9143-79ff005189f9] Refreshing instance network info cache due to event network-changed-1646ae0e-48c1-4217-a69c-72b00da4a462. {{(pid=69770) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 811.210502] env[69770]: DEBUG oslo_concurrency.lockutils [req-4d60f91a-0d41-4c3c-b64d-728557c81d1c req-c8194696-cb7c-4e64-928d-1f5c8f5d9269 service nova] Acquiring lock "refresh_cache-1d7a05ac-b6a7-47c4-9143-79ff005189f9" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.210502] env[69770]: DEBUG oslo_concurrency.lockutils [req-4d60f91a-0d41-4c3c-b64d-728557c81d1c req-c8194696-cb7c-4e64-928d-1f5c8f5d9269 service nova] Acquired lock "refresh_cache-1d7a05ac-b6a7-47c4-9143-79ff005189f9" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.210502] env[69770]: DEBUG nova.network.neutron [req-4d60f91a-0d41-4c3c-b64d-728557c81d1c req-c8194696-cb7c-4e64-928d-1f5c8f5d9269 service nova] [instance: 1d7a05ac-b6a7-47c4-9143-79ff005189f9] Refreshing network info cache for port 1646ae0e-48c1-4217-a69c-72b00da4a462 {{(pid=69770) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 811.216218] env[69770]: DEBUG oslo_vmware.api [None req-34e47fa6-425b-485c-ae7d-8b9d31e888fe tempest-ServerAddressesNegativeTestJSON-1442094653 tempest-ServerAddressesNegativeTestJSON-1442094653-project-member] Waiting for the task: (returnval){ [ 811.216218] env[69770]: value = "task-4069609" [ 811.216218] env[69770]: _type = "Task" [ 811.216218] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 811.229794] env[69770]: DEBUG oslo_vmware.api [None req-34e47fa6-425b-485c-ae7d-8b9d31e888fe tempest-ServerAddressesNegativeTestJSON-1442094653 tempest-ServerAddressesNegativeTestJSON-1442094653-project-member] Task: {'id': task-4069609, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.309015] env[69770]: DEBUG oslo_vmware.api [None req-84c7969c-aa7f-4564-bfbd-a7d225698ec2 tempest-ServersListShow296Test-1902346217 tempest-ServersListShow296Test-1902346217-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]529dc6d7-12c6-62b7-829e-3a921c4e7048, 'name': SearchDatastore_Task, 'duration_secs': 0.035333} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 811.309015] env[69770]: DEBUG oslo_concurrency.lockutils [None req-84c7969c-aa7f-4564-bfbd-a7d225698ec2 tempest-ServersListShow296Test-1902346217 tempest-ServersListShow296Test-1902346217-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.309015] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-84c7969c-aa7f-4564-bfbd-a7d225698ec2 tempest-ServersListShow296Test-1902346217 tempest-ServersListShow296Test-1902346217-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk to [datastore2] 1e8ea4f1-cbcf-4c6d-91f3-6ce833f65074/1e8ea4f1-cbcf-4c6d-91f3-6ce833f65074.vmdk {{(pid=69770) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 811.309015] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-61091eec-a667-4a17-a6c3-f9a8ce357a47 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.321524] env[69770]: DEBUG oslo_vmware.api [None req-84c7969c-aa7f-4564-bfbd-a7d225698ec2 tempest-ServersListShow296Test-1902346217 tempest-ServersListShow296Test-1902346217-project-member] Waiting for the task: (returnval){ [ 811.321524] env[69770]: value = "task-4069610" [ 811.321524] env[69770]: _type = "Task" [ 811.321524] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 811.333121] env[69770]: DEBUG oslo_vmware.api [None req-84c7969c-aa7f-4564-bfbd-a7d225698ec2 tempest-ServersListShow296Test-1902346217 tempest-ServersListShow296Test-1902346217-project-member] Task: {'id': task-4069610, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.345077] env[69770]: DEBUG oslo_concurrency.lockutils [None req-29322379-8497-4c02-a152-5b65afb7f3c5 tempest-ImagesOneServerNegativeTestJSON-405389268 tempest-ImagesOneServerNegativeTestJSON-405389268-project-member] Lock "828f7a0a-dd24-4c98-85cf-5d99627860d7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 67.616s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 811.381032] env[69770]: DEBUG oslo_vmware.api [None req-a154d726-e1fc-4fbb-aceb-8fa1254d1819 tempest-ListServersNegativeTestJSON-118656177 tempest-ListServersNegativeTestJSON-118656177-project-member] Task: {'id': task-4069607, 'name': PowerOffVM_Task, 'duration_secs': 0.727155} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 811.384286] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-a154d726-e1fc-4fbb-aceb-8fa1254d1819 tempest-ListServersNegativeTestJSON-118656177 tempest-ListServersNegativeTestJSON-118656177-project-member] [instance: 27c5d873-f24c-4e20-9bcf-1b157114e5d0] Powered off the VM {{(pid=69770) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 811.384569] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-a154d726-e1fc-4fbb-aceb-8fa1254d1819 tempest-ListServersNegativeTestJSON-118656177 tempest-ListServersNegativeTestJSON-118656177-project-member] [instance: 27c5d873-f24c-4e20-9bcf-1b157114e5d0] Unregistering the VM {{(pid=69770) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 811.384957] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3ff40f16-98b8-4abe-b8bd-1697bbbee9bb {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.469792] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-a154d726-e1fc-4fbb-aceb-8fa1254d1819 tempest-ListServersNegativeTestJSON-118656177 tempest-ListServersNegativeTestJSON-118656177-project-member] [instance: 27c5d873-f24c-4e20-9bcf-1b157114e5d0] Unregistered the VM {{(pid=69770) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 811.470022] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-a154d726-e1fc-4fbb-aceb-8fa1254d1819 tempest-ListServersNegativeTestJSON-118656177 tempest-ListServersNegativeTestJSON-118656177-project-member] [instance: 27c5d873-f24c-4e20-9bcf-1b157114e5d0] Deleting contents of the VM from datastore datastore2 {{(pid=69770) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 811.470223] env[69770]: DEBUG nova.virt.vmwareapi.ds_util [None req-a154d726-e1fc-4fbb-aceb-8fa1254d1819 tempest-ListServersNegativeTestJSON-118656177 tempest-ListServersNegativeTestJSON-118656177-project-member] Deleting the datastore file [datastore2] 27c5d873-f24c-4e20-9bcf-1b157114e5d0 {{(pid=69770) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 811.470628] env[69770]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-27f52c46-2032-4b2f-9ddf-d7cdf419b541 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.490616] env[69770]: DEBUG oslo_vmware.api [None req-a154d726-e1fc-4fbb-aceb-8fa1254d1819 tempest-ListServersNegativeTestJSON-118656177 tempest-ListServersNegativeTestJSON-118656177-project-member] Waiting for the task: (returnval){ [ 811.490616] env[69770]: value = "task-4069612" [ 811.490616] env[69770]: _type = "Task" [ 811.490616] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 811.506236] env[69770]: DEBUG oslo_vmware.api [None req-a154d726-e1fc-4fbb-aceb-8fa1254d1819 tempest-ListServersNegativeTestJSON-118656177 tempest-ListServersNegativeTestJSON-118656177-project-member] Task: {'id': task-4069612, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.559069] env[69770]: DEBUG nova.network.neutron [None req-056cab01-8e11-4864-9217-2f7b13060378 tempest-InstanceActionsV221TestJSON-434475733 tempest-InstanceActionsV221TestJSON-434475733-project-member] [instance: ad5c1512-835d-40f1-97be-59a36e20deda] Successfully created port: aa017e96-c4f2-40b5-9a69-4cdaf78da133 {{(pid=69770) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 811.572713] env[69770]: DEBUG nova.compute.manager [None req-056cab01-8e11-4864-9217-2f7b13060378 tempest-InstanceActionsV221TestJSON-434475733 tempest-InstanceActionsV221TestJSON-434475733-project-member] [instance: ad5c1512-835d-40f1-97be-59a36e20deda] Start spawning the instance on the hypervisor. {{(pid=69770) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 811.593100] env[69770]: DEBUG nova.compute.resource_tracker [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] Instance e6e28bf0-10fd-4aa3-829b-9d5d0d301621 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69770) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 811.593100] env[69770]: DEBUG nova.compute.resource_tracker [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] Instance 1ecca185-3141-408a-92c7-c3a431ddc25d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69770) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 811.593364] env[69770]: DEBUG nova.compute.resource_tracker [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] Instance 398f9fa2-efb7-4f95-bb8b-7667b8299e9d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69770) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 811.593548] env[69770]: DEBUG nova.compute.resource_tracker [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] Instance 738d3943-b255-4e92-8255-35aa0e3d6190 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69770) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 811.593717] env[69770]: DEBUG nova.compute.resource_tracker [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] Instance 089cc9fa-d197-43fd-b8fe-0d92a672806e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69770) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 811.614026] env[69770]: DEBUG nova.virt.hardware [None req-056cab01-8e11-4864-9217-2f7b13060378 tempest-InstanceActionsV221TestJSON-434475733 tempest-InstanceActionsV221TestJSON-434475733-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T12:16:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T12:16:11Z,direct_url=,disk_format='vmdk',id=d1eaff80-24a0-4391-90eb-59958b1ecf0a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d65f20bb89fb40a98b77bc6d97357df2',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T12:16:12Z,virtual_size=,visibility=), allow threads: False {{(pid=69770) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 811.615450] env[69770]: DEBUG nova.virt.hardware [None req-056cab01-8e11-4864-9217-2f7b13060378 tempest-InstanceActionsV221TestJSON-434475733 tempest-InstanceActionsV221TestJSON-434475733-project-member] Flavor limits 0:0:0 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 811.615450] env[69770]: DEBUG nova.virt.hardware [None req-056cab01-8e11-4864-9217-2f7b13060378 tempest-InstanceActionsV221TestJSON-434475733 tempest-InstanceActionsV221TestJSON-434475733-project-member] Image limits 0:0:0 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 811.615450] env[69770]: DEBUG nova.virt.hardware [None req-056cab01-8e11-4864-9217-2f7b13060378 tempest-InstanceActionsV221TestJSON-434475733 tempest-InstanceActionsV221TestJSON-434475733-project-member] Flavor pref 0:0:0 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 811.615450] env[69770]: DEBUG nova.virt.hardware [None req-056cab01-8e11-4864-9217-2f7b13060378 tempest-InstanceActionsV221TestJSON-434475733 tempest-InstanceActionsV221TestJSON-434475733-project-member] Image pref 0:0:0 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 811.615450] env[69770]: DEBUG nova.virt.hardware [None req-056cab01-8e11-4864-9217-2f7b13060378 tempest-InstanceActionsV221TestJSON-434475733 tempest-InstanceActionsV221TestJSON-434475733-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 811.617054] env[69770]: DEBUG nova.virt.hardware [None req-056cab01-8e11-4864-9217-2f7b13060378 tempest-InstanceActionsV221TestJSON-434475733 tempest-InstanceActionsV221TestJSON-434475733-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69770) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 811.617054] env[69770]: DEBUG nova.virt.hardware [None req-056cab01-8e11-4864-9217-2f7b13060378 tempest-InstanceActionsV221TestJSON-434475733 tempest-InstanceActionsV221TestJSON-434475733-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69770) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 811.617476] env[69770]: DEBUG nova.virt.hardware [None req-056cab01-8e11-4864-9217-2f7b13060378 tempest-InstanceActionsV221TestJSON-434475733 tempest-InstanceActionsV221TestJSON-434475733-project-member] Got 1 possible topologies {{(pid=69770) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 811.617476] env[69770]: DEBUG nova.virt.hardware [None req-056cab01-8e11-4864-9217-2f7b13060378 tempest-InstanceActionsV221TestJSON-434475733 tempest-InstanceActionsV221TestJSON-434475733-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69770) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 811.617842] env[69770]: DEBUG nova.virt.hardware [None req-056cab01-8e11-4864-9217-2f7b13060378 tempest-InstanceActionsV221TestJSON-434475733 tempest-InstanceActionsV221TestJSON-434475733-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69770) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 811.621081] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8098cff0-869b-4e47-a38b-d47e945eb7ee {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.636833] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23729f84-a8a9-450f-8ee5-c072d50e06c7 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.734327] env[69770]: DEBUG oslo_vmware.api [None req-34e47fa6-425b-485c-ae7d-8b9d31e888fe tempest-ServerAddressesNegativeTestJSON-1442094653 tempest-ServerAddressesNegativeTestJSON-1442094653-project-member] Task: {'id': task-4069609, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.803643] env[69770]: DEBUG nova.network.neutron [req-2ff061fe-7b5b-47d6-a902-85903da1f838 req-9a7814b9-8989-46e7-bd0b-d29a35403ba3 service nova] [instance: be3699ce-b81b-4db4-b82f-1ec081a96855] Updated VIF entry in instance network info cache for port b7f970e8-18d3-43af-989c-41eeeb3c8891. {{(pid=69770) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 811.804025] env[69770]: DEBUG nova.network.neutron [req-2ff061fe-7b5b-47d6-a902-85903da1f838 req-9a7814b9-8989-46e7-bd0b-d29a35403ba3 service nova] [instance: be3699ce-b81b-4db4-b82f-1ec081a96855] Updating instance_info_cache with network_info: [{"id": "b7f970e8-18d3-43af-989c-41eeeb3c8891", "address": "fa:16:3e:4c:29:8a", "network": {"id": "ff96631b-7f50-4039-8227-b3a54b9de956", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-1731658731-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1c93f564d0a3479282fc14f6fb9e65d0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f1b507ed-cd2d-4c09-9d96-c47bde6a7774", "external-id": "nsx-vlan-transportzone-980", "segmentation_id": 980, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb7f970e8-18", "ovs_interfaceid": "b7f970e8-18d3-43af-989c-41eeeb3c8891", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69770) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 811.836867] env[69770]: DEBUG oslo_vmware.api [None req-84c7969c-aa7f-4564-bfbd-a7d225698ec2 tempest-ServersListShow296Test-1902346217 tempest-ServersListShow296Test-1902346217-project-member] Task: {'id': task-4069610, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.848799] env[69770]: DEBUG nova.compute.manager [None req-ccdf3169-82d6-4a3e-9d04-a21d7ec87220 tempest-TenantUsagesTestJSON-669897836 tempest-TenantUsagesTestJSON-669897836-project-member] [instance: 7d036508-bb94-46ea-a630-117bbff02099] Starting instance... {{(pid=69770) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 812.006924] env[69770]: DEBUG oslo_vmware.api [None req-a154d726-e1fc-4fbb-aceb-8fa1254d1819 tempest-ListServersNegativeTestJSON-118656177 tempest-ListServersNegativeTestJSON-118656177-project-member] Task: {'id': task-4069612, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.098825] env[69770]: DEBUG nova.compute.resource_tracker [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] Instance e7c6d72e-2455-4d69-a2a7-5ee48fa3a22c has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69770) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 812.099349] env[69770]: DEBUG nova.compute.resource_tracker [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] Instance f99efbb3-ef7e-4feb-b29b-2cfded1643fd actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69770) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 812.138543] env[69770]: DEBUG nova.network.neutron [req-4d60f91a-0d41-4c3c-b64d-728557c81d1c req-c8194696-cb7c-4e64-928d-1f5c8f5d9269 service nova] [instance: 1d7a05ac-b6a7-47c4-9143-79ff005189f9] Updated VIF entry in instance network info cache for port 1646ae0e-48c1-4217-a69c-72b00da4a462. {{(pid=69770) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 812.139378] env[69770]: DEBUG nova.network.neutron [req-4d60f91a-0d41-4c3c-b64d-728557c81d1c req-c8194696-cb7c-4e64-928d-1f5c8f5d9269 service nova] [instance: 1d7a05ac-b6a7-47c4-9143-79ff005189f9] Updating instance_info_cache with network_info: [{"id": "1646ae0e-48c1-4217-a69c-72b00da4a462", "address": "fa:16:3e:d6:1d:36", "network": {"id": "f4a00cad-0822-4c35-9ea0-e6b9670abd1f", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-678795259-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "602816d7b1574f02a4927772f6ac5382", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c24464bb-bb6b-43a2-bdcd-8086ad1a307f", "external-id": "nsx-vlan-transportzone-781", "segmentation_id": 781, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1646ae0e-48", "ovs_interfaceid": "1646ae0e-48c1-4217-a69c-72b00da4a462", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69770) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 812.231874] env[69770]: DEBUG oslo_vmware.api [None req-34e47fa6-425b-485c-ae7d-8b9d31e888fe tempest-ServerAddressesNegativeTestJSON-1442094653 tempest-ServerAddressesNegativeTestJSON-1442094653-project-member] Task: {'id': task-4069609, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.714783} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 812.231874] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-34e47fa6-425b-485c-ae7d-8b9d31e888fe tempest-ServerAddressesNegativeTestJSON-1442094653 tempest-ServerAddressesNegativeTestJSON-1442094653-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk to [datastore1] be3699ce-b81b-4db4-b82f-1ec081a96855/be3699ce-b81b-4db4-b82f-1ec081a96855.vmdk {{(pid=69770) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 812.232403] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-34e47fa6-425b-485c-ae7d-8b9d31e888fe tempest-ServerAddressesNegativeTestJSON-1442094653 tempest-ServerAddressesNegativeTestJSON-1442094653-project-member] [instance: be3699ce-b81b-4db4-b82f-1ec081a96855] Extending root virtual disk to 1048576 {{(pid=69770) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 812.232403] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-cf225db8-f2b0-47bd-9226-d383207f8a3d {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.241416] env[69770]: DEBUG oslo_vmware.api [None req-34e47fa6-425b-485c-ae7d-8b9d31e888fe tempest-ServerAddressesNegativeTestJSON-1442094653 tempest-ServerAddressesNegativeTestJSON-1442094653-project-member] Waiting for the task: (returnval){ [ 812.241416] env[69770]: value = "task-4069614" [ 812.241416] env[69770]: _type = "Task" [ 812.241416] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 812.254648] env[69770]: DEBUG oslo_vmware.api [None req-34e47fa6-425b-485c-ae7d-8b9d31e888fe tempest-ServerAddressesNegativeTestJSON-1442094653 tempest-ServerAddressesNegativeTestJSON-1442094653-project-member] Task: {'id': task-4069614, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.308416] env[69770]: DEBUG oslo_concurrency.lockutils [req-2ff061fe-7b5b-47d6-a902-85903da1f838 req-9a7814b9-8989-46e7-bd0b-d29a35403ba3 service nova] Releasing lock "refresh_cache-be3699ce-b81b-4db4-b82f-1ec081a96855" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.308719] env[69770]: DEBUG nova.compute.manager [req-2ff061fe-7b5b-47d6-a902-85903da1f838 req-9a7814b9-8989-46e7-bd0b-d29a35403ba3 service nova] [instance: 60eb16dd-8c95-46c1-a226-ee1280cbd403] Received event network-vif-deleted-50e6c431-f5e3-4d77-8f8e-468d69ce3cb7 {{(pid=69770) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 812.334305] env[69770]: DEBUG oslo_vmware.api [None req-84c7969c-aa7f-4564-bfbd-a7d225698ec2 tempest-ServersListShow296Test-1902346217 tempest-ServersListShow296Test-1902346217-project-member] Task: {'id': task-4069610, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.817481} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 812.334612] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-84c7969c-aa7f-4564-bfbd-a7d225698ec2 tempest-ServersListShow296Test-1902346217 tempest-ServersListShow296Test-1902346217-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk to [datastore2] 1e8ea4f1-cbcf-4c6d-91f3-6ce833f65074/1e8ea4f1-cbcf-4c6d-91f3-6ce833f65074.vmdk {{(pid=69770) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 812.334819] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-84c7969c-aa7f-4564-bfbd-a7d225698ec2 tempest-ServersListShow296Test-1902346217 tempest-ServersListShow296Test-1902346217-project-member] [instance: 1e8ea4f1-cbcf-4c6d-91f3-6ce833f65074] Extending root virtual disk to 1048576 {{(pid=69770) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 812.335125] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ca8af20f-c1a7-462f-b73c-a060c3f58a92 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.344067] env[69770]: DEBUG oslo_vmware.api [None req-84c7969c-aa7f-4564-bfbd-a7d225698ec2 tempest-ServersListShow296Test-1902346217 tempest-ServersListShow296Test-1902346217-project-member] Waiting for the task: (returnval){ [ 812.344067] env[69770]: value = "task-4069615" [ 812.344067] env[69770]: _type = "Task" [ 812.344067] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 812.365340] env[69770]: DEBUG oslo_vmware.api [None req-84c7969c-aa7f-4564-bfbd-a7d225698ec2 tempest-ServersListShow296Test-1902346217 tempest-ServersListShow296Test-1902346217-project-member] Task: {'id': task-4069615, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.389297] env[69770]: DEBUG oslo_concurrency.lockutils [None req-ccdf3169-82d6-4a3e-9d04-a21d7ec87220 tempest-TenantUsagesTestJSON-669897836 tempest-TenantUsagesTestJSON-669897836-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 812.488999] env[69770]: DEBUG oslo_vmware.rw_handles [None req-b72bd657-1556-403a-a7bf-8de443cdf13f tempest-ListImageFiltersTestJSON-573549216 tempest-ListImageFiltersTestJSON-573549216-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52f2d06d-a806-cf18-5581-eed914456911/disk-0.vmdk. {{(pid=69770) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 812.490287] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47bcbcfe-2edd-4b34-a3f2-4b0cf49364ec {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.502816] env[69770]: DEBUG oslo_vmware.rw_handles [None req-b72bd657-1556-403a-a7bf-8de443cdf13f tempest-ListImageFiltersTestJSON-573549216 tempest-ListImageFiltersTestJSON-573549216-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52f2d06d-a806-cf18-5581-eed914456911/disk-0.vmdk is in state: ready. {{(pid=69770) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 812.502910] env[69770]: ERROR oslo_vmware.rw_handles [None req-b72bd657-1556-403a-a7bf-8de443cdf13f tempest-ListImageFiltersTestJSON-573549216 tempest-ListImageFiltersTestJSON-573549216-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52f2d06d-a806-cf18-5581-eed914456911/disk-0.vmdk due to incomplete transfer. [ 812.506111] env[69770]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-0c79e6b1-8708-4d7b-a934-70b8a1bbfb87 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.507737] env[69770]: DEBUG oslo_vmware.api [None req-a154d726-e1fc-4fbb-aceb-8fa1254d1819 tempest-ListServersNegativeTestJSON-118656177 tempest-ListServersNegativeTestJSON-118656177-project-member] Task: {'id': task-4069612, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.759288} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 812.507991] env[69770]: DEBUG nova.virt.vmwareapi.ds_util [None req-a154d726-e1fc-4fbb-aceb-8fa1254d1819 tempest-ListServersNegativeTestJSON-118656177 tempest-ListServersNegativeTestJSON-118656177-project-member] Deleted the datastore file {{(pid=69770) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 812.508170] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-a154d726-e1fc-4fbb-aceb-8fa1254d1819 tempest-ListServersNegativeTestJSON-118656177 tempest-ListServersNegativeTestJSON-118656177-project-member] [instance: 27c5d873-f24c-4e20-9bcf-1b157114e5d0] Deleted contents of the VM from datastore datastore2 {{(pid=69770) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 812.508371] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-a154d726-e1fc-4fbb-aceb-8fa1254d1819 tempest-ListServersNegativeTestJSON-118656177 tempest-ListServersNegativeTestJSON-118656177-project-member] [instance: 27c5d873-f24c-4e20-9bcf-1b157114e5d0] Instance destroyed {{(pid=69770) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 812.508551] env[69770]: INFO nova.compute.manager [None req-a154d726-e1fc-4fbb-aceb-8fa1254d1819 tempest-ListServersNegativeTestJSON-118656177 tempest-ListServersNegativeTestJSON-118656177-project-member] [instance: 27c5d873-f24c-4e20-9bcf-1b157114e5d0] Took 2.16 seconds to destroy the instance on the hypervisor. [ 812.508785] env[69770]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a154d726-e1fc-4fbb-aceb-8fa1254d1819 tempest-ListServersNegativeTestJSON-118656177 tempest-ListServersNegativeTestJSON-118656177-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69770) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 812.509334] env[69770]: DEBUG nova.compute.manager [-] [instance: 27c5d873-f24c-4e20-9bcf-1b157114e5d0] Deallocating network for instance {{(pid=69770) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 812.509446] env[69770]: DEBUG nova.network.neutron [-] [instance: 27c5d873-f24c-4e20-9bcf-1b157114e5d0] deallocate_for_instance() {{(pid=69770) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 812.515516] env[69770]: DEBUG oslo_vmware.rw_handles [None req-b72bd657-1556-403a-a7bf-8de443cdf13f tempest-ListImageFiltersTestJSON-573549216 tempest-ListImageFiltersTestJSON-573549216-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52f2d06d-a806-cf18-5581-eed914456911/disk-0.vmdk. {{(pid=69770) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 812.515730] env[69770]: DEBUG nova.virt.vmwareapi.images [None req-b72bd657-1556-403a-a7bf-8de443cdf13f tempest-ListImageFiltersTestJSON-573549216 tempest-ListImageFiltersTestJSON-573549216-project-member] [instance: 8c85c90a-f87e-4356-8752-b7b8a16d12cd] Uploaded image 762bc150-63fd-4f23-addd-4c2e3ba26cbe to the Glance image server {{(pid=69770) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 812.519262] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-b72bd657-1556-403a-a7bf-8de443cdf13f tempest-ListImageFiltersTestJSON-573549216 tempest-ListImageFiltersTestJSON-573549216-project-member] [instance: 8c85c90a-f87e-4356-8752-b7b8a16d12cd] Destroying the VM {{(pid=69770) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 812.519262] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-988203bb-dee4-4546-b135-3dffa6ee29b4 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.527391] env[69770]: DEBUG oslo_vmware.api [None req-b72bd657-1556-403a-a7bf-8de443cdf13f tempest-ListImageFiltersTestJSON-573549216 tempest-ListImageFiltersTestJSON-573549216-project-member] Waiting for the task: (returnval){ [ 812.527391] env[69770]: value = "task-4069616" [ 812.527391] env[69770]: _type = "Task" [ 812.527391] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 812.538038] env[69770]: DEBUG oslo_vmware.api [None req-b72bd657-1556-403a-a7bf-8de443cdf13f tempest-ListImageFiltersTestJSON-573549216 tempest-ListImageFiltersTestJSON-573549216-project-member] Task: {'id': task-4069616, 'name': Destroy_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.603240] env[69770]: DEBUG nova.compute.resource_tracker [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] Instance c089aece-c240-4203-96d7-e8fc9820c7d6 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69770) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 812.603528] env[69770]: DEBUG nova.compute.resource_tracker [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] Instance f8b193f7-1c9d-426b-a182-4870354ccd84 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69770) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 812.603757] env[69770]: DEBUG nova.compute.resource_tracker [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] Instance 7626e483-2d84-4a06-8f38-f8fd431da011 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69770) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 812.643453] env[69770]: DEBUG oslo_concurrency.lockutils [req-4d60f91a-0d41-4c3c-b64d-728557c81d1c req-c8194696-cb7c-4e64-928d-1f5c8f5d9269 service nova] Releasing lock "refresh_cache-1d7a05ac-b6a7-47c4-9143-79ff005189f9" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.755532] env[69770]: DEBUG oslo_vmware.api [None req-34e47fa6-425b-485c-ae7d-8b9d31e888fe tempest-ServerAddressesNegativeTestJSON-1442094653 tempest-ServerAddressesNegativeTestJSON-1442094653-project-member] Task: {'id': task-4069614, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.146992} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 812.756112] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-34e47fa6-425b-485c-ae7d-8b9d31e888fe tempest-ServerAddressesNegativeTestJSON-1442094653 tempest-ServerAddressesNegativeTestJSON-1442094653-project-member] [instance: be3699ce-b81b-4db4-b82f-1ec081a96855] Extended root virtual disk {{(pid=69770) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 812.757156] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b576cb4-5331-4c76-b028-b82e2186a08f {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.791147] env[69770]: DEBUG nova.virt.vmwareapi.volumeops [None req-34e47fa6-425b-485c-ae7d-8b9d31e888fe tempest-ServerAddressesNegativeTestJSON-1442094653 tempest-ServerAddressesNegativeTestJSON-1442094653-project-member] [instance: be3699ce-b81b-4db4-b82f-1ec081a96855] Reconfiguring VM instance instance-00000022 to attach disk [datastore1] be3699ce-b81b-4db4-b82f-1ec081a96855/be3699ce-b81b-4db4-b82f-1ec081a96855.vmdk or device None with type sparse {{(pid=69770) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 812.793033] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ab205cf8-4cd0-42e5-8487-22ae32b0505d {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.818678] env[69770]: DEBUG oslo_vmware.api [None req-34e47fa6-425b-485c-ae7d-8b9d31e888fe tempest-ServerAddressesNegativeTestJSON-1442094653 tempest-ServerAddressesNegativeTestJSON-1442094653-project-member] Waiting for the task: (returnval){ [ 812.818678] env[69770]: value = "task-4069617" [ 812.818678] env[69770]: _type = "Task" [ 812.818678] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 812.829285] env[69770]: DEBUG oslo_vmware.api [None req-34e47fa6-425b-485c-ae7d-8b9d31e888fe tempest-ServerAddressesNegativeTestJSON-1442094653 tempest-ServerAddressesNegativeTestJSON-1442094653-project-member] Task: {'id': task-4069617, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.855258] env[69770]: DEBUG oslo_vmware.api [None req-84c7969c-aa7f-4564-bfbd-a7d225698ec2 tempest-ServersListShow296Test-1902346217 tempest-ServersListShow296Test-1902346217-project-member] Task: {'id': task-4069615, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.197024} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 812.856387] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-84c7969c-aa7f-4564-bfbd-a7d225698ec2 tempest-ServersListShow296Test-1902346217 tempest-ServersListShow296Test-1902346217-project-member] [instance: 1e8ea4f1-cbcf-4c6d-91f3-6ce833f65074] Extended root virtual disk {{(pid=69770) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 812.856617] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58b19295-8880-476e-af3e-771a49b6c2c0 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.870188] env[69770]: DEBUG oslo_concurrency.lockutils [None req-41e3ba78-966e-44d6-b408-ea0f42bea642 tempest-VolumesAssistedSnapshotsTest-780901493 tempest-VolumesAssistedSnapshotsTest-780901493-project-member] Acquiring lock "df3c3daf-8cd6-43af-8872-c3cdc0ea11cb" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 812.870452] env[69770]: DEBUG oslo_concurrency.lockutils [None req-41e3ba78-966e-44d6-b408-ea0f42bea642 tempest-VolumesAssistedSnapshotsTest-780901493 tempest-VolumesAssistedSnapshotsTest-780901493-project-member] Lock "df3c3daf-8cd6-43af-8872-c3cdc0ea11cb" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 812.871197] env[69770]: DEBUG oslo_concurrency.lockutils [None req-41e3ba78-966e-44d6-b408-ea0f42bea642 tempest-VolumesAssistedSnapshotsTest-780901493 tempest-VolumesAssistedSnapshotsTest-780901493-project-member] Acquiring lock "df3c3daf-8cd6-43af-8872-c3cdc0ea11cb-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 812.871197] env[69770]: DEBUG oslo_concurrency.lockutils [None req-41e3ba78-966e-44d6-b408-ea0f42bea642 tempest-VolumesAssistedSnapshotsTest-780901493 tempest-VolumesAssistedSnapshotsTest-780901493-project-member] Lock "df3c3daf-8cd6-43af-8872-c3cdc0ea11cb-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 812.871197] env[69770]: DEBUG oslo_concurrency.lockutils [None req-41e3ba78-966e-44d6-b408-ea0f42bea642 tempest-VolumesAssistedSnapshotsTest-780901493 tempest-VolumesAssistedSnapshotsTest-780901493-project-member] Lock "df3c3daf-8cd6-43af-8872-c3cdc0ea11cb-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 812.881989] env[69770]: DEBUG nova.virt.vmwareapi.volumeops [None req-84c7969c-aa7f-4564-bfbd-a7d225698ec2 tempest-ServersListShow296Test-1902346217 tempest-ServersListShow296Test-1902346217-project-member] [instance: 1e8ea4f1-cbcf-4c6d-91f3-6ce833f65074] Reconfiguring VM instance instance-00000024 to attach disk [datastore2] 1e8ea4f1-cbcf-4c6d-91f3-6ce833f65074/1e8ea4f1-cbcf-4c6d-91f3-6ce833f65074.vmdk or device None with type sparse {{(pid=69770) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 812.882750] env[69770]: INFO nova.compute.manager [None req-41e3ba78-966e-44d6-b408-ea0f42bea642 tempest-VolumesAssistedSnapshotsTest-780901493 tempest-VolumesAssistedSnapshotsTest-780901493-project-member] [instance: df3c3daf-8cd6-43af-8872-c3cdc0ea11cb] Terminating instance [ 812.884395] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dbb8a38d-ed52-4f0f-942f-93fb151d86dc {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.907867] env[69770]: DEBUG oslo_vmware.api [None req-84c7969c-aa7f-4564-bfbd-a7d225698ec2 tempest-ServersListShow296Test-1902346217 tempest-ServersListShow296Test-1902346217-project-member] Waiting for the task: (returnval){ [ 812.907867] env[69770]: value = "task-4069618" [ 812.907867] env[69770]: _type = "Task" [ 812.907867] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 812.918046] env[69770]: DEBUG oslo_vmware.api [None req-84c7969c-aa7f-4564-bfbd-a7d225698ec2 tempest-ServersListShow296Test-1902346217 tempest-ServersListShow296Test-1902346217-project-member] Task: {'id': task-4069618, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.943836] env[69770]: DEBUG oslo_concurrency.lockutils [None req-1f120153-6aa9-406b-beaa-086f9705960f tempest-AttachInterfacesV270Test-1251409617 tempest-AttachInterfacesV270Test-1251409617-project-member] Acquiring lock "b958c260-2604-4b07-9afb-285ceed6cf79" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 812.944183] env[69770]: DEBUG oslo_concurrency.lockutils [None req-1f120153-6aa9-406b-beaa-086f9705960f tempest-AttachInterfacesV270Test-1251409617 tempest-AttachInterfacesV270Test-1251409617-project-member] Lock "b958c260-2604-4b07-9afb-285ceed6cf79" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 813.043331] env[69770]: DEBUG oslo_vmware.api [None req-b72bd657-1556-403a-a7bf-8de443cdf13f tempest-ListImageFiltersTestJSON-573549216 tempest-ListImageFiltersTestJSON-573549216-project-member] Task: {'id': task-4069616, 'name': Destroy_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.108090] env[69770]: DEBUG nova.compute.resource_tracker [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] Instance 95957450-4202-4400-ab80-e9d3a56b2efb has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69770) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 813.108090] env[69770]: DEBUG nova.compute.resource_tracker [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] Instance 27c5d873-f24c-4e20-9bcf-1b157114e5d0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69770) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 813.108182] env[69770]: DEBUG nova.compute.resource_tracker [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] Instance c8a7ad94-852f-48a2-9186-70d322e97118 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69770) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 813.108253] env[69770]: DEBUG nova.compute.resource_tracker [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] Instance fd890686-500e-4bee-b216-145c4818c245 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69770) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 813.108342] env[69770]: DEBUG nova.compute.resource_tracker [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] Instance 1d7a05ac-b6a7-47c4-9143-79ff005189f9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69770) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 813.108641] env[69770]: WARNING nova.compute.resource_tracker [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] Instance 60eb16dd-8c95-46c1-a226-ee1280cbd403 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 813.108641] env[69770]: DEBUG nova.compute.resource_tracker [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] Instance 19c06f92-7f17-4834-b8be-723eb3f313c5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69770) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 813.108861] env[69770]: WARNING nova.compute.resource_tracker [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] Instance e35191b8-2393-48e1-a120-f2a030ecec52 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 813.311216] env[69770]: DEBUG nova.network.neutron [-] [instance: 27c5d873-f24c-4e20-9bcf-1b157114e5d0] Updating instance_info_cache with network_info: [] {{(pid=69770) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 813.323950] env[69770]: DEBUG nova.virt.vmwareapi.volumeops [None req-f022397f-4fd0-408f-89f2-b91a168774be tempest-VolumesAdminNegativeTest-624188729 tempest-VolumesAdminNegativeTest-624188729-project-member] [instance: f9f0ae85-57a8-4e21-8e5e-87a3630ee05c] Volume attach. Driver type: vmdk {{(pid=69770) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 813.324149] env[69770]: DEBUG nova.virt.vmwareapi.volumeops [None req-f022397f-4fd0-408f-89f2-b91a168774be tempest-VolumesAdminNegativeTest-624188729 tempest-VolumesAdminNegativeTest-624188729-project-member] [instance: f9f0ae85-57a8-4e21-8e5e-87a3630ee05c] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-806477', 'volume_id': '50879816-404b-4511-a909-5d3d38d893d8', 'name': 'volume-50879816-404b-4511-a909-5d3d38d893d8', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'f9f0ae85-57a8-4e21-8e5e-87a3630ee05c', 'attached_at': '', 'detached_at': '', 'volume_id': '50879816-404b-4511-a909-5d3d38d893d8', 'serial': '50879816-404b-4511-a909-5d3d38d893d8'} {{(pid=69770) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 813.325097] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a6c4eb3-e26c-4cd1-8c2e-5f562879f309 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.346944] env[69770]: DEBUG oslo_vmware.api [None req-34e47fa6-425b-485c-ae7d-8b9d31e888fe tempest-ServerAddressesNegativeTestJSON-1442094653 tempest-ServerAddressesNegativeTestJSON-1442094653-project-member] Task: {'id': task-4069617, 'name': ReconfigVM_Task, 'duration_secs': 0.349112} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 813.347999] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f06359fa-cffc-4109-a00e-b68b33c2eb52 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.351120] env[69770]: DEBUG nova.virt.vmwareapi.volumeops [None req-34e47fa6-425b-485c-ae7d-8b9d31e888fe tempest-ServerAddressesNegativeTestJSON-1442094653 tempest-ServerAddressesNegativeTestJSON-1442094653-project-member] [instance: be3699ce-b81b-4db4-b82f-1ec081a96855] Reconfigured VM instance instance-00000022 to attach disk [datastore1] be3699ce-b81b-4db4-b82f-1ec081a96855/be3699ce-b81b-4db4-b82f-1ec081a96855.vmdk or device None with type sparse {{(pid=69770) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 813.351932] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e252a6ef-9a7c-453b-bd5c-6a4b53dec62c {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.378875] env[69770]: DEBUG nova.virt.vmwareapi.volumeops [None req-f022397f-4fd0-408f-89f2-b91a168774be tempest-VolumesAdminNegativeTest-624188729 tempest-VolumesAdminNegativeTest-624188729-project-member] [instance: f9f0ae85-57a8-4e21-8e5e-87a3630ee05c] Reconfiguring VM instance instance-00000016 to attach disk [datastore2] volume-50879816-404b-4511-a909-5d3d38d893d8/volume-50879816-404b-4511-a909-5d3d38d893d8.vmdk or device None with type thin {{(pid=69770) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 813.381635] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-10dce7a2-1068-4913-985e-77cb39e150e8 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.394413] env[69770]: DEBUG oslo_vmware.api [None req-34e47fa6-425b-485c-ae7d-8b9d31e888fe tempest-ServerAddressesNegativeTestJSON-1442094653 tempest-ServerAddressesNegativeTestJSON-1442094653-project-member] Waiting for the task: (returnval){ [ 813.394413] env[69770]: value = "task-4069619" [ 813.394413] env[69770]: _type = "Task" [ 813.394413] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 813.402976] env[69770]: DEBUG nova.compute.manager [None req-41e3ba78-966e-44d6-b408-ea0f42bea642 tempest-VolumesAssistedSnapshotsTest-780901493 tempest-VolumesAssistedSnapshotsTest-780901493-project-member] [instance: df3c3daf-8cd6-43af-8872-c3cdc0ea11cb] Start destroying the instance on the hypervisor. {{(pid=69770) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 813.403245] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-41e3ba78-966e-44d6-b408-ea0f42bea642 tempest-VolumesAssistedSnapshotsTest-780901493 tempest-VolumesAssistedSnapshotsTest-780901493-project-member] [instance: df3c3daf-8cd6-43af-8872-c3cdc0ea11cb] Destroying instance {{(pid=69770) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 813.403741] env[69770]: DEBUG oslo_vmware.api [None req-f022397f-4fd0-408f-89f2-b91a168774be tempest-VolumesAdminNegativeTest-624188729 tempest-VolumesAdminNegativeTest-624188729-project-member] Waiting for the task: (returnval){ [ 813.403741] env[69770]: value = "task-4069620" [ 813.403741] env[69770]: _type = "Task" [ 813.403741] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 813.408144] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ca637ca-b594-418a-b740-9d1b3feba252 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.411246] env[69770]: DEBUG oslo_vmware.api [None req-34e47fa6-425b-485c-ae7d-8b9d31e888fe tempest-ServerAddressesNegativeTestJSON-1442094653 tempest-ServerAddressesNegativeTestJSON-1442094653-project-member] Task: {'id': task-4069619, 'name': Rename_Task} progress is 14%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.423198] env[69770]: DEBUG oslo_vmware.api [None req-f022397f-4fd0-408f-89f2-b91a168774be tempest-VolumesAdminNegativeTest-624188729 tempest-VolumesAdminNegativeTest-624188729-project-member] Task: {'id': task-4069620, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.428533] env[69770]: DEBUG oslo_vmware.api [None req-84c7969c-aa7f-4564-bfbd-a7d225698ec2 tempest-ServersListShow296Test-1902346217 tempest-ServersListShow296Test-1902346217-project-member] Task: {'id': task-4069618, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.429273] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-41e3ba78-966e-44d6-b408-ea0f42bea642 tempest-VolumesAssistedSnapshotsTest-780901493 tempest-VolumesAssistedSnapshotsTest-780901493-project-member] [instance: df3c3daf-8cd6-43af-8872-c3cdc0ea11cb] Powering off the VM {{(pid=69770) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 813.432423] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d215c683-5a72-465a-b886-4c74720ff278 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.437114] env[69770]: DEBUG oslo_vmware.api [None req-41e3ba78-966e-44d6-b408-ea0f42bea642 tempest-VolumesAssistedSnapshotsTest-780901493 tempest-VolumesAssistedSnapshotsTest-780901493-project-member] Waiting for the task: (returnval){ [ 813.437114] env[69770]: value = "task-4069621" [ 813.437114] env[69770]: _type = "Task" [ 813.437114] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 813.446421] env[69770]: DEBUG oslo_vmware.api [None req-41e3ba78-966e-44d6-b408-ea0f42bea642 tempest-VolumesAssistedSnapshotsTest-780901493 tempest-VolumesAssistedSnapshotsTest-780901493-project-member] Task: {'id': task-4069621, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.501701] env[69770]: DEBUG nova.compute.manager [req-387dd073-02f2-4d1d-a121-a05c4a5361d4 req-8268e1ce-3afb-4762-a5fa-2a6804522436 service nova] [instance: 27c5d873-f24c-4e20-9bcf-1b157114e5d0] Received event network-vif-deleted-465ab3f2-22c7-418c-b9b0-4b1d3f610947 {{(pid=69770) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 813.528236] env[69770]: DEBUG nova.network.neutron [None req-056cab01-8e11-4864-9217-2f7b13060378 tempest-InstanceActionsV221TestJSON-434475733 tempest-InstanceActionsV221TestJSON-434475733-project-member] [instance: ad5c1512-835d-40f1-97be-59a36e20deda] Successfully updated port: aa017e96-c4f2-40b5-9a69-4cdaf78da133 {{(pid=69770) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 813.545803] env[69770]: DEBUG oslo_vmware.api [None req-b72bd657-1556-403a-a7bf-8de443cdf13f tempest-ListImageFiltersTestJSON-573549216 tempest-ListImageFiltersTestJSON-573549216-project-member] Task: {'id': task-4069616, 'name': Destroy_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.547432] env[69770]: DEBUG nova.compute.manager [req-8d4bbcdf-527c-4033-968d-4e6e2cc1cc90 req-1b5fad24-bccd-40ea-b8f1-1e51e25fdba1 service nova] [instance: ad5c1512-835d-40f1-97be-59a36e20deda] Received event network-vif-plugged-aa017e96-c4f2-40b5-9a69-4cdaf78da133 {{(pid=69770) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 813.547631] env[69770]: DEBUG oslo_concurrency.lockutils [req-8d4bbcdf-527c-4033-968d-4e6e2cc1cc90 req-1b5fad24-bccd-40ea-b8f1-1e51e25fdba1 service nova] Acquiring lock "ad5c1512-835d-40f1-97be-59a36e20deda-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 813.547836] env[69770]: DEBUG oslo_concurrency.lockutils [req-8d4bbcdf-527c-4033-968d-4e6e2cc1cc90 req-1b5fad24-bccd-40ea-b8f1-1e51e25fdba1 service nova] Lock "ad5c1512-835d-40f1-97be-59a36e20deda-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 813.548018] env[69770]: DEBUG oslo_concurrency.lockutils [req-8d4bbcdf-527c-4033-968d-4e6e2cc1cc90 req-1b5fad24-bccd-40ea-b8f1-1e51e25fdba1 service nova] Lock "ad5c1512-835d-40f1-97be-59a36e20deda-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 813.548181] env[69770]: DEBUG nova.compute.manager [req-8d4bbcdf-527c-4033-968d-4e6e2cc1cc90 req-1b5fad24-bccd-40ea-b8f1-1e51e25fdba1 service nova] [instance: ad5c1512-835d-40f1-97be-59a36e20deda] No waiting events found dispatching network-vif-plugged-aa017e96-c4f2-40b5-9a69-4cdaf78da133 {{(pid=69770) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 813.548339] env[69770]: WARNING nova.compute.manager [req-8d4bbcdf-527c-4033-968d-4e6e2cc1cc90 req-1b5fad24-bccd-40ea-b8f1-1e51e25fdba1 service nova] [instance: ad5c1512-835d-40f1-97be-59a36e20deda] Received unexpected event network-vif-plugged-aa017e96-c4f2-40b5-9a69-4cdaf78da133 for instance with vm_state building and task_state spawning. [ 813.617443] env[69770]: DEBUG nova.compute.resource_tracker [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] Instance 7d036508-bb94-46ea-a630-117bbff02099 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69770) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 813.617675] env[69770]: DEBUG nova.compute.resource_tracker [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] Instance df3c3daf-8cd6-43af-8872-c3cdc0ea11cb actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69770) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 813.817746] env[69770]: INFO nova.compute.manager [-] [instance: 27c5d873-f24c-4e20-9bcf-1b157114e5d0] Took 1.31 seconds to deallocate network for instance. [ 813.906384] env[69770]: DEBUG oslo_vmware.api [None req-34e47fa6-425b-485c-ae7d-8b9d31e888fe tempest-ServerAddressesNegativeTestJSON-1442094653 tempest-ServerAddressesNegativeTestJSON-1442094653-project-member] Task: {'id': task-4069619, 'name': Rename_Task, 'duration_secs': 0.21312} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 813.906631] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-34e47fa6-425b-485c-ae7d-8b9d31e888fe tempest-ServerAddressesNegativeTestJSON-1442094653 tempest-ServerAddressesNegativeTestJSON-1442094653-project-member] [instance: be3699ce-b81b-4db4-b82f-1ec081a96855] Powering on the VM {{(pid=69770) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 813.906902] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cb5ba617-c1b9-458d-a47d-41e808ba058c {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.917663] env[69770]: DEBUG oslo_vmware.api [None req-34e47fa6-425b-485c-ae7d-8b9d31e888fe tempest-ServerAddressesNegativeTestJSON-1442094653 tempest-ServerAddressesNegativeTestJSON-1442094653-project-member] Waiting for the task: (returnval){ [ 813.917663] env[69770]: value = "task-4069622" [ 813.917663] env[69770]: _type = "Task" [ 813.917663] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 813.930506] env[69770]: DEBUG oslo_vmware.api [None req-f022397f-4fd0-408f-89f2-b91a168774be tempest-VolumesAdminNegativeTest-624188729 tempest-VolumesAdminNegativeTest-624188729-project-member] Task: {'id': task-4069620, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.935736] env[69770]: DEBUG oslo_vmware.api [None req-84c7969c-aa7f-4564-bfbd-a7d225698ec2 tempest-ServersListShow296Test-1902346217 tempest-ServersListShow296Test-1902346217-project-member] Task: {'id': task-4069618, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.939480] env[69770]: DEBUG oslo_vmware.api [None req-34e47fa6-425b-485c-ae7d-8b9d31e888fe tempest-ServerAddressesNegativeTestJSON-1442094653 tempest-ServerAddressesNegativeTestJSON-1442094653-project-member] Task: {'id': task-4069622, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.950153] env[69770]: DEBUG oslo_vmware.api [None req-41e3ba78-966e-44d6-b408-ea0f42bea642 tempest-VolumesAssistedSnapshotsTest-780901493 tempest-VolumesAssistedSnapshotsTest-780901493-project-member] Task: {'id': task-4069621, 'name': PowerOffVM_Task, 'duration_secs': 0.353209} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 813.950564] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-41e3ba78-966e-44d6-b408-ea0f42bea642 tempest-VolumesAssistedSnapshotsTest-780901493 tempest-VolumesAssistedSnapshotsTest-780901493-project-member] [instance: df3c3daf-8cd6-43af-8872-c3cdc0ea11cb] Powered off the VM {{(pid=69770) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 813.950764] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-41e3ba78-966e-44d6-b408-ea0f42bea642 tempest-VolumesAssistedSnapshotsTest-780901493 tempest-VolumesAssistedSnapshotsTest-780901493-project-member] [instance: df3c3daf-8cd6-43af-8872-c3cdc0ea11cb] Unregistering the VM {{(pid=69770) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 813.951242] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7488792f-2650-4016-9774-7a54f107b693 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.024934] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-41e3ba78-966e-44d6-b408-ea0f42bea642 tempest-VolumesAssistedSnapshotsTest-780901493 tempest-VolumesAssistedSnapshotsTest-780901493-project-member] [instance: df3c3daf-8cd6-43af-8872-c3cdc0ea11cb] Unregistered the VM {{(pid=69770) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 814.025201] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-41e3ba78-966e-44d6-b408-ea0f42bea642 tempest-VolumesAssistedSnapshotsTest-780901493 tempest-VolumesAssistedSnapshotsTest-780901493-project-member] [instance: df3c3daf-8cd6-43af-8872-c3cdc0ea11cb] Deleting contents of the VM from datastore datastore2 {{(pid=69770) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 814.025395] env[69770]: DEBUG nova.virt.vmwareapi.ds_util [None req-41e3ba78-966e-44d6-b408-ea0f42bea642 tempest-VolumesAssistedSnapshotsTest-780901493 tempest-VolumesAssistedSnapshotsTest-780901493-project-member] Deleting the datastore file [datastore2] df3c3daf-8cd6-43af-8872-c3cdc0ea11cb {{(pid=69770) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 814.025843] env[69770]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fb429a81-46ec-4ec1-8940-cc8744c39f9f {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.030042] env[69770]: DEBUG oslo_concurrency.lockutils [None req-056cab01-8e11-4864-9217-2f7b13060378 tempest-InstanceActionsV221TestJSON-434475733 tempest-InstanceActionsV221TestJSON-434475733-project-member] Acquiring lock "refresh_cache-ad5c1512-835d-40f1-97be-59a36e20deda" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.030183] env[69770]: DEBUG oslo_concurrency.lockutils [None req-056cab01-8e11-4864-9217-2f7b13060378 tempest-InstanceActionsV221TestJSON-434475733 tempest-InstanceActionsV221TestJSON-434475733-project-member] Acquired lock "refresh_cache-ad5c1512-835d-40f1-97be-59a36e20deda" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.030519] env[69770]: DEBUG nova.network.neutron [None req-056cab01-8e11-4864-9217-2f7b13060378 tempest-InstanceActionsV221TestJSON-434475733 tempest-InstanceActionsV221TestJSON-434475733-project-member] [instance: ad5c1512-835d-40f1-97be-59a36e20deda] Building network info cache for instance {{(pid=69770) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 814.045021] env[69770]: DEBUG oslo_vmware.api [None req-41e3ba78-966e-44d6-b408-ea0f42bea642 tempest-VolumesAssistedSnapshotsTest-780901493 tempest-VolumesAssistedSnapshotsTest-780901493-project-member] Waiting for the task: (returnval){ [ 814.045021] env[69770]: value = "task-4069624" [ 814.045021] env[69770]: _type = "Task" [ 814.045021] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 814.045021] env[69770]: DEBUG oslo_vmware.api [None req-b72bd657-1556-403a-a7bf-8de443cdf13f tempest-ListImageFiltersTestJSON-573549216 tempest-ListImageFiltersTestJSON-573549216-project-member] Task: {'id': task-4069616, 'name': Destroy_Task} progress is 100%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.059172] env[69770]: DEBUG oslo_vmware.api [None req-41e3ba78-966e-44d6-b408-ea0f42bea642 tempest-VolumesAssistedSnapshotsTest-780901493 tempest-VolumesAssistedSnapshotsTest-780901493-project-member] Task: {'id': task-4069624, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.121402] env[69770]: DEBUG nova.compute.resource_tracker [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] Instance 271a7171-f68e-40ec-8f3e-87cb9c18e971 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69770) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 814.325556] env[69770]: DEBUG oslo_concurrency.lockutils [None req-a154d726-e1fc-4fbb-aceb-8fa1254d1819 tempest-ListServersNegativeTestJSON-118656177 tempest-ListServersNegativeTestJSON-118656177-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 814.427330] env[69770]: DEBUG oslo_vmware.api [None req-f022397f-4fd0-408f-89f2-b91a168774be tempest-VolumesAdminNegativeTest-624188729 tempest-VolumesAdminNegativeTest-624188729-project-member] Task: {'id': task-4069620, 'name': ReconfigVM_Task, 'duration_secs': 0.755383} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 814.431978] env[69770]: DEBUG nova.virt.vmwareapi.volumeops [None req-f022397f-4fd0-408f-89f2-b91a168774be tempest-VolumesAdminNegativeTest-624188729 tempest-VolumesAdminNegativeTest-624188729-project-member] [instance: f9f0ae85-57a8-4e21-8e5e-87a3630ee05c] Reconfigured VM instance instance-00000016 to attach disk [datastore2] volume-50879816-404b-4511-a909-5d3d38d893d8/volume-50879816-404b-4511-a909-5d3d38d893d8.vmdk or device None with type thin {{(pid=69770) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 814.445268] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ff086577-c78e-4286-bbc5-39fe1c2fffcd {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.456316] env[69770]: DEBUG oslo_vmware.api [None req-84c7969c-aa7f-4564-bfbd-a7d225698ec2 tempest-ServersListShow296Test-1902346217 tempest-ServersListShow296Test-1902346217-project-member] Task: {'id': task-4069618, 'name': ReconfigVM_Task, 'duration_secs': 1.056043} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 814.457431] env[69770]: DEBUG nova.virt.vmwareapi.volumeops [None req-84c7969c-aa7f-4564-bfbd-a7d225698ec2 tempest-ServersListShow296Test-1902346217 tempest-ServersListShow296Test-1902346217-project-member] [instance: 1e8ea4f1-cbcf-4c6d-91f3-6ce833f65074] Reconfigured VM instance instance-00000024 to attach disk [datastore2] 1e8ea4f1-cbcf-4c6d-91f3-6ce833f65074/1e8ea4f1-cbcf-4c6d-91f3-6ce833f65074.vmdk or device None with type sparse {{(pid=69770) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 814.458955] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3f5c0699-c03b-4202-a546-2bc4098f7eb6 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.466420] env[69770]: DEBUG oslo_vmware.api [None req-34e47fa6-425b-485c-ae7d-8b9d31e888fe tempest-ServerAddressesNegativeTestJSON-1442094653 tempest-ServerAddressesNegativeTestJSON-1442094653-project-member] Task: {'id': task-4069622, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.468972] env[69770]: DEBUG oslo_vmware.api [None req-f022397f-4fd0-408f-89f2-b91a168774be tempest-VolumesAdminNegativeTest-624188729 tempest-VolumesAdminNegativeTest-624188729-project-member] Waiting for the task: (returnval){ [ 814.468972] env[69770]: value = "task-4069626" [ 814.468972] env[69770]: _type = "Task" [ 814.468972] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 814.479178] env[69770]: DEBUG oslo_vmware.api [None req-84c7969c-aa7f-4564-bfbd-a7d225698ec2 tempest-ServersListShow296Test-1902346217 tempest-ServersListShow296Test-1902346217-project-member] Waiting for the task: (returnval){ [ 814.479178] env[69770]: value = "task-4069627" [ 814.479178] env[69770]: _type = "Task" [ 814.479178] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 814.487866] env[69770]: DEBUG oslo_vmware.api [None req-f022397f-4fd0-408f-89f2-b91a168774be tempest-VolumesAdminNegativeTest-624188729 tempest-VolumesAdminNegativeTest-624188729-project-member] Task: {'id': task-4069626, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.497063] env[69770]: DEBUG oslo_vmware.api [None req-84c7969c-aa7f-4564-bfbd-a7d225698ec2 tempest-ServersListShow296Test-1902346217 tempest-ServersListShow296Test-1902346217-project-member] Task: {'id': task-4069627, 'name': Rename_Task} progress is 6%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.550777] env[69770]: DEBUG oslo_vmware.api [None req-b72bd657-1556-403a-a7bf-8de443cdf13f tempest-ListImageFiltersTestJSON-573549216 tempest-ListImageFiltersTestJSON-573549216-project-member] Task: {'id': task-4069616, 'name': Destroy_Task, 'duration_secs': 1.528983} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 814.556031] env[69770]: INFO nova.virt.vmwareapi.vm_util [None req-b72bd657-1556-403a-a7bf-8de443cdf13f tempest-ListImageFiltersTestJSON-573549216 tempest-ListImageFiltersTestJSON-573549216-project-member] [instance: 8c85c90a-f87e-4356-8752-b7b8a16d12cd] Destroyed the VM [ 814.557427] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-b72bd657-1556-403a-a7bf-8de443cdf13f tempest-ListImageFiltersTestJSON-573549216 tempest-ListImageFiltersTestJSON-573549216-project-member] [instance: 8c85c90a-f87e-4356-8752-b7b8a16d12cd] Deleting Snapshot of the VM instance {{(pid=69770) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 814.557798] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-210d4644-0bf1-475a-adb0-133594e96781 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.571653] env[69770]: DEBUG oslo_vmware.api [None req-41e3ba78-966e-44d6-b408-ea0f42bea642 tempest-VolumesAssistedSnapshotsTest-780901493 tempest-VolumesAssistedSnapshotsTest-780901493-project-member] Task: {'id': task-4069624, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.269403} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 814.574678] env[69770]: DEBUG nova.virt.vmwareapi.ds_util [None req-41e3ba78-966e-44d6-b408-ea0f42bea642 tempest-VolumesAssistedSnapshotsTest-780901493 tempest-VolumesAssistedSnapshotsTest-780901493-project-member] Deleted the datastore file {{(pid=69770) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 814.575073] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-41e3ba78-966e-44d6-b408-ea0f42bea642 tempest-VolumesAssistedSnapshotsTest-780901493 tempest-VolumesAssistedSnapshotsTest-780901493-project-member] [instance: df3c3daf-8cd6-43af-8872-c3cdc0ea11cb] Deleted contents of the VM from datastore datastore2 {{(pid=69770) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 814.575342] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-41e3ba78-966e-44d6-b408-ea0f42bea642 tempest-VolumesAssistedSnapshotsTest-780901493 tempest-VolumesAssistedSnapshotsTest-780901493-project-member] [instance: df3c3daf-8cd6-43af-8872-c3cdc0ea11cb] Instance destroyed {{(pid=69770) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 814.575525] env[69770]: INFO nova.compute.manager [None req-41e3ba78-966e-44d6-b408-ea0f42bea642 tempest-VolumesAssistedSnapshotsTest-780901493 tempest-VolumesAssistedSnapshotsTest-780901493-project-member] [instance: df3c3daf-8cd6-43af-8872-c3cdc0ea11cb] Took 1.17 seconds to destroy the instance on the hypervisor. [ 814.576475] env[69770]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-41e3ba78-966e-44d6-b408-ea0f42bea642 tempest-VolumesAssistedSnapshotsTest-780901493 tempest-VolumesAssistedSnapshotsTest-780901493-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69770) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 814.576953] env[69770]: DEBUG oslo_vmware.api [None req-b72bd657-1556-403a-a7bf-8de443cdf13f tempest-ListImageFiltersTestJSON-573549216 tempest-ListImageFiltersTestJSON-573549216-project-member] Waiting for the task: (returnval){ [ 814.576953] env[69770]: value = "task-4069628" [ 814.576953] env[69770]: _type = "Task" [ 814.576953] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 814.577223] env[69770]: DEBUG nova.compute.manager [-] [instance: df3c3daf-8cd6-43af-8872-c3cdc0ea11cb] Deallocating network for instance {{(pid=69770) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 814.577343] env[69770]: DEBUG nova.network.neutron [-] [instance: df3c3daf-8cd6-43af-8872-c3cdc0ea11cb] deallocate_for_instance() {{(pid=69770) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 814.586366] env[69770]: DEBUG nova.network.neutron [None req-056cab01-8e11-4864-9217-2f7b13060378 tempest-InstanceActionsV221TestJSON-434475733 tempest-InstanceActionsV221TestJSON-434475733-project-member] [instance: ad5c1512-835d-40f1-97be-59a36e20deda] Instance cache missing network info. {{(pid=69770) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 814.601394] env[69770]: DEBUG oslo_vmware.api [None req-b72bd657-1556-403a-a7bf-8de443cdf13f tempest-ListImageFiltersTestJSON-573549216 tempest-ListImageFiltersTestJSON-573549216-project-member] Task: {'id': task-4069628, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.624482] env[69770]: DEBUG nova.compute.resource_tracker [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] Instance c1bf02b7-e9aa-4577-aca6-480b62da79ba has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69770) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 814.624732] env[69770]: DEBUG nova.compute.resource_tracker [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] Instance 5a605234-adcc-42bc-94e4-b6312611e566 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69770) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 814.624911] env[69770]: DEBUG nova.compute.resource_tracker [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] Instance ad5c1512-835d-40f1-97be-59a36e20deda actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69770) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 814.624999] env[69770]: DEBUG nova.compute.resource_tracker [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] Instance 1cd3da96-102f-4a22-8f53-12b32485ffa2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69770) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 814.853178] env[69770]: DEBUG nova.network.neutron [None req-056cab01-8e11-4864-9217-2f7b13060378 tempest-InstanceActionsV221TestJSON-434475733 tempest-InstanceActionsV221TestJSON-434475733-project-member] [instance: ad5c1512-835d-40f1-97be-59a36e20deda] Updating instance_info_cache with network_info: [{"id": "aa017e96-c4f2-40b5-9a69-4cdaf78da133", "address": "fa:16:3e:57:e0:63", "network": {"id": "a8637b58-1457-458f-a552-40f66e20af7d", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-1187803412-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9ea34147a34a47d291721f772efe9cb7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5e1049e8-c06b-4c93-a9e1-2cbb530f3f95", "external-id": "nsx-vlan-transportzone-966", "segmentation_id": 966, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaa017e96-c4", "ovs_interfaceid": "aa017e96-c4f2-40b5-9a69-4cdaf78da133", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69770) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 814.938011] env[69770]: DEBUG oslo_vmware.api [None req-34e47fa6-425b-485c-ae7d-8b9d31e888fe tempest-ServerAddressesNegativeTestJSON-1442094653 tempest-ServerAddressesNegativeTestJSON-1442094653-project-member] Task: {'id': task-4069622, 'name': PowerOnVM_Task, 'duration_secs': 0.728705} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 814.938359] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-34e47fa6-425b-485c-ae7d-8b9d31e888fe tempest-ServerAddressesNegativeTestJSON-1442094653 tempest-ServerAddressesNegativeTestJSON-1442094653-project-member] [instance: be3699ce-b81b-4db4-b82f-1ec081a96855] Powered on the VM {{(pid=69770) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 814.938661] env[69770]: INFO nova.compute.manager [None req-34e47fa6-425b-485c-ae7d-8b9d31e888fe tempest-ServerAddressesNegativeTestJSON-1442094653 tempest-ServerAddressesNegativeTestJSON-1442094653-project-member] [instance: be3699ce-b81b-4db4-b82f-1ec081a96855] Took 8.82 seconds to spawn the instance on the hypervisor. [ 814.938878] env[69770]: DEBUG nova.compute.manager [None req-34e47fa6-425b-485c-ae7d-8b9d31e888fe tempest-ServerAddressesNegativeTestJSON-1442094653 tempest-ServerAddressesNegativeTestJSON-1442094653-project-member] [instance: be3699ce-b81b-4db4-b82f-1ec081a96855] Checking state {{(pid=69770) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 814.939726] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c26f56e-be4b-41d9-80e5-849706a771ee {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.987235] env[69770]: DEBUG oslo_vmware.api [None req-f022397f-4fd0-408f-89f2-b91a168774be tempest-VolumesAdminNegativeTest-624188729 tempest-VolumesAdminNegativeTest-624188729-project-member] Task: {'id': task-4069626, 'name': ReconfigVM_Task, 'duration_secs': 0.29012} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 814.987977] env[69770]: DEBUG nova.virt.vmwareapi.volumeops [None req-f022397f-4fd0-408f-89f2-b91a168774be tempest-VolumesAdminNegativeTest-624188729 tempest-VolumesAdminNegativeTest-624188729-project-member] [instance: f9f0ae85-57a8-4e21-8e5e-87a3630ee05c] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-806477', 'volume_id': '50879816-404b-4511-a909-5d3d38d893d8', 'name': 'volume-50879816-404b-4511-a909-5d3d38d893d8', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'f9f0ae85-57a8-4e21-8e5e-87a3630ee05c', 'attached_at': '', 'detached_at': '', 'volume_id': '50879816-404b-4511-a909-5d3d38d893d8', 'serial': '50879816-404b-4511-a909-5d3d38d893d8'} {{(pid=69770) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 814.993535] env[69770]: DEBUG oslo_vmware.api [None req-84c7969c-aa7f-4564-bfbd-a7d225698ec2 tempest-ServersListShow296Test-1902346217 tempest-ServersListShow296Test-1902346217-project-member] Task: {'id': task-4069627, 'name': Rename_Task, 'duration_secs': 0.267398} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 814.997326] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-84c7969c-aa7f-4564-bfbd-a7d225698ec2 tempest-ServersListShow296Test-1902346217 tempest-ServersListShow296Test-1902346217-project-member] [instance: 1e8ea4f1-cbcf-4c6d-91f3-6ce833f65074] Powering on the VM {{(pid=69770) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 814.997326] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-89f51005-ea83-4d19-894b-4b6e6294b8df {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.003588] env[69770]: DEBUG oslo_vmware.api [None req-84c7969c-aa7f-4564-bfbd-a7d225698ec2 tempest-ServersListShow296Test-1902346217 tempest-ServersListShow296Test-1902346217-project-member] Waiting for the task: (returnval){ [ 815.003588] env[69770]: value = "task-4069629" [ 815.003588] env[69770]: _type = "Task" [ 815.003588] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 815.014999] env[69770]: DEBUG oslo_vmware.api [None req-84c7969c-aa7f-4564-bfbd-a7d225698ec2 tempest-ServersListShow296Test-1902346217 tempest-ServersListShow296Test-1902346217-project-member] Task: {'id': task-4069629, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.091670] env[69770]: DEBUG oslo_vmware.api [None req-b72bd657-1556-403a-a7bf-8de443cdf13f tempest-ListImageFiltersTestJSON-573549216 tempest-ListImageFiltersTestJSON-573549216-project-member] Task: {'id': task-4069628, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.128711] env[69770]: DEBUG nova.compute.resource_tracker [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] Instance 3df42b8d-2222-42cc-8816-06ee1b31dc78 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69770) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 815.128888] env[69770]: WARNING nova.compute.resource_tracker [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] Instance 2635794b-46eb-4532-9f26-43b36242e0bf is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 815.129242] env[69770]: DEBUG nova.compute.resource_tracker [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] Instance 8047bf73-fff9-4f29-913f-91d0eb28d6dd actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69770) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 815.129242] env[69770]: DEBUG nova.compute.resource_tracker [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] Instance ccf149da-8159-452b-9b8b-04359494e736 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69770) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 815.357117] env[69770]: DEBUG oslo_concurrency.lockutils [None req-056cab01-8e11-4864-9217-2f7b13060378 tempest-InstanceActionsV221TestJSON-434475733 tempest-InstanceActionsV221TestJSON-434475733-project-member] Releasing lock "refresh_cache-ad5c1512-835d-40f1-97be-59a36e20deda" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.358212] env[69770]: DEBUG nova.compute.manager [None req-056cab01-8e11-4864-9217-2f7b13060378 tempest-InstanceActionsV221TestJSON-434475733 tempest-InstanceActionsV221TestJSON-434475733-project-member] [instance: ad5c1512-835d-40f1-97be-59a36e20deda] Instance network_info: |[{"id": "aa017e96-c4f2-40b5-9a69-4cdaf78da133", "address": "fa:16:3e:57:e0:63", "network": {"id": "a8637b58-1457-458f-a552-40f66e20af7d", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-1187803412-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9ea34147a34a47d291721f772efe9cb7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5e1049e8-c06b-4c93-a9e1-2cbb530f3f95", "external-id": "nsx-vlan-transportzone-966", "segmentation_id": 966, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaa017e96-c4", "ovs_interfaceid": "aa017e96-c4f2-40b5-9a69-4cdaf78da133", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69770) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 815.360394] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-056cab01-8e11-4864-9217-2f7b13060378 tempest-InstanceActionsV221TestJSON-434475733 tempest-InstanceActionsV221TestJSON-434475733-project-member] [instance: ad5c1512-835d-40f1-97be-59a36e20deda] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:57:e0:63', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5e1049e8-c06b-4c93-a9e1-2cbb530f3f95', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'aa017e96-c4f2-40b5-9a69-4cdaf78da133', 'vif_model': 'vmxnet3'}] {{(pid=69770) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 815.381180] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-056cab01-8e11-4864-9217-2f7b13060378 tempest-InstanceActionsV221TestJSON-434475733 tempest-InstanceActionsV221TestJSON-434475733-project-member] Creating folder: Project (9ea34147a34a47d291721f772efe9cb7). Parent ref: group-v806376. {{(pid=69770) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 815.381848] env[69770]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8b99085c-fb37-45e0-9da2-644629d0c503 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.398025] env[69770]: INFO nova.virt.vmwareapi.vm_util [None req-056cab01-8e11-4864-9217-2f7b13060378 tempest-InstanceActionsV221TestJSON-434475733 tempest-InstanceActionsV221TestJSON-434475733-project-member] Created folder: Project (9ea34147a34a47d291721f772efe9cb7) in parent group-v806376. [ 815.398025] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-056cab01-8e11-4864-9217-2f7b13060378 tempest-InstanceActionsV221TestJSON-434475733 tempest-InstanceActionsV221TestJSON-434475733-project-member] Creating folder: Instances. Parent ref: group-v806483. {{(pid=69770) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 815.398025] env[69770]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fdbcae7c-c77d-483d-b24d-c860332b6119 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.409234] env[69770]: INFO nova.virt.vmwareapi.vm_util [None req-056cab01-8e11-4864-9217-2f7b13060378 tempest-InstanceActionsV221TestJSON-434475733 tempest-InstanceActionsV221TestJSON-434475733-project-member] Created folder: Instances in parent group-v806483. [ 815.409234] env[69770]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-056cab01-8e11-4864-9217-2f7b13060378 tempest-InstanceActionsV221TestJSON-434475733 tempest-InstanceActionsV221TestJSON-434475733-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69770) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 815.409234] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ad5c1512-835d-40f1-97be-59a36e20deda] Creating VM on the ESX host {{(pid=69770) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 815.409234] env[69770]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-79ce7075-750a-41b7-9cd1-90ef776d1673 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.431898] env[69770]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 815.431898] env[69770]: value = "task-4069632" [ 815.431898] env[69770]: _type = "Task" [ 815.431898] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 815.441729] env[69770]: DEBUG oslo_vmware.api [-] Task: {'id': task-4069632, 'name': CreateVM_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.464735] env[69770]: INFO nova.compute.manager [None req-34e47fa6-425b-485c-ae7d-8b9d31e888fe tempest-ServerAddressesNegativeTestJSON-1442094653 tempest-ServerAddressesNegativeTestJSON-1442094653-project-member] [instance: be3699ce-b81b-4db4-b82f-1ec081a96855] Took 37.29 seconds to build instance. [ 815.520305] env[69770]: DEBUG oslo_vmware.api [None req-84c7969c-aa7f-4564-bfbd-a7d225698ec2 tempest-ServersListShow296Test-1902346217 tempest-ServersListShow296Test-1902346217-project-member] Task: {'id': task-4069629, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.594976] env[69770]: DEBUG oslo_vmware.api [None req-b72bd657-1556-403a-a7bf-8de443cdf13f tempest-ListImageFiltersTestJSON-573549216 tempest-ListImageFiltersTestJSON-573549216-project-member] Task: {'id': task-4069628, 'name': RemoveSnapshot_Task, 'duration_secs': 0.970491} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 815.595301] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-b72bd657-1556-403a-a7bf-8de443cdf13f tempest-ListImageFiltersTestJSON-573549216 tempest-ListImageFiltersTestJSON-573549216-project-member] [instance: 8c85c90a-f87e-4356-8752-b7b8a16d12cd] Deleted Snapshot of the VM instance {{(pid=69770) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 815.595537] env[69770]: INFO nova.compute.manager [None req-b72bd657-1556-403a-a7bf-8de443cdf13f tempest-ListImageFiltersTestJSON-573549216 tempest-ListImageFiltersTestJSON-573549216-project-member] [instance: 8c85c90a-f87e-4356-8752-b7b8a16d12cd] Took 19.74 seconds to snapshot the instance on the hypervisor. [ 815.632224] env[69770]: DEBUG nova.compute.resource_tracker [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] Instance 8d265b73-da0b-4a15-a9a7-63ef7750f9f5 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69770) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 815.632224] env[69770]: DEBUG nova.compute.resource_tracker [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] Instance 1e8ea4f1-cbcf-4c6d-91f3-6ce833f65074 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69770) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 815.836717] env[69770]: DEBUG nova.compute.manager [req-1264f44b-c247-4b99-889c-fbaa72d68a52 req-fbdd5eed-3365-47f5-8ada-88cc2d30b068 service nova] [instance: ad5c1512-835d-40f1-97be-59a36e20deda] Received event network-changed-aa017e96-c4f2-40b5-9a69-4cdaf78da133 {{(pid=69770) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 815.836918] env[69770]: DEBUG nova.compute.manager [req-1264f44b-c247-4b99-889c-fbaa72d68a52 req-fbdd5eed-3365-47f5-8ada-88cc2d30b068 service nova] [instance: ad5c1512-835d-40f1-97be-59a36e20deda] Refreshing instance network info cache due to event network-changed-aa017e96-c4f2-40b5-9a69-4cdaf78da133. {{(pid=69770) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 815.837254] env[69770]: DEBUG oslo_concurrency.lockutils [req-1264f44b-c247-4b99-889c-fbaa72d68a52 req-fbdd5eed-3365-47f5-8ada-88cc2d30b068 service nova] Acquiring lock "refresh_cache-ad5c1512-835d-40f1-97be-59a36e20deda" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.837339] env[69770]: DEBUG oslo_concurrency.lockutils [req-1264f44b-c247-4b99-889c-fbaa72d68a52 req-fbdd5eed-3365-47f5-8ada-88cc2d30b068 service nova] Acquired lock "refresh_cache-ad5c1512-835d-40f1-97be-59a36e20deda" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.837443] env[69770]: DEBUG nova.network.neutron [req-1264f44b-c247-4b99-889c-fbaa72d68a52 req-fbdd5eed-3365-47f5-8ada-88cc2d30b068 service nova] [instance: ad5c1512-835d-40f1-97be-59a36e20deda] Refreshing network info cache for port aa017e96-c4f2-40b5-9a69-4cdaf78da133 {{(pid=69770) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 815.871190] env[69770]: DEBUG nova.compute.manager [req-4be37cd7-0242-4f06-8f7f-95c886b9a428 req-f68308f7-82e6-4f99-b4fc-7463b5432b87 service nova] [instance: df3c3daf-8cd6-43af-8872-c3cdc0ea11cb] Received event network-vif-deleted-fd04ea7f-3a36-4c9a-9be8-1f1dcccd5088 {{(pid=69770) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 815.871408] env[69770]: INFO nova.compute.manager [req-4be37cd7-0242-4f06-8f7f-95c886b9a428 req-f68308f7-82e6-4f99-b4fc-7463b5432b87 service nova] [instance: df3c3daf-8cd6-43af-8872-c3cdc0ea11cb] Neutron deleted interface fd04ea7f-3a36-4c9a-9be8-1f1dcccd5088; detaching it from the instance and deleting it from the info cache [ 815.871662] env[69770]: DEBUG nova.network.neutron [req-4be37cd7-0242-4f06-8f7f-95c886b9a428 req-f68308f7-82e6-4f99-b4fc-7463b5432b87 service nova] [instance: df3c3daf-8cd6-43af-8872-c3cdc0ea11cb] Updating instance_info_cache with network_info: [] {{(pid=69770) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 815.945274] env[69770]: DEBUG oslo_vmware.api [-] Task: {'id': task-4069632, 'name': CreateVM_Task} progress is 25%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.968149] env[69770]: DEBUG oslo_concurrency.lockutils [None req-34e47fa6-425b-485c-ae7d-8b9d31e888fe tempest-ServerAddressesNegativeTestJSON-1442094653 tempest-ServerAddressesNegativeTestJSON-1442094653-project-member] Lock "be3699ce-b81b-4db4-b82f-1ec081a96855" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 70.325s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 816.018272] env[69770]: DEBUG oslo_vmware.api [None req-84c7969c-aa7f-4564-bfbd-a7d225698ec2 tempest-ServersListShow296Test-1902346217 tempest-ServersListShow296Test-1902346217-project-member] Task: {'id': task-4069629, 'name': PowerOnVM_Task, 'duration_secs': 0.733968} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 816.018680] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-84c7969c-aa7f-4564-bfbd-a7d225698ec2 tempest-ServersListShow296Test-1902346217 tempest-ServersListShow296Test-1902346217-project-member] [instance: 1e8ea4f1-cbcf-4c6d-91f3-6ce833f65074] Powered on the VM {{(pid=69770) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 816.018878] env[69770]: INFO nova.compute.manager [None req-84c7969c-aa7f-4564-bfbd-a7d225698ec2 tempest-ServersListShow296Test-1902346217 tempest-ServersListShow296Test-1902346217-project-member] [instance: 1e8ea4f1-cbcf-4c6d-91f3-6ce833f65074] Took 6.94 seconds to spawn the instance on the hypervisor. [ 816.019064] env[69770]: DEBUG nova.compute.manager [None req-84c7969c-aa7f-4564-bfbd-a7d225698ec2 tempest-ServersListShow296Test-1902346217 tempest-ServersListShow296Test-1902346217-project-member] [instance: 1e8ea4f1-cbcf-4c6d-91f3-6ce833f65074] Checking state {{(pid=69770) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 816.021988] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2b68ae1-4840-4f51-8b43-06a04763d029 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.041639] env[69770]: DEBUG nova.objects.instance [None req-f022397f-4fd0-408f-89f2-b91a168774be tempest-VolumesAdminNegativeTest-624188729 tempest-VolumesAdminNegativeTest-624188729-project-member] Lazy-loading 'flavor' on Instance uuid f9f0ae85-57a8-4e21-8e5e-87a3630ee05c {{(pid=69770) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 816.135019] env[69770]: DEBUG nova.compute.resource_tracker [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] Instance 15ed9603-9fc7-40a2-99c6-151cf10a8c36 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69770) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 816.135226] env[69770]: WARNING nova.compute.resource_tracker [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] Instance b05d12b1-fb29-4185-8300-5f0140039dfe is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 816.135360] env[69770]: DEBUG nova.compute.resource_tracker [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] Instance 65be68f2-50f6-4ad4-878b-87d12f4cae3e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69770) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 816.135481] env[69770]: DEBUG nova.compute.resource_tracker [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] Instance 8c85c90a-f87e-4356-8752-b7b8a16d12cd actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69770) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 816.135637] env[69770]: DEBUG nova.compute.resource_tracker [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] Instance 828f7a0a-dd24-4c98-85cf-5d99627860d7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69770) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 816.151163] env[69770]: DEBUG nova.network.neutron [-] [instance: df3c3daf-8cd6-43af-8872-c3cdc0ea11cb] Updating instance_info_cache with network_info: [] {{(pid=69770) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 816.375542] env[69770]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-63ffe6cb-653c-494d-913a-df31c1f3600a {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.387184] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5b05c67-3e22-467d-9fb2-0a07f47c396b {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.440225] env[69770]: DEBUG nova.compute.manager [req-4be37cd7-0242-4f06-8f7f-95c886b9a428 req-f68308f7-82e6-4f99-b4fc-7463b5432b87 service nova] [instance: df3c3daf-8cd6-43af-8872-c3cdc0ea11cb] Detach interface failed, port_id=fd04ea7f-3a36-4c9a-9be8-1f1dcccd5088, reason: Instance df3c3daf-8cd6-43af-8872-c3cdc0ea11cb could not be found. {{(pid=69770) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 816.450677] env[69770]: DEBUG oslo_vmware.api [-] Task: {'id': task-4069632, 'name': CreateVM_Task, 'duration_secs': 0.749313} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 816.450846] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ad5c1512-835d-40f1-97be-59a36e20deda] Created VM on the ESX host {{(pid=69770) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 816.451551] env[69770]: DEBUG oslo_concurrency.lockutils [None req-056cab01-8e11-4864-9217-2f7b13060378 tempest-InstanceActionsV221TestJSON-434475733 tempest-InstanceActionsV221TestJSON-434475733-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.451719] env[69770]: DEBUG oslo_concurrency.lockutils [None req-056cab01-8e11-4864-9217-2f7b13060378 tempest-InstanceActionsV221TestJSON-434475733 tempest-InstanceActionsV221TestJSON-434475733-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.452093] env[69770]: DEBUG oslo_concurrency.lockutils [None req-056cab01-8e11-4864-9217-2f7b13060378 tempest-InstanceActionsV221TestJSON-434475733 tempest-InstanceActionsV221TestJSON-434475733-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.452356] env[69770]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-30a082b3-0ad5-4cb6-958f-a0650a760c76 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.458032] env[69770]: DEBUG oslo_vmware.api [None req-056cab01-8e11-4864-9217-2f7b13060378 tempest-InstanceActionsV221TestJSON-434475733 tempest-InstanceActionsV221TestJSON-434475733-project-member] Waiting for the task: (returnval){ [ 816.458032] env[69770]: value = "session[52161b52-cb8e-ec9f-1132-2f6b49549d41]52d14e36-4da7-ec18-6af9-0ed1142a2170" [ 816.458032] env[69770]: _type = "Task" [ 816.458032] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 816.467605] env[69770]: DEBUG oslo_vmware.api [None req-056cab01-8e11-4864-9217-2f7b13060378 tempest-InstanceActionsV221TestJSON-434475733 tempest-InstanceActionsV221TestJSON-434475733-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]52d14e36-4da7-ec18-6af9-0ed1142a2170, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.471227] env[69770]: DEBUG nova.compute.manager [None req-8eb9c690-474e-4cda-a184-888b5650a2c8 tempest-SecurityGroupsTestJSON-864666295 tempest-SecurityGroupsTestJSON-864666295-project-member] [instance: c089aece-c240-4203-96d7-e8fc9820c7d6] Starting instance... {{(pid=69770) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 816.519508] env[69770]: DEBUG oslo_concurrency.lockutils [None req-8fa3986e-239a-4c07-900d-9fdb4c657012 tempest-ListServerFiltersTestJSON-1688445247 tempest-ListServerFiltersTestJSON-1688445247-project-member] Acquiring lock "738d3943-b255-4e92-8255-35aa0e3d6190" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 816.519788] env[69770]: DEBUG oslo_concurrency.lockutils [None req-8fa3986e-239a-4c07-900d-9fdb4c657012 tempest-ListServerFiltersTestJSON-1688445247 tempest-ListServerFiltersTestJSON-1688445247-project-member] Lock "738d3943-b255-4e92-8255-35aa0e3d6190" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 816.519997] env[69770]: DEBUG oslo_concurrency.lockutils [None req-8fa3986e-239a-4c07-900d-9fdb4c657012 tempest-ListServerFiltersTestJSON-1688445247 tempest-ListServerFiltersTestJSON-1688445247-project-member] Acquiring lock "738d3943-b255-4e92-8255-35aa0e3d6190-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 816.520691] env[69770]: DEBUG oslo_concurrency.lockutils [None req-8fa3986e-239a-4c07-900d-9fdb4c657012 tempest-ListServerFiltersTestJSON-1688445247 tempest-ListServerFiltersTestJSON-1688445247-project-member] Lock "738d3943-b255-4e92-8255-35aa0e3d6190-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 816.520904] env[69770]: DEBUG oslo_concurrency.lockutils [None req-8fa3986e-239a-4c07-900d-9fdb4c657012 tempest-ListServerFiltersTestJSON-1688445247 tempest-ListServerFiltersTestJSON-1688445247-project-member] Lock "738d3943-b255-4e92-8255-35aa0e3d6190-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 816.523256] env[69770]: INFO nova.compute.manager [None req-8fa3986e-239a-4c07-900d-9fdb4c657012 tempest-ListServerFiltersTestJSON-1688445247 tempest-ListServerFiltersTestJSON-1688445247-project-member] [instance: 738d3943-b255-4e92-8255-35aa0e3d6190] Terminating instance [ 816.540235] env[69770]: INFO nova.compute.manager [None req-84c7969c-aa7f-4564-bfbd-a7d225698ec2 tempest-ServersListShow296Test-1902346217 tempest-ServersListShow296Test-1902346217-project-member] [instance: 1e8ea4f1-cbcf-4c6d-91f3-6ce833f65074] Took 30.33 seconds to build instance. [ 816.546606] env[69770]: DEBUG oslo_concurrency.lockutils [None req-f022397f-4fd0-408f-89f2-b91a168774be tempest-VolumesAdminNegativeTest-624188729 tempest-VolumesAdminNegativeTest-624188729-project-member] Lock "f9f0ae85-57a8-4e21-8e5e-87a3630ee05c" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.893s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 816.596534] env[69770]: DEBUG oslo_concurrency.lockutils [None req-0ec2017d-cd4d-43e9-8d6d-41e01a4f97e8 tempest-ServerAddressesNegativeTestJSON-1442094653 tempest-ServerAddressesNegativeTestJSON-1442094653-project-member] Acquiring lock "be3699ce-b81b-4db4-b82f-1ec081a96855" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 816.596890] env[69770]: DEBUG oslo_concurrency.lockutils [None req-0ec2017d-cd4d-43e9-8d6d-41e01a4f97e8 tempest-ServerAddressesNegativeTestJSON-1442094653 tempest-ServerAddressesNegativeTestJSON-1442094653-project-member] Lock "be3699ce-b81b-4db4-b82f-1ec081a96855" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 816.597114] env[69770]: DEBUG oslo_concurrency.lockutils [None req-0ec2017d-cd4d-43e9-8d6d-41e01a4f97e8 tempest-ServerAddressesNegativeTestJSON-1442094653 tempest-ServerAddressesNegativeTestJSON-1442094653-project-member] Acquiring lock "be3699ce-b81b-4db4-b82f-1ec081a96855-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 816.597329] env[69770]: DEBUG oslo_concurrency.lockutils [None req-0ec2017d-cd4d-43e9-8d6d-41e01a4f97e8 tempest-ServerAddressesNegativeTestJSON-1442094653 tempest-ServerAddressesNegativeTestJSON-1442094653-project-member] Lock "be3699ce-b81b-4db4-b82f-1ec081a96855-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 816.597454] env[69770]: DEBUG oslo_concurrency.lockutils [None req-0ec2017d-cd4d-43e9-8d6d-41e01a4f97e8 tempest-ServerAddressesNegativeTestJSON-1442094653 tempest-ServerAddressesNegativeTestJSON-1442094653-project-member] Lock "be3699ce-b81b-4db4-b82f-1ec081a96855-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 816.599557] env[69770]: INFO nova.compute.manager [None req-0ec2017d-cd4d-43e9-8d6d-41e01a4f97e8 tempest-ServerAddressesNegativeTestJSON-1442094653 tempest-ServerAddressesNegativeTestJSON-1442094653-project-member] [instance: be3699ce-b81b-4db4-b82f-1ec081a96855] Terminating instance [ 816.638907] env[69770]: DEBUG nova.compute.resource_tracker [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] Instance 426f874f-2ebf-4fc9-914d-c46605963d4b has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69770) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 816.639610] env[69770]: DEBUG nova.compute.resource_tracker [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] Instance 38473040-ef89-4a31-8c32-85f10fee039d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69770) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 816.654421] env[69770]: INFO nova.compute.manager [-] [instance: df3c3daf-8cd6-43af-8872-c3cdc0ea11cb] Took 2.08 seconds to deallocate network for instance. [ 816.677857] env[69770]: DEBUG nova.network.neutron [req-1264f44b-c247-4b99-889c-fbaa72d68a52 req-fbdd5eed-3365-47f5-8ada-88cc2d30b068 service nova] [instance: ad5c1512-835d-40f1-97be-59a36e20deda] Updated VIF entry in instance network info cache for port aa017e96-c4f2-40b5-9a69-4cdaf78da133. {{(pid=69770) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 816.678326] env[69770]: DEBUG nova.network.neutron [req-1264f44b-c247-4b99-889c-fbaa72d68a52 req-fbdd5eed-3365-47f5-8ada-88cc2d30b068 service nova] [instance: ad5c1512-835d-40f1-97be-59a36e20deda] Updating instance_info_cache with network_info: [{"id": "aa017e96-c4f2-40b5-9a69-4cdaf78da133", "address": "fa:16:3e:57:e0:63", "network": {"id": "a8637b58-1457-458f-a552-40f66e20af7d", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-1187803412-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9ea34147a34a47d291721f772efe9cb7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5e1049e8-c06b-4c93-a9e1-2cbb530f3f95", "external-id": "nsx-vlan-transportzone-966", "segmentation_id": 966, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaa017e96-c4", "ovs_interfaceid": "aa017e96-c4f2-40b5-9a69-4cdaf78da133", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69770) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 816.969282] env[69770]: DEBUG oslo_vmware.api [None req-056cab01-8e11-4864-9217-2f7b13060378 tempest-InstanceActionsV221TestJSON-434475733 tempest-InstanceActionsV221TestJSON-434475733-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]52d14e36-4da7-ec18-6af9-0ed1142a2170, 'name': SearchDatastore_Task, 'duration_secs': 0.012438} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 816.969586] env[69770]: DEBUG oslo_concurrency.lockutils [None req-056cab01-8e11-4864-9217-2f7b13060378 tempest-InstanceActionsV221TestJSON-434475733 tempest-InstanceActionsV221TestJSON-434475733-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.969823] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-056cab01-8e11-4864-9217-2f7b13060378 tempest-InstanceActionsV221TestJSON-434475733 tempest-InstanceActionsV221TestJSON-434475733-project-member] [instance: ad5c1512-835d-40f1-97be-59a36e20deda] Processing image d1eaff80-24a0-4391-90eb-59958b1ecf0a {{(pid=69770) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 816.970104] env[69770]: DEBUG oslo_concurrency.lockutils [None req-056cab01-8e11-4864-9217-2f7b13060378 tempest-InstanceActionsV221TestJSON-434475733 tempest-InstanceActionsV221TestJSON-434475733-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.970240] env[69770]: DEBUG oslo_concurrency.lockutils [None req-056cab01-8e11-4864-9217-2f7b13060378 tempest-InstanceActionsV221TestJSON-434475733 tempest-InstanceActionsV221TestJSON-434475733-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.970383] env[69770]: DEBUG nova.virt.vmwareapi.ds_util [None req-056cab01-8e11-4864-9217-2f7b13060378 tempest-InstanceActionsV221TestJSON-434475733 tempest-InstanceActionsV221TestJSON-434475733-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69770) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 816.970646] env[69770]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-67040e33-3d39-4590-a8af-522962a59315 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.983207] env[69770]: DEBUG nova.virt.vmwareapi.ds_util [None req-056cab01-8e11-4864-9217-2f7b13060378 tempest-InstanceActionsV221TestJSON-434475733 tempest-InstanceActionsV221TestJSON-434475733-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69770) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 816.983387] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-056cab01-8e11-4864-9217-2f7b13060378 tempest-InstanceActionsV221TestJSON-434475733 tempest-InstanceActionsV221TestJSON-434475733-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69770) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 816.984259] env[69770]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ff9a0ce7-9c1b-4491-b6b1-e490aab94ded {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.990200] env[69770]: DEBUG oslo_vmware.api [None req-056cab01-8e11-4864-9217-2f7b13060378 tempest-InstanceActionsV221TestJSON-434475733 tempest-InstanceActionsV221TestJSON-434475733-project-member] Waiting for the task: (returnval){ [ 816.990200] env[69770]: value = "session[52161b52-cb8e-ec9f-1132-2f6b49549d41]521c46c4-82e5-2f55-ee95-e1643fbaa92b" [ 816.990200] env[69770]: _type = "Task" [ 816.990200] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 816.995978] env[69770]: DEBUG oslo_concurrency.lockutils [None req-8eb9c690-474e-4cda-a184-888b5650a2c8 tempest-SecurityGroupsTestJSON-864666295 tempest-SecurityGroupsTestJSON-864666295-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 817.001538] env[69770]: DEBUG oslo_vmware.api [None req-056cab01-8e11-4864-9217-2f7b13060378 tempest-InstanceActionsV221TestJSON-434475733 tempest-InstanceActionsV221TestJSON-434475733-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]521c46c4-82e5-2f55-ee95-e1643fbaa92b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.026931] env[69770]: DEBUG nova.compute.manager [None req-8fa3986e-239a-4c07-900d-9fdb4c657012 tempest-ListServerFiltersTestJSON-1688445247 tempest-ListServerFiltersTestJSON-1688445247-project-member] [instance: 738d3943-b255-4e92-8255-35aa0e3d6190] Start destroying the instance on the hypervisor. {{(pid=69770) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 817.027198] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-8fa3986e-239a-4c07-900d-9fdb4c657012 tempest-ListServerFiltersTestJSON-1688445247 tempest-ListServerFiltersTestJSON-1688445247-project-member] [instance: 738d3943-b255-4e92-8255-35aa0e3d6190] Destroying instance {{(pid=69770) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 817.028126] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-622d05ce-1445-4c9c-aa95-40a87df1064d {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.036931] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-8fa3986e-239a-4c07-900d-9fdb4c657012 tempest-ListServerFiltersTestJSON-1688445247 tempest-ListServerFiltersTestJSON-1688445247-project-member] [instance: 738d3943-b255-4e92-8255-35aa0e3d6190] Powering off the VM {{(pid=69770) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 817.037233] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fa352209-9b02-4855-9045-1e184eab0abd {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.042462] env[69770]: DEBUG oslo_concurrency.lockutils [None req-84c7969c-aa7f-4564-bfbd-a7d225698ec2 tempest-ServersListShow296Test-1902346217 tempest-ServersListShow296Test-1902346217-project-member] Lock "1e8ea4f1-cbcf-4c6d-91f3-6ce833f65074" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 69.133s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 817.045090] env[69770]: DEBUG oslo_vmware.api [None req-8fa3986e-239a-4c07-900d-9fdb4c657012 tempest-ListServerFiltersTestJSON-1688445247 tempest-ListServerFiltersTestJSON-1688445247-project-member] Waiting for the task: (returnval){ [ 817.045090] env[69770]: value = "task-4069634" [ 817.045090] env[69770]: _type = "Task" [ 817.045090] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 817.054790] env[69770]: DEBUG oslo_vmware.api [None req-8fa3986e-239a-4c07-900d-9fdb4c657012 tempest-ListServerFiltersTestJSON-1688445247 tempest-ListServerFiltersTestJSON-1688445247-project-member] Task: {'id': task-4069634, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.104338] env[69770]: DEBUG nova.compute.manager [None req-0ec2017d-cd4d-43e9-8d6d-41e01a4f97e8 tempest-ServerAddressesNegativeTestJSON-1442094653 tempest-ServerAddressesNegativeTestJSON-1442094653-project-member] [instance: be3699ce-b81b-4db4-b82f-1ec081a96855] Start destroying the instance on the hypervisor. {{(pid=69770) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 817.104752] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-0ec2017d-cd4d-43e9-8d6d-41e01a4f97e8 tempest-ServerAddressesNegativeTestJSON-1442094653 tempest-ServerAddressesNegativeTestJSON-1442094653-project-member] [instance: be3699ce-b81b-4db4-b82f-1ec081a96855] Destroying instance {{(pid=69770) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 817.105628] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03415e34-b36b-49e8-a9f1-7161199111c2 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.114710] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ec2017d-cd4d-43e9-8d6d-41e01a4f97e8 tempest-ServerAddressesNegativeTestJSON-1442094653 tempest-ServerAddressesNegativeTestJSON-1442094653-project-member] [instance: be3699ce-b81b-4db4-b82f-1ec081a96855] Powering off the VM {{(pid=69770) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 817.114967] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d98c7785-021f-4d60-b928-58e98ee9cf11 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.123459] env[69770]: DEBUG oslo_vmware.api [None req-0ec2017d-cd4d-43e9-8d6d-41e01a4f97e8 tempest-ServerAddressesNegativeTestJSON-1442094653 tempest-ServerAddressesNegativeTestJSON-1442094653-project-member] Waiting for the task: (returnval){ [ 817.123459] env[69770]: value = "task-4069635" [ 817.123459] env[69770]: _type = "Task" [ 817.123459] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 817.134919] env[69770]: DEBUG oslo_vmware.api [None req-0ec2017d-cd4d-43e9-8d6d-41e01a4f97e8 tempest-ServerAddressesNegativeTestJSON-1442094653 tempest-ServerAddressesNegativeTestJSON-1442094653-project-member] Task: {'id': task-4069635, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.143379] env[69770]: DEBUG nova.compute.resource_tracker [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] Instance 45b73d40-e4b9-4c65-82b4-0bb39b3f418b has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69770) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 817.143707] env[69770]: DEBUG nova.compute.resource_tracker [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] Total usable vcpus: 48, total allocated vcpus: 25 {{(pid=69770) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 817.143707] env[69770]: DEBUG nova.compute.resource_tracker [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=5440MB phys_disk=200GB used_disk=25GB total_vcpus=48 used_vcpus=25 pci_stats=[] {{(pid=69770) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 817.163812] env[69770]: DEBUG oslo_concurrency.lockutils [None req-41e3ba78-966e-44d6-b408-ea0f42bea642 tempest-VolumesAssistedSnapshotsTest-780901493 tempest-VolumesAssistedSnapshotsTest-780901493-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 817.182092] env[69770]: DEBUG oslo_concurrency.lockutils [req-1264f44b-c247-4b99-889c-fbaa72d68a52 req-fbdd5eed-3365-47f5-8ada-88cc2d30b068 service nova] Releasing lock "refresh_cache-ad5c1512-835d-40f1-97be-59a36e20deda" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.411248] env[69770]: DEBUG nova.compute.manager [None req-0b5cc451-2f61-4755-aa61-8351a084aebc tempest-ImagesOneServerNegativeTestJSON-405389268 tempest-ImagesOneServerNegativeTestJSON-405389268-project-member] [instance: 828f7a0a-dd24-4c98-85cf-5d99627860d7] Checking state {{(pid=69770) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 817.415241] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-599a77be-731a-46cb-a697-5b57c2147995 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.500898] env[69770]: DEBUG oslo_vmware.api [None req-056cab01-8e11-4864-9217-2f7b13060378 tempest-InstanceActionsV221TestJSON-434475733 tempest-InstanceActionsV221TestJSON-434475733-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]521c46c4-82e5-2f55-ee95-e1643fbaa92b, 'name': SearchDatastore_Task, 'duration_secs': 0.031652} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 817.504605] env[69770]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b1750886-c19c-4cd4-a4a2-731129c01225 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.511443] env[69770]: DEBUG oslo_vmware.api [None req-056cab01-8e11-4864-9217-2f7b13060378 tempest-InstanceActionsV221TestJSON-434475733 tempest-InstanceActionsV221TestJSON-434475733-project-member] Waiting for the task: (returnval){ [ 817.511443] env[69770]: value = "session[52161b52-cb8e-ec9f-1132-2f6b49549d41]5265c9ef-4cb8-62a9-8d51-2c5c6e7d111b" [ 817.511443] env[69770]: _type = "Task" [ 817.511443] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 817.521585] env[69770]: DEBUG oslo_vmware.api [None req-056cab01-8e11-4864-9217-2f7b13060378 tempest-InstanceActionsV221TestJSON-434475733 tempest-InstanceActionsV221TestJSON-434475733-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]5265c9ef-4cb8-62a9-8d51-2c5c6e7d111b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.551404] env[69770]: DEBUG nova.compute.manager [None req-04e68aa8-dfb3-478f-afa8-fedb2f40a3b5 tempest-MigrationsAdminTest-1409017777 tempest-MigrationsAdminTest-1409017777-project-member] [instance: 95957450-4202-4400-ab80-e9d3a56b2efb] Starting instance... {{(pid=69770) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 817.570544] env[69770]: DEBUG oslo_vmware.api [None req-8fa3986e-239a-4c07-900d-9fdb4c657012 tempest-ListServerFiltersTestJSON-1688445247 tempest-ListServerFiltersTestJSON-1688445247-project-member] Task: {'id': task-4069634, 'name': PowerOffVM_Task, 'duration_secs': 0.226836} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 817.570905] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-8fa3986e-239a-4c07-900d-9fdb4c657012 tempest-ListServerFiltersTestJSON-1688445247 tempest-ListServerFiltersTestJSON-1688445247-project-member] [instance: 738d3943-b255-4e92-8255-35aa0e3d6190] Powered off the VM {{(pid=69770) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 817.571081] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-8fa3986e-239a-4c07-900d-9fdb4c657012 tempest-ListServerFiltersTestJSON-1688445247 tempest-ListServerFiltersTestJSON-1688445247-project-member] [instance: 738d3943-b255-4e92-8255-35aa0e3d6190] Unregistering the VM {{(pid=69770) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 817.571357] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-58aeea83-722e-4370-91d6-5a5a0547af76 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.634824] env[69770]: DEBUG oslo_vmware.api [None req-0ec2017d-cd4d-43e9-8d6d-41e01a4f97e8 tempest-ServerAddressesNegativeTestJSON-1442094653 tempest-ServerAddressesNegativeTestJSON-1442094653-project-member] Task: {'id': task-4069635, 'name': PowerOffVM_Task, 'duration_secs': 0.243776} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 817.635179] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ec2017d-cd4d-43e9-8d6d-41e01a4f97e8 tempest-ServerAddressesNegativeTestJSON-1442094653 tempest-ServerAddressesNegativeTestJSON-1442094653-project-member] [instance: be3699ce-b81b-4db4-b82f-1ec081a96855] Powered off the VM {{(pid=69770) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 817.635368] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-0ec2017d-cd4d-43e9-8d6d-41e01a4f97e8 tempest-ServerAddressesNegativeTestJSON-1442094653 tempest-ServerAddressesNegativeTestJSON-1442094653-project-member] [instance: be3699ce-b81b-4db4-b82f-1ec081a96855] Unregistering the VM {{(pid=69770) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 817.635695] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-46b424ca-d426-445c-8aab-91dbd091646c {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.657341] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-8fa3986e-239a-4c07-900d-9fdb4c657012 tempest-ListServerFiltersTestJSON-1688445247 tempest-ListServerFiltersTestJSON-1688445247-project-member] [instance: 738d3943-b255-4e92-8255-35aa0e3d6190] Unregistered the VM {{(pid=69770) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 817.657556] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-8fa3986e-239a-4c07-900d-9fdb4c657012 tempest-ListServerFiltersTestJSON-1688445247 tempest-ListServerFiltersTestJSON-1688445247-project-member] [instance: 738d3943-b255-4e92-8255-35aa0e3d6190] Deleting contents of the VM from datastore datastore2 {{(pid=69770) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 817.657735] env[69770]: DEBUG nova.virt.vmwareapi.ds_util [None req-8fa3986e-239a-4c07-900d-9fdb4c657012 tempest-ListServerFiltersTestJSON-1688445247 tempest-ListServerFiltersTestJSON-1688445247-project-member] Deleting the datastore file [datastore2] 738d3943-b255-4e92-8255-35aa0e3d6190 {{(pid=69770) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 817.658222] env[69770]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6be7d2c4-c4b8-4d8b-a981-1853b5b7c71d {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.665438] env[69770]: DEBUG oslo_vmware.api [None req-8fa3986e-239a-4c07-900d-9fdb4c657012 tempest-ListServerFiltersTestJSON-1688445247 tempest-ListServerFiltersTestJSON-1688445247-project-member] Waiting for the task: (returnval){ [ 817.665438] env[69770]: value = "task-4069638" [ 817.665438] env[69770]: _type = "Task" [ 817.665438] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 817.674498] env[69770]: DEBUG oslo_vmware.api [None req-8fa3986e-239a-4c07-900d-9fdb4c657012 tempest-ListServerFiltersTestJSON-1688445247 tempest-ListServerFiltersTestJSON-1688445247-project-member] Task: {'id': task-4069638, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.713036] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-0ec2017d-cd4d-43e9-8d6d-41e01a4f97e8 tempest-ServerAddressesNegativeTestJSON-1442094653 tempest-ServerAddressesNegativeTestJSON-1442094653-project-member] [instance: be3699ce-b81b-4db4-b82f-1ec081a96855] Unregistered the VM {{(pid=69770) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 817.713036] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-0ec2017d-cd4d-43e9-8d6d-41e01a4f97e8 tempest-ServerAddressesNegativeTestJSON-1442094653 tempest-ServerAddressesNegativeTestJSON-1442094653-project-member] [instance: be3699ce-b81b-4db4-b82f-1ec081a96855] Deleting contents of the VM from datastore datastore1 {{(pid=69770) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 817.713036] env[69770]: DEBUG nova.virt.vmwareapi.ds_util [None req-0ec2017d-cd4d-43e9-8d6d-41e01a4f97e8 tempest-ServerAddressesNegativeTestJSON-1442094653 tempest-ServerAddressesNegativeTestJSON-1442094653-project-member] Deleting the datastore file [datastore1] be3699ce-b81b-4db4-b82f-1ec081a96855 {{(pid=69770) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 817.713036] env[69770]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ecb8ddd6-0538-4e9a-acdc-1f59e35cf1b8 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.719387] env[69770]: DEBUG oslo_vmware.api [None req-0ec2017d-cd4d-43e9-8d6d-41e01a4f97e8 tempest-ServerAddressesNegativeTestJSON-1442094653 tempest-ServerAddressesNegativeTestJSON-1442094653-project-member] Waiting for the task: (returnval){ [ 817.719387] env[69770]: value = "task-4069639" [ 817.719387] env[69770]: _type = "Task" [ 817.719387] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 817.732743] env[69770]: DEBUG oslo_vmware.api [None req-0ec2017d-cd4d-43e9-8d6d-41e01a4f97e8 tempest-ServerAddressesNegativeTestJSON-1442094653 tempest-ServerAddressesNegativeTestJSON-1442094653-project-member] Task: {'id': task-4069639, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.837547] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72afcb38-66ba-4fa9-8066-db7d7f595d0a {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.845917] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7aaa30cf-d699-4a23-b0db-5f4e90e2cff4 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.878329] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d749a75-f8df-4e28-be8c-62aea10212aa {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.887023] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57dbda69-f7ce-44c4-ac20-e7bafd178ae8 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.902231] env[69770]: DEBUG nova.compute.provider_tree [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] Inventory has not changed in ProviderTree for provider: 7cc7d32b-b7a7-454a-a456-2a440248ed9d {{(pid=69770) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 817.930434] env[69770]: INFO nova.compute.manager [None req-0b5cc451-2f61-4755-aa61-8351a084aebc tempest-ImagesOneServerNegativeTestJSON-405389268 tempest-ImagesOneServerNegativeTestJSON-405389268-project-member] [instance: 828f7a0a-dd24-4c98-85cf-5d99627860d7] instance snapshotting [ 817.933099] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1288059b-fa47-45d9-93d4-934ad8e06318 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.953682] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9338876-e36b-49ca-b0c8-b8f219c7becf {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.968537] env[69770]: DEBUG oslo_concurrency.lockutils [None req-f1146024-25b9-464c-ac47-e5fd5c9159d8 tempest-VolumesAdminNegativeTest-624188729 tempest-VolumesAdminNegativeTest-624188729-project-member] Acquiring lock "f9f0ae85-57a8-4e21-8e5e-87a3630ee05c" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 817.968788] env[69770]: DEBUG oslo_concurrency.lockutils [None req-f1146024-25b9-464c-ac47-e5fd5c9159d8 tempest-VolumesAdminNegativeTest-624188729 tempest-VolumesAdminNegativeTest-624188729-project-member] Lock "f9f0ae85-57a8-4e21-8e5e-87a3630ee05c" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 818.022805] env[69770]: DEBUG oslo_vmware.api [None req-056cab01-8e11-4864-9217-2f7b13060378 tempest-InstanceActionsV221TestJSON-434475733 tempest-InstanceActionsV221TestJSON-434475733-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]5265c9ef-4cb8-62a9-8d51-2c5c6e7d111b, 'name': SearchDatastore_Task, 'duration_secs': 0.030703} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 818.023109] env[69770]: DEBUG oslo_concurrency.lockutils [None req-056cab01-8e11-4864-9217-2f7b13060378 tempest-InstanceActionsV221TestJSON-434475733 tempest-InstanceActionsV221TestJSON-434475733-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.023368] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-056cab01-8e11-4864-9217-2f7b13060378 tempest-InstanceActionsV221TestJSON-434475733 tempest-InstanceActionsV221TestJSON-434475733-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk to [datastore2] ad5c1512-835d-40f1-97be-59a36e20deda/ad5c1512-835d-40f1-97be-59a36e20deda.vmdk {{(pid=69770) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 818.023671] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9318df19-7c02-4ad6-9f8f-c7c3a39c5fcd {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.031157] env[69770]: DEBUG oslo_vmware.api [None req-056cab01-8e11-4864-9217-2f7b13060378 tempest-InstanceActionsV221TestJSON-434475733 tempest-InstanceActionsV221TestJSON-434475733-project-member] Waiting for the task: (returnval){ [ 818.031157] env[69770]: value = "task-4069640" [ 818.031157] env[69770]: _type = "Task" [ 818.031157] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 818.042947] env[69770]: DEBUG oslo_vmware.api [None req-056cab01-8e11-4864-9217-2f7b13060378 tempest-InstanceActionsV221TestJSON-434475733 tempest-InstanceActionsV221TestJSON-434475733-project-member] Task: {'id': task-4069640, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.075536] env[69770]: DEBUG oslo_concurrency.lockutils [None req-04e68aa8-dfb3-478f-afa8-fedb2f40a3b5 tempest-MigrationsAdminTest-1409017777 tempest-MigrationsAdminTest-1409017777-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 818.176086] env[69770]: DEBUG oslo_vmware.api [None req-8fa3986e-239a-4c07-900d-9fdb4c657012 tempest-ListServerFiltersTestJSON-1688445247 tempest-ListServerFiltersTestJSON-1688445247-project-member] Task: {'id': task-4069638, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.236517} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 818.176411] env[69770]: DEBUG nova.virt.vmwareapi.ds_util [None req-8fa3986e-239a-4c07-900d-9fdb4c657012 tempest-ListServerFiltersTestJSON-1688445247 tempest-ListServerFiltersTestJSON-1688445247-project-member] Deleted the datastore file {{(pid=69770) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 818.176645] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-8fa3986e-239a-4c07-900d-9fdb4c657012 tempest-ListServerFiltersTestJSON-1688445247 tempest-ListServerFiltersTestJSON-1688445247-project-member] [instance: 738d3943-b255-4e92-8255-35aa0e3d6190] Deleted contents of the VM from datastore datastore2 {{(pid=69770) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 818.176910] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-8fa3986e-239a-4c07-900d-9fdb4c657012 tempest-ListServerFiltersTestJSON-1688445247 tempest-ListServerFiltersTestJSON-1688445247-project-member] [instance: 738d3943-b255-4e92-8255-35aa0e3d6190] Instance destroyed {{(pid=69770) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 818.177217] env[69770]: INFO nova.compute.manager [None req-8fa3986e-239a-4c07-900d-9fdb4c657012 tempest-ListServerFiltersTestJSON-1688445247 tempest-ListServerFiltersTestJSON-1688445247-project-member] [instance: 738d3943-b255-4e92-8255-35aa0e3d6190] Took 1.15 seconds to destroy the instance on the hypervisor. [ 818.177473] env[69770]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8fa3986e-239a-4c07-900d-9fdb4c657012 tempest-ListServerFiltersTestJSON-1688445247 tempest-ListServerFiltersTestJSON-1688445247-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69770) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 818.177715] env[69770]: DEBUG nova.compute.manager [-] [instance: 738d3943-b255-4e92-8255-35aa0e3d6190] Deallocating network for instance {{(pid=69770) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 818.177825] env[69770]: DEBUG nova.network.neutron [-] [instance: 738d3943-b255-4e92-8255-35aa0e3d6190] deallocate_for_instance() {{(pid=69770) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 818.231390] env[69770]: DEBUG oslo_vmware.api [None req-0ec2017d-cd4d-43e9-8d6d-41e01a4f97e8 tempest-ServerAddressesNegativeTestJSON-1442094653 tempest-ServerAddressesNegativeTestJSON-1442094653-project-member] Task: {'id': task-4069639, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.27673} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 818.231390] env[69770]: DEBUG nova.virt.vmwareapi.ds_util [None req-0ec2017d-cd4d-43e9-8d6d-41e01a4f97e8 tempest-ServerAddressesNegativeTestJSON-1442094653 tempest-ServerAddressesNegativeTestJSON-1442094653-project-member] Deleted the datastore file {{(pid=69770) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 818.231390] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-0ec2017d-cd4d-43e9-8d6d-41e01a4f97e8 tempest-ServerAddressesNegativeTestJSON-1442094653 tempest-ServerAddressesNegativeTestJSON-1442094653-project-member] [instance: be3699ce-b81b-4db4-b82f-1ec081a96855] Deleted contents of the VM from datastore datastore1 {{(pid=69770) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 818.231390] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-0ec2017d-cd4d-43e9-8d6d-41e01a4f97e8 tempest-ServerAddressesNegativeTestJSON-1442094653 tempest-ServerAddressesNegativeTestJSON-1442094653-project-member] [instance: be3699ce-b81b-4db4-b82f-1ec081a96855] Instance destroyed {{(pid=69770) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 818.231390] env[69770]: INFO nova.compute.manager [None req-0ec2017d-cd4d-43e9-8d6d-41e01a4f97e8 tempest-ServerAddressesNegativeTestJSON-1442094653 tempest-ServerAddressesNegativeTestJSON-1442094653-project-member] [instance: be3699ce-b81b-4db4-b82f-1ec081a96855] Took 1.13 seconds to destroy the instance on the hypervisor. [ 818.231551] env[69770]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0ec2017d-cd4d-43e9-8d6d-41e01a4f97e8 tempest-ServerAddressesNegativeTestJSON-1442094653 tempest-ServerAddressesNegativeTestJSON-1442094653-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69770) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 818.231613] env[69770]: DEBUG nova.compute.manager [-] [instance: be3699ce-b81b-4db4-b82f-1ec081a96855] Deallocating network for instance {{(pid=69770) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 818.231718] env[69770]: DEBUG nova.network.neutron [-] [instance: be3699ce-b81b-4db4-b82f-1ec081a96855] deallocate_for_instance() {{(pid=69770) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 818.406736] env[69770]: DEBUG nova.scheduler.client.report [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] Inventory has not changed for provider 7cc7d32b-b7a7-454a-a456-2a440248ed9d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69770) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 818.466226] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-0b5cc451-2f61-4755-aa61-8351a084aebc tempest-ImagesOneServerNegativeTestJSON-405389268 tempest-ImagesOneServerNegativeTestJSON-405389268-project-member] [instance: 828f7a0a-dd24-4c98-85cf-5d99627860d7] Creating Snapshot of the VM instance {{(pid=69770) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 818.467986] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-25f65a17-8c8d-42b3-a427-0e71a33a767d {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.473305] env[69770]: INFO nova.compute.manager [None req-f1146024-25b9-464c-ac47-e5fd5c9159d8 tempest-VolumesAdminNegativeTest-624188729 tempest-VolumesAdminNegativeTest-624188729-project-member] [instance: f9f0ae85-57a8-4e21-8e5e-87a3630ee05c] Detaching volume 50879816-404b-4511-a909-5d3d38d893d8 [ 818.479804] env[69770]: DEBUG oslo_vmware.api [None req-0b5cc451-2f61-4755-aa61-8351a084aebc tempest-ImagesOneServerNegativeTestJSON-405389268 tempest-ImagesOneServerNegativeTestJSON-405389268-project-member] Waiting for the task: (returnval){ [ 818.479804] env[69770]: value = "task-4069642" [ 818.479804] env[69770]: _type = "Task" [ 818.479804] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 818.501327] env[69770]: DEBUG oslo_vmware.api [None req-0b5cc451-2f61-4755-aa61-8351a084aebc tempest-ImagesOneServerNegativeTestJSON-405389268 tempest-ImagesOneServerNegativeTestJSON-405389268-project-member] Task: {'id': task-4069642, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.544173] env[69770]: DEBUG oslo_vmware.api [None req-056cab01-8e11-4864-9217-2f7b13060378 tempest-InstanceActionsV221TestJSON-434475733 tempest-InstanceActionsV221TestJSON-434475733-project-member] Task: {'id': task-4069640, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.545498] env[69770]: INFO nova.virt.block_device [None req-f1146024-25b9-464c-ac47-e5fd5c9159d8 tempest-VolumesAdminNegativeTest-624188729 tempest-VolumesAdminNegativeTest-624188729-project-member] [instance: f9f0ae85-57a8-4e21-8e5e-87a3630ee05c] Attempting to driver detach volume 50879816-404b-4511-a909-5d3d38d893d8 from mountpoint /dev/sdb [ 818.546331] env[69770]: DEBUG nova.virt.vmwareapi.volumeops [None req-f1146024-25b9-464c-ac47-e5fd5c9159d8 tempest-VolumesAdminNegativeTest-624188729 tempest-VolumesAdminNegativeTest-624188729-project-member] [instance: f9f0ae85-57a8-4e21-8e5e-87a3630ee05c] Volume detach. Driver type: vmdk {{(pid=69770) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 818.546331] env[69770]: DEBUG nova.virt.vmwareapi.volumeops [None req-f1146024-25b9-464c-ac47-e5fd5c9159d8 tempest-VolumesAdminNegativeTest-624188729 tempest-VolumesAdminNegativeTest-624188729-project-member] [instance: f9f0ae85-57a8-4e21-8e5e-87a3630ee05c] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-806477', 'volume_id': '50879816-404b-4511-a909-5d3d38d893d8', 'name': 'volume-50879816-404b-4511-a909-5d3d38d893d8', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'f9f0ae85-57a8-4e21-8e5e-87a3630ee05c', 'attached_at': '', 'detached_at': '', 'volume_id': '50879816-404b-4511-a909-5d3d38d893d8', 'serial': '50879816-404b-4511-a909-5d3d38d893d8'} {{(pid=69770) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 818.547282] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8176f69f-8450-43b5-826a-19413ad274f0 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.580516] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3adc6a91-dc32-4aae-8d62-1ab27137477f {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.590887] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8992db24-43e0-4bea-8689-134f031fe242 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.619488] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5884732-fefc-425a-b2ef-b30bd4d267ea {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.649762] env[69770]: DEBUG nova.virt.vmwareapi.volumeops [None req-f1146024-25b9-464c-ac47-e5fd5c9159d8 tempest-VolumesAdminNegativeTest-624188729 tempest-VolumesAdminNegativeTest-624188729-project-member] The volume has not been displaced from its original location: [datastore2] volume-50879816-404b-4511-a909-5d3d38d893d8/volume-50879816-404b-4511-a909-5d3d38d893d8.vmdk. No consolidation needed. {{(pid=69770) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 818.655629] env[69770]: DEBUG nova.virt.vmwareapi.volumeops [None req-f1146024-25b9-464c-ac47-e5fd5c9159d8 tempest-VolumesAdminNegativeTest-624188729 tempest-VolumesAdminNegativeTest-624188729-project-member] [instance: f9f0ae85-57a8-4e21-8e5e-87a3630ee05c] Reconfiguring VM instance instance-00000016 to detach disk 2001 {{(pid=69770) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 818.660510] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-06ffcbeb-f413-446e-9b74-d60c8bb97882 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.680496] env[69770]: DEBUG oslo_vmware.api [None req-f1146024-25b9-464c-ac47-e5fd5c9159d8 tempest-VolumesAdminNegativeTest-624188729 tempest-VolumesAdminNegativeTest-624188729-project-member] Waiting for the task: (returnval){ [ 818.680496] env[69770]: value = "task-4069643" [ 818.680496] env[69770]: _type = "Task" [ 818.680496] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 818.694624] env[69770]: DEBUG oslo_vmware.api [None req-f1146024-25b9-464c-ac47-e5fd5c9159d8 tempest-VolumesAdminNegativeTest-624188729 tempest-VolumesAdminNegativeTest-624188729-project-member] Task: {'id': task-4069643, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.730174] env[69770]: DEBUG nova.compute.manager [req-97e30cd8-a7f7-4489-a36a-8568dee59d2a req-077d71c8-2dff-45e5-915f-835c88d83160 service nova] [instance: 738d3943-b255-4e92-8255-35aa0e3d6190] Received event network-vif-deleted-706d08b7-4902-43b3-89c7-a48ce3838901 {{(pid=69770) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 818.730810] env[69770]: INFO nova.compute.manager [req-97e30cd8-a7f7-4489-a36a-8568dee59d2a req-077d71c8-2dff-45e5-915f-835c88d83160 service nova] [instance: 738d3943-b255-4e92-8255-35aa0e3d6190] Neutron deleted interface 706d08b7-4902-43b3-89c7-a48ce3838901; detaching it from the instance and deleting it from the info cache [ 818.730810] env[69770]: DEBUG nova.network.neutron [req-97e30cd8-a7f7-4489-a36a-8568dee59d2a req-077d71c8-2dff-45e5-915f-835c88d83160 service nova] [instance: 738d3943-b255-4e92-8255-35aa0e3d6190] Updating instance_info_cache with network_info: [] {{(pid=69770) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 818.749434] env[69770]: DEBUG nova.compute.manager [req-7e83d8c8-74fb-4a01-adc6-21d815541c05 req-b9002917-2c08-4752-81a0-ef6cee50db0f service nova] [instance: be3699ce-b81b-4db4-b82f-1ec081a96855] Received event network-vif-deleted-b7f970e8-18d3-43af-989c-41eeeb3c8891 {{(pid=69770) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 818.749760] env[69770]: INFO nova.compute.manager [req-7e83d8c8-74fb-4a01-adc6-21d815541c05 req-b9002917-2c08-4752-81a0-ef6cee50db0f service nova] [instance: be3699ce-b81b-4db4-b82f-1ec081a96855] Neutron deleted interface b7f970e8-18d3-43af-989c-41eeeb3c8891; detaching it from the instance and deleting it from the info cache [ 818.750016] env[69770]: DEBUG nova.network.neutron [req-7e83d8c8-74fb-4a01-adc6-21d815541c05 req-b9002917-2c08-4752-81a0-ef6cee50db0f service nova] [instance: be3699ce-b81b-4db4-b82f-1ec081a96855] Updating instance_info_cache with network_info: [] {{(pid=69770) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 818.862736] env[69770]: INFO nova.compute.manager [None req-761dd297-90ea-44d9-9422-1aa38be70d42 tempest-ServersListShow296Test-1902346217 tempest-ServersListShow296Test-1902346217-project-member] [instance: 1e8ea4f1-cbcf-4c6d-91f3-6ce833f65074] Rebuilding instance [ 818.913290] env[69770]: DEBUG nova.compute.resource_tracker [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69770) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 818.913578] env[69770]: DEBUG oslo_concurrency.lockutils [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 8.899s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 818.913961] env[69770]: DEBUG oslo_concurrency.lockutils [None req-42ae7b16-f3b8-499c-b271-4aa29c9d234f tempest-MultipleCreateTestJSON-938873983 tempest-MultipleCreateTestJSON-938873983-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.601s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 818.916142] env[69770]: INFO nova.compute.claims [None req-42ae7b16-f3b8-499c-b271-4aa29c9d234f tempest-MultipleCreateTestJSON-938873983 tempest-MultipleCreateTestJSON-938873983-project-member] [instance: c1bf02b7-e9aa-4577-aca6-480b62da79ba] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 818.922701] env[69770]: DEBUG nova.compute.manager [None req-761dd297-90ea-44d9-9422-1aa38be70d42 tempest-ServersListShow296Test-1902346217 tempest-ServersListShow296Test-1902346217-project-member] [instance: 1e8ea4f1-cbcf-4c6d-91f3-6ce833f65074] Checking state {{(pid=69770) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 818.922701] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32cf1511-42cb-41e8-bc4e-9230c4cdcdfe {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.990737] env[69770]: DEBUG oslo_vmware.api [None req-0b5cc451-2f61-4755-aa61-8351a084aebc tempest-ImagesOneServerNegativeTestJSON-405389268 tempest-ImagesOneServerNegativeTestJSON-405389268-project-member] Task: {'id': task-4069642, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.043801] env[69770]: DEBUG oslo_vmware.api [None req-056cab01-8e11-4864-9217-2f7b13060378 tempest-InstanceActionsV221TestJSON-434475733 tempest-InstanceActionsV221TestJSON-434475733-project-member] Task: {'id': task-4069640, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.650214} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 819.043945] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-056cab01-8e11-4864-9217-2f7b13060378 tempest-InstanceActionsV221TestJSON-434475733 tempest-InstanceActionsV221TestJSON-434475733-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk to [datastore2] ad5c1512-835d-40f1-97be-59a36e20deda/ad5c1512-835d-40f1-97be-59a36e20deda.vmdk {{(pid=69770) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 819.044896] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-056cab01-8e11-4864-9217-2f7b13060378 tempest-InstanceActionsV221TestJSON-434475733 tempest-InstanceActionsV221TestJSON-434475733-project-member] [instance: ad5c1512-835d-40f1-97be-59a36e20deda] Extending root virtual disk to 1048576 {{(pid=69770) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 819.044896] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7c227863-4cd1-47df-9678-38c806b21be7 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.052184] env[69770]: DEBUG oslo_vmware.api [None req-056cab01-8e11-4864-9217-2f7b13060378 tempest-InstanceActionsV221TestJSON-434475733 tempest-InstanceActionsV221TestJSON-434475733-project-member] Waiting for the task: (returnval){ [ 819.052184] env[69770]: value = "task-4069644" [ 819.052184] env[69770]: _type = "Task" [ 819.052184] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 819.063646] env[69770]: DEBUG oslo_vmware.api [None req-056cab01-8e11-4864-9217-2f7b13060378 tempest-InstanceActionsV221TestJSON-434475733 tempest-InstanceActionsV221TestJSON-434475733-project-member] Task: {'id': task-4069644, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.097160] env[69770]: DEBUG nova.network.neutron [-] [instance: 738d3943-b255-4e92-8255-35aa0e3d6190] Updating instance_info_cache with network_info: [] {{(pid=69770) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 819.132958] env[69770]: DEBUG nova.network.neutron [-] [instance: be3699ce-b81b-4db4-b82f-1ec081a96855] Updating instance_info_cache with network_info: [] {{(pid=69770) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 819.195972] env[69770]: DEBUG oslo_vmware.api [None req-f1146024-25b9-464c-ac47-e5fd5c9159d8 tempest-VolumesAdminNegativeTest-624188729 tempest-VolumesAdminNegativeTest-624188729-project-member] Task: {'id': task-4069643, 'name': ReconfigVM_Task, 'duration_secs': 0.308237} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 819.196651] env[69770]: DEBUG nova.virt.vmwareapi.volumeops [None req-f1146024-25b9-464c-ac47-e5fd5c9159d8 tempest-VolumesAdminNegativeTest-624188729 tempest-VolumesAdminNegativeTest-624188729-project-member] [instance: f9f0ae85-57a8-4e21-8e5e-87a3630ee05c] Reconfigured VM instance instance-00000016 to detach disk 2001 {{(pid=69770) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 819.204347] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a6757bed-d300-417e-a9d3-7d2ddb20e55e {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.227516] env[69770]: DEBUG oslo_vmware.api [None req-f1146024-25b9-464c-ac47-e5fd5c9159d8 tempest-VolumesAdminNegativeTest-624188729 tempest-VolumesAdminNegativeTest-624188729-project-member] Waiting for the task: (returnval){ [ 819.227516] env[69770]: value = "task-4069645" [ 819.227516] env[69770]: _type = "Task" [ 819.227516] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 819.238713] env[69770]: DEBUG oslo_vmware.api [None req-f1146024-25b9-464c-ac47-e5fd5c9159d8 tempest-VolumesAdminNegativeTest-624188729 tempest-VolumesAdminNegativeTest-624188729-project-member] Task: {'id': task-4069645, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.238967] env[69770]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-9d7090d8-41ec-4f18-8d47-29c240947acd {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.248216] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8129a00-e488-4daa-a809-3bc3837c9046 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.259891] env[69770]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-eebca683-8db0-4b56-869f-640594f29f7c {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.272884] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49263349-0959-405b-ac4c-75effe10bdc2 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.305945] env[69770]: DEBUG nova.compute.manager [req-97e30cd8-a7f7-4489-a36a-8568dee59d2a req-077d71c8-2dff-45e5-915f-835c88d83160 service nova] [instance: 738d3943-b255-4e92-8255-35aa0e3d6190] Detach interface failed, port_id=706d08b7-4902-43b3-89c7-a48ce3838901, reason: Instance 738d3943-b255-4e92-8255-35aa0e3d6190 could not be found. {{(pid=69770) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 819.334020] env[69770]: DEBUG nova.compute.manager [req-7e83d8c8-74fb-4a01-adc6-21d815541c05 req-b9002917-2c08-4752-81a0-ef6cee50db0f service nova] [instance: be3699ce-b81b-4db4-b82f-1ec081a96855] Detach interface failed, port_id=b7f970e8-18d3-43af-989c-41eeeb3c8891, reason: Instance be3699ce-b81b-4db4-b82f-1ec081a96855 could not be found. {{(pid=69770) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 819.492139] env[69770]: DEBUG oslo_vmware.api [None req-0b5cc451-2f61-4755-aa61-8351a084aebc tempest-ImagesOneServerNegativeTestJSON-405389268 tempest-ImagesOneServerNegativeTestJSON-405389268-project-member] Task: {'id': task-4069642, 'name': CreateSnapshot_Task, 'duration_secs': 0.944001} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 819.492450] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-0b5cc451-2f61-4755-aa61-8351a084aebc tempest-ImagesOneServerNegativeTestJSON-405389268 tempest-ImagesOneServerNegativeTestJSON-405389268-project-member] [instance: 828f7a0a-dd24-4c98-85cf-5d99627860d7] Created Snapshot of the VM instance {{(pid=69770) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 819.493222] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31127c28-2002-4bf4-b2da-410a938aff1e {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.561647] env[69770]: DEBUG oslo_vmware.api [None req-056cab01-8e11-4864-9217-2f7b13060378 tempest-InstanceActionsV221TestJSON-434475733 tempest-InstanceActionsV221TestJSON-434475733-project-member] Task: {'id': task-4069644, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067786} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 819.562159] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-056cab01-8e11-4864-9217-2f7b13060378 tempest-InstanceActionsV221TestJSON-434475733 tempest-InstanceActionsV221TestJSON-434475733-project-member] [instance: ad5c1512-835d-40f1-97be-59a36e20deda] Extended root virtual disk {{(pid=69770) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 819.564344] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b79aa04e-10e1-4f6e-a149-0606c4d84800 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.588075] env[69770]: DEBUG nova.virt.vmwareapi.volumeops [None req-056cab01-8e11-4864-9217-2f7b13060378 tempest-InstanceActionsV221TestJSON-434475733 tempest-InstanceActionsV221TestJSON-434475733-project-member] [instance: ad5c1512-835d-40f1-97be-59a36e20deda] Reconfiguring VM instance instance-00000023 to attach disk [datastore2] ad5c1512-835d-40f1-97be-59a36e20deda/ad5c1512-835d-40f1-97be-59a36e20deda.vmdk or device None with type sparse {{(pid=69770) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 819.588701] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-21b1cb6e-f54d-45de-870b-99cf097684e4 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.603361] env[69770]: INFO nova.compute.manager [-] [instance: 738d3943-b255-4e92-8255-35aa0e3d6190] Took 1.43 seconds to deallocate network for instance. [ 819.612037] env[69770]: DEBUG oslo_vmware.api [None req-056cab01-8e11-4864-9217-2f7b13060378 tempest-InstanceActionsV221TestJSON-434475733 tempest-InstanceActionsV221TestJSON-434475733-project-member] Waiting for the task: (returnval){ [ 819.612037] env[69770]: value = "task-4069646" [ 819.612037] env[69770]: _type = "Task" [ 819.612037] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 819.623540] env[69770]: DEBUG oslo_vmware.api [None req-056cab01-8e11-4864-9217-2f7b13060378 tempest-InstanceActionsV221TestJSON-434475733 tempest-InstanceActionsV221TestJSON-434475733-project-member] Task: {'id': task-4069646, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.635672] env[69770]: INFO nova.compute.manager [-] [instance: be3699ce-b81b-4db4-b82f-1ec081a96855] Took 1.40 seconds to deallocate network for instance. [ 819.737960] env[69770]: DEBUG oslo_vmware.api [None req-f1146024-25b9-464c-ac47-e5fd5c9159d8 tempest-VolumesAdminNegativeTest-624188729 tempest-VolumesAdminNegativeTest-624188729-project-member] Task: {'id': task-4069645, 'name': ReconfigVM_Task, 'duration_secs': 0.234257} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 819.738332] env[69770]: DEBUG nova.virt.vmwareapi.volumeops [None req-f1146024-25b9-464c-ac47-e5fd5c9159d8 tempest-VolumesAdminNegativeTest-624188729 tempest-VolumesAdminNegativeTest-624188729-project-member] [instance: f9f0ae85-57a8-4e21-8e5e-87a3630ee05c] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-806477', 'volume_id': '50879816-404b-4511-a909-5d3d38d893d8', 'name': 'volume-50879816-404b-4511-a909-5d3d38d893d8', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'f9f0ae85-57a8-4e21-8e5e-87a3630ee05c', 'attached_at': '', 'detached_at': '', 'volume_id': '50879816-404b-4511-a909-5d3d38d893d8', 'serial': '50879816-404b-4511-a909-5d3d38d893d8'} {{(pid=69770) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 819.935718] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-761dd297-90ea-44d9-9422-1aa38be70d42 tempest-ServersListShow296Test-1902346217 tempest-ServersListShow296Test-1902346217-project-member] [instance: 1e8ea4f1-cbcf-4c6d-91f3-6ce833f65074] Powering off the VM {{(pid=69770) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 819.936055] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-32dfc171-0ce6-4ba7-8168-c54dedd62b20 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.944566] env[69770]: DEBUG oslo_vmware.api [None req-761dd297-90ea-44d9-9422-1aa38be70d42 tempest-ServersListShow296Test-1902346217 tempest-ServersListShow296Test-1902346217-project-member] Waiting for the task: (returnval){ [ 819.944566] env[69770]: value = "task-4069647" [ 819.944566] env[69770]: _type = "Task" [ 819.944566] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 819.954683] env[69770]: DEBUG oslo_vmware.api [None req-761dd297-90ea-44d9-9422-1aa38be70d42 tempest-ServersListShow296Test-1902346217 tempest-ServersListShow296Test-1902346217-project-member] Task: {'id': task-4069647, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.015536] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-0b5cc451-2f61-4755-aa61-8351a084aebc tempest-ImagesOneServerNegativeTestJSON-405389268 tempest-ImagesOneServerNegativeTestJSON-405389268-project-member] [instance: 828f7a0a-dd24-4c98-85cf-5d99627860d7] Creating linked-clone VM from snapshot {{(pid=69770) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 820.015815] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-29a9f475-d227-464d-a508-f952e44eb31d {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.030207] env[69770]: DEBUG oslo_vmware.api [None req-0b5cc451-2f61-4755-aa61-8351a084aebc tempest-ImagesOneServerNegativeTestJSON-405389268 tempest-ImagesOneServerNegativeTestJSON-405389268-project-member] Waiting for the task: (returnval){ [ 820.030207] env[69770]: value = "task-4069648" [ 820.030207] env[69770]: _type = "Task" [ 820.030207] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 820.044046] env[69770]: DEBUG oslo_vmware.api [None req-0b5cc451-2f61-4755-aa61-8351a084aebc tempest-ImagesOneServerNegativeTestJSON-405389268 tempest-ImagesOneServerNegativeTestJSON-405389268-project-member] Task: {'id': task-4069648, 'name': CloneVM_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.111173] env[69770]: DEBUG oslo_concurrency.lockutils [None req-8fa3986e-239a-4c07-900d-9fdb4c657012 tempest-ListServerFiltersTestJSON-1688445247 tempest-ListServerFiltersTestJSON-1688445247-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 820.125683] env[69770]: DEBUG oslo_vmware.api [None req-056cab01-8e11-4864-9217-2f7b13060378 tempest-InstanceActionsV221TestJSON-434475733 tempest-InstanceActionsV221TestJSON-434475733-project-member] Task: {'id': task-4069646, 'name': ReconfigVM_Task, 'duration_secs': 0.348985} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 820.126082] env[69770]: DEBUG nova.virt.vmwareapi.volumeops [None req-056cab01-8e11-4864-9217-2f7b13060378 tempest-InstanceActionsV221TestJSON-434475733 tempest-InstanceActionsV221TestJSON-434475733-project-member] [instance: ad5c1512-835d-40f1-97be-59a36e20deda] Reconfigured VM instance instance-00000023 to attach disk [datastore2] ad5c1512-835d-40f1-97be-59a36e20deda/ad5c1512-835d-40f1-97be-59a36e20deda.vmdk or device None with type sparse {{(pid=69770) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 820.126960] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1e202ec9-da15-4ad1-a65c-10c018587325 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.139041] env[69770]: DEBUG oslo_vmware.api [None req-056cab01-8e11-4864-9217-2f7b13060378 tempest-InstanceActionsV221TestJSON-434475733 tempest-InstanceActionsV221TestJSON-434475733-project-member] Waiting for the task: (returnval){ [ 820.139041] env[69770]: value = "task-4069649" [ 820.139041] env[69770]: _type = "Task" [ 820.139041] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 820.144827] env[69770]: DEBUG oslo_concurrency.lockutils [None req-0ec2017d-cd4d-43e9-8d6d-41e01a4f97e8 tempest-ServerAddressesNegativeTestJSON-1442094653 tempest-ServerAddressesNegativeTestJSON-1442094653-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 820.151698] env[69770]: DEBUG oslo_vmware.api [None req-056cab01-8e11-4864-9217-2f7b13060378 tempest-InstanceActionsV221TestJSON-434475733 tempest-InstanceActionsV221TestJSON-434475733-project-member] Task: {'id': task-4069649, 'name': Rename_Task} progress is 5%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.306348] env[69770]: DEBUG nova.objects.instance [None req-f1146024-25b9-464c-ac47-e5fd5c9159d8 tempest-VolumesAdminNegativeTest-624188729 tempest-VolumesAdminNegativeTest-624188729-project-member] Lazy-loading 'flavor' on Instance uuid f9f0ae85-57a8-4e21-8e5e-87a3630ee05c {{(pid=69770) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 820.386082] env[69770]: DEBUG oslo_concurrency.lockutils [None req-a3f83bab-9fe1-4fff-85b0-e0b077db8de0 tempest-ListImageFiltersTestJSON-573549216 tempest-ListImageFiltersTestJSON-573549216-project-member] Acquiring lock "65be68f2-50f6-4ad4-878b-87d12f4cae3e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 820.386416] env[69770]: DEBUG oslo_concurrency.lockutils [None req-a3f83bab-9fe1-4fff-85b0-e0b077db8de0 tempest-ListImageFiltersTestJSON-573549216 tempest-ListImageFiltersTestJSON-573549216-project-member] Lock "65be68f2-50f6-4ad4-878b-87d12f4cae3e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 820.386659] env[69770]: DEBUG oslo_concurrency.lockutils [None req-a3f83bab-9fe1-4fff-85b0-e0b077db8de0 tempest-ListImageFiltersTestJSON-573549216 tempest-ListImageFiltersTestJSON-573549216-project-member] Acquiring lock "65be68f2-50f6-4ad4-878b-87d12f4cae3e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 820.386959] env[69770]: DEBUG oslo_concurrency.lockutils [None req-a3f83bab-9fe1-4fff-85b0-e0b077db8de0 tempest-ListImageFiltersTestJSON-573549216 tempest-ListImageFiltersTestJSON-573549216-project-member] Lock "65be68f2-50f6-4ad4-878b-87d12f4cae3e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 820.387103] env[69770]: DEBUG oslo_concurrency.lockutils [None req-a3f83bab-9fe1-4fff-85b0-e0b077db8de0 tempest-ListImageFiltersTestJSON-573549216 tempest-ListImageFiltersTestJSON-573549216-project-member] Lock "65be68f2-50f6-4ad4-878b-87d12f4cae3e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 820.392890] env[69770]: INFO nova.compute.manager [None req-a3f83bab-9fe1-4fff-85b0-e0b077db8de0 tempest-ListImageFiltersTestJSON-573549216 tempest-ListImageFiltersTestJSON-573549216-project-member] [instance: 65be68f2-50f6-4ad4-878b-87d12f4cae3e] Terminating instance [ 820.455357] env[69770]: DEBUG oslo_vmware.api [None req-761dd297-90ea-44d9-9422-1aa38be70d42 tempest-ServersListShow296Test-1902346217 tempest-ServersListShow296Test-1902346217-project-member] Task: {'id': task-4069647, 'name': PowerOffVM_Task, 'duration_secs': 0.140589} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 820.458624] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-761dd297-90ea-44d9-9422-1aa38be70d42 tempest-ServersListShow296Test-1902346217 tempest-ServersListShow296Test-1902346217-project-member] [instance: 1e8ea4f1-cbcf-4c6d-91f3-6ce833f65074] Powered off the VM {{(pid=69770) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 820.459450] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-761dd297-90ea-44d9-9422-1aa38be70d42 tempest-ServersListShow296Test-1902346217 tempest-ServersListShow296Test-1902346217-project-member] [instance: 1e8ea4f1-cbcf-4c6d-91f3-6ce833f65074] Destroying instance {{(pid=69770) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 820.460781] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc327215-e121-4588-89f7-08dbf448ce6e {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.469114] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-761dd297-90ea-44d9-9422-1aa38be70d42 tempest-ServersListShow296Test-1902346217 tempest-ServersListShow296Test-1902346217-project-member] [instance: 1e8ea4f1-cbcf-4c6d-91f3-6ce833f65074] Unregistering the VM {{(pid=69770) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 820.469428] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1c59abb5-9d2d-4267-894d-ec1f971b0473 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.500614] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-761dd297-90ea-44d9-9422-1aa38be70d42 tempest-ServersListShow296Test-1902346217 tempest-ServersListShow296Test-1902346217-project-member] [instance: 1e8ea4f1-cbcf-4c6d-91f3-6ce833f65074] Unregistered the VM {{(pid=69770) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 820.500614] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-761dd297-90ea-44d9-9422-1aa38be70d42 tempest-ServersListShow296Test-1902346217 tempest-ServersListShow296Test-1902346217-project-member] [instance: 1e8ea4f1-cbcf-4c6d-91f3-6ce833f65074] Deleting contents of the VM from datastore datastore2 {{(pid=69770) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 820.500975] env[69770]: DEBUG nova.virt.vmwareapi.ds_util [None req-761dd297-90ea-44d9-9422-1aa38be70d42 tempest-ServersListShow296Test-1902346217 tempest-ServersListShow296Test-1902346217-project-member] Deleting the datastore file [datastore2] 1e8ea4f1-cbcf-4c6d-91f3-6ce833f65074 {{(pid=69770) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 820.504649] env[69770]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9abf78cd-7e6f-44fc-892f-51e1a2c44bc3 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.513980] env[69770]: DEBUG oslo_vmware.api [None req-761dd297-90ea-44d9-9422-1aa38be70d42 tempest-ServersListShow296Test-1902346217 tempest-ServersListShow296Test-1902346217-project-member] Waiting for the task: (returnval){ [ 820.513980] env[69770]: value = "task-4069652" [ 820.513980] env[69770]: _type = "Task" [ 820.513980] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 820.529211] env[69770]: DEBUG oslo_vmware.api [None req-761dd297-90ea-44d9-9422-1aa38be70d42 tempest-ServersListShow296Test-1902346217 tempest-ServersListShow296Test-1902346217-project-member] Task: {'id': task-4069652, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.543333] env[69770]: DEBUG oslo_vmware.api [None req-0b5cc451-2f61-4755-aa61-8351a084aebc tempest-ImagesOneServerNegativeTestJSON-405389268 tempest-ImagesOneServerNegativeTestJSON-405389268-project-member] Task: {'id': task-4069648, 'name': CloneVM_Task} progress is 94%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.601494] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c72ef408-f6b8-4553-ae74-3e4a0c34e8a8 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.613947] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47c6e2d0-066d-46c3-9f58-40a0f7331b28 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.652260] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c36c8e4-37dc-4afd-8326-8430eab6ed3f {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.660452] env[69770]: DEBUG oslo_vmware.api [None req-056cab01-8e11-4864-9217-2f7b13060378 tempest-InstanceActionsV221TestJSON-434475733 tempest-InstanceActionsV221TestJSON-434475733-project-member] Task: {'id': task-4069649, 'name': Rename_Task, 'duration_secs': 0.328983} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 820.662769] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-056cab01-8e11-4864-9217-2f7b13060378 tempest-InstanceActionsV221TestJSON-434475733 tempest-InstanceActionsV221TestJSON-434475733-project-member] [instance: ad5c1512-835d-40f1-97be-59a36e20deda] Powering on the VM {{(pid=69770) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 820.663104] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-779edea2-7d1f-451c-be3f-1886ed2ae62c {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.665865] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-500249ed-c3d7-4f59-a3ef-115331026a2a {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.681860] env[69770]: DEBUG nova.compute.provider_tree [None req-42ae7b16-f3b8-499c-b271-4aa29c9d234f tempest-MultipleCreateTestJSON-938873983 tempest-MultipleCreateTestJSON-938873983-project-member] Inventory has not changed in ProviderTree for provider: 7cc7d32b-b7a7-454a-a456-2a440248ed9d {{(pid=69770) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 820.686064] env[69770]: DEBUG oslo_vmware.api [None req-056cab01-8e11-4864-9217-2f7b13060378 tempest-InstanceActionsV221TestJSON-434475733 tempest-InstanceActionsV221TestJSON-434475733-project-member] Waiting for the task: (returnval){ [ 820.686064] env[69770]: value = "task-4069653" [ 820.686064] env[69770]: _type = "Task" [ 820.686064] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 820.698132] env[69770]: DEBUG oslo_vmware.api [None req-056cab01-8e11-4864-9217-2f7b13060378 tempest-InstanceActionsV221TestJSON-434475733 tempest-InstanceActionsV221TestJSON-434475733-project-member] Task: {'id': task-4069653, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.897845] env[69770]: DEBUG nova.compute.manager [None req-a3f83bab-9fe1-4fff-85b0-e0b077db8de0 tempest-ListImageFiltersTestJSON-573549216 tempest-ListImageFiltersTestJSON-573549216-project-member] [instance: 65be68f2-50f6-4ad4-878b-87d12f4cae3e] Start destroying the instance on the hypervisor. {{(pid=69770) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 820.898192] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-a3f83bab-9fe1-4fff-85b0-e0b077db8de0 tempest-ListImageFiltersTestJSON-573549216 tempest-ListImageFiltersTestJSON-573549216-project-member] [instance: 65be68f2-50f6-4ad4-878b-87d12f4cae3e] Destroying instance {{(pid=69770) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 820.899227] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f074069-035b-4b39-a89d-821f4d30bba8 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.908461] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-a3f83bab-9fe1-4fff-85b0-e0b077db8de0 tempest-ListImageFiltersTestJSON-573549216 tempest-ListImageFiltersTestJSON-573549216-project-member] [instance: 65be68f2-50f6-4ad4-878b-87d12f4cae3e] Powering off the VM {{(pid=69770) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 820.908687] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4283e3f6-8a35-460d-a443-e2e635a6773b {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.916539] env[69770]: DEBUG oslo_vmware.api [None req-a3f83bab-9fe1-4fff-85b0-e0b077db8de0 tempest-ListImageFiltersTestJSON-573549216 tempest-ListImageFiltersTestJSON-573549216-project-member] Waiting for the task: (returnval){ [ 820.916539] env[69770]: value = "task-4069654" [ 820.916539] env[69770]: _type = "Task" [ 820.916539] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 820.930317] env[69770]: DEBUG oslo_vmware.api [None req-a3f83bab-9fe1-4fff-85b0-e0b077db8de0 tempest-ListImageFiltersTestJSON-573549216 tempest-ListImageFiltersTestJSON-573549216-project-member] Task: {'id': task-4069654, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.024877] env[69770]: DEBUG oslo_vmware.api [None req-761dd297-90ea-44d9-9422-1aa38be70d42 tempest-ServersListShow296Test-1902346217 tempest-ServersListShow296Test-1902346217-project-member] Task: {'id': task-4069652, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.105163} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 821.025251] env[69770]: DEBUG nova.virt.vmwareapi.ds_util [None req-761dd297-90ea-44d9-9422-1aa38be70d42 tempest-ServersListShow296Test-1902346217 tempest-ServersListShow296Test-1902346217-project-member] Deleted the datastore file {{(pid=69770) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 821.025479] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-761dd297-90ea-44d9-9422-1aa38be70d42 tempest-ServersListShow296Test-1902346217 tempest-ServersListShow296Test-1902346217-project-member] [instance: 1e8ea4f1-cbcf-4c6d-91f3-6ce833f65074] Deleted contents of the VM from datastore datastore2 {{(pid=69770) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 821.025713] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-761dd297-90ea-44d9-9422-1aa38be70d42 tempest-ServersListShow296Test-1902346217 tempest-ServersListShow296Test-1902346217-project-member] [instance: 1e8ea4f1-cbcf-4c6d-91f3-6ce833f65074] Instance destroyed {{(pid=69770) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 821.042165] env[69770]: DEBUG oslo_vmware.api [None req-0b5cc451-2f61-4755-aa61-8351a084aebc tempest-ImagesOneServerNegativeTestJSON-405389268 tempest-ImagesOneServerNegativeTestJSON-405389268-project-member] Task: {'id': task-4069648, 'name': CloneVM_Task} progress is 95%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.187082] env[69770]: DEBUG nova.scheduler.client.report [None req-42ae7b16-f3b8-499c-b271-4aa29c9d234f tempest-MultipleCreateTestJSON-938873983 tempest-MultipleCreateTestJSON-938873983-project-member] Inventory has not changed for provider 7cc7d32b-b7a7-454a-a456-2a440248ed9d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69770) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 821.202468] env[69770]: DEBUG oslo_vmware.api [None req-056cab01-8e11-4864-9217-2f7b13060378 tempest-InstanceActionsV221TestJSON-434475733 tempest-InstanceActionsV221TestJSON-434475733-project-member] Task: {'id': task-4069653, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.316388] env[69770]: DEBUG oslo_concurrency.lockutils [None req-f1146024-25b9-464c-ac47-e5fd5c9159d8 tempest-VolumesAdminNegativeTest-624188729 tempest-VolumesAdminNegativeTest-624188729-project-member] Lock "f9f0ae85-57a8-4e21-8e5e-87a3630ee05c" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.347s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 821.428361] env[69770]: DEBUG oslo_vmware.api [None req-a3f83bab-9fe1-4fff-85b0-e0b077db8de0 tempest-ListImageFiltersTestJSON-573549216 tempest-ListImageFiltersTestJSON-573549216-project-member] Task: {'id': task-4069654, 'name': PowerOffVM_Task, 'duration_secs': 0.257315} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 821.428626] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-a3f83bab-9fe1-4fff-85b0-e0b077db8de0 tempest-ListImageFiltersTestJSON-573549216 tempest-ListImageFiltersTestJSON-573549216-project-member] [instance: 65be68f2-50f6-4ad4-878b-87d12f4cae3e] Powered off the VM {{(pid=69770) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 821.428797] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-a3f83bab-9fe1-4fff-85b0-e0b077db8de0 tempest-ListImageFiltersTestJSON-573549216 tempest-ListImageFiltersTestJSON-573549216-project-member] [instance: 65be68f2-50f6-4ad4-878b-87d12f4cae3e] Unregistering the VM {{(pid=69770) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 821.429068] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e4b8bbcc-ffc1-47e4-9acf-6470f4203e47 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.518803] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-a3f83bab-9fe1-4fff-85b0-e0b077db8de0 tempest-ListImageFiltersTestJSON-573549216 tempest-ListImageFiltersTestJSON-573549216-project-member] [instance: 65be68f2-50f6-4ad4-878b-87d12f4cae3e] Unregistered the VM {{(pid=69770) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 821.519209] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-a3f83bab-9fe1-4fff-85b0-e0b077db8de0 tempest-ListImageFiltersTestJSON-573549216 tempest-ListImageFiltersTestJSON-573549216-project-member] [instance: 65be68f2-50f6-4ad4-878b-87d12f4cae3e] Deleting contents of the VM from datastore datastore2 {{(pid=69770) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 821.519469] env[69770]: DEBUG nova.virt.vmwareapi.ds_util [None req-a3f83bab-9fe1-4fff-85b0-e0b077db8de0 tempest-ListImageFiltersTestJSON-573549216 tempest-ListImageFiltersTestJSON-573549216-project-member] Deleting the datastore file [datastore2] 65be68f2-50f6-4ad4-878b-87d12f4cae3e {{(pid=69770) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 821.519857] env[69770]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-acd194bc-bd98-4505-b615-c3741c254c2d {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.535303] env[69770]: DEBUG oslo_vmware.api [None req-a3f83bab-9fe1-4fff-85b0-e0b077db8de0 tempest-ListImageFiltersTestJSON-573549216 tempest-ListImageFiltersTestJSON-573549216-project-member] Waiting for the task: (returnval){ [ 821.535303] env[69770]: value = "task-4069656" [ 821.535303] env[69770]: _type = "Task" [ 821.535303] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 821.551540] env[69770]: DEBUG oslo_vmware.api [None req-a3f83bab-9fe1-4fff-85b0-e0b077db8de0 tempest-ListImageFiltersTestJSON-573549216 tempest-ListImageFiltersTestJSON-573549216-project-member] Task: {'id': task-4069656, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.551622] env[69770]: DEBUG oslo_vmware.api [None req-0b5cc451-2f61-4755-aa61-8351a084aebc tempest-ImagesOneServerNegativeTestJSON-405389268 tempest-ImagesOneServerNegativeTestJSON-405389268-project-member] Task: {'id': task-4069648, 'name': CloneVM_Task, 'duration_secs': 1.293364} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 821.551982] env[69770]: INFO nova.virt.vmwareapi.vmops [None req-0b5cc451-2f61-4755-aa61-8351a084aebc tempest-ImagesOneServerNegativeTestJSON-405389268 tempest-ImagesOneServerNegativeTestJSON-405389268-project-member] [instance: 828f7a0a-dd24-4c98-85cf-5d99627860d7] Created linked-clone VM from snapshot [ 821.556484] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e1137d2-3647-47ef-8b4c-df8b655d3b97 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.563441] env[69770]: DEBUG nova.virt.vmwareapi.images [None req-0b5cc451-2f61-4755-aa61-8351a084aebc tempest-ImagesOneServerNegativeTestJSON-405389268 tempest-ImagesOneServerNegativeTestJSON-405389268-project-member] [instance: 828f7a0a-dd24-4c98-85cf-5d99627860d7] Uploading image 3557843e-21ec-4bdd-90f0-7753a87c0aa7 {{(pid=69770) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 821.576959] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b5cc451-2f61-4755-aa61-8351a084aebc tempest-ImagesOneServerNegativeTestJSON-405389268 tempest-ImagesOneServerNegativeTestJSON-405389268-project-member] [instance: 828f7a0a-dd24-4c98-85cf-5d99627860d7] Destroying the VM {{(pid=69770) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 821.577590] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-917e2c7d-bf33-4919-9170-0e4bbf546ff5 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.587978] env[69770]: DEBUG oslo_vmware.api [None req-0b5cc451-2f61-4755-aa61-8351a084aebc tempest-ImagesOneServerNegativeTestJSON-405389268 tempest-ImagesOneServerNegativeTestJSON-405389268-project-member] Waiting for the task: (returnval){ [ 821.587978] env[69770]: value = "task-4069657" [ 821.587978] env[69770]: _type = "Task" [ 821.587978] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 821.598697] env[69770]: DEBUG oslo_vmware.api [None req-0b5cc451-2f61-4755-aa61-8351a084aebc tempest-ImagesOneServerNegativeTestJSON-405389268 tempest-ImagesOneServerNegativeTestJSON-405389268-project-member] Task: {'id': task-4069657, 'name': Destroy_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.699023] env[69770]: DEBUG oslo_concurrency.lockutils [None req-42ae7b16-f3b8-499c-b271-4aa29c9d234f tempest-MultipleCreateTestJSON-938873983 tempest-MultipleCreateTestJSON-938873983-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.783s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 821.699023] env[69770]: DEBUG nova.compute.manager [None req-42ae7b16-f3b8-499c-b271-4aa29c9d234f tempest-MultipleCreateTestJSON-938873983 tempest-MultipleCreateTestJSON-938873983-project-member] [instance: c1bf02b7-e9aa-4577-aca6-480b62da79ba] Start building networks asynchronously for instance. {{(pid=69770) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 821.708561] env[69770]: DEBUG oslo_concurrency.lockutils [None req-42ae7b16-f3b8-499c-b271-4aa29c9d234f tempest-MultipleCreateTestJSON-938873983 tempest-MultipleCreateTestJSON-938873983-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.500s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 821.710487] env[69770]: INFO nova.compute.claims [None req-42ae7b16-f3b8-499c-b271-4aa29c9d234f tempest-MultipleCreateTestJSON-938873983 tempest-MultipleCreateTestJSON-938873983-project-member] [instance: 271a7171-f68e-40ec-8f3e-87cb9c18e971] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 821.713689] env[69770]: DEBUG oslo_vmware.api [None req-056cab01-8e11-4864-9217-2f7b13060378 tempest-InstanceActionsV221TestJSON-434475733 tempest-InstanceActionsV221TestJSON-434475733-project-member] Task: {'id': task-4069653, 'name': PowerOnVM_Task, 'duration_secs': 0.558242} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 821.714469] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-056cab01-8e11-4864-9217-2f7b13060378 tempest-InstanceActionsV221TestJSON-434475733 tempest-InstanceActionsV221TestJSON-434475733-project-member] [instance: ad5c1512-835d-40f1-97be-59a36e20deda] Powered on the VM {{(pid=69770) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 821.714796] env[69770]: INFO nova.compute.manager [None req-056cab01-8e11-4864-9217-2f7b13060378 tempest-InstanceActionsV221TestJSON-434475733 tempest-InstanceActionsV221TestJSON-434475733-project-member] [instance: ad5c1512-835d-40f1-97be-59a36e20deda] Took 10.14 seconds to spawn the instance on the hypervisor. [ 821.715096] env[69770]: DEBUG nova.compute.manager [None req-056cab01-8e11-4864-9217-2f7b13060378 tempest-InstanceActionsV221TestJSON-434475733 tempest-InstanceActionsV221TestJSON-434475733-project-member] [instance: ad5c1512-835d-40f1-97be-59a36e20deda] Checking state {{(pid=69770) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 821.716121] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4bf9904-ca3f-41a1-94c2-a3921257f855 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.047517] env[69770]: DEBUG oslo_vmware.api [None req-a3f83bab-9fe1-4fff-85b0-e0b077db8de0 tempest-ListImageFiltersTestJSON-573549216 tempest-ListImageFiltersTestJSON-573549216-project-member] Task: {'id': task-4069656, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.262044} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 822.047780] env[69770]: DEBUG nova.virt.vmwareapi.ds_util [None req-a3f83bab-9fe1-4fff-85b0-e0b077db8de0 tempest-ListImageFiltersTestJSON-573549216 tempest-ListImageFiltersTestJSON-573549216-project-member] Deleted the datastore file {{(pid=69770) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 822.047975] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-a3f83bab-9fe1-4fff-85b0-e0b077db8de0 tempest-ListImageFiltersTestJSON-573549216 tempest-ListImageFiltersTestJSON-573549216-project-member] [instance: 65be68f2-50f6-4ad4-878b-87d12f4cae3e] Deleted contents of the VM from datastore datastore2 {{(pid=69770) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 822.048155] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-a3f83bab-9fe1-4fff-85b0-e0b077db8de0 tempest-ListImageFiltersTestJSON-573549216 tempest-ListImageFiltersTestJSON-573549216-project-member] [instance: 65be68f2-50f6-4ad4-878b-87d12f4cae3e] Instance destroyed {{(pid=69770) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 822.048326] env[69770]: INFO nova.compute.manager [None req-a3f83bab-9fe1-4fff-85b0-e0b077db8de0 tempest-ListImageFiltersTestJSON-573549216 tempest-ListImageFiltersTestJSON-573549216-project-member] [instance: 65be68f2-50f6-4ad4-878b-87d12f4cae3e] Took 1.15 seconds to destroy the instance on the hypervisor. [ 822.048562] env[69770]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a3f83bab-9fe1-4fff-85b0-e0b077db8de0 tempest-ListImageFiltersTestJSON-573549216 tempest-ListImageFiltersTestJSON-573549216-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69770) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 822.048754] env[69770]: DEBUG nova.compute.manager [-] [instance: 65be68f2-50f6-4ad4-878b-87d12f4cae3e] Deallocating network for instance {{(pid=69770) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 822.048845] env[69770]: DEBUG nova.network.neutron [-] [instance: 65be68f2-50f6-4ad4-878b-87d12f4cae3e] deallocate_for_instance() {{(pid=69770) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 822.069122] env[69770]: DEBUG nova.virt.hardware [None req-761dd297-90ea-44d9-9422-1aa38be70d42 tempest-ServersListShow296Test-1902346217 tempest-ServersListShow296Test-1902346217-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T12:16:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T12:16:11Z,direct_url=,disk_format='vmdk',id=d1eaff80-24a0-4391-90eb-59958b1ecf0a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d65f20bb89fb40a98b77bc6d97357df2',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T12:16:12Z,virtual_size=,visibility=), allow threads: False {{(pid=69770) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 822.069374] env[69770]: DEBUG nova.virt.hardware [None req-761dd297-90ea-44d9-9422-1aa38be70d42 tempest-ServersListShow296Test-1902346217 tempest-ServersListShow296Test-1902346217-project-member] Flavor limits 0:0:0 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 822.069532] env[69770]: DEBUG nova.virt.hardware [None req-761dd297-90ea-44d9-9422-1aa38be70d42 tempest-ServersListShow296Test-1902346217 tempest-ServersListShow296Test-1902346217-project-member] Image limits 0:0:0 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 822.069711] env[69770]: DEBUG nova.virt.hardware [None req-761dd297-90ea-44d9-9422-1aa38be70d42 tempest-ServersListShow296Test-1902346217 tempest-ServersListShow296Test-1902346217-project-member] Flavor pref 0:0:0 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 822.069860] env[69770]: DEBUG nova.virt.hardware [None req-761dd297-90ea-44d9-9422-1aa38be70d42 tempest-ServersListShow296Test-1902346217 tempest-ServersListShow296Test-1902346217-project-member] Image pref 0:0:0 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 822.070013] env[69770]: DEBUG nova.virt.hardware [None req-761dd297-90ea-44d9-9422-1aa38be70d42 tempest-ServersListShow296Test-1902346217 tempest-ServersListShow296Test-1902346217-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 822.070227] env[69770]: DEBUG nova.virt.hardware [None req-761dd297-90ea-44d9-9422-1aa38be70d42 tempest-ServersListShow296Test-1902346217 tempest-ServersListShow296Test-1902346217-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69770) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 822.070382] env[69770]: DEBUG nova.virt.hardware [None req-761dd297-90ea-44d9-9422-1aa38be70d42 tempest-ServersListShow296Test-1902346217 tempest-ServersListShow296Test-1902346217-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69770) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 822.070547] env[69770]: DEBUG nova.virt.hardware [None req-761dd297-90ea-44d9-9422-1aa38be70d42 tempest-ServersListShow296Test-1902346217 tempest-ServersListShow296Test-1902346217-project-member] Got 1 possible topologies {{(pid=69770) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 822.070706] env[69770]: DEBUG nova.virt.hardware [None req-761dd297-90ea-44d9-9422-1aa38be70d42 tempest-ServersListShow296Test-1902346217 tempest-ServersListShow296Test-1902346217-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69770) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 822.070877] env[69770]: DEBUG nova.virt.hardware [None req-761dd297-90ea-44d9-9422-1aa38be70d42 tempest-ServersListShow296Test-1902346217 tempest-ServersListShow296Test-1902346217-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69770) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 822.071735] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-517d3008-75f3-444e-9517-acf4f1d3cf29 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.078565] env[69770]: DEBUG oslo_concurrency.lockutils [None req-60dc0e94-f7e7-4d5a-9f59-f0c5f7c7d6fb tempest-VolumesAdminNegativeTest-624188729 tempest-VolumesAdminNegativeTest-624188729-project-member] Acquiring lock "da33b77b-49c7-48e3-9f43-68e4bf6e53a8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 822.078841] env[69770]: DEBUG oslo_concurrency.lockutils [None req-60dc0e94-f7e7-4d5a-9f59-f0c5f7c7d6fb tempest-VolumesAdminNegativeTest-624188729 tempest-VolumesAdminNegativeTest-624188729-project-member] Lock "da33b77b-49c7-48e3-9f43-68e4bf6e53a8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 822.085563] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e171f50-ef61-46da-b154-896cc8764412 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.103109] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-761dd297-90ea-44d9-9422-1aa38be70d42 tempest-ServersListShow296Test-1902346217 tempest-ServersListShow296Test-1902346217-project-member] [instance: 1e8ea4f1-cbcf-4c6d-91f3-6ce833f65074] Instance VIF info [] {{(pid=69770) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 822.108820] env[69770]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-761dd297-90ea-44d9-9422-1aa38be70d42 tempest-ServersListShow296Test-1902346217 tempest-ServersListShow296Test-1902346217-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69770) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 822.112037] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1e8ea4f1-cbcf-4c6d-91f3-6ce833f65074] Creating VM on the ESX host {{(pid=69770) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 822.112325] env[69770]: DEBUG oslo_vmware.api [None req-0b5cc451-2f61-4755-aa61-8351a084aebc tempest-ImagesOneServerNegativeTestJSON-405389268 tempest-ImagesOneServerNegativeTestJSON-405389268-project-member] Task: {'id': task-4069657, 'name': Destroy_Task} progress is 33%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.112530] env[69770]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c3cf54a0-97f5-42aa-b021-828346f02e6c {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.130198] env[69770]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 822.130198] env[69770]: value = "task-4069658" [ 822.130198] env[69770]: _type = "Task" [ 822.130198] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 822.139076] env[69770]: DEBUG oslo_vmware.api [-] Task: {'id': task-4069658, 'name': CreateVM_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.218429] env[69770]: DEBUG nova.compute.utils [None req-42ae7b16-f3b8-499c-b271-4aa29c9d234f tempest-MultipleCreateTestJSON-938873983 tempest-MultipleCreateTestJSON-938873983-project-member] Using /dev/sd instead of None {{(pid=69770) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 822.220121] env[69770]: DEBUG nova.compute.manager [None req-42ae7b16-f3b8-499c-b271-4aa29c9d234f tempest-MultipleCreateTestJSON-938873983 tempest-MultipleCreateTestJSON-938873983-project-member] [instance: c1bf02b7-e9aa-4577-aca6-480b62da79ba] Allocating IP information in the background. {{(pid=69770) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 822.220307] env[69770]: DEBUG nova.network.neutron [None req-42ae7b16-f3b8-499c-b271-4aa29c9d234f tempest-MultipleCreateTestJSON-938873983 tempest-MultipleCreateTestJSON-938873983-project-member] [instance: c1bf02b7-e9aa-4577-aca6-480b62da79ba] allocate_for_instance() {{(pid=69770) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 822.237791] env[69770]: INFO nova.compute.manager [None req-056cab01-8e11-4864-9217-2f7b13060378 tempest-InstanceActionsV221TestJSON-434475733 tempest-InstanceActionsV221TestJSON-434475733-project-member] [instance: ad5c1512-835d-40f1-97be-59a36e20deda] Took 34.08 seconds to build instance. [ 822.315125] env[69770]: DEBUG nova.policy [None req-42ae7b16-f3b8-499c-b271-4aa29c9d234f tempest-MultipleCreateTestJSON-938873983 tempest-MultipleCreateTestJSON-938873983-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9c9f02da9e4e4b1d9116a3a364827de6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9730e5b8233d46698a306b5299eeec99', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69770) authorize /opt/stack/nova/nova/policy.py:192}} [ 822.533248] env[69770]: DEBUG nova.compute.manager [req-aee5d8d6-1101-4ed4-899b-72309319708e req-fde7eb86-301e-4fc5-b526-b258faa11bd4 service nova] [instance: 65be68f2-50f6-4ad4-878b-87d12f4cae3e] Received event network-vif-deleted-34f29817-894b-4a10-9d79-774c73002be2 {{(pid=69770) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 822.533248] env[69770]: INFO nova.compute.manager [req-aee5d8d6-1101-4ed4-899b-72309319708e req-fde7eb86-301e-4fc5-b526-b258faa11bd4 service nova] [instance: 65be68f2-50f6-4ad4-878b-87d12f4cae3e] Neutron deleted interface 34f29817-894b-4a10-9d79-774c73002be2; detaching it from the instance and deleting it from the info cache [ 822.533248] env[69770]: DEBUG nova.network.neutron [req-aee5d8d6-1101-4ed4-899b-72309319708e req-fde7eb86-301e-4fc5-b526-b258faa11bd4 service nova] [instance: 65be68f2-50f6-4ad4-878b-87d12f4cae3e] Updating instance_info_cache with network_info: [] {{(pid=69770) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 822.610791] env[69770]: DEBUG oslo_vmware.api [None req-0b5cc451-2f61-4755-aa61-8351a084aebc tempest-ImagesOneServerNegativeTestJSON-405389268 tempest-ImagesOneServerNegativeTestJSON-405389268-project-member] Task: {'id': task-4069657, 'name': Destroy_Task, 'duration_secs': 0.629537} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 822.611405] env[69770]: INFO nova.virt.vmwareapi.vm_util [None req-0b5cc451-2f61-4755-aa61-8351a084aebc tempest-ImagesOneServerNegativeTestJSON-405389268 tempest-ImagesOneServerNegativeTestJSON-405389268-project-member] [instance: 828f7a0a-dd24-4c98-85cf-5d99627860d7] Destroyed the VM [ 822.611653] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-0b5cc451-2f61-4755-aa61-8351a084aebc tempest-ImagesOneServerNegativeTestJSON-405389268 tempest-ImagesOneServerNegativeTestJSON-405389268-project-member] [instance: 828f7a0a-dd24-4c98-85cf-5d99627860d7] Deleting Snapshot of the VM instance {{(pid=69770) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 822.612043] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-8659e7ce-37b3-410c-bcae-7cf774d37247 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.619947] env[69770]: DEBUG oslo_vmware.api [None req-0b5cc451-2f61-4755-aa61-8351a084aebc tempest-ImagesOneServerNegativeTestJSON-405389268 tempest-ImagesOneServerNegativeTestJSON-405389268-project-member] Waiting for the task: (returnval){ [ 822.619947] env[69770]: value = "task-4069659" [ 822.619947] env[69770]: _type = "Task" [ 822.619947] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 822.630487] env[69770]: DEBUG oslo_vmware.api [None req-0b5cc451-2f61-4755-aa61-8351a084aebc tempest-ImagesOneServerNegativeTestJSON-405389268 tempest-ImagesOneServerNegativeTestJSON-405389268-project-member] Task: {'id': task-4069659, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.640032] env[69770]: DEBUG oslo_vmware.api [-] Task: {'id': task-4069658, 'name': CreateVM_Task, 'duration_secs': 0.335603} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 822.640255] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1e8ea4f1-cbcf-4c6d-91f3-6ce833f65074] Created VM on the ESX host {{(pid=69770) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 822.640657] env[69770]: DEBUG oslo_concurrency.lockutils [None req-761dd297-90ea-44d9-9422-1aa38be70d42 tempest-ServersListShow296Test-1902346217 tempest-ServersListShow296Test-1902346217-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.640817] env[69770]: DEBUG oslo_concurrency.lockutils [None req-761dd297-90ea-44d9-9422-1aa38be70d42 tempest-ServersListShow296Test-1902346217 tempest-ServersListShow296Test-1902346217-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.641166] env[69770]: DEBUG oslo_concurrency.lockutils [None req-761dd297-90ea-44d9-9422-1aa38be70d42 tempest-ServersListShow296Test-1902346217 tempest-ServersListShow296Test-1902346217-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.641435] env[69770]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ba0175ff-82e6-452f-adad-9ad4508e445c {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.646926] env[69770]: DEBUG oslo_vmware.api [None req-761dd297-90ea-44d9-9422-1aa38be70d42 tempest-ServersListShow296Test-1902346217 tempest-ServersListShow296Test-1902346217-project-member] Waiting for the task: (returnval){ [ 822.646926] env[69770]: value = "session[52161b52-cb8e-ec9f-1132-2f6b49549d41]522661a9-3ea8-8471-7b02-3be465e602ab" [ 822.646926] env[69770]: _type = "Task" [ 822.646926] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 822.655671] env[69770]: DEBUG oslo_vmware.api [None req-761dd297-90ea-44d9-9422-1aa38be70d42 tempest-ServersListShow296Test-1902346217 tempest-ServersListShow296Test-1902346217-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]522661a9-3ea8-8471-7b02-3be465e602ab, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.668785] env[69770]: DEBUG nova.network.neutron [None req-42ae7b16-f3b8-499c-b271-4aa29c9d234f tempest-MultipleCreateTestJSON-938873983 tempest-MultipleCreateTestJSON-938873983-project-member] [instance: c1bf02b7-e9aa-4577-aca6-480b62da79ba] Successfully created port: afea30ff-79e8-4bc9-ad4d-a56085111a61 {{(pid=69770) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 822.725975] env[69770]: DEBUG nova.compute.manager [None req-42ae7b16-f3b8-499c-b271-4aa29c9d234f tempest-MultipleCreateTestJSON-938873983 tempest-MultipleCreateTestJSON-938873983-project-member] [instance: c1bf02b7-e9aa-4577-aca6-480b62da79ba] Start building block device mappings for instance. {{(pid=69770) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 822.740963] env[69770]: DEBUG oslo_concurrency.lockutils [None req-056cab01-8e11-4864-9217-2f7b13060378 tempest-InstanceActionsV221TestJSON-434475733 tempest-InstanceActionsV221TestJSON-434475733-project-member] Lock "ad5c1512-835d-40f1-97be-59a36e20deda" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 74.827s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 822.947021] env[69770]: DEBUG nova.network.neutron [-] [instance: 65be68f2-50f6-4ad4-878b-87d12f4cae3e] Updating instance_info_cache with network_info: [] {{(pid=69770) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 823.012445] env[69770]: DEBUG oslo_concurrency.lockutils [None req-4d8d6746-4962-480a-98ae-398fd911dd7a tempest-InstanceActionsV221TestJSON-434475733 tempest-InstanceActionsV221TestJSON-434475733-project-member] Acquiring lock "ad5c1512-835d-40f1-97be-59a36e20deda" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 823.012704] env[69770]: DEBUG oslo_concurrency.lockutils [None req-4d8d6746-4962-480a-98ae-398fd911dd7a tempest-InstanceActionsV221TestJSON-434475733 tempest-InstanceActionsV221TestJSON-434475733-project-member] Lock "ad5c1512-835d-40f1-97be-59a36e20deda" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 823.012924] env[69770]: DEBUG oslo_concurrency.lockutils [None req-4d8d6746-4962-480a-98ae-398fd911dd7a tempest-InstanceActionsV221TestJSON-434475733 tempest-InstanceActionsV221TestJSON-434475733-project-member] Acquiring lock "ad5c1512-835d-40f1-97be-59a36e20deda-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 823.013167] env[69770]: DEBUG oslo_concurrency.lockutils [None req-4d8d6746-4962-480a-98ae-398fd911dd7a tempest-InstanceActionsV221TestJSON-434475733 tempest-InstanceActionsV221TestJSON-434475733-project-member] Lock "ad5c1512-835d-40f1-97be-59a36e20deda-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 823.013338] env[69770]: DEBUG oslo_concurrency.lockutils [None req-4d8d6746-4962-480a-98ae-398fd911dd7a tempest-InstanceActionsV221TestJSON-434475733 tempest-InstanceActionsV221TestJSON-434475733-project-member] Lock "ad5c1512-835d-40f1-97be-59a36e20deda-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 823.017032] env[69770]: INFO nova.compute.manager [None req-4d8d6746-4962-480a-98ae-398fd911dd7a tempest-InstanceActionsV221TestJSON-434475733 tempest-InstanceActionsV221TestJSON-434475733-project-member] [instance: ad5c1512-835d-40f1-97be-59a36e20deda] Terminating instance [ 823.035393] env[69770]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e1b56dd9-a7ad-404d-ac13-6e5771b69f38 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.046585] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8e192fd-4abf-423b-af28-99952d896615 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.085310] env[69770]: DEBUG nova.compute.manager [req-aee5d8d6-1101-4ed4-899b-72309319708e req-fde7eb86-301e-4fc5-b526-b258faa11bd4 service nova] [instance: 65be68f2-50f6-4ad4-878b-87d12f4cae3e] Detach interface failed, port_id=34f29817-894b-4a10-9d79-774c73002be2, reason: Instance 65be68f2-50f6-4ad4-878b-87d12f4cae3e could not be found. {{(pid=69770) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 823.130988] env[69770]: DEBUG oslo_vmware.api [None req-0b5cc451-2f61-4755-aa61-8351a084aebc tempest-ImagesOneServerNegativeTestJSON-405389268 tempest-ImagesOneServerNegativeTestJSON-405389268-project-member] Task: {'id': task-4069659, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.161398] env[69770]: DEBUG oslo_vmware.api [None req-761dd297-90ea-44d9-9422-1aa38be70d42 tempest-ServersListShow296Test-1902346217 tempest-ServersListShow296Test-1902346217-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]522661a9-3ea8-8471-7b02-3be465e602ab, 'name': SearchDatastore_Task, 'duration_secs': 0.01053} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 823.161398] env[69770]: DEBUG oslo_concurrency.lockutils [None req-761dd297-90ea-44d9-9422-1aa38be70d42 tempest-ServersListShow296Test-1902346217 tempest-ServersListShow296Test-1902346217-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.161398] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-761dd297-90ea-44d9-9422-1aa38be70d42 tempest-ServersListShow296Test-1902346217 tempest-ServersListShow296Test-1902346217-project-member] [instance: 1e8ea4f1-cbcf-4c6d-91f3-6ce833f65074] Processing image d1eaff80-24a0-4391-90eb-59958b1ecf0a {{(pid=69770) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 823.162407] env[69770]: DEBUG oslo_concurrency.lockutils [None req-761dd297-90ea-44d9-9422-1aa38be70d42 tempest-ServersListShow296Test-1902346217 tempest-ServersListShow296Test-1902346217-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.162407] env[69770]: DEBUG oslo_concurrency.lockutils [None req-761dd297-90ea-44d9-9422-1aa38be70d42 tempest-ServersListShow296Test-1902346217 tempest-ServersListShow296Test-1902346217-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.162407] env[69770]: DEBUG nova.virt.vmwareapi.ds_util [None req-761dd297-90ea-44d9-9422-1aa38be70d42 tempest-ServersListShow296Test-1902346217 tempest-ServersListShow296Test-1902346217-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69770) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 823.162407] env[69770]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-30fe1dde-f5ed-4356-9740-339a97c080f8 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.171809] env[69770]: DEBUG nova.virt.vmwareapi.ds_util [None req-761dd297-90ea-44d9-9422-1aa38be70d42 tempest-ServersListShow296Test-1902346217 tempest-ServersListShow296Test-1902346217-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69770) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 823.172075] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-761dd297-90ea-44d9-9422-1aa38be70d42 tempest-ServersListShow296Test-1902346217 tempest-ServersListShow296Test-1902346217-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69770) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 823.175205] env[69770]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-68c034e7-e032-4eb3-b13c-7073b6318ee9 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.181675] env[69770]: DEBUG oslo_vmware.api [None req-761dd297-90ea-44d9-9422-1aa38be70d42 tempest-ServersListShow296Test-1902346217 tempest-ServersListShow296Test-1902346217-project-member] Waiting for the task: (returnval){ [ 823.181675] env[69770]: value = "session[52161b52-cb8e-ec9f-1132-2f6b49549d41]529a120d-e827-562b-6196-50aaf73d8b5b" [ 823.181675] env[69770]: _type = "Task" [ 823.181675] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 823.189759] env[69770]: DEBUG oslo_vmware.api [None req-761dd297-90ea-44d9-9422-1aa38be70d42 tempest-ServersListShow296Test-1902346217 tempest-ServersListShow296Test-1902346217-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]529a120d-e827-562b-6196-50aaf73d8b5b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.246207] env[69770]: DEBUG nova.compute.manager [None req-0a5068fa-45bb-4501-918b-4173632c64da tempest-ServerPasswordTestJSON-447598566 tempest-ServerPasswordTestJSON-447598566-project-member] [instance: 8d265b73-da0b-4a15-a9a7-63ef7750f9f5] Starting instance... {{(pid=69770) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 823.377161] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc6541c6-fb8f-497b-9db2-67b864f64d56 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.385495] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5eb53c2-1417-4ed4-a01f-451822363867 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.416360] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3270bfd2-974e-46f9-baa3-b76013a73bfe {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.426120] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe5913f7-42c5-4fe6-9549-cf320aedde9a {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.440968] env[69770]: DEBUG nova.compute.provider_tree [None req-42ae7b16-f3b8-499c-b271-4aa29c9d234f tempest-MultipleCreateTestJSON-938873983 tempest-MultipleCreateTestJSON-938873983-project-member] Inventory has not changed in ProviderTree for provider: 7cc7d32b-b7a7-454a-a456-2a440248ed9d {{(pid=69770) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 823.450070] env[69770]: INFO nova.compute.manager [-] [instance: 65be68f2-50f6-4ad4-878b-87d12f4cae3e] Took 1.40 seconds to deallocate network for instance. [ 823.520081] env[69770]: DEBUG nova.compute.manager [None req-4d8d6746-4962-480a-98ae-398fd911dd7a tempest-InstanceActionsV221TestJSON-434475733 tempest-InstanceActionsV221TestJSON-434475733-project-member] [instance: ad5c1512-835d-40f1-97be-59a36e20deda] Start destroying the instance on the hypervisor. {{(pid=69770) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 823.520338] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-4d8d6746-4962-480a-98ae-398fd911dd7a tempest-InstanceActionsV221TestJSON-434475733 tempest-InstanceActionsV221TestJSON-434475733-project-member] [instance: ad5c1512-835d-40f1-97be-59a36e20deda] Destroying instance {{(pid=69770) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 823.521271] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c24ce2a7-4e50-49b0-b56b-99d1aaa89c01 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.529741] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d8d6746-4962-480a-98ae-398fd911dd7a tempest-InstanceActionsV221TestJSON-434475733 tempest-InstanceActionsV221TestJSON-434475733-project-member] [instance: ad5c1512-835d-40f1-97be-59a36e20deda] Powering off the VM {{(pid=69770) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 823.529741] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2a886486-0c78-4a2d-a3aa-a66709498d8b {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.536530] env[69770]: DEBUG oslo_vmware.api [None req-4d8d6746-4962-480a-98ae-398fd911dd7a tempest-InstanceActionsV221TestJSON-434475733 tempest-InstanceActionsV221TestJSON-434475733-project-member] Waiting for the task: (returnval){ [ 823.536530] env[69770]: value = "task-4069660" [ 823.536530] env[69770]: _type = "Task" [ 823.536530] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 823.547917] env[69770]: DEBUG oslo_vmware.api [None req-4d8d6746-4962-480a-98ae-398fd911dd7a tempest-InstanceActionsV221TestJSON-434475733 tempest-InstanceActionsV221TestJSON-434475733-project-member] Task: {'id': task-4069660, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.634050] env[69770]: DEBUG oslo_vmware.api [None req-0b5cc451-2f61-4755-aa61-8351a084aebc tempest-ImagesOneServerNegativeTestJSON-405389268 tempest-ImagesOneServerNegativeTestJSON-405389268-project-member] Task: {'id': task-4069659, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.692444] env[69770]: DEBUG oslo_vmware.api [None req-761dd297-90ea-44d9-9422-1aa38be70d42 tempest-ServersListShow296Test-1902346217 tempest-ServersListShow296Test-1902346217-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]529a120d-e827-562b-6196-50aaf73d8b5b, 'name': SearchDatastore_Task, 'duration_secs': 0.009869} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 823.693327] env[69770]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ca9f81f8-e574-48cb-8441-13d282a9d454 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.699880] env[69770]: DEBUG oslo_vmware.api [None req-761dd297-90ea-44d9-9422-1aa38be70d42 tempest-ServersListShow296Test-1902346217 tempest-ServersListShow296Test-1902346217-project-member] Waiting for the task: (returnval){ [ 823.699880] env[69770]: value = "session[52161b52-cb8e-ec9f-1132-2f6b49549d41]5221c6bf-9f88-5f4d-d09a-b1c09b6e8e21" [ 823.699880] env[69770]: _type = "Task" [ 823.699880] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 823.709317] env[69770]: DEBUG oslo_vmware.api [None req-761dd297-90ea-44d9-9422-1aa38be70d42 tempest-ServersListShow296Test-1902346217 tempest-ServersListShow296Test-1902346217-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]5221c6bf-9f88-5f4d-d09a-b1c09b6e8e21, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.738053] env[69770]: DEBUG nova.compute.manager [None req-42ae7b16-f3b8-499c-b271-4aa29c9d234f tempest-MultipleCreateTestJSON-938873983 tempest-MultipleCreateTestJSON-938873983-project-member] [instance: c1bf02b7-e9aa-4577-aca6-480b62da79ba] Start spawning the instance on the hypervisor. {{(pid=69770) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 823.767270] env[69770]: DEBUG nova.virt.hardware [None req-42ae7b16-f3b8-499c-b271-4aa29c9d234f tempest-MultipleCreateTestJSON-938873983 tempest-MultipleCreateTestJSON-938873983-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T12:16:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T12:16:11Z,direct_url=,disk_format='vmdk',id=d1eaff80-24a0-4391-90eb-59958b1ecf0a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d65f20bb89fb40a98b77bc6d97357df2',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T12:16:12Z,virtual_size=,visibility=), allow threads: False {{(pid=69770) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 823.767529] env[69770]: DEBUG nova.virt.hardware [None req-42ae7b16-f3b8-499c-b271-4aa29c9d234f tempest-MultipleCreateTestJSON-938873983 tempest-MultipleCreateTestJSON-938873983-project-member] Flavor limits 0:0:0 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 823.767685] env[69770]: DEBUG nova.virt.hardware [None req-42ae7b16-f3b8-499c-b271-4aa29c9d234f tempest-MultipleCreateTestJSON-938873983 tempest-MultipleCreateTestJSON-938873983-project-member] Image limits 0:0:0 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 823.767867] env[69770]: DEBUG nova.virt.hardware [None req-42ae7b16-f3b8-499c-b271-4aa29c9d234f tempest-MultipleCreateTestJSON-938873983 tempest-MultipleCreateTestJSON-938873983-project-member] Flavor pref 0:0:0 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 823.768142] env[69770]: DEBUG nova.virt.hardware [None req-42ae7b16-f3b8-499c-b271-4aa29c9d234f tempest-MultipleCreateTestJSON-938873983 tempest-MultipleCreateTestJSON-938873983-project-member] Image pref 0:0:0 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 823.768294] env[69770]: DEBUG nova.virt.hardware [None req-42ae7b16-f3b8-499c-b271-4aa29c9d234f tempest-MultipleCreateTestJSON-938873983 tempest-MultipleCreateTestJSON-938873983-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 823.768381] env[69770]: DEBUG nova.virt.hardware [None req-42ae7b16-f3b8-499c-b271-4aa29c9d234f tempest-MultipleCreateTestJSON-938873983 tempest-MultipleCreateTestJSON-938873983-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69770) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 823.768535] env[69770]: DEBUG nova.virt.hardware [None req-42ae7b16-f3b8-499c-b271-4aa29c9d234f tempest-MultipleCreateTestJSON-938873983 tempest-MultipleCreateTestJSON-938873983-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69770) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 823.768701] env[69770]: DEBUG nova.virt.hardware [None req-42ae7b16-f3b8-499c-b271-4aa29c9d234f tempest-MultipleCreateTestJSON-938873983 tempest-MultipleCreateTestJSON-938873983-project-member] Got 1 possible topologies {{(pid=69770) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 823.768863] env[69770]: DEBUG nova.virt.hardware [None req-42ae7b16-f3b8-499c-b271-4aa29c9d234f tempest-MultipleCreateTestJSON-938873983 tempest-MultipleCreateTestJSON-938873983-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69770) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 823.769052] env[69770]: DEBUG nova.virt.hardware [None req-42ae7b16-f3b8-499c-b271-4aa29c9d234f tempest-MultipleCreateTestJSON-938873983 tempest-MultipleCreateTestJSON-938873983-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69770) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 823.769936] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c4a2f97-b4aa-45c2-ad1d-ffd66bfd6955 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.773585] env[69770]: DEBUG oslo_concurrency.lockutils [None req-0a5068fa-45bb-4501-918b-4173632c64da tempest-ServerPasswordTestJSON-447598566 tempest-ServerPasswordTestJSON-447598566-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 823.779725] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-287dba50-aeef-4d0c-996c-e9750fbff258 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.907556] env[69770]: DEBUG oslo_concurrency.lockutils [None req-71c045a7-dc1d-4351-b14f-ed9673ac6b1b tempest-ServerActionsV293TestJSON-1944763761 tempest-ServerActionsV293TestJSON-1944763761-project-member] Acquiring lock "1f92c4e9-6054-433b-917d-fa1956ee1a57" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 823.908570] env[69770]: DEBUG oslo_concurrency.lockutils [None req-71c045a7-dc1d-4351-b14f-ed9673ac6b1b tempest-ServerActionsV293TestJSON-1944763761 tempest-ServerActionsV293TestJSON-1944763761-project-member] Lock "1f92c4e9-6054-433b-917d-fa1956ee1a57" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 823.944085] env[69770]: DEBUG nova.scheduler.client.report [None req-42ae7b16-f3b8-499c-b271-4aa29c9d234f tempest-MultipleCreateTestJSON-938873983 tempest-MultipleCreateTestJSON-938873983-project-member] Inventory has not changed for provider 7cc7d32b-b7a7-454a-a456-2a440248ed9d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69770) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 823.957340] env[69770]: DEBUG oslo_concurrency.lockutils [None req-a3f83bab-9fe1-4fff-85b0-e0b077db8de0 tempest-ListImageFiltersTestJSON-573549216 tempest-ListImageFiltersTestJSON-573549216-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 824.047811] env[69770]: DEBUG oslo_vmware.api [None req-4d8d6746-4962-480a-98ae-398fd911dd7a tempest-InstanceActionsV221TestJSON-434475733 tempest-InstanceActionsV221TestJSON-434475733-project-member] Task: {'id': task-4069660, 'name': PowerOffVM_Task, 'duration_secs': 0.218289} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 824.048204] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d8d6746-4962-480a-98ae-398fd911dd7a tempest-InstanceActionsV221TestJSON-434475733 tempest-InstanceActionsV221TestJSON-434475733-project-member] [instance: ad5c1512-835d-40f1-97be-59a36e20deda] Powered off the VM {{(pid=69770) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 824.048459] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-4d8d6746-4962-480a-98ae-398fd911dd7a tempest-InstanceActionsV221TestJSON-434475733 tempest-InstanceActionsV221TestJSON-434475733-project-member] [instance: ad5c1512-835d-40f1-97be-59a36e20deda] Unregistering the VM {{(pid=69770) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 824.048764] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b6222ddf-a8e7-4a46-b7e3-1106fee6ebf2 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.116028] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-4d8d6746-4962-480a-98ae-398fd911dd7a tempest-InstanceActionsV221TestJSON-434475733 tempest-InstanceActionsV221TestJSON-434475733-project-member] [instance: ad5c1512-835d-40f1-97be-59a36e20deda] Unregistered the VM {{(pid=69770) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 824.116306] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-4d8d6746-4962-480a-98ae-398fd911dd7a tempest-InstanceActionsV221TestJSON-434475733 tempest-InstanceActionsV221TestJSON-434475733-project-member] [instance: ad5c1512-835d-40f1-97be-59a36e20deda] Deleting contents of the VM from datastore datastore2 {{(pid=69770) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 824.116505] env[69770]: DEBUG nova.virt.vmwareapi.ds_util [None req-4d8d6746-4962-480a-98ae-398fd911dd7a tempest-InstanceActionsV221TestJSON-434475733 tempest-InstanceActionsV221TestJSON-434475733-project-member] Deleting the datastore file [datastore2] ad5c1512-835d-40f1-97be-59a36e20deda {{(pid=69770) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 824.116810] env[69770]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4e035cc1-2287-406b-a3d9-3ac76df5cf2b {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.127260] env[69770]: DEBUG oslo_vmware.api [None req-4d8d6746-4962-480a-98ae-398fd911dd7a tempest-InstanceActionsV221TestJSON-434475733 tempest-InstanceActionsV221TestJSON-434475733-project-member] Waiting for the task: (returnval){ [ 824.127260] env[69770]: value = "task-4069662" [ 824.127260] env[69770]: _type = "Task" [ 824.127260] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 824.134074] env[69770]: DEBUG oslo_vmware.api [None req-0b5cc451-2f61-4755-aa61-8351a084aebc tempest-ImagesOneServerNegativeTestJSON-405389268 tempest-ImagesOneServerNegativeTestJSON-405389268-project-member] Task: {'id': task-4069659, 'name': RemoveSnapshot_Task, 'duration_secs': 1.063602} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 824.134781] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-0b5cc451-2f61-4755-aa61-8351a084aebc tempest-ImagesOneServerNegativeTestJSON-405389268 tempest-ImagesOneServerNegativeTestJSON-405389268-project-member] [instance: 828f7a0a-dd24-4c98-85cf-5d99627860d7] Deleted Snapshot of the VM instance {{(pid=69770) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 824.140609] env[69770]: DEBUG oslo_vmware.api [None req-4d8d6746-4962-480a-98ae-398fd911dd7a tempest-InstanceActionsV221TestJSON-434475733 tempest-InstanceActionsV221TestJSON-434475733-project-member] Task: {'id': task-4069662, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.156843] env[69770]: DEBUG nova.compute.manager [req-28aa4c8b-e39f-46cd-8cc5-d8d10ee811c0 req-39e53627-b790-4ccf-ba69-d6537cf9c2c4 service nova] [instance: c1bf02b7-e9aa-4577-aca6-480b62da79ba] Received event network-vif-plugged-afea30ff-79e8-4bc9-ad4d-a56085111a61 {{(pid=69770) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 824.157124] env[69770]: DEBUG oslo_concurrency.lockutils [req-28aa4c8b-e39f-46cd-8cc5-d8d10ee811c0 req-39e53627-b790-4ccf-ba69-d6537cf9c2c4 service nova] Acquiring lock "c1bf02b7-e9aa-4577-aca6-480b62da79ba-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 824.157359] env[69770]: DEBUG oslo_concurrency.lockutils [req-28aa4c8b-e39f-46cd-8cc5-d8d10ee811c0 req-39e53627-b790-4ccf-ba69-d6537cf9c2c4 service nova] Lock "c1bf02b7-e9aa-4577-aca6-480b62da79ba-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 824.157549] env[69770]: DEBUG oslo_concurrency.lockutils [req-28aa4c8b-e39f-46cd-8cc5-d8d10ee811c0 req-39e53627-b790-4ccf-ba69-d6537cf9c2c4 service nova] Lock "c1bf02b7-e9aa-4577-aca6-480b62da79ba-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 824.157730] env[69770]: DEBUG nova.compute.manager [req-28aa4c8b-e39f-46cd-8cc5-d8d10ee811c0 req-39e53627-b790-4ccf-ba69-d6537cf9c2c4 service nova] [instance: c1bf02b7-e9aa-4577-aca6-480b62da79ba] No waiting events found dispatching network-vif-plugged-afea30ff-79e8-4bc9-ad4d-a56085111a61 {{(pid=69770) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 824.157911] env[69770]: WARNING nova.compute.manager [req-28aa4c8b-e39f-46cd-8cc5-d8d10ee811c0 req-39e53627-b790-4ccf-ba69-d6537cf9c2c4 service nova] [instance: c1bf02b7-e9aa-4577-aca6-480b62da79ba] Received unexpected event network-vif-plugged-afea30ff-79e8-4bc9-ad4d-a56085111a61 for instance with vm_state building and task_state spawning. [ 824.212273] env[69770]: DEBUG oslo_vmware.api [None req-761dd297-90ea-44d9-9422-1aa38be70d42 tempest-ServersListShow296Test-1902346217 tempest-ServersListShow296Test-1902346217-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]5221c6bf-9f88-5f4d-d09a-b1c09b6e8e21, 'name': SearchDatastore_Task, 'duration_secs': 0.011745} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 824.212449] env[69770]: DEBUG oslo_concurrency.lockutils [None req-761dd297-90ea-44d9-9422-1aa38be70d42 tempest-ServersListShow296Test-1902346217 tempest-ServersListShow296Test-1902346217-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.212704] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-761dd297-90ea-44d9-9422-1aa38be70d42 tempest-ServersListShow296Test-1902346217 tempest-ServersListShow296Test-1902346217-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk to [datastore2] 1e8ea4f1-cbcf-4c6d-91f3-6ce833f65074/1e8ea4f1-cbcf-4c6d-91f3-6ce833f65074.vmdk {{(pid=69770) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 824.212973] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-51292169-89cb-4ab2-b7d7-58b813621e41 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.219997] env[69770]: DEBUG oslo_vmware.api [None req-761dd297-90ea-44d9-9422-1aa38be70d42 tempest-ServersListShow296Test-1902346217 tempest-ServersListShow296Test-1902346217-project-member] Waiting for the task: (returnval){ [ 824.219997] env[69770]: value = "task-4069663" [ 824.219997] env[69770]: _type = "Task" [ 824.219997] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 824.229035] env[69770]: DEBUG oslo_vmware.api [None req-761dd297-90ea-44d9-9422-1aa38be70d42 tempest-ServersListShow296Test-1902346217 tempest-ServersListShow296Test-1902346217-project-member] Task: {'id': task-4069663, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.273814] env[69770]: DEBUG nova.network.neutron [None req-42ae7b16-f3b8-499c-b271-4aa29c9d234f tempest-MultipleCreateTestJSON-938873983 tempest-MultipleCreateTestJSON-938873983-project-member] [instance: c1bf02b7-e9aa-4577-aca6-480b62da79ba] Successfully updated port: afea30ff-79e8-4bc9-ad4d-a56085111a61 {{(pid=69770) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 824.450821] env[69770]: DEBUG oslo_concurrency.lockutils [None req-42ae7b16-f3b8-499c-b271-4aa29c9d234f tempest-MultipleCreateTestJSON-938873983 tempest-MultipleCreateTestJSON-938873983-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.741s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 824.450821] env[69770]: DEBUG nova.compute.manager [None req-42ae7b16-f3b8-499c-b271-4aa29c9d234f tempest-MultipleCreateTestJSON-938873983 tempest-MultipleCreateTestJSON-938873983-project-member] [instance: 271a7171-f68e-40ec-8f3e-87cb9c18e971] Start building networks asynchronously for instance. {{(pid=69770) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 824.454078] env[69770]: DEBUG oslo_concurrency.lockutils [None req-18de19d7-40d6-41ce-aacf-224f096923f8 tempest-DeleteServersAdminTestJSON-2130980840 tempest-DeleteServersAdminTestJSON-2130980840-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.170s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 824.454078] env[69770]: DEBUG oslo_concurrency.lockutils [None req-18de19d7-40d6-41ce-aacf-224f096923f8 tempest-DeleteServersAdminTestJSON-2130980840 tempest-DeleteServersAdminTestJSON-2130980840-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 824.456430] env[69770]: DEBUG oslo_concurrency.lockutils [None req-e09c597f-2e66-4235-9757-001d9b2c2edb tempest-ServerRescueTestJSONUnderV235-1853960857 tempest-ServerRescueTestJSONUnderV235-1853960857-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.999s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 824.457035] env[69770]: DEBUG oslo_concurrency.lockutils [None req-e09c597f-2e66-4235-9757-001d9b2c2edb tempest-ServerRescueTestJSONUnderV235-1853960857 tempest-ServerRescueTestJSONUnderV235-1853960857-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 824.461023] env[69770]: DEBUG oslo_concurrency.lockutils [None req-2202bb11-9306-411f-82e6-4168971d4053 tempest-ServersTestMultiNic-2119527449 tempest-ServersTestMultiNic-2119527449-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.548s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 824.461023] env[69770]: INFO nova.compute.claims [None req-2202bb11-9306-411f-82e6-4168971d4053 tempest-ServersTestMultiNic-2119527449 tempest-ServersTestMultiNic-2119527449-project-member] [instance: e6e28bf0-10fd-4aa3-829b-9d5d0d301621] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 824.500886] env[69770]: INFO nova.scheduler.client.report [None req-18de19d7-40d6-41ce-aacf-224f096923f8 tempest-DeleteServersAdminTestJSON-2130980840 tempest-DeleteServersAdminTestJSON-2130980840-project-member] Deleted allocations for instance e35191b8-2393-48e1-a120-f2a030ecec52 [ 824.512438] env[69770]: INFO nova.scheduler.client.report [None req-e09c597f-2e66-4235-9757-001d9b2c2edb tempest-ServerRescueTestJSONUnderV235-1853960857 tempest-ServerRescueTestJSONUnderV235-1853960857-project-member] Deleted allocations for instance b05d12b1-fb29-4185-8300-5f0140039dfe [ 824.639109] env[69770]: DEBUG oslo_vmware.api [None req-4d8d6746-4962-480a-98ae-398fd911dd7a tempest-InstanceActionsV221TestJSON-434475733 tempest-InstanceActionsV221TestJSON-434475733-project-member] Task: {'id': task-4069662, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.169816} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 824.639422] env[69770]: DEBUG nova.virt.vmwareapi.ds_util [None req-4d8d6746-4962-480a-98ae-398fd911dd7a tempest-InstanceActionsV221TestJSON-434475733 tempest-InstanceActionsV221TestJSON-434475733-project-member] Deleted the datastore file {{(pid=69770) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 824.639422] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-4d8d6746-4962-480a-98ae-398fd911dd7a tempest-InstanceActionsV221TestJSON-434475733 tempest-InstanceActionsV221TestJSON-434475733-project-member] [instance: ad5c1512-835d-40f1-97be-59a36e20deda] Deleted contents of the VM from datastore datastore2 {{(pid=69770) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 824.639577] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-4d8d6746-4962-480a-98ae-398fd911dd7a tempest-InstanceActionsV221TestJSON-434475733 tempest-InstanceActionsV221TestJSON-434475733-project-member] [instance: ad5c1512-835d-40f1-97be-59a36e20deda] Instance destroyed {{(pid=69770) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 824.639746] env[69770]: INFO nova.compute.manager [None req-4d8d6746-4962-480a-98ae-398fd911dd7a tempest-InstanceActionsV221TestJSON-434475733 tempest-InstanceActionsV221TestJSON-434475733-project-member] [instance: ad5c1512-835d-40f1-97be-59a36e20deda] Took 1.12 seconds to destroy the instance on the hypervisor. [ 824.639990] env[69770]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4d8d6746-4962-480a-98ae-398fd911dd7a tempest-InstanceActionsV221TestJSON-434475733 tempest-InstanceActionsV221TestJSON-434475733-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69770) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 824.640209] env[69770]: DEBUG nova.compute.manager [-] [instance: ad5c1512-835d-40f1-97be-59a36e20deda] Deallocating network for instance {{(pid=69770) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 824.640308] env[69770]: DEBUG nova.network.neutron [-] [instance: ad5c1512-835d-40f1-97be-59a36e20deda] deallocate_for_instance() {{(pid=69770) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 824.643731] env[69770]: WARNING nova.compute.manager [None req-0b5cc451-2f61-4755-aa61-8351a084aebc tempest-ImagesOneServerNegativeTestJSON-405389268 tempest-ImagesOneServerNegativeTestJSON-405389268-project-member] [instance: 828f7a0a-dd24-4c98-85cf-5d99627860d7] Image not found during snapshot: nova.exception.ImageNotFound: Image 3557843e-21ec-4bdd-90f0-7753a87c0aa7 could not be found. [ 824.731242] env[69770]: DEBUG oslo_vmware.api [None req-761dd297-90ea-44d9-9422-1aa38be70d42 tempest-ServersListShow296Test-1902346217 tempest-ServersListShow296Test-1902346217-project-member] Task: {'id': task-4069663, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.778196] env[69770]: DEBUG oslo_concurrency.lockutils [None req-42ae7b16-f3b8-499c-b271-4aa29c9d234f tempest-MultipleCreateTestJSON-938873983 tempest-MultipleCreateTestJSON-938873983-project-member] Acquiring lock "refresh_cache-c1bf02b7-e9aa-4577-aca6-480b62da79ba" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.778405] env[69770]: DEBUG oslo_concurrency.lockutils [None req-42ae7b16-f3b8-499c-b271-4aa29c9d234f tempest-MultipleCreateTestJSON-938873983 tempest-MultipleCreateTestJSON-938873983-project-member] Acquired lock "refresh_cache-c1bf02b7-e9aa-4577-aca6-480b62da79ba" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.778582] env[69770]: DEBUG nova.network.neutron [None req-42ae7b16-f3b8-499c-b271-4aa29c9d234f tempest-MultipleCreateTestJSON-938873983 tempest-MultipleCreateTestJSON-938873983-project-member] [instance: c1bf02b7-e9aa-4577-aca6-480b62da79ba] Building network info cache for instance {{(pid=69770) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 824.966404] env[69770]: DEBUG nova.compute.utils [None req-42ae7b16-f3b8-499c-b271-4aa29c9d234f tempest-MultipleCreateTestJSON-938873983 tempest-MultipleCreateTestJSON-938873983-project-member] Using /dev/sd instead of None {{(pid=69770) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 824.972093] env[69770]: DEBUG nova.compute.manager [None req-42ae7b16-f3b8-499c-b271-4aa29c9d234f tempest-MultipleCreateTestJSON-938873983 tempest-MultipleCreateTestJSON-938873983-project-member] [instance: 271a7171-f68e-40ec-8f3e-87cb9c18e971] Allocating IP information in the background. {{(pid=69770) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 824.972093] env[69770]: DEBUG nova.network.neutron [None req-42ae7b16-f3b8-499c-b271-4aa29c9d234f tempest-MultipleCreateTestJSON-938873983 tempest-MultipleCreateTestJSON-938873983-project-member] [instance: 271a7171-f68e-40ec-8f3e-87cb9c18e971] allocate_for_instance() {{(pid=69770) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 825.016845] env[69770]: DEBUG oslo_concurrency.lockutils [None req-18de19d7-40d6-41ce-aacf-224f096923f8 tempest-DeleteServersAdminTestJSON-2130980840 tempest-DeleteServersAdminTestJSON-2130980840-project-member] Lock "e35191b8-2393-48e1-a120-f2a030ecec52" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 29.503s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 825.029083] env[69770]: DEBUG oslo_concurrency.lockutils [None req-e09c597f-2e66-4235-9757-001d9b2c2edb tempest-ServerRescueTestJSONUnderV235-1853960857 tempest-ServerRescueTestJSONUnderV235-1853960857-project-member] Lock "b05d12b1-fb29-4185-8300-5f0140039dfe" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.042s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 825.032712] env[69770]: DEBUG nova.policy [None req-42ae7b16-f3b8-499c-b271-4aa29c9d234f tempest-MultipleCreateTestJSON-938873983 tempest-MultipleCreateTestJSON-938873983-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9c9f02da9e4e4b1d9116a3a364827de6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9730e5b8233d46698a306b5299eeec99', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69770) authorize /opt/stack/nova/nova/policy.py:192}} [ 825.232020] env[69770]: DEBUG oslo_vmware.api [None req-761dd297-90ea-44d9-9422-1aa38be70d42 tempest-ServersListShow296Test-1902346217 tempest-ServersListShow296Test-1902346217-project-member] Task: {'id': task-4069663, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.602841} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 825.232435] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-761dd297-90ea-44d9-9422-1aa38be70d42 tempest-ServersListShow296Test-1902346217 tempest-ServersListShow296Test-1902346217-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk to [datastore2] 1e8ea4f1-cbcf-4c6d-91f3-6ce833f65074/1e8ea4f1-cbcf-4c6d-91f3-6ce833f65074.vmdk {{(pid=69770) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 825.232652] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-761dd297-90ea-44d9-9422-1aa38be70d42 tempest-ServersListShow296Test-1902346217 tempest-ServersListShow296Test-1902346217-project-member] [instance: 1e8ea4f1-cbcf-4c6d-91f3-6ce833f65074] Extending root virtual disk to 1048576 {{(pid=69770) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 825.232916] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-aa92103b-e629-45f8-be0e-7a429a67e5be {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.242346] env[69770]: DEBUG oslo_vmware.api [None req-761dd297-90ea-44d9-9422-1aa38be70d42 tempest-ServersListShow296Test-1902346217 tempest-ServersListShow296Test-1902346217-project-member] Waiting for the task: (returnval){ [ 825.242346] env[69770]: value = "task-4069664" [ 825.242346] env[69770]: _type = "Task" [ 825.242346] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 825.251495] env[69770]: DEBUG oslo_vmware.api [None req-761dd297-90ea-44d9-9422-1aa38be70d42 tempest-ServersListShow296Test-1902346217 tempest-ServersListShow296Test-1902346217-project-member] Task: {'id': task-4069664, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.292535] env[69770]: DEBUG oslo_concurrency.lockutils [None req-72eabad0-20b2-46d0-8410-d8f6d7709350 tempest-ImagesOneServerNegativeTestJSON-405389268 tempest-ImagesOneServerNegativeTestJSON-405389268-project-member] Acquiring lock "828f7a0a-dd24-4c98-85cf-5d99627860d7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 825.292826] env[69770]: DEBUG oslo_concurrency.lockutils [None req-72eabad0-20b2-46d0-8410-d8f6d7709350 tempest-ImagesOneServerNegativeTestJSON-405389268 tempest-ImagesOneServerNegativeTestJSON-405389268-project-member] Lock "828f7a0a-dd24-4c98-85cf-5d99627860d7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 825.293593] env[69770]: DEBUG oslo_concurrency.lockutils [None req-72eabad0-20b2-46d0-8410-d8f6d7709350 tempest-ImagesOneServerNegativeTestJSON-405389268 tempest-ImagesOneServerNegativeTestJSON-405389268-project-member] Acquiring lock "828f7a0a-dd24-4c98-85cf-5d99627860d7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 825.293926] env[69770]: DEBUG oslo_concurrency.lockutils [None req-72eabad0-20b2-46d0-8410-d8f6d7709350 tempest-ImagesOneServerNegativeTestJSON-405389268 tempest-ImagesOneServerNegativeTestJSON-405389268-project-member] Lock "828f7a0a-dd24-4c98-85cf-5d99627860d7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 825.294206] env[69770]: DEBUG oslo_concurrency.lockutils [None req-72eabad0-20b2-46d0-8410-d8f6d7709350 tempest-ImagesOneServerNegativeTestJSON-405389268 tempest-ImagesOneServerNegativeTestJSON-405389268-project-member] Lock "828f7a0a-dd24-4c98-85cf-5d99627860d7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 825.296899] env[69770]: INFO nova.compute.manager [None req-72eabad0-20b2-46d0-8410-d8f6d7709350 tempest-ImagesOneServerNegativeTestJSON-405389268 tempest-ImagesOneServerNegativeTestJSON-405389268-project-member] [instance: 828f7a0a-dd24-4c98-85cf-5d99627860d7] Terminating instance [ 825.327535] env[69770]: DEBUG nova.network.neutron [None req-42ae7b16-f3b8-499c-b271-4aa29c9d234f tempest-MultipleCreateTestJSON-938873983 tempest-MultipleCreateTestJSON-938873983-project-member] [instance: c1bf02b7-e9aa-4577-aca6-480b62da79ba] Instance cache missing network info. {{(pid=69770) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 825.467069] env[69770]: DEBUG nova.network.neutron [-] [instance: ad5c1512-835d-40f1-97be-59a36e20deda] Updating instance_info_cache with network_info: [] {{(pid=69770) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 825.479264] env[69770]: DEBUG nova.compute.manager [None req-42ae7b16-f3b8-499c-b271-4aa29c9d234f tempest-MultipleCreateTestJSON-938873983 tempest-MultipleCreateTestJSON-938873983-project-member] [instance: 271a7171-f68e-40ec-8f3e-87cb9c18e971] Start building block device mappings for instance. {{(pid=69770) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 825.499634] env[69770]: DEBUG nova.network.neutron [None req-42ae7b16-f3b8-499c-b271-4aa29c9d234f tempest-MultipleCreateTestJSON-938873983 tempest-MultipleCreateTestJSON-938873983-project-member] [instance: 271a7171-f68e-40ec-8f3e-87cb9c18e971] Successfully created port: 06a8a5d9-f380-455d-9907-d0d3948bf504 {{(pid=69770) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 825.531724] env[69770]: DEBUG nova.network.neutron [None req-42ae7b16-f3b8-499c-b271-4aa29c9d234f tempest-MultipleCreateTestJSON-938873983 tempest-MultipleCreateTestJSON-938873983-project-member] [instance: c1bf02b7-e9aa-4577-aca6-480b62da79ba] Updating instance_info_cache with network_info: [{"id": "afea30ff-79e8-4bc9-ad4d-a56085111a61", "address": "fa:16:3e:7c:cf:d4", "network": {"id": "ec46c5c1-497d-473d-be16-b908a7c7f224", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1448501516-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9730e5b8233d46698a306b5299eeec99", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "61a172ee-af3f-473e-b12a-3fee5bf39c8d", "external-id": "nsx-vlan-transportzone-997", "segmentation_id": 997, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapafea30ff-79", "ovs_interfaceid": "afea30ff-79e8-4bc9-ad4d-a56085111a61", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69770) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 825.758624] env[69770]: DEBUG oslo_vmware.api [None req-761dd297-90ea-44d9-9422-1aa38be70d42 tempest-ServersListShow296Test-1902346217 tempest-ServersListShow296Test-1902346217-project-member] Task: {'id': task-4069664, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071441} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 825.758982] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-761dd297-90ea-44d9-9422-1aa38be70d42 tempest-ServersListShow296Test-1902346217 tempest-ServersListShow296Test-1902346217-project-member] [instance: 1e8ea4f1-cbcf-4c6d-91f3-6ce833f65074] Extended root virtual disk {{(pid=69770) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 825.759996] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f68b1976-1027-4974-9e70-84bb059123d9 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.782783] env[69770]: DEBUG nova.virt.vmwareapi.volumeops [None req-761dd297-90ea-44d9-9422-1aa38be70d42 tempest-ServersListShow296Test-1902346217 tempest-ServersListShow296Test-1902346217-project-member] [instance: 1e8ea4f1-cbcf-4c6d-91f3-6ce833f65074] Reconfiguring VM instance instance-00000024 to attach disk [datastore2] 1e8ea4f1-cbcf-4c6d-91f3-6ce833f65074/1e8ea4f1-cbcf-4c6d-91f3-6ce833f65074.vmdk or device None with type sparse {{(pid=69770) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 825.786296] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2cd8f073-d7af-47f8-bc37-4fc7734c4d0e {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.806388] env[69770]: DEBUG nova.compute.manager [None req-72eabad0-20b2-46d0-8410-d8f6d7709350 tempest-ImagesOneServerNegativeTestJSON-405389268 tempest-ImagesOneServerNegativeTestJSON-405389268-project-member] [instance: 828f7a0a-dd24-4c98-85cf-5d99627860d7] Start destroying the instance on the hypervisor. {{(pid=69770) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 825.806696] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-72eabad0-20b2-46d0-8410-d8f6d7709350 tempest-ImagesOneServerNegativeTestJSON-405389268 tempest-ImagesOneServerNegativeTestJSON-405389268-project-member] [instance: 828f7a0a-dd24-4c98-85cf-5d99627860d7] Destroying instance {{(pid=69770) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 825.807563] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ed9ebf0-ebbb-48b6-aa5c-165461ee2892 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.818195] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-72eabad0-20b2-46d0-8410-d8f6d7709350 tempest-ImagesOneServerNegativeTestJSON-405389268 tempest-ImagesOneServerNegativeTestJSON-405389268-project-member] [instance: 828f7a0a-dd24-4c98-85cf-5d99627860d7] Powering off the VM {{(pid=69770) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 825.818195] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-852a62f1-804d-4816-9c5c-eaea13e0bf20 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.820154] env[69770]: DEBUG oslo_vmware.api [None req-761dd297-90ea-44d9-9422-1aa38be70d42 tempest-ServersListShow296Test-1902346217 tempest-ServersListShow296Test-1902346217-project-member] Waiting for the task: (returnval){ [ 825.820154] env[69770]: value = "task-4069665" [ 825.820154] env[69770]: _type = "Task" [ 825.820154] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 825.830414] env[69770]: DEBUG oslo_vmware.api [None req-72eabad0-20b2-46d0-8410-d8f6d7709350 tempest-ImagesOneServerNegativeTestJSON-405389268 tempest-ImagesOneServerNegativeTestJSON-405389268-project-member] Waiting for the task: (returnval){ [ 825.830414] env[69770]: value = "task-4069666" [ 825.830414] env[69770]: _type = "Task" [ 825.830414] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 825.839351] env[69770]: DEBUG oslo_vmware.api [None req-761dd297-90ea-44d9-9422-1aa38be70d42 tempest-ServersListShow296Test-1902346217 tempest-ServersListShow296Test-1902346217-project-member] Task: {'id': task-4069665, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.846805] env[69770]: DEBUG oslo_vmware.api [None req-72eabad0-20b2-46d0-8410-d8f6d7709350 tempest-ImagesOneServerNegativeTestJSON-405389268 tempest-ImagesOneServerNegativeTestJSON-405389268-project-member] Task: {'id': task-4069666, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.974515] env[69770]: INFO nova.compute.manager [-] [instance: ad5c1512-835d-40f1-97be-59a36e20deda] Took 1.33 seconds to deallocate network for instance. [ 826.034831] env[69770]: DEBUG oslo_concurrency.lockutils [None req-42ae7b16-f3b8-499c-b271-4aa29c9d234f tempest-MultipleCreateTestJSON-938873983 tempest-MultipleCreateTestJSON-938873983-project-member] Releasing lock "refresh_cache-c1bf02b7-e9aa-4577-aca6-480b62da79ba" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.035421] env[69770]: DEBUG nova.compute.manager [None req-42ae7b16-f3b8-499c-b271-4aa29c9d234f tempest-MultipleCreateTestJSON-938873983 tempest-MultipleCreateTestJSON-938873983-project-member] [instance: c1bf02b7-e9aa-4577-aca6-480b62da79ba] Instance network_info: |[{"id": "afea30ff-79e8-4bc9-ad4d-a56085111a61", "address": "fa:16:3e:7c:cf:d4", "network": {"id": "ec46c5c1-497d-473d-be16-b908a7c7f224", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1448501516-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9730e5b8233d46698a306b5299eeec99", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "61a172ee-af3f-473e-b12a-3fee5bf39c8d", "external-id": "nsx-vlan-transportzone-997", "segmentation_id": 997, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapafea30ff-79", "ovs_interfaceid": "afea30ff-79e8-4bc9-ad4d-a56085111a61", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69770) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 826.036155] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-42ae7b16-f3b8-499c-b271-4aa29c9d234f tempest-MultipleCreateTestJSON-938873983 tempest-MultipleCreateTestJSON-938873983-project-member] [instance: c1bf02b7-e9aa-4577-aca6-480b62da79ba] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7c:cf:d4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '61a172ee-af3f-473e-b12a-3fee5bf39c8d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'afea30ff-79e8-4bc9-ad4d-a56085111a61', 'vif_model': 'vmxnet3'}] {{(pid=69770) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 826.046437] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-42ae7b16-f3b8-499c-b271-4aa29c9d234f tempest-MultipleCreateTestJSON-938873983 tempest-MultipleCreateTestJSON-938873983-project-member] Creating folder: Project (9730e5b8233d46698a306b5299eeec99). Parent ref: group-v806376. {{(pid=69770) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 826.051686] env[69770]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-18987dd6-11ab-4b27-8cf6-0c81903515e3 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.067945] env[69770]: INFO nova.virt.vmwareapi.vm_util [None req-42ae7b16-f3b8-499c-b271-4aa29c9d234f tempest-MultipleCreateTestJSON-938873983 tempest-MultipleCreateTestJSON-938873983-project-member] Created folder: Project (9730e5b8233d46698a306b5299eeec99) in parent group-v806376. [ 826.068225] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-42ae7b16-f3b8-499c-b271-4aa29c9d234f tempest-MultipleCreateTestJSON-938873983 tempest-MultipleCreateTestJSON-938873983-project-member] Creating folder: Instances. Parent ref: group-v806489. {{(pid=69770) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 826.068504] env[69770]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-50cdb23f-edf8-4d6b-87c9-dc6bdb853083 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.086586] env[69770]: INFO nova.virt.vmwareapi.vm_util [None req-42ae7b16-f3b8-499c-b271-4aa29c9d234f tempest-MultipleCreateTestJSON-938873983 tempest-MultipleCreateTestJSON-938873983-project-member] Created folder: Instances in parent group-v806489. [ 826.086586] env[69770]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-42ae7b16-f3b8-499c-b271-4aa29c9d234f tempest-MultipleCreateTestJSON-938873983 tempest-MultipleCreateTestJSON-938873983-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69770) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 826.089617] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c1bf02b7-e9aa-4577-aca6-480b62da79ba] Creating VM on the ESX host {{(pid=69770) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 826.091263] env[69770]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-dd30e346-de7d-4257-b47d-0c1c4fcd746e {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.121135] env[69770]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 826.121135] env[69770]: value = "task-4069669" [ 826.121135] env[69770]: _type = "Task" [ 826.121135] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 826.134598] env[69770]: DEBUG oslo_vmware.api [-] Task: {'id': task-4069669, 'name': CreateVM_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.340249] env[69770]: DEBUG oslo_vmware.api [None req-761dd297-90ea-44d9-9422-1aa38be70d42 tempest-ServersListShow296Test-1902346217 tempest-ServersListShow296Test-1902346217-project-member] Task: {'id': task-4069665, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.350582] env[69770]: DEBUG oslo_vmware.api [None req-72eabad0-20b2-46d0-8410-d8f6d7709350 tempest-ImagesOneServerNegativeTestJSON-405389268 tempest-ImagesOneServerNegativeTestJSON-405389268-project-member] Task: {'id': task-4069666, 'name': PowerOffVM_Task, 'duration_secs': 0.414489} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 826.350898] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-72eabad0-20b2-46d0-8410-d8f6d7709350 tempest-ImagesOneServerNegativeTestJSON-405389268 tempest-ImagesOneServerNegativeTestJSON-405389268-project-member] [instance: 828f7a0a-dd24-4c98-85cf-5d99627860d7] Powered off the VM {{(pid=69770) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 826.351391] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-72eabad0-20b2-46d0-8410-d8f6d7709350 tempest-ImagesOneServerNegativeTestJSON-405389268 tempest-ImagesOneServerNegativeTestJSON-405389268-project-member] [instance: 828f7a0a-dd24-4c98-85cf-5d99627860d7] Unregistering the VM {{(pid=69770) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 826.351391] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-cb8f779f-db3d-485f-ae1b-4402dd5a55c3 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.360813] env[69770]: DEBUG nova.compute.manager [req-215ce941-c4c8-4359-b948-f9e543df6dcf req-8e4d4b2d-a93e-49a9-a929-854013c65c29 service nova] [instance: c1bf02b7-e9aa-4577-aca6-480b62da79ba] Received event network-changed-afea30ff-79e8-4bc9-ad4d-a56085111a61 {{(pid=69770) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 826.361376] env[69770]: DEBUG nova.compute.manager [req-215ce941-c4c8-4359-b948-f9e543df6dcf req-8e4d4b2d-a93e-49a9-a929-854013c65c29 service nova] [instance: c1bf02b7-e9aa-4577-aca6-480b62da79ba] Refreshing instance network info cache due to event network-changed-afea30ff-79e8-4bc9-ad4d-a56085111a61. {{(pid=69770) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 826.362060] env[69770]: DEBUG oslo_concurrency.lockutils [req-215ce941-c4c8-4359-b948-f9e543df6dcf req-8e4d4b2d-a93e-49a9-a929-854013c65c29 service nova] Acquiring lock "refresh_cache-c1bf02b7-e9aa-4577-aca6-480b62da79ba" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.362373] env[69770]: DEBUG oslo_concurrency.lockutils [req-215ce941-c4c8-4359-b948-f9e543df6dcf req-8e4d4b2d-a93e-49a9-a929-854013c65c29 service nova] Acquired lock "refresh_cache-c1bf02b7-e9aa-4577-aca6-480b62da79ba" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.362564] env[69770]: DEBUG nova.network.neutron [req-215ce941-c4c8-4359-b948-f9e543df6dcf req-8e4d4b2d-a93e-49a9-a929-854013c65c29 service nova] [instance: c1bf02b7-e9aa-4577-aca6-480b62da79ba] Refreshing network info cache for port afea30ff-79e8-4bc9-ad4d-a56085111a61 {{(pid=69770) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 826.369318] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-521d68fc-0b5e-4f70-88f7-67acfab7055f {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.383758] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-befd69fe-757b-4a99-9134-fad4baa7d4e4 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.438602] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11e9245b-278b-4b4e-8b02-be98f28ab8a5 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.449569] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5a7a9f8-a199-4cd9-a441-cd528629bb9f {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.459433] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-72eabad0-20b2-46d0-8410-d8f6d7709350 tempest-ImagesOneServerNegativeTestJSON-405389268 tempest-ImagesOneServerNegativeTestJSON-405389268-project-member] [instance: 828f7a0a-dd24-4c98-85cf-5d99627860d7] Unregistered the VM {{(pid=69770) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 826.459659] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-72eabad0-20b2-46d0-8410-d8f6d7709350 tempest-ImagesOneServerNegativeTestJSON-405389268 tempest-ImagesOneServerNegativeTestJSON-405389268-project-member] [instance: 828f7a0a-dd24-4c98-85cf-5d99627860d7] Deleting contents of the VM from datastore datastore1 {{(pid=69770) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 826.459871] env[69770]: DEBUG nova.virt.vmwareapi.ds_util [None req-72eabad0-20b2-46d0-8410-d8f6d7709350 tempest-ImagesOneServerNegativeTestJSON-405389268 tempest-ImagesOneServerNegativeTestJSON-405389268-project-member] Deleting the datastore file [datastore1] 828f7a0a-dd24-4c98-85cf-5d99627860d7 {{(pid=69770) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 826.460225] env[69770]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-68ab3856-63a0-4726-83f2-27d76681ecef {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.472347] env[69770]: DEBUG nova.compute.provider_tree [None req-2202bb11-9306-411f-82e6-4168971d4053 tempest-ServersTestMultiNic-2119527449 tempest-ServersTestMultiNic-2119527449-project-member] Inventory has not changed in ProviderTree for provider: 7cc7d32b-b7a7-454a-a456-2a440248ed9d {{(pid=69770) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 826.480171] env[69770]: DEBUG oslo_vmware.api [None req-72eabad0-20b2-46d0-8410-d8f6d7709350 tempest-ImagesOneServerNegativeTestJSON-405389268 tempest-ImagesOneServerNegativeTestJSON-405389268-project-member] Waiting for the task: (returnval){ [ 826.480171] env[69770]: value = "task-4069671" [ 826.480171] env[69770]: _type = "Task" [ 826.480171] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 826.485160] env[69770]: DEBUG oslo_concurrency.lockutils [None req-4d8d6746-4962-480a-98ae-398fd911dd7a tempest-InstanceActionsV221TestJSON-434475733 tempest-InstanceActionsV221TestJSON-434475733-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 826.494343] env[69770]: DEBUG oslo_vmware.api [None req-72eabad0-20b2-46d0-8410-d8f6d7709350 tempest-ImagesOneServerNegativeTestJSON-405389268 tempest-ImagesOneServerNegativeTestJSON-405389268-project-member] Task: {'id': task-4069671, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.504693] env[69770]: DEBUG nova.compute.manager [None req-42ae7b16-f3b8-499c-b271-4aa29c9d234f tempest-MultipleCreateTestJSON-938873983 tempest-MultipleCreateTestJSON-938873983-project-member] [instance: 271a7171-f68e-40ec-8f3e-87cb9c18e971] Start spawning the instance on the hypervisor. {{(pid=69770) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 826.540634] env[69770]: DEBUG nova.virt.hardware [None req-42ae7b16-f3b8-499c-b271-4aa29c9d234f tempest-MultipleCreateTestJSON-938873983 tempest-MultipleCreateTestJSON-938873983-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T12:16:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T12:16:11Z,direct_url=,disk_format='vmdk',id=d1eaff80-24a0-4391-90eb-59958b1ecf0a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d65f20bb89fb40a98b77bc6d97357df2',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T12:16:12Z,virtual_size=,visibility=), allow threads: False {{(pid=69770) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 826.540881] env[69770]: DEBUG nova.virt.hardware [None req-42ae7b16-f3b8-499c-b271-4aa29c9d234f tempest-MultipleCreateTestJSON-938873983 tempest-MultipleCreateTestJSON-938873983-project-member] Flavor limits 0:0:0 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 826.541048] env[69770]: DEBUG nova.virt.hardware [None req-42ae7b16-f3b8-499c-b271-4aa29c9d234f tempest-MultipleCreateTestJSON-938873983 tempest-MultipleCreateTestJSON-938873983-project-member] Image limits 0:0:0 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 826.541238] env[69770]: DEBUG nova.virt.hardware [None req-42ae7b16-f3b8-499c-b271-4aa29c9d234f tempest-MultipleCreateTestJSON-938873983 tempest-MultipleCreateTestJSON-938873983-project-member] Flavor pref 0:0:0 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 826.541382] env[69770]: DEBUG nova.virt.hardware [None req-42ae7b16-f3b8-499c-b271-4aa29c9d234f tempest-MultipleCreateTestJSON-938873983 tempest-MultipleCreateTestJSON-938873983-project-member] Image pref 0:0:0 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 826.541528] env[69770]: DEBUG nova.virt.hardware [None req-42ae7b16-f3b8-499c-b271-4aa29c9d234f tempest-MultipleCreateTestJSON-938873983 tempest-MultipleCreateTestJSON-938873983-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 826.541779] env[69770]: DEBUG nova.virt.hardware [None req-42ae7b16-f3b8-499c-b271-4aa29c9d234f tempest-MultipleCreateTestJSON-938873983 tempest-MultipleCreateTestJSON-938873983-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69770) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 826.544851] env[69770]: DEBUG nova.virt.hardware [None req-42ae7b16-f3b8-499c-b271-4aa29c9d234f tempest-MultipleCreateTestJSON-938873983 tempest-MultipleCreateTestJSON-938873983-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69770) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 826.544851] env[69770]: DEBUG nova.virt.hardware [None req-42ae7b16-f3b8-499c-b271-4aa29c9d234f tempest-MultipleCreateTestJSON-938873983 tempest-MultipleCreateTestJSON-938873983-project-member] Got 1 possible topologies {{(pid=69770) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 826.544851] env[69770]: DEBUG nova.virt.hardware [None req-42ae7b16-f3b8-499c-b271-4aa29c9d234f tempest-MultipleCreateTestJSON-938873983 tempest-MultipleCreateTestJSON-938873983-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69770) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 826.544851] env[69770]: DEBUG nova.virt.hardware [None req-42ae7b16-f3b8-499c-b271-4aa29c9d234f tempest-MultipleCreateTestJSON-938873983 tempest-MultipleCreateTestJSON-938873983-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69770) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 826.544851] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c51a82ef-871b-43b5-975e-3805120c8e93 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.556082] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-183e4767-a2d3-4cac-b49e-0a5f91872800 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.632125] env[69770]: DEBUG oslo_vmware.api [-] Task: {'id': task-4069669, 'name': CreateVM_Task, 'duration_secs': 0.449573} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 826.632330] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c1bf02b7-e9aa-4577-aca6-480b62da79ba] Created VM on the ESX host {{(pid=69770) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 826.633118] env[69770]: DEBUG oslo_concurrency.lockutils [None req-42ae7b16-f3b8-499c-b271-4aa29c9d234f tempest-MultipleCreateTestJSON-938873983 tempest-MultipleCreateTestJSON-938873983-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.633356] env[69770]: DEBUG oslo_concurrency.lockutils [None req-42ae7b16-f3b8-499c-b271-4aa29c9d234f tempest-MultipleCreateTestJSON-938873983 tempest-MultipleCreateTestJSON-938873983-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.633680] env[69770]: DEBUG oslo_concurrency.lockutils [None req-42ae7b16-f3b8-499c-b271-4aa29c9d234f tempest-MultipleCreateTestJSON-938873983 tempest-MultipleCreateTestJSON-938873983-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.633973] env[69770]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f7df7de9-b57f-457d-8f4e-e0b6519f6968 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.640502] env[69770]: DEBUG oslo_vmware.api [None req-42ae7b16-f3b8-499c-b271-4aa29c9d234f tempest-MultipleCreateTestJSON-938873983 tempest-MultipleCreateTestJSON-938873983-project-member] Waiting for the task: (returnval){ [ 826.640502] env[69770]: value = "session[52161b52-cb8e-ec9f-1132-2f6b49549d41]52db6beb-904a-667c-ee78-a8376cfe30a3" [ 826.640502] env[69770]: _type = "Task" [ 826.640502] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 826.650593] env[69770]: DEBUG oslo_vmware.api [None req-42ae7b16-f3b8-499c-b271-4aa29c9d234f tempest-MultipleCreateTestJSON-938873983 tempest-MultipleCreateTestJSON-938873983-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]52db6beb-904a-667c-ee78-a8376cfe30a3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.838855] env[69770]: DEBUG oslo_vmware.api [None req-761dd297-90ea-44d9-9422-1aa38be70d42 tempest-ServersListShow296Test-1902346217 tempest-ServersListShow296Test-1902346217-project-member] Task: {'id': task-4069665, 'name': ReconfigVM_Task, 'duration_secs': 0.59015} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 826.842254] env[69770]: DEBUG nova.virt.vmwareapi.volumeops [None req-761dd297-90ea-44d9-9422-1aa38be70d42 tempest-ServersListShow296Test-1902346217 tempest-ServersListShow296Test-1902346217-project-member] [instance: 1e8ea4f1-cbcf-4c6d-91f3-6ce833f65074] Reconfigured VM instance instance-00000024 to attach disk [datastore2] 1e8ea4f1-cbcf-4c6d-91f3-6ce833f65074/1e8ea4f1-cbcf-4c6d-91f3-6ce833f65074.vmdk or device None with type sparse {{(pid=69770) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 826.842254] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7ae573e0-ab33-465c-a795-553bea8ed9c5 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.855385] env[69770]: DEBUG oslo_vmware.api [None req-761dd297-90ea-44d9-9422-1aa38be70d42 tempest-ServersListShow296Test-1902346217 tempest-ServersListShow296Test-1902346217-project-member] Waiting for the task: (returnval){ [ 826.855385] env[69770]: value = "task-4069672" [ 826.855385] env[69770]: _type = "Task" [ 826.855385] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 826.869314] env[69770]: DEBUG oslo_vmware.api [None req-761dd297-90ea-44d9-9422-1aa38be70d42 tempest-ServersListShow296Test-1902346217 tempest-ServersListShow296Test-1902346217-project-member] Task: {'id': task-4069672, 'name': Rename_Task} progress is 5%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.979404] env[69770]: DEBUG nova.scheduler.client.report [None req-2202bb11-9306-411f-82e6-4168971d4053 tempest-ServersTestMultiNic-2119527449 tempest-ServersTestMultiNic-2119527449-project-member] Inventory has not changed for provider 7cc7d32b-b7a7-454a-a456-2a440248ed9d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69770) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 826.995561] env[69770]: DEBUG nova.network.neutron [req-215ce941-c4c8-4359-b948-f9e543df6dcf req-8e4d4b2d-a93e-49a9-a929-854013c65c29 service nova] [instance: c1bf02b7-e9aa-4577-aca6-480b62da79ba] Updated VIF entry in instance network info cache for port afea30ff-79e8-4bc9-ad4d-a56085111a61. {{(pid=69770) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 826.995561] env[69770]: DEBUG nova.network.neutron [req-215ce941-c4c8-4359-b948-f9e543df6dcf req-8e4d4b2d-a93e-49a9-a929-854013c65c29 service nova] [instance: c1bf02b7-e9aa-4577-aca6-480b62da79ba] Updating instance_info_cache with network_info: [{"id": "afea30ff-79e8-4bc9-ad4d-a56085111a61", "address": "fa:16:3e:7c:cf:d4", "network": {"id": "ec46c5c1-497d-473d-be16-b908a7c7f224", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1448501516-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9730e5b8233d46698a306b5299eeec99", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "61a172ee-af3f-473e-b12a-3fee5bf39c8d", "external-id": "nsx-vlan-transportzone-997", "segmentation_id": 997, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapafea30ff-79", "ovs_interfaceid": "afea30ff-79e8-4bc9-ad4d-a56085111a61", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69770) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 827.006376] env[69770]: DEBUG oslo_vmware.api [None req-72eabad0-20b2-46d0-8410-d8f6d7709350 tempest-ImagesOneServerNegativeTestJSON-405389268 tempest-ImagesOneServerNegativeTestJSON-405389268-project-member] Task: {'id': task-4069671, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.409493} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 827.006376] env[69770]: DEBUG nova.virt.vmwareapi.ds_util [None req-72eabad0-20b2-46d0-8410-d8f6d7709350 tempest-ImagesOneServerNegativeTestJSON-405389268 tempest-ImagesOneServerNegativeTestJSON-405389268-project-member] Deleted the datastore file {{(pid=69770) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 827.006376] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-72eabad0-20b2-46d0-8410-d8f6d7709350 tempest-ImagesOneServerNegativeTestJSON-405389268 tempest-ImagesOneServerNegativeTestJSON-405389268-project-member] [instance: 828f7a0a-dd24-4c98-85cf-5d99627860d7] Deleted contents of the VM from datastore datastore1 {{(pid=69770) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 827.006506] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-72eabad0-20b2-46d0-8410-d8f6d7709350 tempest-ImagesOneServerNegativeTestJSON-405389268 tempest-ImagesOneServerNegativeTestJSON-405389268-project-member] [instance: 828f7a0a-dd24-4c98-85cf-5d99627860d7] Instance destroyed {{(pid=69770) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 827.006865] env[69770]: INFO nova.compute.manager [None req-72eabad0-20b2-46d0-8410-d8f6d7709350 tempest-ImagesOneServerNegativeTestJSON-405389268 tempest-ImagesOneServerNegativeTestJSON-405389268-project-member] [instance: 828f7a0a-dd24-4c98-85cf-5d99627860d7] Took 1.20 seconds to destroy the instance on the hypervisor. [ 827.006865] env[69770]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-72eabad0-20b2-46d0-8410-d8f6d7709350 tempest-ImagesOneServerNegativeTestJSON-405389268 tempest-ImagesOneServerNegativeTestJSON-405389268-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69770) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 827.007659] env[69770]: DEBUG nova.compute.manager [-] [instance: 828f7a0a-dd24-4c98-85cf-5d99627860d7] Deallocating network for instance {{(pid=69770) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 827.007659] env[69770]: DEBUG nova.network.neutron [-] [instance: 828f7a0a-dd24-4c98-85cf-5d99627860d7] deallocate_for_instance() {{(pid=69770) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 827.159314] env[69770]: DEBUG oslo_vmware.api [None req-42ae7b16-f3b8-499c-b271-4aa29c9d234f tempest-MultipleCreateTestJSON-938873983 tempest-MultipleCreateTestJSON-938873983-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]52db6beb-904a-667c-ee78-a8376cfe30a3, 'name': SearchDatastore_Task, 'duration_secs': 0.032959} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 827.159722] env[69770]: DEBUG oslo_concurrency.lockutils [None req-42ae7b16-f3b8-499c-b271-4aa29c9d234f tempest-MultipleCreateTestJSON-938873983 tempest-MultipleCreateTestJSON-938873983-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.160047] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-42ae7b16-f3b8-499c-b271-4aa29c9d234f tempest-MultipleCreateTestJSON-938873983 tempest-MultipleCreateTestJSON-938873983-project-member] [instance: c1bf02b7-e9aa-4577-aca6-480b62da79ba] Processing image d1eaff80-24a0-4391-90eb-59958b1ecf0a {{(pid=69770) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 827.160358] env[69770]: DEBUG oslo_concurrency.lockutils [None req-42ae7b16-f3b8-499c-b271-4aa29c9d234f tempest-MultipleCreateTestJSON-938873983 tempest-MultipleCreateTestJSON-938873983-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.160567] env[69770]: DEBUG oslo_concurrency.lockutils [None req-42ae7b16-f3b8-499c-b271-4aa29c9d234f tempest-MultipleCreateTestJSON-938873983 tempest-MultipleCreateTestJSON-938873983-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.160852] env[69770]: DEBUG nova.virt.vmwareapi.ds_util [None req-42ae7b16-f3b8-499c-b271-4aa29c9d234f tempest-MultipleCreateTestJSON-938873983 tempest-MultipleCreateTestJSON-938873983-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69770) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 827.161226] env[69770]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-437241e3-c4e3-4a35-ad80-a0e02e698be7 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.172780] env[69770]: DEBUG nova.virt.vmwareapi.ds_util [None req-42ae7b16-f3b8-499c-b271-4aa29c9d234f tempest-MultipleCreateTestJSON-938873983 tempest-MultipleCreateTestJSON-938873983-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69770) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 827.172780] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-42ae7b16-f3b8-499c-b271-4aa29c9d234f tempest-MultipleCreateTestJSON-938873983 tempest-MultipleCreateTestJSON-938873983-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69770) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 827.173639] env[69770]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-162f912c-4cb6-4e02-9613-df4f3c057018 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.182133] env[69770]: DEBUG oslo_vmware.api [None req-42ae7b16-f3b8-499c-b271-4aa29c9d234f tempest-MultipleCreateTestJSON-938873983 tempest-MultipleCreateTestJSON-938873983-project-member] Waiting for the task: (returnval){ [ 827.182133] env[69770]: value = "session[52161b52-cb8e-ec9f-1132-2f6b49549d41]52ce2908-9e23-4388-f13a-2ee5b724d9c3" [ 827.182133] env[69770]: _type = "Task" [ 827.182133] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 827.192574] env[69770]: DEBUG oslo_vmware.api [None req-42ae7b16-f3b8-499c-b271-4aa29c9d234f tempest-MultipleCreateTestJSON-938873983 tempest-MultipleCreateTestJSON-938873983-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]52ce2908-9e23-4388-f13a-2ee5b724d9c3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.375434] env[69770]: DEBUG oslo_vmware.api [None req-761dd297-90ea-44d9-9422-1aa38be70d42 tempest-ServersListShow296Test-1902346217 tempest-ServersListShow296Test-1902346217-project-member] Task: {'id': task-4069672, 'name': Rename_Task, 'duration_secs': 0.358421} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 827.376654] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-761dd297-90ea-44d9-9422-1aa38be70d42 tempest-ServersListShow296Test-1902346217 tempest-ServersListShow296Test-1902346217-project-member] [instance: 1e8ea4f1-cbcf-4c6d-91f3-6ce833f65074] Powering on the VM {{(pid=69770) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 827.376991] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-56bd19b1-a5e2-4289-ae15-1c96ef319ff4 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.386399] env[69770]: DEBUG oslo_vmware.api [None req-761dd297-90ea-44d9-9422-1aa38be70d42 tempest-ServersListShow296Test-1902346217 tempest-ServersListShow296Test-1902346217-project-member] Waiting for the task: (returnval){ [ 827.386399] env[69770]: value = "task-4069673" [ 827.386399] env[69770]: _type = "Task" [ 827.386399] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 827.399324] env[69770]: DEBUG oslo_vmware.api [None req-761dd297-90ea-44d9-9422-1aa38be70d42 tempest-ServersListShow296Test-1902346217 tempest-ServersListShow296Test-1902346217-project-member] Task: {'id': task-4069673, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.471127] env[69770]: DEBUG nova.compute.manager [req-271797f0-05bc-489c-8c28-74a8fbb5f214 req-1066f8e8-75d4-456f-9e41-bbf71cec396a service nova] [instance: 828f7a0a-dd24-4c98-85cf-5d99627860d7] Received event network-vif-deleted-7fbbd882-7f51-478b-9bcc-e1975215a6b6 {{(pid=69770) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 827.471441] env[69770]: INFO nova.compute.manager [req-271797f0-05bc-489c-8c28-74a8fbb5f214 req-1066f8e8-75d4-456f-9e41-bbf71cec396a service nova] [instance: 828f7a0a-dd24-4c98-85cf-5d99627860d7] Neutron deleted interface 7fbbd882-7f51-478b-9bcc-e1975215a6b6; detaching it from the instance and deleting it from the info cache [ 827.471749] env[69770]: DEBUG nova.network.neutron [req-271797f0-05bc-489c-8c28-74a8fbb5f214 req-1066f8e8-75d4-456f-9e41-bbf71cec396a service nova] [instance: 828f7a0a-dd24-4c98-85cf-5d99627860d7] Updating instance_info_cache with network_info: [] {{(pid=69770) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 827.500805] env[69770]: DEBUG oslo_concurrency.lockutils [None req-2202bb11-9306-411f-82e6-4168971d4053 tempest-ServersTestMultiNic-2119527449 tempest-ServersTestMultiNic-2119527449-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.041s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 827.500805] env[69770]: DEBUG nova.compute.manager [None req-2202bb11-9306-411f-82e6-4168971d4053 tempest-ServersTestMultiNic-2119527449 tempest-ServersTestMultiNic-2119527449-project-member] [instance: e6e28bf0-10fd-4aa3-829b-9d5d0d301621] Start building networks asynchronously for instance. {{(pid=69770) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 827.505525] env[69770]: DEBUG oslo_concurrency.lockutils [None req-09b66b45-33b0-4b45-aa2f-157ae871d395 tempest-ServersNegativeTestJSON-1437959553 tempest-ServersNegativeTestJSON-1437959553-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.390s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 827.507218] env[69770]: INFO nova.compute.claims [None req-09b66b45-33b0-4b45-aa2f-157ae871d395 tempest-ServersNegativeTestJSON-1437959553 tempest-ServersNegativeTestJSON-1437959553-project-member] [instance: 3df42b8d-2222-42cc-8816-06ee1b31dc78] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 827.512142] env[69770]: DEBUG oslo_concurrency.lockutils [req-215ce941-c4c8-4359-b948-f9e543df6dcf req-8e4d4b2d-a93e-49a9-a929-854013c65c29 service nova] Releasing lock "refresh_cache-c1bf02b7-e9aa-4577-aca6-480b62da79ba" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.512387] env[69770]: DEBUG nova.compute.manager [req-215ce941-c4c8-4359-b948-f9e543df6dcf req-8e4d4b2d-a93e-49a9-a929-854013c65c29 service nova] [instance: ad5c1512-835d-40f1-97be-59a36e20deda] Received event network-vif-deleted-aa017e96-c4f2-40b5-9a69-4cdaf78da133 {{(pid=69770) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 827.694634] env[69770]: DEBUG oslo_vmware.api [None req-42ae7b16-f3b8-499c-b271-4aa29c9d234f tempest-MultipleCreateTestJSON-938873983 tempest-MultipleCreateTestJSON-938873983-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]52ce2908-9e23-4388-f13a-2ee5b724d9c3, 'name': SearchDatastore_Task, 'duration_secs': 0.018664} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 827.695792] env[69770]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1e5e7548-4570-4191-9e69-23890a3a5d57 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.704333] env[69770]: DEBUG oslo_vmware.api [None req-42ae7b16-f3b8-499c-b271-4aa29c9d234f tempest-MultipleCreateTestJSON-938873983 tempest-MultipleCreateTestJSON-938873983-project-member] Waiting for the task: (returnval){ [ 827.704333] env[69770]: value = "session[52161b52-cb8e-ec9f-1132-2f6b49549d41]5273b00c-518a-9a28-9d4f-bcb177b58566" [ 827.704333] env[69770]: _type = "Task" [ 827.704333] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 827.715122] env[69770]: DEBUG oslo_vmware.api [None req-42ae7b16-f3b8-499c-b271-4aa29c9d234f tempest-MultipleCreateTestJSON-938873983 tempest-MultipleCreateTestJSON-938873983-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]5273b00c-518a-9a28-9d4f-bcb177b58566, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.825630] env[69770]: DEBUG nova.network.neutron [-] [instance: 828f7a0a-dd24-4c98-85cf-5d99627860d7] Updating instance_info_cache with network_info: [] {{(pid=69770) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 827.902786] env[69770]: DEBUG oslo_vmware.api [None req-761dd297-90ea-44d9-9422-1aa38be70d42 tempest-ServersListShow296Test-1902346217 tempest-ServersListShow296Test-1902346217-project-member] Task: {'id': task-4069673, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.974948] env[69770]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f872da38-4bc2-4605-84de-23d1f587e176 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.990383] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4e65e65-00d7-402d-a348-1eee8f7f4c2a {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.008782] env[69770]: DEBUG nova.compute.utils [None req-2202bb11-9306-411f-82e6-4168971d4053 tempest-ServersTestMultiNic-2119527449 tempest-ServersTestMultiNic-2119527449-project-member] Using /dev/sd instead of None {{(pid=69770) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 828.009647] env[69770]: DEBUG nova.compute.manager [None req-2202bb11-9306-411f-82e6-4168971d4053 tempest-ServersTestMultiNic-2119527449 tempest-ServersTestMultiNic-2119527449-project-member] [instance: e6e28bf0-10fd-4aa3-829b-9d5d0d301621] Allocating IP information in the background. {{(pid=69770) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 828.010045] env[69770]: DEBUG nova.network.neutron [None req-2202bb11-9306-411f-82e6-4168971d4053 tempest-ServersTestMultiNic-2119527449 tempest-ServersTestMultiNic-2119527449-project-member] [instance: e6e28bf0-10fd-4aa3-829b-9d5d0d301621] allocate_for_instance() {{(pid=69770) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 828.045055] env[69770]: DEBUG nova.compute.manager [req-271797f0-05bc-489c-8c28-74a8fbb5f214 req-1066f8e8-75d4-456f-9e41-bbf71cec396a service nova] [instance: 828f7a0a-dd24-4c98-85cf-5d99627860d7] Detach interface failed, port_id=7fbbd882-7f51-478b-9bcc-e1975215a6b6, reason: Instance 828f7a0a-dd24-4c98-85cf-5d99627860d7 could not be found. {{(pid=69770) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 828.046754] env[69770]: DEBUG nova.network.neutron [None req-42ae7b16-f3b8-499c-b271-4aa29c9d234f tempest-MultipleCreateTestJSON-938873983 tempest-MultipleCreateTestJSON-938873983-project-member] [instance: 271a7171-f68e-40ec-8f3e-87cb9c18e971] Successfully updated port: 06a8a5d9-f380-455d-9907-d0d3948bf504 {{(pid=69770) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 828.067126] env[69770]: DEBUG nova.policy [None req-2202bb11-9306-411f-82e6-4168971d4053 tempest-ServersTestMultiNic-2119527449 tempest-ServersTestMultiNic-2119527449-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd85fd9e6e1a94915a34c271e4384ada7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '258a050dd64b4cbaa8d908e8457a61f0', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69770) authorize /opt/stack/nova/nova/policy.py:192}} [ 828.217297] env[69770]: DEBUG oslo_vmware.api [None req-42ae7b16-f3b8-499c-b271-4aa29c9d234f tempest-MultipleCreateTestJSON-938873983 tempest-MultipleCreateTestJSON-938873983-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]5273b00c-518a-9a28-9d4f-bcb177b58566, 'name': SearchDatastore_Task, 'duration_secs': 0.011736} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 828.217568] env[69770]: DEBUG oslo_concurrency.lockutils [None req-42ae7b16-f3b8-499c-b271-4aa29c9d234f tempest-MultipleCreateTestJSON-938873983 tempest-MultipleCreateTestJSON-938873983-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.217983] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-42ae7b16-f3b8-499c-b271-4aa29c9d234f tempest-MultipleCreateTestJSON-938873983 tempest-MultipleCreateTestJSON-938873983-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk to [datastore2] c1bf02b7-e9aa-4577-aca6-480b62da79ba/c1bf02b7-e9aa-4577-aca6-480b62da79ba.vmdk {{(pid=69770) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 828.218101] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-cbfb2e6e-0aaa-436a-934b-262401a5b35e {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.226114] env[69770]: DEBUG oslo_vmware.api [None req-42ae7b16-f3b8-499c-b271-4aa29c9d234f tempest-MultipleCreateTestJSON-938873983 tempest-MultipleCreateTestJSON-938873983-project-member] Waiting for the task: (returnval){ [ 828.226114] env[69770]: value = "task-4069674" [ 828.226114] env[69770]: _type = "Task" [ 828.226114] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 828.241155] env[69770]: DEBUG oslo_vmware.api [None req-42ae7b16-f3b8-499c-b271-4aa29c9d234f tempest-MultipleCreateTestJSON-938873983 tempest-MultipleCreateTestJSON-938873983-project-member] Task: {'id': task-4069674, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.327309] env[69770]: INFO nova.compute.manager [-] [instance: 828f7a0a-dd24-4c98-85cf-5d99627860d7] Took 1.32 seconds to deallocate network for instance. [ 828.407499] env[69770]: DEBUG oslo_vmware.api [None req-761dd297-90ea-44d9-9422-1aa38be70d42 tempest-ServersListShow296Test-1902346217 tempest-ServersListShow296Test-1902346217-project-member] Task: {'id': task-4069673, 'name': PowerOnVM_Task, 'duration_secs': 0.539951} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 828.407809] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-761dd297-90ea-44d9-9422-1aa38be70d42 tempest-ServersListShow296Test-1902346217 tempest-ServersListShow296Test-1902346217-project-member] [instance: 1e8ea4f1-cbcf-4c6d-91f3-6ce833f65074] Powered on the VM {{(pid=69770) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 828.408044] env[69770]: DEBUG nova.compute.manager [None req-761dd297-90ea-44d9-9422-1aa38be70d42 tempest-ServersListShow296Test-1902346217 tempest-ServersListShow296Test-1902346217-project-member] [instance: 1e8ea4f1-cbcf-4c6d-91f3-6ce833f65074] Checking state {{(pid=69770) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 828.408874] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51736b3c-0810-4ccf-bd61-e5bcb326dbfc {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.440124] env[69770]: DEBUG nova.network.neutron [None req-2202bb11-9306-411f-82e6-4168971d4053 tempest-ServersTestMultiNic-2119527449 tempest-ServersTestMultiNic-2119527449-project-member] [instance: e6e28bf0-10fd-4aa3-829b-9d5d0d301621] Successfully created port: 6f997126-d24c-4943-979a-b4fbf0d00266 {{(pid=69770) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 828.459090] env[69770]: DEBUG nova.compute.manager [req-a88aca86-476b-4aac-a83b-c299be92ba8f req-7f09d9f5-d2e9-4249-8a22-3d811e0d5540 service nova] [instance: 271a7171-f68e-40ec-8f3e-87cb9c18e971] Received event network-vif-plugged-06a8a5d9-f380-455d-9907-d0d3948bf504 {{(pid=69770) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 828.459280] env[69770]: DEBUG oslo_concurrency.lockutils [req-a88aca86-476b-4aac-a83b-c299be92ba8f req-7f09d9f5-d2e9-4249-8a22-3d811e0d5540 service nova] Acquiring lock "271a7171-f68e-40ec-8f3e-87cb9c18e971-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 828.459509] env[69770]: DEBUG oslo_concurrency.lockutils [req-a88aca86-476b-4aac-a83b-c299be92ba8f req-7f09d9f5-d2e9-4249-8a22-3d811e0d5540 service nova] Lock "271a7171-f68e-40ec-8f3e-87cb9c18e971-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 828.459693] env[69770]: DEBUG oslo_concurrency.lockutils [req-a88aca86-476b-4aac-a83b-c299be92ba8f req-7f09d9f5-d2e9-4249-8a22-3d811e0d5540 service nova] Lock "271a7171-f68e-40ec-8f3e-87cb9c18e971-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 828.459871] env[69770]: DEBUG nova.compute.manager [req-a88aca86-476b-4aac-a83b-c299be92ba8f req-7f09d9f5-d2e9-4249-8a22-3d811e0d5540 service nova] [instance: 271a7171-f68e-40ec-8f3e-87cb9c18e971] No waiting events found dispatching network-vif-plugged-06a8a5d9-f380-455d-9907-d0d3948bf504 {{(pid=69770) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 828.460075] env[69770]: WARNING nova.compute.manager [req-a88aca86-476b-4aac-a83b-c299be92ba8f req-7f09d9f5-d2e9-4249-8a22-3d811e0d5540 service nova] [instance: 271a7171-f68e-40ec-8f3e-87cb9c18e971] Received unexpected event network-vif-plugged-06a8a5d9-f380-455d-9907-d0d3948bf504 for instance with vm_state building and task_state spawning. [ 828.460422] env[69770]: DEBUG nova.compute.manager [req-a88aca86-476b-4aac-a83b-c299be92ba8f req-7f09d9f5-d2e9-4249-8a22-3d811e0d5540 service nova] [instance: 271a7171-f68e-40ec-8f3e-87cb9c18e971] Received event network-changed-06a8a5d9-f380-455d-9907-d0d3948bf504 {{(pid=69770) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 828.460614] env[69770]: DEBUG nova.compute.manager [req-a88aca86-476b-4aac-a83b-c299be92ba8f req-7f09d9f5-d2e9-4249-8a22-3d811e0d5540 service nova] [instance: 271a7171-f68e-40ec-8f3e-87cb9c18e971] Refreshing instance network info cache due to event network-changed-06a8a5d9-f380-455d-9907-d0d3948bf504. {{(pid=69770) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 828.461021] env[69770]: DEBUG oslo_concurrency.lockutils [req-a88aca86-476b-4aac-a83b-c299be92ba8f req-7f09d9f5-d2e9-4249-8a22-3d811e0d5540 service nova] Acquiring lock "refresh_cache-271a7171-f68e-40ec-8f3e-87cb9c18e971" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.461021] env[69770]: DEBUG oslo_concurrency.lockutils [req-a88aca86-476b-4aac-a83b-c299be92ba8f req-7f09d9f5-d2e9-4249-8a22-3d811e0d5540 service nova] Acquired lock "refresh_cache-271a7171-f68e-40ec-8f3e-87cb9c18e971" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.461115] env[69770]: DEBUG nova.network.neutron [req-a88aca86-476b-4aac-a83b-c299be92ba8f req-7f09d9f5-d2e9-4249-8a22-3d811e0d5540 service nova] [instance: 271a7171-f68e-40ec-8f3e-87cb9c18e971] Refreshing network info cache for port 06a8a5d9-f380-455d-9907-d0d3948bf504 {{(pid=69770) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 828.515863] env[69770]: DEBUG nova.compute.manager [None req-2202bb11-9306-411f-82e6-4168971d4053 tempest-ServersTestMultiNic-2119527449 tempest-ServersTestMultiNic-2119527449-project-member] [instance: e6e28bf0-10fd-4aa3-829b-9d5d0d301621] Start building block device mappings for instance. {{(pid=69770) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 828.550469] env[69770]: DEBUG oslo_concurrency.lockutils [None req-42ae7b16-f3b8-499c-b271-4aa29c9d234f tempest-MultipleCreateTestJSON-938873983 tempest-MultipleCreateTestJSON-938873983-project-member] Acquiring lock "refresh_cache-271a7171-f68e-40ec-8f3e-87cb9c18e971" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.742961] env[69770]: DEBUG oslo_vmware.api [None req-42ae7b16-f3b8-499c-b271-4aa29c9d234f tempest-MultipleCreateTestJSON-938873983 tempest-MultipleCreateTestJSON-938873983-project-member] Task: {'id': task-4069674, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.834177] env[69770]: DEBUG oslo_concurrency.lockutils [None req-72eabad0-20b2-46d0-8410-d8f6d7709350 tempest-ImagesOneServerNegativeTestJSON-405389268 tempest-ImagesOneServerNegativeTestJSON-405389268-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 828.867996] env[69770]: DEBUG nova.network.neutron [None req-2202bb11-9306-411f-82e6-4168971d4053 tempest-ServersTestMultiNic-2119527449 tempest-ServersTestMultiNic-2119527449-project-member] [instance: e6e28bf0-10fd-4aa3-829b-9d5d0d301621] Successfully created port: 64fc7e7c-4d2e-4a93-9a7d-534160886936 {{(pid=69770) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 828.934437] env[69770]: DEBUG oslo_concurrency.lockutils [None req-761dd297-90ea-44d9-9422-1aa38be70d42 tempest-ServersListShow296Test-1902346217 tempest-ServersListShow296Test-1902346217-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 829.006029] env[69770]: DEBUG nova.network.neutron [req-a88aca86-476b-4aac-a83b-c299be92ba8f req-7f09d9f5-d2e9-4249-8a22-3d811e0d5540 service nova] [instance: 271a7171-f68e-40ec-8f3e-87cb9c18e971] Instance cache missing network info. {{(pid=69770) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 829.112481] env[69770]: DEBUG nova.network.neutron [req-a88aca86-476b-4aac-a83b-c299be92ba8f req-7f09d9f5-d2e9-4249-8a22-3d811e0d5540 service nova] [instance: 271a7171-f68e-40ec-8f3e-87cb9c18e971] Updating instance_info_cache with network_info: [] {{(pid=69770) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 829.240012] env[69770]: DEBUG oslo_vmware.api [None req-42ae7b16-f3b8-499c-b271-4aa29c9d234f tempest-MultipleCreateTestJSON-938873983 tempest-MultipleCreateTestJSON-938873983-project-member] Task: {'id': task-4069674, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.710848} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 829.240314] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-42ae7b16-f3b8-499c-b271-4aa29c9d234f tempest-MultipleCreateTestJSON-938873983 tempest-MultipleCreateTestJSON-938873983-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk to [datastore2] c1bf02b7-e9aa-4577-aca6-480b62da79ba/c1bf02b7-e9aa-4577-aca6-480b62da79ba.vmdk {{(pid=69770) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 829.240555] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-42ae7b16-f3b8-499c-b271-4aa29c9d234f tempest-MultipleCreateTestJSON-938873983 tempest-MultipleCreateTestJSON-938873983-project-member] [instance: c1bf02b7-e9aa-4577-aca6-480b62da79ba] Extending root virtual disk to 1048576 {{(pid=69770) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 829.242439] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2fbeb544-67a3-4736-9f5e-afcb6f832def {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.245328] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-871a237b-ce7d-4cb6-ab71-09d0323a7a5f {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.256954] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e7af313-bd03-42bf-b008-c09888515b40 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.260581] env[69770]: DEBUG oslo_vmware.api [None req-42ae7b16-f3b8-499c-b271-4aa29c9d234f tempest-MultipleCreateTestJSON-938873983 tempest-MultipleCreateTestJSON-938873983-project-member] Waiting for the task: (returnval){ [ 829.260581] env[69770]: value = "task-4069675" [ 829.260581] env[69770]: _type = "Task" [ 829.260581] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 829.293103] env[69770]: DEBUG nova.network.neutron [None req-2202bb11-9306-411f-82e6-4168971d4053 tempest-ServersTestMultiNic-2119527449 tempest-ServersTestMultiNic-2119527449-project-member] [instance: e6e28bf0-10fd-4aa3-829b-9d5d0d301621] Successfully created port: 34753cbe-2772-47d8-9ebb-6b32af00cd40 {{(pid=69770) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 829.299677] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b3f803c-090a-4008-8bed-f4f48b48be2b {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.312175] env[69770]: DEBUG oslo_vmware.api [None req-42ae7b16-f3b8-499c-b271-4aa29c9d234f tempest-MultipleCreateTestJSON-938873983 tempest-MultipleCreateTestJSON-938873983-project-member] Task: {'id': task-4069675, 'name': ExtendVirtualDisk_Task} progress is 50%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.323276] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a51392a3-6574-42f9-b896-b3acc9f28738 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.339331] env[69770]: DEBUG nova.compute.provider_tree [None req-09b66b45-33b0-4b45-aa2f-157ae871d395 tempest-ServersNegativeTestJSON-1437959553 tempest-ServersNegativeTestJSON-1437959553-project-member] Inventory has not changed in ProviderTree for provider: 7cc7d32b-b7a7-454a-a456-2a440248ed9d {{(pid=69770) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 829.536049] env[69770]: DEBUG nova.compute.manager [None req-2202bb11-9306-411f-82e6-4168971d4053 tempest-ServersTestMultiNic-2119527449 tempest-ServersTestMultiNic-2119527449-project-member] [instance: e6e28bf0-10fd-4aa3-829b-9d5d0d301621] Start spawning the instance on the hypervisor. {{(pid=69770) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 829.572647] env[69770]: DEBUG nova.virt.hardware [None req-2202bb11-9306-411f-82e6-4168971d4053 tempest-ServersTestMultiNic-2119527449 tempest-ServersTestMultiNic-2119527449-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T12:16:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T12:16:11Z,direct_url=,disk_format='vmdk',id=d1eaff80-24a0-4391-90eb-59958b1ecf0a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d65f20bb89fb40a98b77bc6d97357df2',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T12:16:12Z,virtual_size=,visibility=), allow threads: False {{(pid=69770) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 829.572906] env[69770]: DEBUG nova.virt.hardware [None req-2202bb11-9306-411f-82e6-4168971d4053 tempest-ServersTestMultiNic-2119527449 tempest-ServersTestMultiNic-2119527449-project-member] Flavor limits 0:0:0 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 829.573082] env[69770]: DEBUG nova.virt.hardware [None req-2202bb11-9306-411f-82e6-4168971d4053 tempest-ServersTestMultiNic-2119527449 tempest-ServersTestMultiNic-2119527449-project-member] Image limits 0:0:0 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 829.573713] env[69770]: DEBUG nova.virt.hardware [None req-2202bb11-9306-411f-82e6-4168971d4053 tempest-ServersTestMultiNic-2119527449 tempest-ServersTestMultiNic-2119527449-project-member] Flavor pref 0:0:0 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 829.573713] env[69770]: DEBUG nova.virt.hardware [None req-2202bb11-9306-411f-82e6-4168971d4053 tempest-ServersTestMultiNic-2119527449 tempest-ServersTestMultiNic-2119527449-project-member] Image pref 0:0:0 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 829.573713] env[69770]: DEBUG nova.virt.hardware [None req-2202bb11-9306-411f-82e6-4168971d4053 tempest-ServersTestMultiNic-2119527449 tempest-ServersTestMultiNic-2119527449-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 829.573867] env[69770]: DEBUG nova.virt.hardware [None req-2202bb11-9306-411f-82e6-4168971d4053 tempest-ServersTestMultiNic-2119527449 tempest-ServersTestMultiNic-2119527449-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69770) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 829.573957] env[69770]: DEBUG nova.virt.hardware [None req-2202bb11-9306-411f-82e6-4168971d4053 tempest-ServersTestMultiNic-2119527449 tempest-ServersTestMultiNic-2119527449-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69770) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 829.574143] env[69770]: DEBUG nova.virt.hardware [None req-2202bb11-9306-411f-82e6-4168971d4053 tempest-ServersTestMultiNic-2119527449 tempest-ServersTestMultiNic-2119527449-project-member] Got 1 possible topologies {{(pid=69770) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 829.574333] env[69770]: DEBUG nova.virt.hardware [None req-2202bb11-9306-411f-82e6-4168971d4053 tempest-ServersTestMultiNic-2119527449 tempest-ServersTestMultiNic-2119527449-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69770) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 829.574474] env[69770]: DEBUG nova.virt.hardware [None req-2202bb11-9306-411f-82e6-4168971d4053 tempest-ServersTestMultiNic-2119527449 tempest-ServersTestMultiNic-2119527449-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69770) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 829.576209] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b678448d-4577-4b2f-907b-8077df51336b {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.586401] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5084b83c-d7dd-4c6c-80e3-d0610ab1a5a7 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.616229] env[69770]: DEBUG oslo_concurrency.lockutils [req-a88aca86-476b-4aac-a83b-c299be92ba8f req-7f09d9f5-d2e9-4249-8a22-3d811e0d5540 service nova] Releasing lock "refresh_cache-271a7171-f68e-40ec-8f3e-87cb9c18e971" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.616931] env[69770]: DEBUG oslo_concurrency.lockutils [None req-42ae7b16-f3b8-499c-b271-4aa29c9d234f tempest-MultipleCreateTestJSON-938873983 tempest-MultipleCreateTestJSON-938873983-project-member] Acquired lock "refresh_cache-271a7171-f68e-40ec-8f3e-87cb9c18e971" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.617111] env[69770]: DEBUG nova.network.neutron [None req-42ae7b16-f3b8-499c-b271-4aa29c9d234f tempest-MultipleCreateTestJSON-938873983 tempest-MultipleCreateTestJSON-938873983-project-member] [instance: 271a7171-f68e-40ec-8f3e-87cb9c18e971] Building network info cache for instance {{(pid=69770) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 829.771681] env[69770]: DEBUG oslo_vmware.api [None req-42ae7b16-f3b8-499c-b271-4aa29c9d234f tempest-MultipleCreateTestJSON-938873983 tempest-MultipleCreateTestJSON-938873983-project-member] Task: {'id': task-4069675, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.084334} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 829.771981] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-42ae7b16-f3b8-499c-b271-4aa29c9d234f tempest-MultipleCreateTestJSON-938873983 tempest-MultipleCreateTestJSON-938873983-project-member] [instance: c1bf02b7-e9aa-4577-aca6-480b62da79ba] Extended root virtual disk {{(pid=69770) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 829.772841] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cb5b94e-be56-4598-b3df-55c84c18bef8 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.802106] env[69770]: DEBUG nova.virt.vmwareapi.volumeops [None req-42ae7b16-f3b8-499c-b271-4aa29c9d234f tempest-MultipleCreateTestJSON-938873983 tempest-MultipleCreateTestJSON-938873983-project-member] [instance: c1bf02b7-e9aa-4577-aca6-480b62da79ba] Reconfiguring VM instance instance-00000025 to attach disk [datastore2] c1bf02b7-e9aa-4577-aca6-480b62da79ba/c1bf02b7-e9aa-4577-aca6-480b62da79ba.vmdk or device None with type sparse {{(pid=69770) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 829.802106] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8938c67d-e8e7-4966-b844-6d01d0b111e1 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.815100] env[69770]: DEBUG oslo_concurrency.lockutils [None req-9defb3ea-f3c7-4a80-b5fa-285d613ef4d7 tempest-ServersListShow296Test-1902346217 tempest-ServersListShow296Test-1902346217-project-member] Acquiring lock "1e8ea4f1-cbcf-4c6d-91f3-6ce833f65074" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 829.815202] env[69770]: DEBUG oslo_concurrency.lockutils [None req-9defb3ea-f3c7-4a80-b5fa-285d613ef4d7 tempest-ServersListShow296Test-1902346217 tempest-ServersListShow296Test-1902346217-project-member] Lock "1e8ea4f1-cbcf-4c6d-91f3-6ce833f65074" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 829.815392] env[69770]: DEBUG oslo_concurrency.lockutils [None req-9defb3ea-f3c7-4a80-b5fa-285d613ef4d7 tempest-ServersListShow296Test-1902346217 tempest-ServersListShow296Test-1902346217-project-member] Acquiring lock "1e8ea4f1-cbcf-4c6d-91f3-6ce833f65074-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 829.815571] env[69770]: DEBUG oslo_concurrency.lockutils [None req-9defb3ea-f3c7-4a80-b5fa-285d613ef4d7 tempest-ServersListShow296Test-1902346217 tempest-ServersListShow296Test-1902346217-project-member] Lock "1e8ea4f1-cbcf-4c6d-91f3-6ce833f65074-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 829.815751] env[69770]: DEBUG oslo_concurrency.lockutils [None req-9defb3ea-f3c7-4a80-b5fa-285d613ef4d7 tempest-ServersListShow296Test-1902346217 tempest-ServersListShow296Test-1902346217-project-member] Lock "1e8ea4f1-cbcf-4c6d-91f3-6ce833f65074-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 829.818444] env[69770]: INFO nova.compute.manager [None req-9defb3ea-f3c7-4a80-b5fa-285d613ef4d7 tempest-ServersListShow296Test-1902346217 tempest-ServersListShow296Test-1902346217-project-member] [instance: 1e8ea4f1-cbcf-4c6d-91f3-6ce833f65074] Terminating instance [ 829.824125] env[69770]: DEBUG oslo_vmware.api [None req-42ae7b16-f3b8-499c-b271-4aa29c9d234f tempest-MultipleCreateTestJSON-938873983 tempest-MultipleCreateTestJSON-938873983-project-member] Waiting for the task: (returnval){ [ 829.824125] env[69770]: value = "task-4069676" [ 829.824125] env[69770]: _type = "Task" [ 829.824125] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 829.834273] env[69770]: DEBUG oslo_vmware.api [None req-42ae7b16-f3b8-499c-b271-4aa29c9d234f tempest-MultipleCreateTestJSON-938873983 tempest-MultipleCreateTestJSON-938873983-project-member] Task: {'id': task-4069676, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.843031] env[69770]: DEBUG nova.scheduler.client.report [None req-09b66b45-33b0-4b45-aa2f-157ae871d395 tempest-ServersNegativeTestJSON-1437959553 tempest-ServersNegativeTestJSON-1437959553-project-member] Inventory has not changed for provider 7cc7d32b-b7a7-454a-a456-2a440248ed9d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69770) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 830.184773] env[69770]: DEBUG nova.network.neutron [None req-42ae7b16-f3b8-499c-b271-4aa29c9d234f tempest-MultipleCreateTestJSON-938873983 tempest-MultipleCreateTestJSON-938873983-project-member] [instance: 271a7171-f68e-40ec-8f3e-87cb9c18e971] Instance cache missing network info. {{(pid=69770) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 830.322287] env[69770]: DEBUG oslo_concurrency.lockutils [None req-9defb3ea-f3c7-4a80-b5fa-285d613ef4d7 tempest-ServersListShow296Test-1902346217 tempest-ServersListShow296Test-1902346217-project-member] Acquiring lock "refresh_cache-1e8ea4f1-cbcf-4c6d-91f3-6ce833f65074" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.323163] env[69770]: DEBUG oslo_concurrency.lockutils [None req-9defb3ea-f3c7-4a80-b5fa-285d613ef4d7 tempest-ServersListShow296Test-1902346217 tempest-ServersListShow296Test-1902346217-project-member] Acquired lock "refresh_cache-1e8ea4f1-cbcf-4c6d-91f3-6ce833f65074" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.323163] env[69770]: DEBUG nova.network.neutron [None req-9defb3ea-f3c7-4a80-b5fa-285d613ef4d7 tempest-ServersListShow296Test-1902346217 tempest-ServersListShow296Test-1902346217-project-member] [instance: 1e8ea4f1-cbcf-4c6d-91f3-6ce833f65074] Building network info cache for instance {{(pid=69770) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 830.338195] env[69770]: DEBUG oslo_vmware.api [None req-42ae7b16-f3b8-499c-b271-4aa29c9d234f tempest-MultipleCreateTestJSON-938873983 tempest-MultipleCreateTestJSON-938873983-project-member] Task: {'id': task-4069676, 'name': ReconfigVM_Task, 'duration_secs': 0.348919} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 830.338751] env[69770]: DEBUG nova.virt.vmwareapi.volumeops [None req-42ae7b16-f3b8-499c-b271-4aa29c9d234f tempest-MultipleCreateTestJSON-938873983 tempest-MultipleCreateTestJSON-938873983-project-member] [instance: c1bf02b7-e9aa-4577-aca6-480b62da79ba] Reconfigured VM instance instance-00000025 to attach disk [datastore2] c1bf02b7-e9aa-4577-aca6-480b62da79ba/c1bf02b7-e9aa-4577-aca6-480b62da79ba.vmdk or device None with type sparse {{(pid=69770) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 830.339493] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d064c629-44bd-4f3c-913a-4122994b9cd0 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.349092] env[69770]: DEBUG oslo_concurrency.lockutils [None req-09b66b45-33b0-4b45-aa2f-157ae871d395 tempest-ServersNegativeTestJSON-1437959553 tempest-ServersNegativeTestJSON-1437959553-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.844s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 830.349856] env[69770]: DEBUG nova.compute.manager [None req-09b66b45-33b0-4b45-aa2f-157ae871d395 tempest-ServersNegativeTestJSON-1437959553 tempest-ServersNegativeTestJSON-1437959553-project-member] [instance: 3df42b8d-2222-42cc-8816-06ee1b31dc78] Start building networks asynchronously for instance. {{(pid=69770) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 830.359611] env[69770]: DEBUG oslo_concurrency.lockutils [None req-bf2cba36-5337-4774-b882-91e41b6b75b5 tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.818s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 830.361971] env[69770]: INFO nova.compute.claims [None req-bf2cba36-5337-4774-b882-91e41b6b75b5 tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] [instance: 45b73d40-e4b9-4c65-82b4-0bb39b3f418b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 830.368325] env[69770]: DEBUG oslo_vmware.api [None req-42ae7b16-f3b8-499c-b271-4aa29c9d234f tempest-MultipleCreateTestJSON-938873983 tempest-MultipleCreateTestJSON-938873983-project-member] Waiting for the task: (returnval){ [ 830.368325] env[69770]: value = "task-4069677" [ 830.368325] env[69770]: _type = "Task" [ 830.368325] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 830.383494] env[69770]: DEBUG oslo_vmware.api [None req-42ae7b16-f3b8-499c-b271-4aa29c9d234f tempest-MultipleCreateTestJSON-938873983 tempest-MultipleCreateTestJSON-938873983-project-member] Task: {'id': task-4069677, 'name': Rename_Task} progress is 14%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.434324] env[69770]: DEBUG nova.network.neutron [None req-42ae7b16-f3b8-499c-b271-4aa29c9d234f tempest-MultipleCreateTestJSON-938873983 tempest-MultipleCreateTestJSON-938873983-project-member] [instance: 271a7171-f68e-40ec-8f3e-87cb9c18e971] Updating instance_info_cache with network_info: [{"id": "06a8a5d9-f380-455d-9907-d0d3948bf504", "address": "fa:16:3e:a7:19:48", "network": {"id": "ec46c5c1-497d-473d-be16-b908a7c7f224", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1448501516-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9730e5b8233d46698a306b5299eeec99", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "61a172ee-af3f-473e-b12a-3fee5bf39c8d", "external-id": "nsx-vlan-transportzone-997", "segmentation_id": 997, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap06a8a5d9-f3", "ovs_interfaceid": "06a8a5d9-f380-455d-9907-d0d3948bf504", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69770) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 830.851997] env[69770]: DEBUG nova.network.neutron [None req-9defb3ea-f3c7-4a80-b5fa-285d613ef4d7 tempest-ServersListShow296Test-1902346217 tempest-ServersListShow296Test-1902346217-project-member] [instance: 1e8ea4f1-cbcf-4c6d-91f3-6ce833f65074] Instance cache missing network info. {{(pid=69770) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 830.871037] env[69770]: DEBUG nova.compute.utils [None req-09b66b45-33b0-4b45-aa2f-157ae871d395 tempest-ServersNegativeTestJSON-1437959553 tempest-ServersNegativeTestJSON-1437959553-project-member] Using /dev/sd instead of None {{(pid=69770) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 830.888617] env[69770]: DEBUG nova.compute.manager [None req-09b66b45-33b0-4b45-aa2f-157ae871d395 tempest-ServersNegativeTestJSON-1437959553 tempest-ServersNegativeTestJSON-1437959553-project-member] [instance: 3df42b8d-2222-42cc-8816-06ee1b31dc78] Allocating IP information in the background. {{(pid=69770) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 830.888617] env[69770]: DEBUG nova.network.neutron [None req-09b66b45-33b0-4b45-aa2f-157ae871d395 tempest-ServersNegativeTestJSON-1437959553 tempest-ServersNegativeTestJSON-1437959553-project-member] [instance: 3df42b8d-2222-42cc-8816-06ee1b31dc78] allocate_for_instance() {{(pid=69770) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 830.904220] env[69770]: DEBUG oslo_vmware.api [None req-42ae7b16-f3b8-499c-b271-4aa29c9d234f tempest-MultipleCreateTestJSON-938873983 tempest-MultipleCreateTestJSON-938873983-project-member] Task: {'id': task-4069677, 'name': Rename_Task, 'duration_secs': 0.170378} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 830.904641] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-42ae7b16-f3b8-499c-b271-4aa29c9d234f tempest-MultipleCreateTestJSON-938873983 tempest-MultipleCreateTestJSON-938873983-project-member] [instance: c1bf02b7-e9aa-4577-aca6-480b62da79ba] Powering on the VM {{(pid=69770) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 830.904907] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fc4d4018-0f07-45de-82d4-5a00d31b03f7 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.913388] env[69770]: DEBUG oslo_vmware.api [None req-42ae7b16-f3b8-499c-b271-4aa29c9d234f tempest-MultipleCreateTestJSON-938873983 tempest-MultipleCreateTestJSON-938873983-project-member] Waiting for the task: (returnval){ [ 830.913388] env[69770]: value = "task-4069678" [ 830.913388] env[69770]: _type = "Task" [ 830.913388] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 830.926469] env[69770]: DEBUG oslo_vmware.api [None req-42ae7b16-f3b8-499c-b271-4aa29c9d234f tempest-MultipleCreateTestJSON-938873983 tempest-MultipleCreateTestJSON-938873983-project-member] Task: {'id': task-4069678, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.942284] env[69770]: DEBUG oslo_concurrency.lockutils [None req-42ae7b16-f3b8-499c-b271-4aa29c9d234f tempest-MultipleCreateTestJSON-938873983 tempest-MultipleCreateTestJSON-938873983-project-member] Releasing lock "refresh_cache-271a7171-f68e-40ec-8f3e-87cb9c18e971" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.942284] env[69770]: DEBUG nova.compute.manager [None req-42ae7b16-f3b8-499c-b271-4aa29c9d234f tempest-MultipleCreateTestJSON-938873983 tempest-MultipleCreateTestJSON-938873983-project-member] [instance: 271a7171-f68e-40ec-8f3e-87cb9c18e971] Instance network_info: |[{"id": "06a8a5d9-f380-455d-9907-d0d3948bf504", "address": "fa:16:3e:a7:19:48", "network": {"id": "ec46c5c1-497d-473d-be16-b908a7c7f224", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1448501516-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9730e5b8233d46698a306b5299eeec99", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "61a172ee-af3f-473e-b12a-3fee5bf39c8d", "external-id": "nsx-vlan-transportzone-997", "segmentation_id": 997, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap06a8a5d9-f3", "ovs_interfaceid": "06a8a5d9-f380-455d-9907-d0d3948bf504", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69770) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 830.942452] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-42ae7b16-f3b8-499c-b271-4aa29c9d234f tempest-MultipleCreateTestJSON-938873983 tempest-MultipleCreateTestJSON-938873983-project-member] [instance: 271a7171-f68e-40ec-8f3e-87cb9c18e971] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a7:19:48', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '61a172ee-af3f-473e-b12a-3fee5bf39c8d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '06a8a5d9-f380-455d-9907-d0d3948bf504', 'vif_model': 'vmxnet3'}] {{(pid=69770) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 830.952851] env[69770]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-42ae7b16-f3b8-499c-b271-4aa29c9d234f tempest-MultipleCreateTestJSON-938873983 tempest-MultipleCreateTestJSON-938873983-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69770) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 830.953265] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 271a7171-f68e-40ec-8f3e-87cb9c18e971] Creating VM on the ESX host {{(pid=69770) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 830.953524] env[69770]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7c079c86-86f4-44fa-9445-dc8865310dbd {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.982469] env[69770]: DEBUG nova.network.neutron [None req-9defb3ea-f3c7-4a80-b5fa-285d613ef4d7 tempest-ServersListShow296Test-1902346217 tempest-ServersListShow296Test-1902346217-project-member] [instance: 1e8ea4f1-cbcf-4c6d-91f3-6ce833f65074] Updating instance_info_cache with network_info: [] {{(pid=69770) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 830.984518] env[69770]: DEBUG nova.policy [None req-09b66b45-33b0-4b45-aa2f-157ae871d395 tempest-ServersNegativeTestJSON-1437959553 tempest-ServersNegativeTestJSON-1437959553-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fccc30d210e54a60bc71cc0c687a9175', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a1bbd9f308194b4aa6cb513f5d2cd789', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69770) authorize /opt/stack/nova/nova/policy.py:192}} [ 830.993771] env[69770]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 830.993771] env[69770]: value = "task-4069679" [ 830.993771] env[69770]: _type = "Task" [ 830.993771] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 831.009076] env[69770]: DEBUG oslo_vmware.api [-] Task: {'id': task-4069679, 'name': CreateVM_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.125860] env[69770]: DEBUG nova.compute.manager [req-cbf9e528-3603-448b-a4fb-6ba4f2176b0f req-05678053-d2bc-45ab-a162-43d234fd1d51 service nova] [instance: e6e28bf0-10fd-4aa3-829b-9d5d0d301621] Received event network-vif-plugged-6f997126-d24c-4943-979a-b4fbf0d00266 {{(pid=69770) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 831.126305] env[69770]: DEBUG oslo_concurrency.lockutils [req-cbf9e528-3603-448b-a4fb-6ba4f2176b0f req-05678053-d2bc-45ab-a162-43d234fd1d51 service nova] Acquiring lock "e6e28bf0-10fd-4aa3-829b-9d5d0d301621-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 831.126543] env[69770]: DEBUG oslo_concurrency.lockutils [req-cbf9e528-3603-448b-a4fb-6ba4f2176b0f req-05678053-d2bc-45ab-a162-43d234fd1d51 service nova] Lock "e6e28bf0-10fd-4aa3-829b-9d5d0d301621-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 831.126728] env[69770]: DEBUG oslo_concurrency.lockutils [req-cbf9e528-3603-448b-a4fb-6ba4f2176b0f req-05678053-d2bc-45ab-a162-43d234fd1d51 service nova] Lock "e6e28bf0-10fd-4aa3-829b-9d5d0d301621-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 831.127042] env[69770]: DEBUG nova.compute.manager [req-cbf9e528-3603-448b-a4fb-6ba4f2176b0f req-05678053-d2bc-45ab-a162-43d234fd1d51 service nova] [instance: e6e28bf0-10fd-4aa3-829b-9d5d0d301621] No waiting events found dispatching network-vif-plugged-6f997126-d24c-4943-979a-b4fbf0d00266 {{(pid=69770) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 831.127263] env[69770]: WARNING nova.compute.manager [req-cbf9e528-3603-448b-a4fb-6ba4f2176b0f req-05678053-d2bc-45ab-a162-43d234fd1d51 service nova] [instance: e6e28bf0-10fd-4aa3-829b-9d5d0d301621] Received unexpected event network-vif-plugged-6f997126-d24c-4943-979a-b4fbf0d00266 for instance with vm_state building and task_state spawning. [ 831.194835] env[69770]: DEBUG nova.network.neutron [None req-2202bb11-9306-411f-82e6-4168971d4053 tempest-ServersTestMultiNic-2119527449 tempest-ServersTestMultiNic-2119527449-project-member] [instance: e6e28bf0-10fd-4aa3-829b-9d5d0d301621] Successfully updated port: 6f997126-d24c-4943-979a-b4fbf0d00266 {{(pid=69770) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 831.388609] env[69770]: DEBUG nova.compute.manager [None req-09b66b45-33b0-4b45-aa2f-157ae871d395 tempest-ServersNegativeTestJSON-1437959553 tempest-ServersNegativeTestJSON-1437959553-project-member] [instance: 3df42b8d-2222-42cc-8816-06ee1b31dc78] Start building block device mappings for instance. {{(pid=69770) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 831.428138] env[69770]: DEBUG oslo_vmware.api [None req-42ae7b16-f3b8-499c-b271-4aa29c9d234f tempest-MultipleCreateTestJSON-938873983 tempest-MultipleCreateTestJSON-938873983-project-member] Task: {'id': task-4069678, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.487246] env[69770]: DEBUG oslo_concurrency.lockutils [None req-9defb3ea-f3c7-4a80-b5fa-285d613ef4d7 tempest-ServersListShow296Test-1902346217 tempest-ServersListShow296Test-1902346217-project-member] Releasing lock "refresh_cache-1e8ea4f1-cbcf-4c6d-91f3-6ce833f65074" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.491027] env[69770]: DEBUG nova.compute.manager [None req-9defb3ea-f3c7-4a80-b5fa-285d613ef4d7 tempest-ServersListShow296Test-1902346217 tempest-ServersListShow296Test-1902346217-project-member] [instance: 1e8ea4f1-cbcf-4c6d-91f3-6ce833f65074] Start destroying the instance on the hypervisor. {{(pid=69770) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 831.491027] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-9defb3ea-f3c7-4a80-b5fa-285d613ef4d7 tempest-ServersListShow296Test-1902346217 tempest-ServersListShow296Test-1902346217-project-member] [instance: 1e8ea4f1-cbcf-4c6d-91f3-6ce833f65074] Destroying instance {{(pid=69770) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 831.491027] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff4fcc1d-21f4-4357-9b15-8d152deeb789 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.500581] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-9defb3ea-f3c7-4a80-b5fa-285d613ef4d7 tempest-ServersListShow296Test-1902346217 tempest-ServersListShow296Test-1902346217-project-member] [instance: 1e8ea4f1-cbcf-4c6d-91f3-6ce833f65074] Powering off the VM {{(pid=69770) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 831.506580] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-62c363fa-2306-4a1b-be97-ac43635d0cf6 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.508294] env[69770]: DEBUG oslo_vmware.api [-] Task: {'id': task-4069679, 'name': CreateVM_Task} progress is 99%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.515026] env[69770]: DEBUG oslo_vmware.api [None req-9defb3ea-f3c7-4a80-b5fa-285d613ef4d7 tempest-ServersListShow296Test-1902346217 tempest-ServersListShow296Test-1902346217-project-member] Waiting for the task: (returnval){ [ 831.515026] env[69770]: value = "task-4069680" [ 831.515026] env[69770]: _type = "Task" [ 831.515026] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 831.526747] env[69770]: DEBUG oslo_vmware.api [None req-9defb3ea-f3c7-4a80-b5fa-285d613ef4d7 tempest-ServersListShow296Test-1902346217 tempest-ServersListShow296Test-1902346217-project-member] Task: {'id': task-4069680, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.581790] env[69770]: DEBUG nova.network.neutron [None req-09b66b45-33b0-4b45-aa2f-157ae871d395 tempest-ServersNegativeTestJSON-1437959553 tempest-ServersNegativeTestJSON-1437959553-project-member] [instance: 3df42b8d-2222-42cc-8816-06ee1b31dc78] Successfully created port: b419283f-d3a3-4ac9-935d-94c24f38ab26 {{(pid=69770) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 831.929502] env[69770]: DEBUG oslo_vmware.api [None req-42ae7b16-f3b8-499c-b271-4aa29c9d234f tempest-MultipleCreateTestJSON-938873983 tempest-MultipleCreateTestJSON-938873983-project-member] Task: {'id': task-4069678, 'name': PowerOnVM_Task, 'duration_secs': 0.615128} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 831.932607] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-42ae7b16-f3b8-499c-b271-4aa29c9d234f tempest-MultipleCreateTestJSON-938873983 tempest-MultipleCreateTestJSON-938873983-project-member] [instance: c1bf02b7-e9aa-4577-aca6-480b62da79ba] Powered on the VM {{(pid=69770) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 831.932956] env[69770]: INFO nova.compute.manager [None req-42ae7b16-f3b8-499c-b271-4aa29c9d234f tempest-MultipleCreateTestJSON-938873983 tempest-MultipleCreateTestJSON-938873983-project-member] [instance: c1bf02b7-e9aa-4577-aca6-480b62da79ba] Took 8.19 seconds to spawn the instance on the hypervisor. [ 831.933882] env[69770]: DEBUG nova.compute.manager [None req-42ae7b16-f3b8-499c-b271-4aa29c9d234f tempest-MultipleCreateTestJSON-938873983 tempest-MultipleCreateTestJSON-938873983-project-member] [instance: c1bf02b7-e9aa-4577-aca6-480b62da79ba] Checking state {{(pid=69770) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 831.937875] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-058faa75-9cca-4ceb-aceb-ea7c2ad1b26c {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.013424] env[69770]: DEBUG oslo_vmware.api [-] Task: {'id': task-4069679, 'name': CreateVM_Task, 'duration_secs': 0.640476} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 832.013926] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 271a7171-f68e-40ec-8f3e-87cb9c18e971] Created VM on the ESX host {{(pid=69770) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 832.014452] env[69770]: DEBUG oslo_concurrency.lockutils [None req-42ae7b16-f3b8-499c-b271-4aa29c9d234f tempest-MultipleCreateTestJSON-938873983 tempest-MultipleCreateTestJSON-938873983-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.014556] env[69770]: DEBUG oslo_concurrency.lockutils [None req-42ae7b16-f3b8-499c-b271-4aa29c9d234f tempest-MultipleCreateTestJSON-938873983 tempest-MultipleCreateTestJSON-938873983-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.015292] env[69770]: DEBUG oslo_concurrency.lockutils [None req-42ae7b16-f3b8-499c-b271-4aa29c9d234f tempest-MultipleCreateTestJSON-938873983 tempest-MultipleCreateTestJSON-938873983-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.015292] env[69770]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-df972984-a457-4bec-9f11-cfdba921cef9 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.027259] env[69770]: DEBUG oslo_vmware.api [None req-42ae7b16-f3b8-499c-b271-4aa29c9d234f tempest-MultipleCreateTestJSON-938873983 tempest-MultipleCreateTestJSON-938873983-project-member] Waiting for the task: (returnval){ [ 832.027259] env[69770]: value = "session[52161b52-cb8e-ec9f-1132-2f6b49549d41]529a28e9-f604-d958-512b-f29d645409c5" [ 832.027259] env[69770]: _type = "Task" [ 832.027259] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 832.030579] env[69770]: DEBUG oslo_vmware.api [None req-9defb3ea-f3c7-4a80-b5fa-285d613ef4d7 tempest-ServersListShow296Test-1902346217 tempest-ServersListShow296Test-1902346217-project-member] Task: {'id': task-4069680, 'name': PowerOffVM_Task, 'duration_secs': 0.159076} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 832.033760] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-9defb3ea-f3c7-4a80-b5fa-285d613ef4d7 tempest-ServersListShow296Test-1902346217 tempest-ServersListShow296Test-1902346217-project-member] [instance: 1e8ea4f1-cbcf-4c6d-91f3-6ce833f65074] Powered off the VM {{(pid=69770) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 832.033952] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-9defb3ea-f3c7-4a80-b5fa-285d613ef4d7 tempest-ServersListShow296Test-1902346217 tempest-ServersListShow296Test-1902346217-project-member] [instance: 1e8ea4f1-cbcf-4c6d-91f3-6ce833f65074] Unregistering the VM {{(pid=69770) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 832.036669] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6d734e01-967d-4fd3-ae80-d10b64e8521d {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.049155] env[69770]: DEBUG oslo_vmware.api [None req-42ae7b16-f3b8-499c-b271-4aa29c9d234f tempest-MultipleCreateTestJSON-938873983 tempest-MultipleCreateTestJSON-938873983-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]529a28e9-f604-d958-512b-f29d645409c5, 'name': SearchDatastore_Task, 'duration_secs': 0.011604} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 832.049155] env[69770]: DEBUG oslo_concurrency.lockutils [None req-42ae7b16-f3b8-499c-b271-4aa29c9d234f tempest-MultipleCreateTestJSON-938873983 tempest-MultipleCreateTestJSON-938873983-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.049155] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-42ae7b16-f3b8-499c-b271-4aa29c9d234f tempest-MultipleCreateTestJSON-938873983 tempest-MultipleCreateTestJSON-938873983-project-member] [instance: 271a7171-f68e-40ec-8f3e-87cb9c18e971] Processing image d1eaff80-24a0-4391-90eb-59958b1ecf0a {{(pid=69770) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 832.049155] env[69770]: DEBUG oslo_concurrency.lockutils [None req-42ae7b16-f3b8-499c-b271-4aa29c9d234f tempest-MultipleCreateTestJSON-938873983 tempest-MultipleCreateTestJSON-938873983-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.049456] env[69770]: DEBUG oslo_concurrency.lockutils [None req-42ae7b16-f3b8-499c-b271-4aa29c9d234f tempest-MultipleCreateTestJSON-938873983 tempest-MultipleCreateTestJSON-938873983-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.049456] env[69770]: DEBUG nova.virt.vmwareapi.ds_util [None req-42ae7b16-f3b8-499c-b271-4aa29c9d234f tempest-MultipleCreateTestJSON-938873983 tempest-MultipleCreateTestJSON-938873983-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69770) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 832.049456] env[69770]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9fae7dc5-194b-4e4c-8483-e434b99dcadd {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.062687] env[69770]: DEBUG nova.virt.vmwareapi.ds_util [None req-42ae7b16-f3b8-499c-b271-4aa29c9d234f tempest-MultipleCreateTestJSON-938873983 tempest-MultipleCreateTestJSON-938873983-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69770) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 832.062687] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-42ae7b16-f3b8-499c-b271-4aa29c9d234f tempest-MultipleCreateTestJSON-938873983 tempest-MultipleCreateTestJSON-938873983-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69770) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 832.066037] env[69770]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bee5498f-0e21-4bd4-a876-bffc3f56c8aa {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.069437] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-9defb3ea-f3c7-4a80-b5fa-285d613ef4d7 tempest-ServersListShow296Test-1902346217 tempest-ServersListShow296Test-1902346217-project-member] [instance: 1e8ea4f1-cbcf-4c6d-91f3-6ce833f65074] Unregistered the VM {{(pid=69770) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 832.069602] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-9defb3ea-f3c7-4a80-b5fa-285d613ef4d7 tempest-ServersListShow296Test-1902346217 tempest-ServersListShow296Test-1902346217-project-member] [instance: 1e8ea4f1-cbcf-4c6d-91f3-6ce833f65074] Deleting contents of the VM from datastore datastore2 {{(pid=69770) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 832.069785] env[69770]: DEBUG nova.virt.vmwareapi.ds_util [None req-9defb3ea-f3c7-4a80-b5fa-285d613ef4d7 tempest-ServersListShow296Test-1902346217 tempest-ServersListShow296Test-1902346217-project-member] Deleting the datastore file [datastore2] 1e8ea4f1-cbcf-4c6d-91f3-6ce833f65074 {{(pid=69770) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 832.072945] env[69770]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a500b097-9abe-486f-8bcc-2a3eb29dc54b {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.080104] env[69770]: DEBUG oslo_vmware.api [None req-42ae7b16-f3b8-499c-b271-4aa29c9d234f tempest-MultipleCreateTestJSON-938873983 tempest-MultipleCreateTestJSON-938873983-project-member] Waiting for the task: (returnval){ [ 832.080104] env[69770]: value = "session[52161b52-cb8e-ec9f-1132-2f6b49549d41]526592c1-0d7a-d24e-e629-ee7ce247a438" [ 832.080104] env[69770]: _type = "Task" [ 832.080104] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 832.084693] env[69770]: DEBUG oslo_vmware.api [None req-9defb3ea-f3c7-4a80-b5fa-285d613ef4d7 tempest-ServersListShow296Test-1902346217 tempest-ServersListShow296Test-1902346217-project-member] Waiting for the task: (returnval){ [ 832.084693] env[69770]: value = "task-4069682" [ 832.084693] env[69770]: _type = "Task" [ 832.084693] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 832.091655] env[69770]: DEBUG oslo_vmware.api [None req-42ae7b16-f3b8-499c-b271-4aa29c9d234f tempest-MultipleCreateTestJSON-938873983 tempest-MultipleCreateTestJSON-938873983-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]526592c1-0d7a-d24e-e629-ee7ce247a438, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.099778] env[69770]: DEBUG oslo_vmware.api [None req-9defb3ea-f3c7-4a80-b5fa-285d613ef4d7 tempest-ServersListShow296Test-1902346217 tempest-ServersListShow296Test-1902346217-project-member] Task: {'id': task-4069682, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.186525] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-707daca6-8da9-4ea1-9b14-f7f49cd972d1 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.198089] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4371345c-1cb0-4d65-9d68-415d6b5a7a29 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.235791] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aeefdc59-956c-4d41-8b65-2f60e8eb17dc {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.246054] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63518339-8d42-4da5-8020-e33835168b37 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.264535] env[69770]: DEBUG nova.compute.provider_tree [None req-bf2cba36-5337-4774-b882-91e41b6b75b5 tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] Inventory has not changed in ProviderTree for provider: 7cc7d32b-b7a7-454a-a456-2a440248ed9d {{(pid=69770) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 832.406744] env[69770]: DEBUG nova.compute.manager [None req-09b66b45-33b0-4b45-aa2f-157ae871d395 tempest-ServersNegativeTestJSON-1437959553 tempest-ServersNegativeTestJSON-1437959553-project-member] [instance: 3df42b8d-2222-42cc-8816-06ee1b31dc78] Start spawning the instance on the hypervisor. {{(pid=69770) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 832.435559] env[69770]: DEBUG nova.virt.hardware [None req-09b66b45-33b0-4b45-aa2f-157ae871d395 tempest-ServersNegativeTestJSON-1437959553 tempest-ServersNegativeTestJSON-1437959553-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T12:16:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T12:16:11Z,direct_url=,disk_format='vmdk',id=d1eaff80-24a0-4391-90eb-59958b1ecf0a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d65f20bb89fb40a98b77bc6d97357df2',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T12:16:12Z,virtual_size=,visibility=), allow threads: False {{(pid=69770) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 832.435840] env[69770]: DEBUG nova.virt.hardware [None req-09b66b45-33b0-4b45-aa2f-157ae871d395 tempest-ServersNegativeTestJSON-1437959553 tempest-ServersNegativeTestJSON-1437959553-project-member] Flavor limits 0:0:0 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 832.436022] env[69770]: DEBUG nova.virt.hardware [None req-09b66b45-33b0-4b45-aa2f-157ae871d395 tempest-ServersNegativeTestJSON-1437959553 tempest-ServersNegativeTestJSON-1437959553-project-member] Image limits 0:0:0 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 832.436214] env[69770]: DEBUG nova.virt.hardware [None req-09b66b45-33b0-4b45-aa2f-157ae871d395 tempest-ServersNegativeTestJSON-1437959553 tempest-ServersNegativeTestJSON-1437959553-project-member] Flavor pref 0:0:0 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 832.436357] env[69770]: DEBUG nova.virt.hardware [None req-09b66b45-33b0-4b45-aa2f-157ae871d395 tempest-ServersNegativeTestJSON-1437959553 tempest-ServersNegativeTestJSON-1437959553-project-member] Image pref 0:0:0 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 832.436499] env[69770]: DEBUG nova.virt.hardware [None req-09b66b45-33b0-4b45-aa2f-157ae871d395 tempest-ServersNegativeTestJSON-1437959553 tempest-ServersNegativeTestJSON-1437959553-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 832.436710] env[69770]: DEBUG nova.virt.hardware [None req-09b66b45-33b0-4b45-aa2f-157ae871d395 tempest-ServersNegativeTestJSON-1437959553 tempest-ServersNegativeTestJSON-1437959553-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69770) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 832.436885] env[69770]: DEBUG nova.virt.hardware [None req-09b66b45-33b0-4b45-aa2f-157ae871d395 tempest-ServersNegativeTestJSON-1437959553 tempest-ServersNegativeTestJSON-1437959553-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69770) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 832.437173] env[69770]: DEBUG nova.virt.hardware [None req-09b66b45-33b0-4b45-aa2f-157ae871d395 tempest-ServersNegativeTestJSON-1437959553 tempest-ServersNegativeTestJSON-1437959553-project-member] Got 1 possible topologies {{(pid=69770) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 832.437392] env[69770]: DEBUG nova.virt.hardware [None req-09b66b45-33b0-4b45-aa2f-157ae871d395 tempest-ServersNegativeTestJSON-1437959553 tempest-ServersNegativeTestJSON-1437959553-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69770) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 832.437610] env[69770]: DEBUG nova.virt.hardware [None req-09b66b45-33b0-4b45-aa2f-157ae871d395 tempest-ServersNegativeTestJSON-1437959553 tempest-ServersNegativeTestJSON-1437959553-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69770) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 832.438584] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65c26dc3-698d-4005-90fb-99c5a4b190e4 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.448303] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43298eb6-f085-4f66-a021-b59afa895c3e {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.476149] env[69770]: INFO nova.compute.manager [None req-42ae7b16-f3b8-499c-b271-4aa29c9d234f tempest-MultipleCreateTestJSON-938873983 tempest-MultipleCreateTestJSON-938873983-project-member] [instance: c1bf02b7-e9aa-4577-aca6-480b62da79ba] Took 38.18 seconds to build instance. [ 832.593345] env[69770]: DEBUG oslo_vmware.api [None req-42ae7b16-f3b8-499c-b271-4aa29c9d234f tempest-MultipleCreateTestJSON-938873983 tempest-MultipleCreateTestJSON-938873983-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]526592c1-0d7a-d24e-e629-ee7ce247a438, 'name': SearchDatastore_Task, 'duration_secs': 0.012713} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 832.594898] env[69770]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fd683fac-9258-47ef-8dd4-dc5f379f5452 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.600826] env[69770]: DEBUG oslo_vmware.api [None req-9defb3ea-f3c7-4a80-b5fa-285d613ef4d7 tempest-ServersListShow296Test-1902346217 tempest-ServersListShow296Test-1902346217-project-member] Task: {'id': task-4069682, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.111284} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 832.601991] env[69770]: DEBUG nova.virt.vmwareapi.ds_util [None req-9defb3ea-f3c7-4a80-b5fa-285d613ef4d7 tempest-ServersListShow296Test-1902346217 tempest-ServersListShow296Test-1902346217-project-member] Deleted the datastore file {{(pid=69770) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 832.602245] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-9defb3ea-f3c7-4a80-b5fa-285d613ef4d7 tempest-ServersListShow296Test-1902346217 tempest-ServersListShow296Test-1902346217-project-member] [instance: 1e8ea4f1-cbcf-4c6d-91f3-6ce833f65074] Deleted contents of the VM from datastore datastore2 {{(pid=69770) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 832.602648] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-9defb3ea-f3c7-4a80-b5fa-285d613ef4d7 tempest-ServersListShow296Test-1902346217 tempest-ServersListShow296Test-1902346217-project-member] [instance: 1e8ea4f1-cbcf-4c6d-91f3-6ce833f65074] Instance destroyed {{(pid=69770) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 832.602848] env[69770]: INFO nova.compute.manager [None req-9defb3ea-f3c7-4a80-b5fa-285d613ef4d7 tempest-ServersListShow296Test-1902346217 tempest-ServersListShow296Test-1902346217-project-member] [instance: 1e8ea4f1-cbcf-4c6d-91f3-6ce833f65074] Took 1.12 seconds to destroy the instance on the hypervisor. [ 832.603190] env[69770]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9defb3ea-f3c7-4a80-b5fa-285d613ef4d7 tempest-ServersListShow296Test-1902346217 tempest-ServersListShow296Test-1902346217-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69770) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 832.603480] env[69770]: DEBUG nova.compute.manager [-] [instance: 1e8ea4f1-cbcf-4c6d-91f3-6ce833f65074] Deallocating network for instance {{(pid=69770) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 832.603532] env[69770]: DEBUG nova.network.neutron [-] [instance: 1e8ea4f1-cbcf-4c6d-91f3-6ce833f65074] deallocate_for_instance() {{(pid=69770) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 832.607013] env[69770]: DEBUG oslo_vmware.api [None req-42ae7b16-f3b8-499c-b271-4aa29c9d234f tempest-MultipleCreateTestJSON-938873983 tempest-MultipleCreateTestJSON-938873983-project-member] Waiting for the task: (returnval){ [ 832.607013] env[69770]: value = "session[52161b52-cb8e-ec9f-1132-2f6b49549d41]52ea6e1d-ed30-5b1f-ddde-76dd813877b9" [ 832.607013] env[69770]: _type = "Task" [ 832.607013] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 832.617763] env[69770]: DEBUG oslo_vmware.api [None req-42ae7b16-f3b8-499c-b271-4aa29c9d234f tempest-MultipleCreateTestJSON-938873983 tempest-MultipleCreateTestJSON-938873983-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]52ea6e1d-ed30-5b1f-ddde-76dd813877b9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.627252] env[69770]: DEBUG nova.network.neutron [-] [instance: 1e8ea4f1-cbcf-4c6d-91f3-6ce833f65074] Instance cache missing network info. {{(pid=69770) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 832.768277] env[69770]: DEBUG nova.scheduler.client.report [None req-bf2cba36-5337-4774-b882-91e41b6b75b5 tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] Inventory has not changed for provider 7cc7d32b-b7a7-454a-a456-2a440248ed9d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69770) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 832.978411] env[69770]: DEBUG oslo_concurrency.lockutils [None req-42ae7b16-f3b8-499c-b271-4aa29c9d234f tempest-MultipleCreateTestJSON-938873983 tempest-MultipleCreateTestJSON-938873983-project-member] Lock "c1bf02b7-e9aa-4577-aca6-480b62da79ba" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 83.705s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 833.119250] env[69770]: DEBUG oslo_vmware.api [None req-42ae7b16-f3b8-499c-b271-4aa29c9d234f tempest-MultipleCreateTestJSON-938873983 tempest-MultipleCreateTestJSON-938873983-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]52ea6e1d-ed30-5b1f-ddde-76dd813877b9, 'name': SearchDatastore_Task, 'duration_secs': 0.010774} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 833.119557] env[69770]: DEBUG oslo_concurrency.lockutils [None req-42ae7b16-f3b8-499c-b271-4aa29c9d234f tempest-MultipleCreateTestJSON-938873983 tempest-MultipleCreateTestJSON-938873983-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.119814] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-42ae7b16-f3b8-499c-b271-4aa29c9d234f tempest-MultipleCreateTestJSON-938873983 tempest-MultipleCreateTestJSON-938873983-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk to [datastore2] 271a7171-f68e-40ec-8f3e-87cb9c18e971/271a7171-f68e-40ec-8f3e-87cb9c18e971.vmdk {{(pid=69770) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 833.120082] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-85d9e3db-3818-4e8e-a365-46dbef38e8dd {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.127457] env[69770]: DEBUG oslo_vmware.api [None req-42ae7b16-f3b8-499c-b271-4aa29c9d234f tempest-MultipleCreateTestJSON-938873983 tempest-MultipleCreateTestJSON-938873983-project-member] Waiting for the task: (returnval){ [ 833.127457] env[69770]: value = "task-4069683" [ 833.127457] env[69770]: _type = "Task" [ 833.127457] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 833.133055] env[69770]: DEBUG nova.network.neutron [-] [instance: 1e8ea4f1-cbcf-4c6d-91f3-6ce833f65074] Updating instance_info_cache with network_info: [] {{(pid=69770) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 833.141013] env[69770]: DEBUG oslo_vmware.api [None req-42ae7b16-f3b8-499c-b271-4aa29c9d234f tempest-MultipleCreateTestJSON-938873983 tempest-MultipleCreateTestJSON-938873983-project-member] Task: {'id': task-4069683, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.205053] env[69770]: DEBUG oslo_concurrency.lockutils [None req-9709dd40-9664-42de-804e-6b75f427f793 tempest-ServersTestJSON-777361421 tempest-ServersTestJSON-777361421-project-member] Acquiring lock "38473040-ef89-4a31-8c32-85f10fee039d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 833.205491] env[69770]: DEBUG oslo_concurrency.lockutils [None req-9709dd40-9664-42de-804e-6b75f427f793 tempest-ServersTestJSON-777361421 tempest-ServersTestJSON-777361421-project-member] Lock "38473040-ef89-4a31-8c32-85f10fee039d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 833.205732] env[69770]: DEBUG oslo_concurrency.lockutils [None req-9709dd40-9664-42de-804e-6b75f427f793 tempest-ServersTestJSON-777361421 tempest-ServersTestJSON-777361421-project-member] Acquiring lock "38473040-ef89-4a31-8c32-85f10fee039d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 833.206028] env[69770]: DEBUG oslo_concurrency.lockutils [None req-9709dd40-9664-42de-804e-6b75f427f793 tempest-ServersTestJSON-777361421 tempest-ServersTestJSON-777361421-project-member] Lock "38473040-ef89-4a31-8c32-85f10fee039d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 833.206299] env[69770]: DEBUG oslo_concurrency.lockutils [None req-9709dd40-9664-42de-804e-6b75f427f793 tempest-ServersTestJSON-777361421 tempest-ServersTestJSON-777361421-project-member] Lock "38473040-ef89-4a31-8c32-85f10fee039d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 833.209199] env[69770]: INFO nova.compute.manager [None req-9709dd40-9664-42de-804e-6b75f427f793 tempest-ServersTestJSON-777361421 tempest-ServersTestJSON-777361421-project-member] [instance: 38473040-ef89-4a31-8c32-85f10fee039d] Terminating instance [ 833.254201] env[69770]: DEBUG nova.compute.manager [req-50431609-a046-42f3-9539-dfcf9d7c9695 req-978abf2f-4a6c-417f-80e5-12eccef27441 service nova] [instance: e6e28bf0-10fd-4aa3-829b-9d5d0d301621] Received event network-changed-6f997126-d24c-4943-979a-b4fbf0d00266 {{(pid=69770) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 833.254393] env[69770]: DEBUG nova.compute.manager [req-50431609-a046-42f3-9539-dfcf9d7c9695 req-978abf2f-4a6c-417f-80e5-12eccef27441 service nova] [instance: e6e28bf0-10fd-4aa3-829b-9d5d0d301621] Refreshing instance network info cache due to event network-changed-6f997126-d24c-4943-979a-b4fbf0d00266. {{(pid=69770) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 833.254609] env[69770]: DEBUG oslo_concurrency.lockutils [req-50431609-a046-42f3-9539-dfcf9d7c9695 req-978abf2f-4a6c-417f-80e5-12eccef27441 service nova] Acquiring lock "refresh_cache-e6e28bf0-10fd-4aa3-829b-9d5d0d301621" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.254751] env[69770]: DEBUG oslo_concurrency.lockutils [req-50431609-a046-42f3-9539-dfcf9d7c9695 req-978abf2f-4a6c-417f-80e5-12eccef27441 service nova] Acquired lock "refresh_cache-e6e28bf0-10fd-4aa3-829b-9d5d0d301621" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.254915] env[69770]: DEBUG nova.network.neutron [req-50431609-a046-42f3-9539-dfcf9d7c9695 req-978abf2f-4a6c-417f-80e5-12eccef27441 service nova] [instance: e6e28bf0-10fd-4aa3-829b-9d5d0d301621] Refreshing network info cache for port 6f997126-d24c-4943-979a-b4fbf0d00266 {{(pid=69770) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 833.275022] env[69770]: DEBUG oslo_concurrency.lockutils [None req-bf2cba36-5337-4774-b882-91e41b6b75b5 tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.915s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 833.275022] env[69770]: DEBUG nova.compute.manager [None req-bf2cba36-5337-4774-b882-91e41b6b75b5 tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] [instance: 45b73d40-e4b9-4c65-82b4-0bb39b3f418b] Start building networks asynchronously for instance. {{(pid=69770) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 833.277670] env[69770]: DEBUG oslo_concurrency.lockutils [None req-8ec0c77f-fd5e-48cb-8d2a-ccbb36c1789b tempest-ServersAdminNegativeTestJSON-597507823 tempest-ServersAdminNegativeTestJSON-597507823-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.784s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 833.277878] env[69770]: DEBUG oslo_concurrency.lockutils [None req-8ec0c77f-fd5e-48cb-8d2a-ccbb36c1789b tempest-ServersAdminNegativeTestJSON-597507823 tempest-ServersAdminNegativeTestJSON-597507823-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 833.281667] env[69770]: DEBUG oslo_concurrency.lockutils [None req-53bde400-0d4e-4c88-a478-747d5be618d3 tempest-ServerAddressesTestJSON-725654377 tempest-ServerAddressesTestJSON-725654377-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.508s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 833.283513] env[69770]: INFO nova.compute.claims [None req-53bde400-0d4e-4c88-a478-747d5be618d3 tempest-ServerAddressesTestJSON-725654377 tempest-ServerAddressesTestJSON-725654377-project-member] [instance: 15ed9603-9fc7-40a2-99c6-151cf10a8c36] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 833.321303] env[69770]: INFO nova.scheduler.client.report [None req-8ec0c77f-fd5e-48cb-8d2a-ccbb36c1789b tempest-ServersAdminNegativeTestJSON-597507823 tempest-ServersAdminNegativeTestJSON-597507823-project-member] Deleted allocations for instance 2635794b-46eb-4532-9f26-43b36242e0bf [ 833.483453] env[69770]: DEBUG nova.compute.manager [None req-53b4a459-3f2c-4c56-9314-cb3b9218c947 tempest-ServersAdminTestJSON-142622790 tempest-ServersAdminTestJSON-142622790-project-member] [instance: e7c6d72e-2455-4d69-a2a7-5ee48fa3a22c] Starting instance... {{(pid=69770) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 833.640378] env[69770]: INFO nova.compute.manager [-] [instance: 1e8ea4f1-cbcf-4c6d-91f3-6ce833f65074] Took 1.04 seconds to deallocate network for instance. [ 833.641068] env[69770]: DEBUG oslo_vmware.api [None req-42ae7b16-f3b8-499c-b271-4aa29c9d234f tempest-MultipleCreateTestJSON-938873983 tempest-MultipleCreateTestJSON-938873983-project-member] Task: {'id': task-4069683, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.697096] env[69770]: DEBUG nova.network.neutron [None req-09b66b45-33b0-4b45-aa2f-157ae871d395 tempest-ServersNegativeTestJSON-1437959553 tempest-ServersNegativeTestJSON-1437959553-project-member] [instance: 3df42b8d-2222-42cc-8816-06ee1b31dc78] Successfully updated port: b419283f-d3a3-4ac9-935d-94c24f38ab26 {{(pid=69770) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 833.713383] env[69770]: DEBUG nova.compute.manager [None req-9709dd40-9664-42de-804e-6b75f427f793 tempest-ServersTestJSON-777361421 tempest-ServersTestJSON-777361421-project-member] [instance: 38473040-ef89-4a31-8c32-85f10fee039d] Start destroying the instance on the hypervisor. {{(pid=69770) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 833.714188] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-9709dd40-9664-42de-804e-6b75f427f793 tempest-ServersTestJSON-777361421 tempest-ServersTestJSON-777361421-project-member] [instance: 38473040-ef89-4a31-8c32-85f10fee039d] Destroying instance {{(pid=69770) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 833.715341] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8981c68-0708-46df-9fec-d918cf41e824 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.725901] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-9709dd40-9664-42de-804e-6b75f427f793 tempest-ServersTestJSON-777361421 tempest-ServersTestJSON-777361421-project-member] [instance: 38473040-ef89-4a31-8c32-85f10fee039d] Powering off the VM {{(pid=69770) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 833.726393] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-016b8c6c-bb66-4c48-83ae-1d8d8845ac01 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.737023] env[69770]: DEBUG oslo_vmware.api [None req-9709dd40-9664-42de-804e-6b75f427f793 tempest-ServersTestJSON-777361421 tempest-ServersTestJSON-777361421-project-member] Waiting for the task: (returnval){ [ 833.737023] env[69770]: value = "task-4069684" [ 833.737023] env[69770]: _type = "Task" [ 833.737023] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 833.746676] env[69770]: DEBUG oslo_vmware.api [None req-9709dd40-9664-42de-804e-6b75f427f793 tempest-ServersTestJSON-777361421 tempest-ServersTestJSON-777361421-project-member] Task: {'id': task-4069684, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.792139] env[69770]: DEBUG nova.compute.utils [None req-bf2cba36-5337-4774-b882-91e41b6b75b5 tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] Using /dev/sd instead of None {{(pid=69770) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 833.794064] env[69770]: DEBUG nova.compute.manager [None req-bf2cba36-5337-4774-b882-91e41b6b75b5 tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] [instance: 45b73d40-e4b9-4c65-82b4-0bb39b3f418b] Allocating IP information in the background. {{(pid=69770) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 833.794474] env[69770]: DEBUG nova.network.neutron [None req-bf2cba36-5337-4774-b882-91e41b6b75b5 tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] [instance: 45b73d40-e4b9-4c65-82b4-0bb39b3f418b] allocate_for_instance() {{(pid=69770) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 833.806543] env[69770]: DEBUG nova.network.neutron [None req-2202bb11-9306-411f-82e6-4168971d4053 tempest-ServersTestMultiNic-2119527449 tempest-ServersTestMultiNic-2119527449-project-member] [instance: e6e28bf0-10fd-4aa3-829b-9d5d0d301621] Successfully updated port: 64fc7e7c-4d2e-4a93-9a7d-534160886936 {{(pid=69770) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 833.818755] env[69770]: DEBUG nova.network.neutron [req-50431609-a046-42f3-9539-dfcf9d7c9695 req-978abf2f-4a6c-417f-80e5-12eccef27441 service nova] [instance: e6e28bf0-10fd-4aa3-829b-9d5d0d301621] Instance cache missing network info. {{(pid=69770) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 833.832026] env[69770]: DEBUG oslo_concurrency.lockutils [None req-8ec0c77f-fd5e-48cb-8d2a-ccbb36c1789b tempest-ServersAdminNegativeTestJSON-597507823 tempest-ServersAdminNegativeTestJSON-597507823-project-member] Lock "2635794b-46eb-4532-9f26-43b36242e0bf" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 28.540s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 833.841861] env[69770]: DEBUG nova.policy [None req-bf2cba36-5337-4774-b882-91e41b6b75b5 tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '790410df58c64dc99c4c9f4b2ffaa936', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fd2014dec6514eb7b7289fdfc4de7f92', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69770) authorize /opt/stack/nova/nova/policy.py:192}} [ 833.947566] env[69770]: DEBUG nova.network.neutron [req-50431609-a046-42f3-9539-dfcf9d7c9695 req-978abf2f-4a6c-417f-80e5-12eccef27441 service nova] [instance: e6e28bf0-10fd-4aa3-829b-9d5d0d301621] Updating instance_info_cache with network_info: [] {{(pid=69770) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 834.009303] env[69770]: DEBUG oslo_concurrency.lockutils [None req-53b4a459-3f2c-4c56-9314-cb3b9218c947 tempest-ServersAdminTestJSON-142622790 tempest-ServersAdminTestJSON-142622790-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 834.139036] env[69770]: DEBUG oslo_vmware.api [None req-42ae7b16-f3b8-499c-b271-4aa29c9d234f tempest-MultipleCreateTestJSON-938873983 tempest-MultipleCreateTestJSON-938873983-project-member] Task: {'id': task-4069683, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.541236} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 834.139924] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-42ae7b16-f3b8-499c-b271-4aa29c9d234f tempest-MultipleCreateTestJSON-938873983 tempest-MultipleCreateTestJSON-938873983-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk to [datastore2] 271a7171-f68e-40ec-8f3e-87cb9c18e971/271a7171-f68e-40ec-8f3e-87cb9c18e971.vmdk {{(pid=69770) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 834.140213] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-42ae7b16-f3b8-499c-b271-4aa29c9d234f tempest-MultipleCreateTestJSON-938873983 tempest-MultipleCreateTestJSON-938873983-project-member] [instance: 271a7171-f68e-40ec-8f3e-87cb9c18e971] Extending root virtual disk to 1048576 {{(pid=69770) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 834.140509] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b6ee7b5e-664b-4abe-8e5f-c4d9c75b3f98 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.147713] env[69770]: DEBUG oslo_vmware.api [None req-42ae7b16-f3b8-499c-b271-4aa29c9d234f tempest-MultipleCreateTestJSON-938873983 tempest-MultipleCreateTestJSON-938873983-project-member] Waiting for the task: (returnval){ [ 834.147713] env[69770]: value = "task-4069685" [ 834.147713] env[69770]: _type = "Task" [ 834.147713] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 834.157700] env[69770]: DEBUG oslo_concurrency.lockutils [None req-9defb3ea-f3c7-4a80-b5fa-285d613ef4d7 tempest-ServersListShow296Test-1902346217 tempest-ServersListShow296Test-1902346217-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 834.158077] env[69770]: DEBUG oslo_vmware.api [None req-42ae7b16-f3b8-499c-b271-4aa29c9d234f tempest-MultipleCreateTestJSON-938873983 tempest-MultipleCreateTestJSON-938873983-project-member] Task: {'id': task-4069685, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.200905] env[69770]: DEBUG oslo_concurrency.lockutils [None req-09b66b45-33b0-4b45-aa2f-157ae871d395 tempest-ServersNegativeTestJSON-1437959553 tempest-ServersNegativeTestJSON-1437959553-project-member] Acquiring lock "refresh_cache-3df42b8d-2222-42cc-8816-06ee1b31dc78" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.201137] env[69770]: DEBUG oslo_concurrency.lockutils [None req-09b66b45-33b0-4b45-aa2f-157ae871d395 tempest-ServersNegativeTestJSON-1437959553 tempest-ServersNegativeTestJSON-1437959553-project-member] Acquired lock "refresh_cache-3df42b8d-2222-42cc-8816-06ee1b31dc78" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.201336] env[69770]: DEBUG nova.network.neutron [None req-09b66b45-33b0-4b45-aa2f-157ae871d395 tempest-ServersNegativeTestJSON-1437959553 tempest-ServersNegativeTestJSON-1437959553-project-member] [instance: 3df42b8d-2222-42cc-8816-06ee1b31dc78] Building network info cache for instance {{(pid=69770) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 834.248616] env[69770]: DEBUG oslo_vmware.api [None req-9709dd40-9664-42de-804e-6b75f427f793 tempest-ServersTestJSON-777361421 tempest-ServersTestJSON-777361421-project-member] Task: {'id': task-4069684, 'name': PowerOffVM_Task, 'duration_secs': 0.267879} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 834.249546] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-9709dd40-9664-42de-804e-6b75f427f793 tempest-ServersTestJSON-777361421 tempest-ServersTestJSON-777361421-project-member] [instance: 38473040-ef89-4a31-8c32-85f10fee039d] Powered off the VM {{(pid=69770) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 834.249546] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-9709dd40-9664-42de-804e-6b75f427f793 tempest-ServersTestJSON-777361421 tempest-ServersTestJSON-777361421-project-member] [instance: 38473040-ef89-4a31-8c32-85f10fee039d] Unregistering the VM {{(pid=69770) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 834.250050] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-cb67e4ea-8d18-43f2-b0d2-fee959b996be {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.265820] env[69770]: DEBUG nova.network.neutron [None req-bf2cba36-5337-4774-b882-91e41b6b75b5 tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] [instance: 45b73d40-e4b9-4c65-82b4-0bb39b3f418b] Successfully created port: aad1bc6a-a2c5-4861-b0c2-60ee9abf6c56 {{(pid=69770) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 834.298065] env[69770]: DEBUG nova.compute.manager [None req-bf2cba36-5337-4774-b882-91e41b6b75b5 tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] [instance: 45b73d40-e4b9-4c65-82b4-0bb39b3f418b] Start building block device mappings for instance. {{(pid=69770) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 834.364204] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-9709dd40-9664-42de-804e-6b75f427f793 tempest-ServersTestJSON-777361421 tempest-ServersTestJSON-777361421-project-member] [instance: 38473040-ef89-4a31-8c32-85f10fee039d] Unregistered the VM {{(pid=69770) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 834.366176] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-9709dd40-9664-42de-804e-6b75f427f793 tempest-ServersTestJSON-777361421 tempest-ServersTestJSON-777361421-project-member] [instance: 38473040-ef89-4a31-8c32-85f10fee039d] Deleting contents of the VM from datastore datastore1 {{(pid=69770) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 834.366176] env[69770]: DEBUG nova.virt.vmwareapi.ds_util [None req-9709dd40-9664-42de-804e-6b75f427f793 tempest-ServersTestJSON-777361421 tempest-ServersTestJSON-777361421-project-member] Deleting the datastore file [datastore1] 38473040-ef89-4a31-8c32-85f10fee039d {{(pid=69770) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 834.368588] env[69770]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-97a9ffae-aa87-48bb-80ce-793af3f2332f {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.379128] env[69770]: DEBUG oslo_vmware.api [None req-9709dd40-9664-42de-804e-6b75f427f793 tempest-ServersTestJSON-777361421 tempest-ServersTestJSON-777361421-project-member] Waiting for the task: (returnval){ [ 834.379128] env[69770]: value = "task-4069687" [ 834.379128] env[69770]: _type = "Task" [ 834.379128] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 834.394667] env[69770]: DEBUG oslo_vmware.api [None req-9709dd40-9664-42de-804e-6b75f427f793 tempest-ServersTestJSON-777361421 tempest-ServersTestJSON-777361421-project-member] Task: {'id': task-4069687, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.451919] env[69770]: DEBUG oslo_concurrency.lockutils [req-50431609-a046-42f3-9539-dfcf9d7c9695 req-978abf2f-4a6c-417f-80e5-12eccef27441 service nova] Releasing lock "refresh_cache-e6e28bf0-10fd-4aa3-829b-9d5d0d301621" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.661213] env[69770]: DEBUG oslo_vmware.api [None req-42ae7b16-f3b8-499c-b271-4aa29c9d234f tempest-MultipleCreateTestJSON-938873983 tempest-MultipleCreateTestJSON-938873983-project-member] Task: {'id': task-4069685, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076264} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 834.661969] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-42ae7b16-f3b8-499c-b271-4aa29c9d234f tempest-MultipleCreateTestJSON-938873983 tempest-MultipleCreateTestJSON-938873983-project-member] [instance: 271a7171-f68e-40ec-8f3e-87cb9c18e971] Extended root virtual disk {{(pid=69770) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 834.662369] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87dc98d1-3cc7-4381-a5b4-652f6a64455b {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.690218] env[69770]: DEBUG nova.virt.vmwareapi.volumeops [None req-42ae7b16-f3b8-499c-b271-4aa29c9d234f tempest-MultipleCreateTestJSON-938873983 tempest-MultipleCreateTestJSON-938873983-project-member] [instance: 271a7171-f68e-40ec-8f3e-87cb9c18e971] Reconfiguring VM instance instance-00000026 to attach disk [datastore2] 271a7171-f68e-40ec-8f3e-87cb9c18e971/271a7171-f68e-40ec-8f3e-87cb9c18e971.vmdk or device None with type sparse {{(pid=69770) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 834.690218] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fb8bed01-585d-4f23-87e9-1ba9e047a3b3 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.716114] env[69770]: DEBUG oslo_vmware.api [None req-42ae7b16-f3b8-499c-b271-4aa29c9d234f tempest-MultipleCreateTestJSON-938873983 tempest-MultipleCreateTestJSON-938873983-project-member] Waiting for the task: (returnval){ [ 834.716114] env[69770]: value = "task-4069688" [ 834.716114] env[69770]: _type = "Task" [ 834.716114] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 834.724482] env[69770]: DEBUG oslo_vmware.api [None req-42ae7b16-f3b8-499c-b271-4aa29c9d234f tempest-MultipleCreateTestJSON-938873983 tempest-MultipleCreateTestJSON-938873983-project-member] Task: {'id': task-4069688, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.754675] env[69770]: DEBUG nova.network.neutron [None req-09b66b45-33b0-4b45-aa2f-157ae871d395 tempest-ServersNegativeTestJSON-1437959553 tempest-ServersNegativeTestJSON-1437959553-project-member] [instance: 3df42b8d-2222-42cc-8816-06ee1b31dc78] Instance cache missing network info. {{(pid=69770) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 834.890747] env[69770]: DEBUG oslo_vmware.api [None req-9709dd40-9664-42de-804e-6b75f427f793 tempest-ServersTestJSON-777361421 tempest-ServersTestJSON-777361421-project-member] Task: {'id': task-4069687, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.170567} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 834.891074] env[69770]: DEBUG nova.virt.vmwareapi.ds_util [None req-9709dd40-9664-42de-804e-6b75f427f793 tempest-ServersTestJSON-777361421 tempest-ServersTestJSON-777361421-project-member] Deleted the datastore file {{(pid=69770) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 834.891267] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-9709dd40-9664-42de-804e-6b75f427f793 tempest-ServersTestJSON-777361421 tempest-ServersTestJSON-777361421-project-member] [instance: 38473040-ef89-4a31-8c32-85f10fee039d] Deleted contents of the VM from datastore datastore1 {{(pid=69770) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 834.891443] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-9709dd40-9664-42de-804e-6b75f427f793 tempest-ServersTestJSON-777361421 tempest-ServersTestJSON-777361421-project-member] [instance: 38473040-ef89-4a31-8c32-85f10fee039d] Instance destroyed {{(pid=69770) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 834.891635] env[69770]: INFO nova.compute.manager [None req-9709dd40-9664-42de-804e-6b75f427f793 tempest-ServersTestJSON-777361421 tempest-ServersTestJSON-777361421-project-member] [instance: 38473040-ef89-4a31-8c32-85f10fee039d] Took 1.18 seconds to destroy the instance on the hypervisor. [ 834.891876] env[69770]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9709dd40-9664-42de-804e-6b75f427f793 tempest-ServersTestJSON-777361421 tempest-ServersTestJSON-777361421-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69770) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 834.892113] env[69770]: DEBUG nova.compute.manager [-] [instance: 38473040-ef89-4a31-8c32-85f10fee039d] Deallocating network for instance {{(pid=69770) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 834.892243] env[69770]: DEBUG nova.network.neutron [-] [instance: 38473040-ef89-4a31-8c32-85f10fee039d] deallocate_for_instance() {{(pid=69770) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 835.051566] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-101063fb-e448-4bc1-9670-cc74845cf1aa {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.056961] env[69770]: DEBUG oslo_concurrency.lockutils [None req-b08388bc-5bd9-4649-bc88-14c33e083d7b tempest-ServersAdminNegativeTestJSON-597507823 tempest-ServersAdminNegativeTestJSON-597507823-project-member] Acquiring lock "8047bf73-fff9-4f29-913f-91d0eb28d6dd" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 835.057326] env[69770]: DEBUG oslo_concurrency.lockutils [None req-b08388bc-5bd9-4649-bc88-14c33e083d7b tempest-ServersAdminNegativeTestJSON-597507823 tempest-ServersAdminNegativeTestJSON-597507823-project-member] Lock "8047bf73-fff9-4f29-913f-91d0eb28d6dd" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 835.057543] env[69770]: DEBUG oslo_concurrency.lockutils [None req-b08388bc-5bd9-4649-bc88-14c33e083d7b tempest-ServersAdminNegativeTestJSON-597507823 tempest-ServersAdminNegativeTestJSON-597507823-project-member] Acquiring lock "8047bf73-fff9-4f29-913f-91d0eb28d6dd-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 835.057687] env[69770]: DEBUG oslo_concurrency.lockutils [None req-b08388bc-5bd9-4649-bc88-14c33e083d7b tempest-ServersAdminNegativeTestJSON-597507823 tempest-ServersAdminNegativeTestJSON-597507823-project-member] Lock "8047bf73-fff9-4f29-913f-91d0eb28d6dd-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 835.057856] env[69770]: DEBUG oslo_concurrency.lockutils [None req-b08388bc-5bd9-4649-bc88-14c33e083d7b tempest-ServersAdminNegativeTestJSON-597507823 tempest-ServersAdminNegativeTestJSON-597507823-project-member] Lock "8047bf73-fff9-4f29-913f-91d0eb28d6dd-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 835.063115] env[69770]: INFO nova.compute.manager [None req-b08388bc-5bd9-4649-bc88-14c33e083d7b tempest-ServersAdminNegativeTestJSON-597507823 tempest-ServersAdminNegativeTestJSON-597507823-project-member] [instance: 8047bf73-fff9-4f29-913f-91d0eb28d6dd] Terminating instance [ 835.065823] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb4b2f55-bc29-4bd5-af9d-208f25f16a56 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.098998] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72385d98-8546-4d2e-82a6-c569519c7d80 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.108558] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-205ddf3e-a357-4159-b373-f0a629cce2b9 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.123887] env[69770]: DEBUG nova.compute.provider_tree [None req-53bde400-0d4e-4c88-a478-747d5be618d3 tempest-ServerAddressesTestJSON-725654377 tempest-ServerAddressesTestJSON-725654377-project-member] Inventory has not changed in ProviderTree for provider: 7cc7d32b-b7a7-454a-a456-2a440248ed9d {{(pid=69770) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 835.231552] env[69770]: DEBUG oslo_vmware.api [None req-42ae7b16-f3b8-499c-b271-4aa29c9d234f tempest-MultipleCreateTestJSON-938873983 tempest-MultipleCreateTestJSON-938873983-project-member] Task: {'id': task-4069688, 'name': ReconfigVM_Task, 'duration_secs': 0.335698} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 835.231552] env[69770]: DEBUG nova.virt.vmwareapi.volumeops [None req-42ae7b16-f3b8-499c-b271-4aa29c9d234f tempest-MultipleCreateTestJSON-938873983 tempest-MultipleCreateTestJSON-938873983-project-member] [instance: 271a7171-f68e-40ec-8f3e-87cb9c18e971] Reconfigured VM instance instance-00000026 to attach disk [datastore2] 271a7171-f68e-40ec-8f3e-87cb9c18e971/271a7171-f68e-40ec-8f3e-87cb9c18e971.vmdk or device None with type sparse {{(pid=69770) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 835.231876] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3f73b793-ca70-45bc-88ad-ff53358477e2 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.244999] env[69770]: DEBUG oslo_vmware.api [None req-42ae7b16-f3b8-499c-b271-4aa29c9d234f tempest-MultipleCreateTestJSON-938873983 tempest-MultipleCreateTestJSON-938873983-project-member] Waiting for the task: (returnval){ [ 835.244999] env[69770]: value = "task-4069689" [ 835.244999] env[69770]: _type = "Task" [ 835.244999] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 835.258438] env[69770]: DEBUG oslo_vmware.api [None req-42ae7b16-f3b8-499c-b271-4aa29c9d234f tempest-MultipleCreateTestJSON-938873983 tempest-MultipleCreateTestJSON-938873983-project-member] Task: {'id': task-4069689, 'name': Rename_Task} progress is 5%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.260213] env[69770]: DEBUG nova.network.neutron [None req-09b66b45-33b0-4b45-aa2f-157ae871d395 tempest-ServersNegativeTestJSON-1437959553 tempest-ServersNegativeTestJSON-1437959553-project-member] [instance: 3df42b8d-2222-42cc-8816-06ee1b31dc78] Updating instance_info_cache with network_info: [{"id": "b419283f-d3a3-4ac9-935d-94c24f38ab26", "address": "fa:16:3e:e6:bb:8b", "network": {"id": "6d495b25-93c9-4d41-93da-495fe7782e89", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-659703650-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.3"}}], "meta": {"injected": false, "tenant_id": "a1bbd9f308194b4aa6cb513f5d2cd789", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "360308f4-9d0a-4ec2-8bcf-44891f452847", "external-id": "nsx-vlan-transportzone-383", "segmentation_id": 383, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb419283f-d3", "ovs_interfaceid": "b419283f-d3a3-4ac9-935d-94c24f38ab26", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69770) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 835.311378] env[69770]: DEBUG nova.compute.manager [None req-bf2cba36-5337-4774-b882-91e41b6b75b5 tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] [instance: 45b73d40-e4b9-4c65-82b4-0bb39b3f418b] Start spawning the instance on the hypervisor. {{(pid=69770) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 835.353181] env[69770]: DEBUG nova.virt.hardware [None req-bf2cba36-5337-4774-b882-91e41b6b75b5 tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T12:16:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T12:16:11Z,direct_url=,disk_format='vmdk',id=d1eaff80-24a0-4391-90eb-59958b1ecf0a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d65f20bb89fb40a98b77bc6d97357df2',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T12:16:12Z,virtual_size=,visibility=), allow threads: False {{(pid=69770) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 835.353859] env[69770]: DEBUG nova.virt.hardware [None req-bf2cba36-5337-4774-b882-91e41b6b75b5 tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] Flavor limits 0:0:0 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 835.353859] env[69770]: DEBUG nova.virt.hardware [None req-bf2cba36-5337-4774-b882-91e41b6b75b5 tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] Image limits 0:0:0 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 835.353859] env[69770]: DEBUG nova.virt.hardware [None req-bf2cba36-5337-4774-b882-91e41b6b75b5 tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] Flavor pref 0:0:0 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 835.354036] env[69770]: DEBUG nova.virt.hardware [None req-bf2cba36-5337-4774-b882-91e41b6b75b5 tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] Image pref 0:0:0 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 835.354415] env[69770]: DEBUG nova.virt.hardware [None req-bf2cba36-5337-4774-b882-91e41b6b75b5 tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 835.354691] env[69770]: DEBUG nova.virt.hardware [None req-bf2cba36-5337-4774-b882-91e41b6b75b5 tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69770) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 835.355288] env[69770]: DEBUG nova.virt.hardware [None req-bf2cba36-5337-4774-b882-91e41b6b75b5 tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69770) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 835.355288] env[69770]: DEBUG nova.virt.hardware [None req-bf2cba36-5337-4774-b882-91e41b6b75b5 tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] Got 1 possible topologies {{(pid=69770) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 835.355288] env[69770]: DEBUG nova.virt.hardware [None req-bf2cba36-5337-4774-b882-91e41b6b75b5 tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69770) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 835.355471] env[69770]: DEBUG nova.virt.hardware [None req-bf2cba36-5337-4774-b882-91e41b6b75b5 tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69770) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 835.357102] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12f0ca43-201f-4368-a60f-7812d0230fae {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.367263] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f163b221-8109-4e35-a010-415737e44773 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.566765] env[69770]: DEBUG nova.compute.manager [None req-b08388bc-5bd9-4649-bc88-14c33e083d7b tempest-ServersAdminNegativeTestJSON-597507823 tempest-ServersAdminNegativeTestJSON-597507823-project-member] [instance: 8047bf73-fff9-4f29-913f-91d0eb28d6dd] Start destroying the instance on the hypervisor. {{(pid=69770) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 835.566765] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-b08388bc-5bd9-4649-bc88-14c33e083d7b tempest-ServersAdminNegativeTestJSON-597507823 tempest-ServersAdminNegativeTestJSON-597507823-project-member] [instance: 8047bf73-fff9-4f29-913f-91d0eb28d6dd] Destroying instance {{(pid=69770) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 835.567860] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-199964fd-bf06-44a6-b459-e15dfee7dda7 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.576861] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-b08388bc-5bd9-4649-bc88-14c33e083d7b tempest-ServersAdminNegativeTestJSON-597507823 tempest-ServersAdminNegativeTestJSON-597507823-project-member] [instance: 8047bf73-fff9-4f29-913f-91d0eb28d6dd] Powering off the VM {{(pid=69770) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 835.577619] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5de92f60-3627-48c4-91ee-b9a47e1dc362 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.587078] env[69770]: DEBUG oslo_vmware.api [None req-b08388bc-5bd9-4649-bc88-14c33e083d7b tempest-ServersAdminNegativeTestJSON-597507823 tempest-ServersAdminNegativeTestJSON-597507823-project-member] Waiting for the task: (returnval){ [ 835.587078] env[69770]: value = "task-4069690" [ 835.587078] env[69770]: _type = "Task" [ 835.587078] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 835.595759] env[69770]: DEBUG oslo_vmware.api [None req-b08388bc-5bd9-4649-bc88-14c33e083d7b tempest-ServersAdminNegativeTestJSON-597507823 tempest-ServersAdminNegativeTestJSON-597507823-project-member] Task: {'id': task-4069690, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.627346] env[69770]: DEBUG nova.scheduler.client.report [None req-53bde400-0d4e-4c88-a478-747d5be618d3 tempest-ServerAddressesTestJSON-725654377 tempest-ServerAddressesTestJSON-725654377-project-member] Inventory has not changed for provider 7cc7d32b-b7a7-454a-a456-2a440248ed9d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69770) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 835.762558] env[69770]: DEBUG oslo_vmware.api [None req-42ae7b16-f3b8-499c-b271-4aa29c9d234f tempest-MultipleCreateTestJSON-938873983 tempest-MultipleCreateTestJSON-938873983-project-member] Task: {'id': task-4069689, 'name': Rename_Task, 'duration_secs': 0.288149} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 835.764023] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-42ae7b16-f3b8-499c-b271-4aa29c9d234f tempest-MultipleCreateTestJSON-938873983 tempest-MultipleCreateTestJSON-938873983-project-member] [instance: 271a7171-f68e-40ec-8f3e-87cb9c18e971] Powering on the VM {{(pid=69770) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 835.764023] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0b1673b6-3526-4783-8757-3267273a6611 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.767123] env[69770]: DEBUG oslo_concurrency.lockutils [None req-09b66b45-33b0-4b45-aa2f-157ae871d395 tempest-ServersNegativeTestJSON-1437959553 tempest-ServersNegativeTestJSON-1437959553-project-member] Releasing lock "refresh_cache-3df42b8d-2222-42cc-8816-06ee1b31dc78" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.767722] env[69770]: DEBUG nova.compute.manager [None req-09b66b45-33b0-4b45-aa2f-157ae871d395 tempest-ServersNegativeTestJSON-1437959553 tempest-ServersNegativeTestJSON-1437959553-project-member] [instance: 3df42b8d-2222-42cc-8816-06ee1b31dc78] Instance network_info: |[{"id": "b419283f-d3a3-4ac9-935d-94c24f38ab26", "address": "fa:16:3e:e6:bb:8b", "network": {"id": "6d495b25-93c9-4d41-93da-495fe7782e89", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-659703650-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.3"}}], "meta": {"injected": false, "tenant_id": "a1bbd9f308194b4aa6cb513f5d2cd789", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "360308f4-9d0a-4ec2-8bcf-44891f452847", "external-id": "nsx-vlan-transportzone-383", "segmentation_id": 383, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb419283f-d3", "ovs_interfaceid": "b419283f-d3a3-4ac9-935d-94c24f38ab26", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69770) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 835.768915] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-09b66b45-33b0-4b45-aa2f-157ae871d395 tempest-ServersNegativeTestJSON-1437959553 tempest-ServersNegativeTestJSON-1437959553-project-member] [instance: 3df42b8d-2222-42cc-8816-06ee1b31dc78] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e6:bb:8b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '360308f4-9d0a-4ec2-8bcf-44891f452847', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b419283f-d3a3-4ac9-935d-94c24f38ab26', 'vif_model': 'vmxnet3'}] {{(pid=69770) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 835.777409] env[69770]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-09b66b45-33b0-4b45-aa2f-157ae871d395 tempest-ServersNegativeTestJSON-1437959553 tempest-ServersNegativeTestJSON-1437959553-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69770) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 835.778862] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3df42b8d-2222-42cc-8816-06ee1b31dc78] Creating VM on the ESX host {{(pid=69770) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 835.780114] env[69770]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a63588e2-9fc3-4254-85cb-d2d5ee7d6ac7 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.797193] env[69770]: DEBUG oslo_vmware.api [None req-42ae7b16-f3b8-499c-b271-4aa29c9d234f tempest-MultipleCreateTestJSON-938873983 tempest-MultipleCreateTestJSON-938873983-project-member] Waiting for the task: (returnval){ [ 835.797193] env[69770]: value = "task-4069691" [ 835.797193] env[69770]: _type = "Task" [ 835.797193] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 835.804785] env[69770]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 835.804785] env[69770]: value = "task-4069692" [ 835.804785] env[69770]: _type = "Task" [ 835.804785] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 835.809139] env[69770]: DEBUG oslo_vmware.api [None req-42ae7b16-f3b8-499c-b271-4aa29c9d234f tempest-MultipleCreateTestJSON-938873983 tempest-MultipleCreateTestJSON-938873983-project-member] Task: {'id': task-4069691, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.822024] env[69770]: DEBUG oslo_vmware.api [-] Task: {'id': task-4069692, 'name': CreateVM_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.847157] env[69770]: DEBUG nova.compute.manager [req-bba88d0d-e553-448d-a420-a063198397b7 req-3d3f37e9-8792-4dba-9540-2b9e5672cc4d service nova] [instance: 3df42b8d-2222-42cc-8816-06ee1b31dc78] Received event network-vif-plugged-b419283f-d3a3-4ac9-935d-94c24f38ab26 {{(pid=69770) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 835.847464] env[69770]: DEBUG oslo_concurrency.lockutils [req-bba88d0d-e553-448d-a420-a063198397b7 req-3d3f37e9-8792-4dba-9540-2b9e5672cc4d service nova] Acquiring lock "3df42b8d-2222-42cc-8816-06ee1b31dc78-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 835.847774] env[69770]: DEBUG oslo_concurrency.lockutils [req-bba88d0d-e553-448d-a420-a063198397b7 req-3d3f37e9-8792-4dba-9540-2b9e5672cc4d service nova] Lock "3df42b8d-2222-42cc-8816-06ee1b31dc78-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 835.848027] env[69770]: DEBUG oslo_concurrency.lockutils [req-bba88d0d-e553-448d-a420-a063198397b7 req-3d3f37e9-8792-4dba-9540-2b9e5672cc4d service nova] Lock "3df42b8d-2222-42cc-8816-06ee1b31dc78-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 835.848610] env[69770]: DEBUG nova.compute.manager [req-bba88d0d-e553-448d-a420-a063198397b7 req-3d3f37e9-8792-4dba-9540-2b9e5672cc4d service nova] [instance: 3df42b8d-2222-42cc-8816-06ee1b31dc78] No waiting events found dispatching network-vif-plugged-b419283f-d3a3-4ac9-935d-94c24f38ab26 {{(pid=69770) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 835.848903] env[69770]: WARNING nova.compute.manager [req-bba88d0d-e553-448d-a420-a063198397b7 req-3d3f37e9-8792-4dba-9540-2b9e5672cc4d service nova] [instance: 3df42b8d-2222-42cc-8816-06ee1b31dc78] Received unexpected event network-vif-plugged-b419283f-d3a3-4ac9-935d-94c24f38ab26 for instance with vm_state building and task_state spawning. [ 835.849049] env[69770]: DEBUG nova.compute.manager [req-bba88d0d-e553-448d-a420-a063198397b7 req-3d3f37e9-8792-4dba-9540-2b9e5672cc4d service nova] [instance: e6e28bf0-10fd-4aa3-829b-9d5d0d301621] Received event network-vif-plugged-64fc7e7c-4d2e-4a93-9a7d-534160886936 {{(pid=69770) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 835.849393] env[69770]: DEBUG oslo_concurrency.lockutils [req-bba88d0d-e553-448d-a420-a063198397b7 req-3d3f37e9-8792-4dba-9540-2b9e5672cc4d service nova] Acquiring lock "e6e28bf0-10fd-4aa3-829b-9d5d0d301621-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 835.849951] env[69770]: DEBUG oslo_concurrency.lockutils [req-bba88d0d-e553-448d-a420-a063198397b7 req-3d3f37e9-8792-4dba-9540-2b9e5672cc4d service nova] Lock "e6e28bf0-10fd-4aa3-829b-9d5d0d301621-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 835.849951] env[69770]: DEBUG oslo_concurrency.lockutils [req-bba88d0d-e553-448d-a420-a063198397b7 req-3d3f37e9-8792-4dba-9540-2b9e5672cc4d service nova] Lock "e6e28bf0-10fd-4aa3-829b-9d5d0d301621-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 835.850272] env[69770]: DEBUG nova.compute.manager [req-bba88d0d-e553-448d-a420-a063198397b7 req-3d3f37e9-8792-4dba-9540-2b9e5672cc4d service nova] [instance: e6e28bf0-10fd-4aa3-829b-9d5d0d301621] No waiting events found dispatching network-vif-plugged-64fc7e7c-4d2e-4a93-9a7d-534160886936 {{(pid=69770) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 835.850555] env[69770]: WARNING nova.compute.manager [req-bba88d0d-e553-448d-a420-a063198397b7 req-3d3f37e9-8792-4dba-9540-2b9e5672cc4d service nova] [instance: e6e28bf0-10fd-4aa3-829b-9d5d0d301621] Received unexpected event network-vif-plugged-64fc7e7c-4d2e-4a93-9a7d-534160886936 for instance with vm_state building and task_state spawning. [ 835.850649] env[69770]: DEBUG nova.compute.manager [req-bba88d0d-e553-448d-a420-a063198397b7 req-3d3f37e9-8792-4dba-9540-2b9e5672cc4d service nova] [instance: 3df42b8d-2222-42cc-8816-06ee1b31dc78] Received event network-changed-b419283f-d3a3-4ac9-935d-94c24f38ab26 {{(pid=69770) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 835.850856] env[69770]: DEBUG nova.compute.manager [req-bba88d0d-e553-448d-a420-a063198397b7 req-3d3f37e9-8792-4dba-9540-2b9e5672cc4d service nova] [instance: 3df42b8d-2222-42cc-8816-06ee1b31dc78] Refreshing instance network info cache due to event network-changed-b419283f-d3a3-4ac9-935d-94c24f38ab26. {{(pid=69770) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 835.851549] env[69770]: DEBUG oslo_concurrency.lockutils [req-bba88d0d-e553-448d-a420-a063198397b7 req-3d3f37e9-8792-4dba-9540-2b9e5672cc4d service nova] Acquiring lock "refresh_cache-3df42b8d-2222-42cc-8816-06ee1b31dc78" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.851549] env[69770]: DEBUG oslo_concurrency.lockutils [req-bba88d0d-e553-448d-a420-a063198397b7 req-3d3f37e9-8792-4dba-9540-2b9e5672cc4d service nova] Acquired lock "refresh_cache-3df42b8d-2222-42cc-8816-06ee1b31dc78" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.851549] env[69770]: DEBUG nova.network.neutron [req-bba88d0d-e553-448d-a420-a063198397b7 req-3d3f37e9-8792-4dba-9540-2b9e5672cc4d service nova] [instance: 3df42b8d-2222-42cc-8816-06ee1b31dc78] Refreshing network info cache for port b419283f-d3a3-4ac9-935d-94c24f38ab26 {{(pid=69770) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 836.096667] env[69770]: DEBUG oslo_vmware.api [None req-b08388bc-5bd9-4649-bc88-14c33e083d7b tempest-ServersAdminNegativeTestJSON-597507823 tempest-ServersAdminNegativeTestJSON-597507823-project-member] Task: {'id': task-4069690, 'name': PowerOffVM_Task, 'duration_secs': 0.335322} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 836.097044] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-b08388bc-5bd9-4649-bc88-14c33e083d7b tempest-ServersAdminNegativeTestJSON-597507823 tempest-ServersAdminNegativeTestJSON-597507823-project-member] [instance: 8047bf73-fff9-4f29-913f-91d0eb28d6dd] Powered off the VM {{(pid=69770) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 836.097289] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-b08388bc-5bd9-4649-bc88-14c33e083d7b tempest-ServersAdminNegativeTestJSON-597507823 tempest-ServersAdminNegativeTestJSON-597507823-project-member] [instance: 8047bf73-fff9-4f29-913f-91d0eb28d6dd] Unregistering the VM {{(pid=69770) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 836.097607] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0872f321-245d-4375-8896-d22dc2e15444 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.122167] env[69770]: DEBUG nova.network.neutron [None req-2202bb11-9306-411f-82e6-4168971d4053 tempest-ServersTestMultiNic-2119527449 tempest-ServersTestMultiNic-2119527449-project-member] [instance: e6e28bf0-10fd-4aa3-829b-9d5d0d301621] Successfully updated port: 34753cbe-2772-47d8-9ebb-6b32af00cd40 {{(pid=69770) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 836.133694] env[69770]: DEBUG oslo_concurrency.lockutils [None req-53bde400-0d4e-4c88-a478-747d5be618d3 tempest-ServerAddressesTestJSON-725654377 tempest-ServerAddressesTestJSON-725654377-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.852s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 836.134436] env[69770]: DEBUG nova.compute.manager [None req-53bde400-0d4e-4c88-a478-747d5be618d3 tempest-ServerAddressesTestJSON-725654377 tempest-ServerAddressesTestJSON-725654377-project-member] [instance: 15ed9603-9fc7-40a2-99c6-151cf10a8c36] Start building networks asynchronously for instance. {{(pid=69770) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 836.141933] env[69770]: DEBUG oslo_concurrency.lockutils [None req-60e467b3-cf85-435c-b932-3ce56614c059 tempest-FloatingIPsAssociationTestJSON-527069498 tempest-FloatingIPsAssociationTestJSON-527069498-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.670s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 836.142205] env[69770]: DEBUG oslo_concurrency.lockutils [None req-60e467b3-cf85-435c-b932-3ce56614c059 tempest-FloatingIPsAssociationTestJSON-527069498 tempest-FloatingIPsAssociationTestJSON-527069498-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 836.146288] env[69770]: DEBUG oslo_concurrency.lockutils [None req-ccdf3169-82d6-4a3e-9d04-a21d7ec87220 tempest-TenantUsagesTestJSON-669897836 tempest-TenantUsagesTestJSON-669897836-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.757s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 836.148434] env[69770]: INFO nova.compute.claims [None req-ccdf3169-82d6-4a3e-9d04-a21d7ec87220 tempest-TenantUsagesTestJSON-669897836 tempest-TenantUsagesTestJSON-669897836-project-member] [instance: 7d036508-bb94-46ea-a630-117bbff02099] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 836.181575] env[69770]: DEBUG nova.compute.manager [req-25925fd0-cbfd-4bba-b013-dfa9c5123668 req-49b585d0-621c-4e3c-b47d-253f56b40b0f service nova] [instance: 38473040-ef89-4a31-8c32-85f10fee039d] Received event network-vif-deleted-df474b33-7eec-4f68-952f-cc12850d4b9e {{(pid=69770) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 836.181679] env[69770]: INFO nova.compute.manager [req-25925fd0-cbfd-4bba-b013-dfa9c5123668 req-49b585d0-621c-4e3c-b47d-253f56b40b0f service nova] [instance: 38473040-ef89-4a31-8c32-85f10fee039d] Neutron deleted interface df474b33-7eec-4f68-952f-cc12850d4b9e; detaching it from the instance and deleting it from the info cache [ 836.181826] env[69770]: DEBUG nova.network.neutron [req-25925fd0-cbfd-4bba-b013-dfa9c5123668 req-49b585d0-621c-4e3c-b47d-253f56b40b0f service nova] [instance: 38473040-ef89-4a31-8c32-85f10fee039d] Updating instance_info_cache with network_info: [] {{(pid=69770) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 836.191611] env[69770]: DEBUG nova.network.neutron [-] [instance: 38473040-ef89-4a31-8c32-85f10fee039d] Updating instance_info_cache with network_info: [] {{(pid=69770) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 836.194024] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-b08388bc-5bd9-4649-bc88-14c33e083d7b tempest-ServersAdminNegativeTestJSON-597507823 tempest-ServersAdminNegativeTestJSON-597507823-project-member] [instance: 8047bf73-fff9-4f29-913f-91d0eb28d6dd] Unregistered the VM {{(pid=69770) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 836.194024] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-b08388bc-5bd9-4649-bc88-14c33e083d7b tempest-ServersAdminNegativeTestJSON-597507823 tempest-ServersAdminNegativeTestJSON-597507823-project-member] [instance: 8047bf73-fff9-4f29-913f-91d0eb28d6dd] Deleting contents of the VM from datastore datastore2 {{(pid=69770) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 836.194024] env[69770]: DEBUG nova.virt.vmwareapi.ds_util [None req-b08388bc-5bd9-4649-bc88-14c33e083d7b tempest-ServersAdminNegativeTestJSON-597507823 tempest-ServersAdminNegativeTestJSON-597507823-project-member] Deleting the datastore file [datastore2] 8047bf73-fff9-4f29-913f-91d0eb28d6dd {{(pid=69770) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 836.196118] env[69770]: INFO nova.scheduler.client.report [None req-60e467b3-cf85-435c-b932-3ce56614c059 tempest-FloatingIPsAssociationTestJSON-527069498 tempest-FloatingIPsAssociationTestJSON-527069498-project-member] Deleted allocations for instance 60eb16dd-8c95-46c1-a226-ee1280cbd403 [ 836.200807] env[69770]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-29a2ad4f-d080-4eaa-b4cd-276c461c809c {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.219022] env[69770]: DEBUG oslo_vmware.api [None req-b08388bc-5bd9-4649-bc88-14c33e083d7b tempest-ServersAdminNegativeTestJSON-597507823 tempest-ServersAdminNegativeTestJSON-597507823-project-member] Waiting for the task: (returnval){ [ 836.219022] env[69770]: value = "task-4069694" [ 836.219022] env[69770]: _type = "Task" [ 836.219022] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 836.231277] env[69770]: DEBUG oslo_vmware.api [None req-b08388bc-5bd9-4649-bc88-14c33e083d7b tempest-ServersAdminNegativeTestJSON-597507823 tempest-ServersAdminNegativeTestJSON-597507823-project-member] Task: {'id': task-4069694, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.311116] env[69770]: DEBUG oslo_vmware.api [None req-42ae7b16-f3b8-499c-b271-4aa29c9d234f tempest-MultipleCreateTestJSON-938873983 tempest-MultipleCreateTestJSON-938873983-project-member] Task: {'id': task-4069691, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.326016] env[69770]: DEBUG oslo_vmware.api [-] Task: {'id': task-4069692, 'name': CreateVM_Task, 'duration_secs': 0.450498} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 836.326016] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3df42b8d-2222-42cc-8816-06ee1b31dc78] Created VM on the ESX host {{(pid=69770) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 836.326016] env[69770]: DEBUG oslo_concurrency.lockutils [None req-09b66b45-33b0-4b45-aa2f-157ae871d395 tempest-ServersNegativeTestJSON-1437959553 tempest-ServersNegativeTestJSON-1437959553-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.326016] env[69770]: DEBUG oslo_concurrency.lockutils [None req-09b66b45-33b0-4b45-aa2f-157ae871d395 tempest-ServersNegativeTestJSON-1437959553 tempest-ServersNegativeTestJSON-1437959553-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.326016] env[69770]: DEBUG oslo_concurrency.lockutils [None req-09b66b45-33b0-4b45-aa2f-157ae871d395 tempest-ServersNegativeTestJSON-1437959553 tempest-ServersNegativeTestJSON-1437959553-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.326016] env[69770]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f03c7a38-cb3f-4530-8b98-884eef3619db {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.329630] env[69770]: DEBUG oslo_vmware.api [None req-09b66b45-33b0-4b45-aa2f-157ae871d395 tempest-ServersNegativeTestJSON-1437959553 tempest-ServersNegativeTestJSON-1437959553-project-member] Waiting for the task: (returnval){ [ 836.329630] env[69770]: value = "session[52161b52-cb8e-ec9f-1132-2f6b49549d41]52a3cea7-a9b5-3916-9c2e-8d3c53d58a3a" [ 836.329630] env[69770]: _type = "Task" [ 836.329630] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 836.330453] env[69770]: DEBUG nova.network.neutron [None req-bf2cba36-5337-4774-b882-91e41b6b75b5 tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] [instance: 45b73d40-e4b9-4c65-82b4-0bb39b3f418b] Successfully updated port: aad1bc6a-a2c5-4861-b0c2-60ee9abf6c56 {{(pid=69770) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 836.347350] env[69770]: DEBUG oslo_vmware.api [None req-09b66b45-33b0-4b45-aa2f-157ae871d395 tempest-ServersNegativeTestJSON-1437959553 tempest-ServersNegativeTestJSON-1437959553-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]52a3cea7-a9b5-3916-9c2e-8d3c53d58a3a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.629462] env[69770]: DEBUG oslo_concurrency.lockutils [None req-2202bb11-9306-411f-82e6-4168971d4053 tempest-ServersTestMultiNic-2119527449 tempest-ServersTestMultiNic-2119527449-project-member] Acquiring lock "refresh_cache-e6e28bf0-10fd-4aa3-829b-9d5d0d301621" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.629462] env[69770]: DEBUG oslo_concurrency.lockutils [None req-2202bb11-9306-411f-82e6-4168971d4053 tempest-ServersTestMultiNic-2119527449 tempest-ServersTestMultiNic-2119527449-project-member] Acquired lock "refresh_cache-e6e28bf0-10fd-4aa3-829b-9d5d0d301621" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.629462] env[69770]: DEBUG nova.network.neutron [None req-2202bb11-9306-411f-82e6-4168971d4053 tempest-ServersTestMultiNic-2119527449 tempest-ServersTestMultiNic-2119527449-project-member] [instance: e6e28bf0-10fd-4aa3-829b-9d5d0d301621] Building network info cache for instance {{(pid=69770) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 836.656640] env[69770]: DEBUG nova.compute.utils [None req-53bde400-0d4e-4c88-a478-747d5be618d3 tempest-ServerAddressesTestJSON-725654377 tempest-ServerAddressesTestJSON-725654377-project-member] Using /dev/sd instead of None {{(pid=69770) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 836.658199] env[69770]: DEBUG nova.compute.manager [None req-53bde400-0d4e-4c88-a478-747d5be618d3 tempest-ServerAddressesTestJSON-725654377 tempest-ServerAddressesTestJSON-725654377-project-member] [instance: 15ed9603-9fc7-40a2-99c6-151cf10a8c36] Allocating IP information in the background. {{(pid=69770) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 836.658439] env[69770]: DEBUG nova.network.neutron [None req-53bde400-0d4e-4c88-a478-747d5be618d3 tempest-ServerAddressesTestJSON-725654377 tempest-ServerAddressesTestJSON-725654377-project-member] [instance: 15ed9603-9fc7-40a2-99c6-151cf10a8c36] allocate_for_instance() {{(pid=69770) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 836.669268] env[69770]: DEBUG nova.network.neutron [req-bba88d0d-e553-448d-a420-a063198397b7 req-3d3f37e9-8792-4dba-9540-2b9e5672cc4d service nova] [instance: 3df42b8d-2222-42cc-8816-06ee1b31dc78] Updated VIF entry in instance network info cache for port b419283f-d3a3-4ac9-935d-94c24f38ab26. {{(pid=69770) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 836.669613] env[69770]: DEBUG nova.network.neutron [req-bba88d0d-e553-448d-a420-a063198397b7 req-3d3f37e9-8792-4dba-9540-2b9e5672cc4d service nova] [instance: 3df42b8d-2222-42cc-8816-06ee1b31dc78] Updating instance_info_cache with network_info: [{"id": "b419283f-d3a3-4ac9-935d-94c24f38ab26", "address": "fa:16:3e:e6:bb:8b", "network": {"id": "6d495b25-93c9-4d41-93da-495fe7782e89", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-659703650-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.3"}}], "meta": {"injected": false, "tenant_id": "a1bbd9f308194b4aa6cb513f5d2cd789", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "360308f4-9d0a-4ec2-8bcf-44891f452847", "external-id": "nsx-vlan-transportzone-383", "segmentation_id": 383, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb419283f-d3", "ovs_interfaceid": "b419283f-d3a3-4ac9-935d-94c24f38ab26", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69770) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 836.684772] env[69770]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d70740cf-ca05-4b93-864e-79c7c2051798 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.698885] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a81e20f1-0709-4590-b5a0-12309436663b {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.710421] env[69770]: INFO nova.compute.manager [-] [instance: 38473040-ef89-4a31-8c32-85f10fee039d] Took 1.82 seconds to deallocate network for instance. [ 836.713644] env[69770]: DEBUG oslo_concurrency.lockutils [None req-60e467b3-cf85-435c-b932-3ce56614c059 tempest-FloatingIPsAssociationTestJSON-527069498 tempest-FloatingIPsAssociationTestJSON-527069498-project-member] Lock "60eb16dd-8c95-46c1-a226-ee1280cbd403" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.829s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 836.717611] env[69770]: DEBUG oslo_concurrency.lockutils [None req-0271e09f-25a6-40b7-a03a-f397eef05295 tempest-FloatingIPsAssociationTestJSON-527069498 tempest-FloatingIPsAssociationTestJSON-527069498-project-member] Lock "60eb16dd-8c95-46c1-a226-ee1280cbd403" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 25.621s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 836.717862] env[69770]: DEBUG oslo_concurrency.lockutils [None req-0271e09f-25a6-40b7-a03a-f397eef05295 tempest-FloatingIPsAssociationTestJSON-527069498 tempest-FloatingIPsAssociationTestJSON-527069498-project-member] Acquiring lock "60eb16dd-8c95-46c1-a226-ee1280cbd403-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 836.718107] env[69770]: DEBUG oslo_concurrency.lockutils [None req-0271e09f-25a6-40b7-a03a-f397eef05295 tempest-FloatingIPsAssociationTestJSON-527069498 tempest-FloatingIPsAssociationTestJSON-527069498-project-member] Lock "60eb16dd-8c95-46c1-a226-ee1280cbd403-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 836.718276] env[69770]: DEBUG oslo_concurrency.lockutils [None req-0271e09f-25a6-40b7-a03a-f397eef05295 tempest-FloatingIPsAssociationTestJSON-527069498 tempest-FloatingIPsAssociationTestJSON-527069498-project-member] Lock "60eb16dd-8c95-46c1-a226-ee1280cbd403-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 836.720944] env[69770]: INFO nova.compute.manager [None req-0271e09f-25a6-40b7-a03a-f397eef05295 tempest-FloatingIPsAssociationTestJSON-527069498 tempest-FloatingIPsAssociationTestJSON-527069498-project-member] [instance: 60eb16dd-8c95-46c1-a226-ee1280cbd403] Terminating instance [ 836.756026] env[69770]: DEBUG nova.compute.manager [req-25925fd0-cbfd-4bba-b013-dfa9c5123668 req-49b585d0-621c-4e3c-b47d-253f56b40b0f service nova] [instance: 38473040-ef89-4a31-8c32-85f10fee039d] Detach interface failed, port_id=df474b33-7eec-4f68-952f-cc12850d4b9e, reason: Instance 38473040-ef89-4a31-8c32-85f10fee039d could not be found. {{(pid=69770) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 836.756026] env[69770]: DEBUG nova.policy [None req-53bde400-0d4e-4c88-a478-747d5be618d3 tempest-ServerAddressesTestJSON-725654377 tempest-ServerAddressesTestJSON-725654377-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e182f95d38404139a23ac809d3c4aacf', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd1ea767df2934ba2b892b3428b6b038d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69770) authorize /opt/stack/nova/nova/policy.py:192}} [ 836.764240] env[69770]: DEBUG oslo_vmware.api [None req-b08388bc-5bd9-4649-bc88-14c33e083d7b tempest-ServersAdminNegativeTestJSON-597507823 tempest-ServersAdminNegativeTestJSON-597507823-project-member] Task: {'id': task-4069694, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.192674} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 836.765188] env[69770]: DEBUG nova.virt.vmwareapi.ds_util [None req-b08388bc-5bd9-4649-bc88-14c33e083d7b tempest-ServersAdminNegativeTestJSON-597507823 tempest-ServersAdminNegativeTestJSON-597507823-project-member] Deleted the datastore file {{(pid=69770) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 836.765530] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-b08388bc-5bd9-4649-bc88-14c33e083d7b tempest-ServersAdminNegativeTestJSON-597507823 tempest-ServersAdminNegativeTestJSON-597507823-project-member] [instance: 8047bf73-fff9-4f29-913f-91d0eb28d6dd] Deleted contents of the VM from datastore datastore2 {{(pid=69770) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 836.765943] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-b08388bc-5bd9-4649-bc88-14c33e083d7b tempest-ServersAdminNegativeTestJSON-597507823 tempest-ServersAdminNegativeTestJSON-597507823-project-member] [instance: 8047bf73-fff9-4f29-913f-91d0eb28d6dd] Instance destroyed {{(pid=69770) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 836.766260] env[69770]: INFO nova.compute.manager [None req-b08388bc-5bd9-4649-bc88-14c33e083d7b tempest-ServersAdminNegativeTestJSON-597507823 tempest-ServersAdminNegativeTestJSON-597507823-project-member] [instance: 8047bf73-fff9-4f29-913f-91d0eb28d6dd] Took 1.20 seconds to destroy the instance on the hypervisor. [ 836.766607] env[69770]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b08388bc-5bd9-4649-bc88-14c33e083d7b tempest-ServersAdminNegativeTestJSON-597507823 tempest-ServersAdminNegativeTestJSON-597507823-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69770) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 836.766962] env[69770]: DEBUG nova.compute.manager [-] [instance: 8047bf73-fff9-4f29-913f-91d0eb28d6dd] Deallocating network for instance {{(pid=69770) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 836.767181] env[69770]: DEBUG nova.network.neutron [-] [instance: 8047bf73-fff9-4f29-913f-91d0eb28d6dd] deallocate_for_instance() {{(pid=69770) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 836.809827] env[69770]: DEBUG oslo_vmware.api [None req-42ae7b16-f3b8-499c-b271-4aa29c9d234f tempest-MultipleCreateTestJSON-938873983 tempest-MultipleCreateTestJSON-938873983-project-member] Task: {'id': task-4069691, 'name': PowerOnVM_Task, 'duration_secs': 0.746909} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 836.812332] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-42ae7b16-f3b8-499c-b271-4aa29c9d234f tempest-MultipleCreateTestJSON-938873983 tempest-MultipleCreateTestJSON-938873983-project-member] [instance: 271a7171-f68e-40ec-8f3e-87cb9c18e971] Powered on the VM {{(pid=69770) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 836.812741] env[69770]: INFO nova.compute.manager [None req-42ae7b16-f3b8-499c-b271-4aa29c9d234f tempest-MultipleCreateTestJSON-938873983 tempest-MultipleCreateTestJSON-938873983-project-member] [instance: 271a7171-f68e-40ec-8f3e-87cb9c18e971] Took 10.31 seconds to spawn the instance on the hypervisor. [ 836.813093] env[69770]: DEBUG nova.compute.manager [None req-42ae7b16-f3b8-499c-b271-4aa29c9d234f tempest-MultipleCreateTestJSON-938873983 tempest-MultipleCreateTestJSON-938873983-project-member] [instance: 271a7171-f68e-40ec-8f3e-87cb9c18e971] Checking state {{(pid=69770) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 836.814197] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b4bd907-f9dd-4c71-8f4c-2356329507e2 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.840550] env[69770]: DEBUG oslo_concurrency.lockutils [None req-bf2cba36-5337-4774-b882-91e41b6b75b5 tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] Acquiring lock "refresh_cache-45b73d40-e4b9-4c65-82b4-0bb39b3f418b" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.840550] env[69770]: DEBUG oslo_concurrency.lockutils [None req-bf2cba36-5337-4774-b882-91e41b6b75b5 tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] Acquired lock "refresh_cache-45b73d40-e4b9-4c65-82b4-0bb39b3f418b" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.840630] env[69770]: DEBUG nova.network.neutron [None req-bf2cba36-5337-4774-b882-91e41b6b75b5 tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] [instance: 45b73d40-e4b9-4c65-82b4-0bb39b3f418b] Building network info cache for instance {{(pid=69770) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 836.847671] env[69770]: DEBUG oslo_vmware.api [None req-09b66b45-33b0-4b45-aa2f-157ae871d395 tempest-ServersNegativeTestJSON-1437959553 tempest-ServersNegativeTestJSON-1437959553-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]52a3cea7-a9b5-3916-9c2e-8d3c53d58a3a, 'name': SearchDatastore_Task, 'duration_secs': 0.026795} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 836.848532] env[69770]: DEBUG oslo_concurrency.lockutils [None req-09b66b45-33b0-4b45-aa2f-157ae871d395 tempest-ServersNegativeTestJSON-1437959553 tempest-ServersNegativeTestJSON-1437959553-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.850018] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-09b66b45-33b0-4b45-aa2f-157ae871d395 tempest-ServersNegativeTestJSON-1437959553 tempest-ServersNegativeTestJSON-1437959553-project-member] [instance: 3df42b8d-2222-42cc-8816-06ee1b31dc78] Processing image d1eaff80-24a0-4391-90eb-59958b1ecf0a {{(pid=69770) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 836.850018] env[69770]: DEBUG oslo_concurrency.lockutils [None req-09b66b45-33b0-4b45-aa2f-157ae871d395 tempest-ServersNegativeTestJSON-1437959553 tempest-ServersNegativeTestJSON-1437959553-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.850018] env[69770]: DEBUG oslo_concurrency.lockutils [None req-09b66b45-33b0-4b45-aa2f-157ae871d395 tempest-ServersNegativeTestJSON-1437959553 tempest-ServersNegativeTestJSON-1437959553-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.850018] env[69770]: DEBUG nova.virt.vmwareapi.ds_util [None req-09b66b45-33b0-4b45-aa2f-157ae871d395 tempest-ServersNegativeTestJSON-1437959553 tempest-ServersNegativeTestJSON-1437959553-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69770) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 836.850018] env[69770]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-427da6a8-2259-4348-9ff3-414a43bc700b {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.868025] env[69770]: DEBUG nova.virt.vmwareapi.ds_util [None req-09b66b45-33b0-4b45-aa2f-157ae871d395 tempest-ServersNegativeTestJSON-1437959553 tempest-ServersNegativeTestJSON-1437959553-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69770) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 836.868025] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-09b66b45-33b0-4b45-aa2f-157ae871d395 tempest-ServersNegativeTestJSON-1437959553 tempest-ServersNegativeTestJSON-1437959553-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69770) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 836.869716] env[69770]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-88deed3a-5544-49cd-ac9e-37e86bb6c228 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.881045] env[69770]: DEBUG oslo_vmware.api [None req-09b66b45-33b0-4b45-aa2f-157ae871d395 tempest-ServersNegativeTestJSON-1437959553 tempest-ServersNegativeTestJSON-1437959553-project-member] Waiting for the task: (returnval){ [ 836.881045] env[69770]: value = "session[52161b52-cb8e-ec9f-1132-2f6b49549d41]52f6455f-e9af-35d1-6d1e-035725e69bd7" [ 836.881045] env[69770]: _type = "Task" [ 836.881045] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 836.891030] env[69770]: DEBUG oslo_vmware.api [None req-09b66b45-33b0-4b45-aa2f-157ae871d395 tempest-ServersNegativeTestJSON-1437959553 tempest-ServersNegativeTestJSON-1437959553-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]52f6455f-e9af-35d1-6d1e-035725e69bd7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.162705] env[69770]: DEBUG nova.compute.manager [None req-53bde400-0d4e-4c88-a478-747d5be618d3 tempest-ServerAddressesTestJSON-725654377 tempest-ServerAddressesTestJSON-725654377-project-member] [instance: 15ed9603-9fc7-40a2-99c6-151cf10a8c36] Start building block device mappings for instance. {{(pid=69770) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 837.172315] env[69770]: DEBUG oslo_concurrency.lockutils [req-bba88d0d-e553-448d-a420-a063198397b7 req-3d3f37e9-8792-4dba-9540-2b9e5672cc4d service nova] Releasing lock "refresh_cache-3df42b8d-2222-42cc-8816-06ee1b31dc78" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.172583] env[69770]: DEBUG nova.compute.manager [req-bba88d0d-e553-448d-a420-a063198397b7 req-3d3f37e9-8792-4dba-9540-2b9e5672cc4d service nova] [instance: e6e28bf0-10fd-4aa3-829b-9d5d0d301621] Received event network-changed-64fc7e7c-4d2e-4a93-9a7d-534160886936 {{(pid=69770) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 837.172748] env[69770]: DEBUG nova.compute.manager [req-bba88d0d-e553-448d-a420-a063198397b7 req-3d3f37e9-8792-4dba-9540-2b9e5672cc4d service nova] [instance: e6e28bf0-10fd-4aa3-829b-9d5d0d301621] Refreshing instance network info cache due to event network-changed-64fc7e7c-4d2e-4a93-9a7d-534160886936. {{(pid=69770) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 837.172926] env[69770]: DEBUG oslo_concurrency.lockutils [req-bba88d0d-e553-448d-a420-a063198397b7 req-3d3f37e9-8792-4dba-9540-2b9e5672cc4d service nova] Acquiring lock "refresh_cache-e6e28bf0-10fd-4aa3-829b-9d5d0d301621" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.186023] env[69770]: DEBUG nova.network.neutron [None req-2202bb11-9306-411f-82e6-4168971d4053 tempest-ServersTestMultiNic-2119527449 tempest-ServersTestMultiNic-2119527449-project-member] [instance: e6e28bf0-10fd-4aa3-829b-9d5d0d301621] Instance cache missing network info. {{(pid=69770) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 837.228620] env[69770]: DEBUG oslo_concurrency.lockutils [None req-9709dd40-9664-42de-804e-6b75f427f793 tempest-ServersTestJSON-777361421 tempest-ServersTestJSON-777361421-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 837.229756] env[69770]: DEBUG oslo_concurrency.lockutils [None req-0271e09f-25a6-40b7-a03a-f397eef05295 tempest-FloatingIPsAssociationTestJSON-527069498 tempest-FloatingIPsAssociationTestJSON-527069498-project-member] Acquiring lock "refresh_cache-60eb16dd-8c95-46c1-a226-ee1280cbd403" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.229825] env[69770]: DEBUG oslo_concurrency.lockutils [None req-0271e09f-25a6-40b7-a03a-f397eef05295 tempest-FloatingIPsAssociationTestJSON-527069498 tempest-FloatingIPsAssociationTestJSON-527069498-project-member] Acquired lock "refresh_cache-60eb16dd-8c95-46c1-a226-ee1280cbd403" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.229966] env[69770]: DEBUG nova.network.neutron [None req-0271e09f-25a6-40b7-a03a-f397eef05295 tempest-FloatingIPsAssociationTestJSON-527069498 tempest-FloatingIPsAssociationTestJSON-527069498-project-member] [instance: 60eb16dd-8c95-46c1-a226-ee1280cbd403] Building network info cache for instance {{(pid=69770) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 837.348533] env[69770]: INFO nova.compute.manager [None req-42ae7b16-f3b8-499c-b271-4aa29c9d234f tempest-MultipleCreateTestJSON-938873983 tempest-MultipleCreateTestJSON-938873983-project-member] [instance: 271a7171-f68e-40ec-8f3e-87cb9c18e971] Took 40.16 seconds to build instance. [ 837.393872] env[69770]: DEBUG oslo_vmware.api [None req-09b66b45-33b0-4b45-aa2f-157ae871d395 tempest-ServersNegativeTestJSON-1437959553 tempest-ServersNegativeTestJSON-1437959553-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]52f6455f-e9af-35d1-6d1e-035725e69bd7, 'name': SearchDatastore_Task, 'duration_secs': 0.034747} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 837.394870] env[69770]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bc30cc5b-f768-4dcc-9e2f-641e3c801d65 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.403471] env[69770]: DEBUG nova.network.neutron [None req-53bde400-0d4e-4c88-a478-747d5be618d3 tempest-ServerAddressesTestJSON-725654377 tempest-ServerAddressesTestJSON-725654377-project-member] [instance: 15ed9603-9fc7-40a2-99c6-151cf10a8c36] Successfully created port: e183b258-d7d9-478a-8bdb-44836476254c {{(pid=69770) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 837.408589] env[69770]: DEBUG oslo_vmware.api [None req-09b66b45-33b0-4b45-aa2f-157ae871d395 tempest-ServersNegativeTestJSON-1437959553 tempest-ServersNegativeTestJSON-1437959553-project-member] Waiting for the task: (returnval){ [ 837.408589] env[69770]: value = "session[52161b52-cb8e-ec9f-1132-2f6b49549d41]52d6f5e0-5b32-b45d-fd36-270d869b6d0a" [ 837.408589] env[69770]: _type = "Task" [ 837.408589] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 837.418501] env[69770]: DEBUG oslo_vmware.api [None req-09b66b45-33b0-4b45-aa2f-157ae871d395 tempest-ServersNegativeTestJSON-1437959553 tempest-ServersNegativeTestJSON-1437959553-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]52d6f5e0-5b32-b45d-fd36-270d869b6d0a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.426861] env[69770]: DEBUG nova.network.neutron [None req-bf2cba36-5337-4774-b882-91e41b6b75b5 tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] [instance: 45b73d40-e4b9-4c65-82b4-0bb39b3f418b] Instance cache missing network info. {{(pid=69770) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 837.597886] env[69770]: DEBUG nova.network.neutron [-] [instance: 8047bf73-fff9-4f29-913f-91d0eb28d6dd] Updating instance_info_cache with network_info: [] {{(pid=69770) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 837.734292] env[69770]: DEBUG nova.compute.utils [None req-0271e09f-25a6-40b7-a03a-f397eef05295 tempest-FloatingIPsAssociationTestJSON-527069498 tempest-FloatingIPsAssociationTestJSON-527069498-project-member] [instance: 60eb16dd-8c95-46c1-a226-ee1280cbd403] Can not refresh info_cache because instance was not found {{(pid=69770) refresh_info_cache_for_instance /opt/stack/nova/nova/compute/utils.py:1056}} [ 837.746939] env[69770]: DEBUG nova.network.neutron [None req-bf2cba36-5337-4774-b882-91e41b6b75b5 tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] [instance: 45b73d40-e4b9-4c65-82b4-0bb39b3f418b] Updating instance_info_cache with network_info: [{"id": "aad1bc6a-a2c5-4861-b0c2-60ee9abf6c56", "address": "fa:16:3e:8a:b8:a1", "network": {"id": "3bd3d367-631d-4988-abf7-c4fedb5d4f32", "bridge": "br-int", "label": "tempest-ImagesTestJSON-2113045756-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fd2014dec6514eb7b7289fdfc4de7f92", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89463199-7ddf-4ee7-b485-1629a75b4b8f", "external-id": "nsx-vlan-transportzone-302", "segmentation_id": 302, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaad1bc6a-a2", "ovs_interfaceid": "aad1bc6a-a2c5-4861-b0c2-60ee9abf6c56", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69770) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 837.775155] env[69770]: DEBUG nova.network.neutron [None req-0271e09f-25a6-40b7-a03a-f397eef05295 tempest-FloatingIPsAssociationTestJSON-527069498 tempest-FloatingIPsAssociationTestJSON-527069498-project-member] [instance: 60eb16dd-8c95-46c1-a226-ee1280cbd403] Instance cache missing network info. {{(pid=69770) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 837.823205] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edc9ba8e-e6b3-486d-9077-c1c0127d0dfb {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.835695] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c92ca71d-1c4b-4dfa-95c4-1b63381e3a7e {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.872115] env[69770]: DEBUG oslo_concurrency.lockutils [None req-42ae7b16-f3b8-499c-b271-4aa29c9d234f tempest-MultipleCreateTestJSON-938873983 tempest-MultipleCreateTestJSON-938873983-project-member] Lock "271a7171-f68e-40ec-8f3e-87cb9c18e971" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 88.560s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 837.879334] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b9264b8-c69d-421a-967c-cb34f45755a8 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.888180] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9aceda71-8977-43b8-b18e-36f94dddf71f {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.906164] env[69770]: DEBUG nova.compute.provider_tree [None req-ccdf3169-82d6-4a3e-9d04-a21d7ec87220 tempest-TenantUsagesTestJSON-669897836 tempest-TenantUsagesTestJSON-669897836-project-member] Inventory has not changed in ProviderTree for provider: 7cc7d32b-b7a7-454a-a456-2a440248ed9d {{(pid=69770) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 837.921497] env[69770]: DEBUG oslo_vmware.api [None req-09b66b45-33b0-4b45-aa2f-157ae871d395 tempest-ServersNegativeTestJSON-1437959553 tempest-ServersNegativeTestJSON-1437959553-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]52d6f5e0-5b32-b45d-fd36-270d869b6d0a, 'name': SearchDatastore_Task, 'duration_secs': 0.013945} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 837.921971] env[69770]: DEBUG oslo_concurrency.lockutils [None req-09b66b45-33b0-4b45-aa2f-157ae871d395 tempest-ServersNegativeTestJSON-1437959553 tempest-ServersNegativeTestJSON-1437959553-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.922327] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-09b66b45-33b0-4b45-aa2f-157ae871d395 tempest-ServersNegativeTestJSON-1437959553 tempest-ServersNegativeTestJSON-1437959553-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk to [datastore2] 3df42b8d-2222-42cc-8816-06ee1b31dc78/3df42b8d-2222-42cc-8816-06ee1b31dc78.vmdk {{(pid=69770) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 837.923117] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c7938a31-8098-4fad-b4fc-a78d272dc937 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.934437] env[69770]: DEBUG oslo_vmware.api [None req-09b66b45-33b0-4b45-aa2f-157ae871d395 tempest-ServersNegativeTestJSON-1437959553 tempest-ServersNegativeTestJSON-1437959553-project-member] Waiting for the task: (returnval){ [ 837.934437] env[69770]: value = "task-4069695" [ 837.934437] env[69770]: _type = "Task" [ 837.934437] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 837.942834] env[69770]: DEBUG oslo_vmware.api [None req-09b66b45-33b0-4b45-aa2f-157ae871d395 tempest-ServersNegativeTestJSON-1437959553 tempest-ServersNegativeTestJSON-1437959553-project-member] Task: {'id': task-4069695, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.943362] env[69770]: DEBUG nova.network.neutron [None req-0271e09f-25a6-40b7-a03a-f397eef05295 tempest-FloatingIPsAssociationTestJSON-527069498 tempest-FloatingIPsAssociationTestJSON-527069498-project-member] [instance: 60eb16dd-8c95-46c1-a226-ee1280cbd403] Updating instance_info_cache with network_info: [] {{(pid=69770) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 838.107210] env[69770]: INFO nova.compute.manager [-] [instance: 8047bf73-fff9-4f29-913f-91d0eb28d6dd] Took 1.34 seconds to deallocate network for instance. [ 838.175270] env[69770]: DEBUG nova.compute.manager [None req-53bde400-0d4e-4c88-a478-747d5be618d3 tempest-ServerAddressesTestJSON-725654377 tempest-ServerAddressesTestJSON-725654377-project-member] [instance: 15ed9603-9fc7-40a2-99c6-151cf10a8c36] Start spawning the instance on the hypervisor. {{(pid=69770) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 838.179160] env[69770]: DEBUG nova.network.neutron [None req-2202bb11-9306-411f-82e6-4168971d4053 tempest-ServersTestMultiNic-2119527449 tempest-ServersTestMultiNic-2119527449-project-member] [instance: e6e28bf0-10fd-4aa3-829b-9d5d0d301621] Updating instance_info_cache with network_info: [{"id": "6f997126-d24c-4943-979a-b4fbf0d00266", "address": "fa:16:3e:a5:ec:e4", "network": {"id": "969814b1-5fd6-43ec-b86d-508653a6f0da", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1839122870", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.167", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "258a050dd64b4cbaa8d908e8457a61f0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b5215e5b-294b-4e8c-bd06-355e9955ab1d", "external-id": "nsx-vlan-transportzone-529", "segmentation_id": 529, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6f997126-d2", "ovs_interfaceid": "6f997126-d24c-4943-979a-b4fbf0d00266", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "64fc7e7c-4d2e-4a93-9a7d-534160886936", "address": "fa:16:3e:c6:33:de", "network": {"id": "51009b18-722e-485a-a772-f506a685189e", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1140037049", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.137", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "258a050dd64b4cbaa8d908e8457a61f0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "32463b6d-4569-4755-8a29-873a028690a7", "external-id": "nsx-vlan-transportzone-349", "segmentation_id": 349, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap64fc7e7c-4d", "ovs_interfaceid": "64fc7e7c-4d2e-4a93-9a7d-534160886936", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "34753cbe-2772-47d8-9ebb-6b32af00cd40", "address": "fa:16:3e:d5:18:ed", "network": {"id": "969814b1-5fd6-43ec-b86d-508653a6f0da", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1839122870", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.88", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "258a050dd64b4cbaa8d908e8457a61f0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b5215e5b-294b-4e8c-bd06-355e9955ab1d", "external-id": "nsx-vlan-transportzone-529", "segmentation_id": 529, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap34753cbe-27", "ovs_interfaceid": "34753cbe-2772-47d8-9ebb-6b32af00cd40", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69770) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 838.220740] env[69770]: DEBUG nova.virt.hardware [None req-53bde400-0d4e-4c88-a478-747d5be618d3 tempest-ServerAddressesTestJSON-725654377 tempest-ServerAddressesTestJSON-725654377-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T12:16:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T12:16:11Z,direct_url=,disk_format='vmdk',id=d1eaff80-24a0-4391-90eb-59958b1ecf0a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d65f20bb89fb40a98b77bc6d97357df2',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T12:16:12Z,virtual_size=,visibility=), allow threads: False {{(pid=69770) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 838.221085] env[69770]: DEBUG nova.virt.hardware [None req-53bde400-0d4e-4c88-a478-747d5be618d3 tempest-ServerAddressesTestJSON-725654377 tempest-ServerAddressesTestJSON-725654377-project-member] Flavor limits 0:0:0 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 838.221287] env[69770]: DEBUG nova.virt.hardware [None req-53bde400-0d4e-4c88-a478-747d5be618d3 tempest-ServerAddressesTestJSON-725654377 tempest-ServerAddressesTestJSON-725654377-project-member] Image limits 0:0:0 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 838.221624] env[69770]: DEBUG nova.virt.hardware [None req-53bde400-0d4e-4c88-a478-747d5be618d3 tempest-ServerAddressesTestJSON-725654377 tempest-ServerAddressesTestJSON-725654377-project-member] Flavor pref 0:0:0 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 838.221835] env[69770]: DEBUG nova.virt.hardware [None req-53bde400-0d4e-4c88-a478-747d5be618d3 tempest-ServerAddressesTestJSON-725654377 tempest-ServerAddressesTestJSON-725654377-project-member] Image pref 0:0:0 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 838.222031] env[69770]: DEBUG nova.virt.hardware [None req-53bde400-0d4e-4c88-a478-747d5be618d3 tempest-ServerAddressesTestJSON-725654377 tempest-ServerAddressesTestJSON-725654377-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 838.222289] env[69770]: DEBUG nova.virt.hardware [None req-53bde400-0d4e-4c88-a478-747d5be618d3 tempest-ServerAddressesTestJSON-725654377 tempest-ServerAddressesTestJSON-725654377-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69770) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 838.222483] env[69770]: DEBUG nova.virt.hardware [None req-53bde400-0d4e-4c88-a478-747d5be618d3 tempest-ServerAddressesTestJSON-725654377 tempest-ServerAddressesTestJSON-725654377-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69770) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 838.222701] env[69770]: DEBUG nova.virt.hardware [None req-53bde400-0d4e-4c88-a478-747d5be618d3 tempest-ServerAddressesTestJSON-725654377 tempest-ServerAddressesTestJSON-725654377-project-member] Got 1 possible topologies {{(pid=69770) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 838.222899] env[69770]: DEBUG nova.virt.hardware [None req-53bde400-0d4e-4c88-a478-747d5be618d3 tempest-ServerAddressesTestJSON-725654377 tempest-ServerAddressesTestJSON-725654377-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69770) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 838.223125] env[69770]: DEBUG nova.virt.hardware [None req-53bde400-0d4e-4c88-a478-747d5be618d3 tempest-ServerAddressesTestJSON-725654377 tempest-ServerAddressesTestJSON-725654377-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69770) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 838.224504] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82f96f97-5860-43c2-8827-a45d6aa50246 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.234790] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2d0251e-cd9e-4774-a269-ba6e0e9db214 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.257712] env[69770]: DEBUG oslo_concurrency.lockutils [None req-bf2cba36-5337-4774-b882-91e41b6b75b5 tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] Releasing lock "refresh_cache-45b73d40-e4b9-4c65-82b4-0bb39b3f418b" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.257712] env[69770]: DEBUG nova.compute.manager [None req-bf2cba36-5337-4774-b882-91e41b6b75b5 tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] [instance: 45b73d40-e4b9-4c65-82b4-0bb39b3f418b] Instance network_info: |[{"id": "aad1bc6a-a2c5-4861-b0c2-60ee9abf6c56", "address": "fa:16:3e:8a:b8:a1", "network": {"id": "3bd3d367-631d-4988-abf7-c4fedb5d4f32", "bridge": "br-int", "label": "tempest-ImagesTestJSON-2113045756-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fd2014dec6514eb7b7289fdfc4de7f92", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89463199-7ddf-4ee7-b485-1629a75b4b8f", "external-id": "nsx-vlan-transportzone-302", "segmentation_id": 302, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaad1bc6a-a2", "ovs_interfaceid": "aad1bc6a-a2c5-4861-b0c2-60ee9abf6c56", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69770) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 838.258477] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-bf2cba36-5337-4774-b882-91e41b6b75b5 tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] [instance: 45b73d40-e4b9-4c65-82b4-0bb39b3f418b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8a:b8:a1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '89463199-7ddf-4ee7-b485-1629a75b4b8f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'aad1bc6a-a2c5-4861-b0c2-60ee9abf6c56', 'vif_model': 'vmxnet3'}] {{(pid=69770) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 838.266945] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf2cba36-5337-4774-b882-91e41b6b75b5 tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] Creating folder: Project (fd2014dec6514eb7b7289fdfc4de7f92). Parent ref: group-v806376. {{(pid=69770) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 838.267371] env[69770]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-95ba06df-fe46-4994-a000-f651de438343 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.281513] env[69770]: INFO nova.virt.vmwareapi.vm_util [None req-bf2cba36-5337-4774-b882-91e41b6b75b5 tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] Created folder: Project (fd2014dec6514eb7b7289fdfc4de7f92) in parent group-v806376. [ 838.281758] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf2cba36-5337-4774-b882-91e41b6b75b5 tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] Creating folder: Instances. Parent ref: group-v806494. {{(pid=69770) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 838.282049] env[69770]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-cd1c4614-d5d3-4f8b-b2dd-040d8fe4c562 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.295749] env[69770]: INFO nova.virt.vmwareapi.vm_util [None req-bf2cba36-5337-4774-b882-91e41b6b75b5 tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] Created folder: Instances in parent group-v806494. [ 838.296217] env[69770]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bf2cba36-5337-4774-b882-91e41b6b75b5 tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69770) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 838.296529] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 45b73d40-e4b9-4c65-82b4-0bb39b3f418b] Creating VM on the ESX host {{(pid=69770) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 838.296851] env[69770]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c00e2301-8bc0-4193-a88c-6fb0d54386d4 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.323647] env[69770]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 838.323647] env[69770]: value = "task-4069698" [ 838.323647] env[69770]: _type = "Task" [ 838.323647] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 838.333620] env[69770]: DEBUG oslo_vmware.api [-] Task: {'id': task-4069698, 'name': CreateVM_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.382596] env[69770]: DEBUG nova.compute.manager [None req-7dd55a6e-a7f4-460d-bf96-6759b3d3f9a9 tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] [instance: 426f874f-2ebf-4fc9-914d-c46605963d4b] Starting instance... {{(pid=69770) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 838.410331] env[69770]: DEBUG nova.scheduler.client.report [None req-ccdf3169-82d6-4a3e-9d04-a21d7ec87220 tempest-TenantUsagesTestJSON-669897836 tempest-TenantUsagesTestJSON-669897836-project-member] Inventory has not changed for provider 7cc7d32b-b7a7-454a-a456-2a440248ed9d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69770) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 838.444435] env[69770]: DEBUG oslo_vmware.api [None req-09b66b45-33b0-4b45-aa2f-157ae871d395 tempest-ServersNegativeTestJSON-1437959553 tempest-ServersNegativeTestJSON-1437959553-project-member] Task: {'id': task-4069695, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.446689] env[69770]: DEBUG oslo_concurrency.lockutils [None req-0271e09f-25a6-40b7-a03a-f397eef05295 tempest-FloatingIPsAssociationTestJSON-527069498 tempest-FloatingIPsAssociationTestJSON-527069498-project-member] Releasing lock "refresh_cache-60eb16dd-8c95-46c1-a226-ee1280cbd403" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.447166] env[69770]: DEBUG nova.compute.manager [None req-0271e09f-25a6-40b7-a03a-f397eef05295 tempest-FloatingIPsAssociationTestJSON-527069498 tempest-FloatingIPsAssociationTestJSON-527069498-project-member] [instance: 60eb16dd-8c95-46c1-a226-ee1280cbd403] Start destroying the instance on the hypervisor. {{(pid=69770) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 838.447427] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-0271e09f-25a6-40b7-a03a-f397eef05295 tempest-FloatingIPsAssociationTestJSON-527069498 tempest-FloatingIPsAssociationTestJSON-527069498-project-member] [instance: 60eb16dd-8c95-46c1-a226-ee1280cbd403] Destroying instance {{(pid=69770) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 838.449072] env[69770]: DEBUG nova.compute.manager [req-064705eb-c896-459c-aae6-47a664abf842 req-51e8fec5-53de-4270-91b1-6263f7fac611 service nova] [instance: e6e28bf0-10fd-4aa3-829b-9d5d0d301621] Received event network-vif-plugged-34753cbe-2772-47d8-9ebb-6b32af00cd40 {{(pid=69770) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 838.450047] env[69770]: DEBUG oslo_concurrency.lockutils [req-064705eb-c896-459c-aae6-47a664abf842 req-51e8fec5-53de-4270-91b1-6263f7fac611 service nova] Acquiring lock "e6e28bf0-10fd-4aa3-829b-9d5d0d301621-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 838.450416] env[69770]: DEBUG oslo_concurrency.lockutils [req-064705eb-c896-459c-aae6-47a664abf842 req-51e8fec5-53de-4270-91b1-6263f7fac611 service nova] Lock "e6e28bf0-10fd-4aa3-829b-9d5d0d301621-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 838.450633] env[69770]: DEBUG oslo_concurrency.lockutils [req-064705eb-c896-459c-aae6-47a664abf842 req-51e8fec5-53de-4270-91b1-6263f7fac611 service nova] Lock "e6e28bf0-10fd-4aa3-829b-9d5d0d301621-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 838.450837] env[69770]: DEBUG nova.compute.manager [req-064705eb-c896-459c-aae6-47a664abf842 req-51e8fec5-53de-4270-91b1-6263f7fac611 service nova] [instance: e6e28bf0-10fd-4aa3-829b-9d5d0d301621] No waiting events found dispatching network-vif-plugged-34753cbe-2772-47d8-9ebb-6b32af00cd40 {{(pid=69770) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 838.451057] env[69770]: WARNING nova.compute.manager [req-064705eb-c896-459c-aae6-47a664abf842 req-51e8fec5-53de-4270-91b1-6263f7fac611 service nova] [instance: e6e28bf0-10fd-4aa3-829b-9d5d0d301621] Received unexpected event network-vif-plugged-34753cbe-2772-47d8-9ebb-6b32af00cd40 for instance with vm_state building and task_state spawning. [ 838.451243] env[69770]: DEBUG nova.compute.manager [req-064705eb-c896-459c-aae6-47a664abf842 req-51e8fec5-53de-4270-91b1-6263f7fac611 service nova] [instance: e6e28bf0-10fd-4aa3-829b-9d5d0d301621] Received event network-changed-34753cbe-2772-47d8-9ebb-6b32af00cd40 {{(pid=69770) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 838.451451] env[69770]: DEBUG nova.compute.manager [req-064705eb-c896-459c-aae6-47a664abf842 req-51e8fec5-53de-4270-91b1-6263f7fac611 service nova] [instance: e6e28bf0-10fd-4aa3-829b-9d5d0d301621] Refreshing instance network info cache due to event network-changed-34753cbe-2772-47d8-9ebb-6b32af00cd40. {{(pid=69770) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 838.451699] env[69770]: DEBUG oslo_concurrency.lockutils [req-064705eb-c896-459c-aae6-47a664abf842 req-51e8fec5-53de-4270-91b1-6263f7fac611 service nova] Acquiring lock "refresh_cache-e6e28bf0-10fd-4aa3-829b-9d5d0d301621" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.456689] env[69770]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-436cbf15-3cf8-41f3-ab2a-e9b221ee7c95 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.469452] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da20fbef-4f3f-4791-8114-9a29136ba8bb {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.512202] env[69770]: WARNING nova.virt.vmwareapi.vmops [None req-0271e09f-25a6-40b7-a03a-f397eef05295 tempest-FloatingIPsAssociationTestJSON-527069498 tempest-FloatingIPsAssociationTestJSON-527069498-project-member] [instance: 60eb16dd-8c95-46c1-a226-ee1280cbd403] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance 60eb16dd-8c95-46c1-a226-ee1280cbd403 could not be found. [ 838.513819] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-0271e09f-25a6-40b7-a03a-f397eef05295 tempest-FloatingIPsAssociationTestJSON-527069498 tempest-FloatingIPsAssociationTestJSON-527069498-project-member] [instance: 60eb16dd-8c95-46c1-a226-ee1280cbd403] Instance destroyed {{(pid=69770) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 838.513819] env[69770]: INFO nova.compute.manager [None req-0271e09f-25a6-40b7-a03a-f397eef05295 tempest-FloatingIPsAssociationTestJSON-527069498 tempest-FloatingIPsAssociationTestJSON-527069498-project-member] [instance: 60eb16dd-8c95-46c1-a226-ee1280cbd403] Took 0.07 seconds to destroy the instance on the hypervisor. [ 838.513819] env[69770]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0271e09f-25a6-40b7-a03a-f397eef05295 tempest-FloatingIPsAssociationTestJSON-527069498 tempest-FloatingIPsAssociationTestJSON-527069498-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69770) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 838.513819] env[69770]: DEBUG nova.compute.manager [-] [instance: 60eb16dd-8c95-46c1-a226-ee1280cbd403] Deallocating network for instance {{(pid=69770) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 838.513819] env[69770]: DEBUG nova.network.neutron [-] [instance: 60eb16dd-8c95-46c1-a226-ee1280cbd403] deallocate_for_instance() {{(pid=69770) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 838.552708] env[69770]: DEBUG nova.network.neutron [-] [instance: 60eb16dd-8c95-46c1-a226-ee1280cbd403] Instance cache missing network info. {{(pid=69770) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 838.615743] env[69770]: DEBUG oslo_concurrency.lockutils [None req-b08388bc-5bd9-4649-bc88-14c33e083d7b tempest-ServersAdminNegativeTestJSON-597507823 tempest-ServersAdminNegativeTestJSON-597507823-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 838.683057] env[69770]: DEBUG oslo_concurrency.lockutils [None req-2202bb11-9306-411f-82e6-4168971d4053 tempest-ServersTestMultiNic-2119527449 tempest-ServersTestMultiNic-2119527449-project-member] Releasing lock "refresh_cache-e6e28bf0-10fd-4aa3-829b-9d5d0d301621" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.683444] env[69770]: DEBUG nova.compute.manager [None req-2202bb11-9306-411f-82e6-4168971d4053 tempest-ServersTestMultiNic-2119527449 tempest-ServersTestMultiNic-2119527449-project-member] [instance: e6e28bf0-10fd-4aa3-829b-9d5d0d301621] Instance network_info: |[{"id": "6f997126-d24c-4943-979a-b4fbf0d00266", "address": "fa:16:3e:a5:ec:e4", "network": {"id": "969814b1-5fd6-43ec-b86d-508653a6f0da", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1839122870", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.167", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "258a050dd64b4cbaa8d908e8457a61f0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b5215e5b-294b-4e8c-bd06-355e9955ab1d", "external-id": "nsx-vlan-transportzone-529", "segmentation_id": 529, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6f997126-d2", "ovs_interfaceid": "6f997126-d24c-4943-979a-b4fbf0d00266", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "64fc7e7c-4d2e-4a93-9a7d-534160886936", "address": "fa:16:3e:c6:33:de", "network": {"id": "51009b18-722e-485a-a772-f506a685189e", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1140037049", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.137", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "258a050dd64b4cbaa8d908e8457a61f0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "32463b6d-4569-4755-8a29-873a028690a7", "external-id": "nsx-vlan-transportzone-349", "segmentation_id": 349, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap64fc7e7c-4d", "ovs_interfaceid": "64fc7e7c-4d2e-4a93-9a7d-534160886936", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "34753cbe-2772-47d8-9ebb-6b32af00cd40", "address": "fa:16:3e:d5:18:ed", "network": {"id": "969814b1-5fd6-43ec-b86d-508653a6f0da", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1839122870", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.88", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "258a050dd64b4cbaa8d908e8457a61f0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b5215e5b-294b-4e8c-bd06-355e9955ab1d", "external-id": "nsx-vlan-transportzone-529", "segmentation_id": 529, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap34753cbe-27", "ovs_interfaceid": "34753cbe-2772-47d8-9ebb-6b32af00cd40", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69770) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 838.683831] env[69770]: DEBUG oslo_concurrency.lockutils [req-bba88d0d-e553-448d-a420-a063198397b7 req-3d3f37e9-8792-4dba-9540-2b9e5672cc4d service nova] Acquired lock "refresh_cache-e6e28bf0-10fd-4aa3-829b-9d5d0d301621" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.684081] env[69770]: DEBUG nova.network.neutron [req-bba88d0d-e553-448d-a420-a063198397b7 req-3d3f37e9-8792-4dba-9540-2b9e5672cc4d service nova] [instance: e6e28bf0-10fd-4aa3-829b-9d5d0d301621] Refreshing network info cache for port 64fc7e7c-4d2e-4a93-9a7d-534160886936 {{(pid=69770) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 838.685580] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-2202bb11-9306-411f-82e6-4168971d4053 tempest-ServersTestMultiNic-2119527449 tempest-ServersTestMultiNic-2119527449-project-member] [instance: e6e28bf0-10fd-4aa3-829b-9d5d0d301621] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a5:ec:e4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b5215e5b-294b-4e8c-bd06-355e9955ab1d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6f997126-d24c-4943-979a-b4fbf0d00266', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:c6:33:de', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '32463b6d-4569-4755-8a29-873a028690a7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '64fc7e7c-4d2e-4a93-9a7d-534160886936', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:d5:18:ed', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b5215e5b-294b-4e8c-bd06-355e9955ab1d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '34753cbe-2772-47d8-9ebb-6b32af00cd40', 'vif_model': 'vmxnet3'}] {{(pid=69770) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 838.701932] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-2202bb11-9306-411f-82e6-4168971d4053 tempest-ServersTestMultiNic-2119527449 tempest-ServersTestMultiNic-2119527449-project-member] Creating folder: Project (258a050dd64b4cbaa8d908e8457a61f0). Parent ref: group-v806376. {{(pid=69770) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 838.703372] env[69770]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-13d5da2a-1ab5-485e-9268-d4519730f64d {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.717571] env[69770]: INFO nova.virt.vmwareapi.vm_util [None req-2202bb11-9306-411f-82e6-4168971d4053 tempest-ServersTestMultiNic-2119527449 tempest-ServersTestMultiNic-2119527449-project-member] Created folder: Project (258a050dd64b4cbaa8d908e8457a61f0) in parent group-v806376. [ 838.717809] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-2202bb11-9306-411f-82e6-4168971d4053 tempest-ServersTestMultiNic-2119527449 tempest-ServersTestMultiNic-2119527449-project-member] Creating folder: Instances. Parent ref: group-v806497. {{(pid=69770) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 838.718186] env[69770]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-afc24472-304a-4768-8187-33a9684e81a5 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.730475] env[69770]: INFO nova.virt.vmwareapi.vm_util [None req-2202bb11-9306-411f-82e6-4168971d4053 tempest-ServersTestMultiNic-2119527449 tempest-ServersTestMultiNic-2119527449-project-member] Created folder: Instances in parent group-v806497. [ 838.730735] env[69770]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2202bb11-9306-411f-82e6-4168971d4053 tempest-ServersTestMultiNic-2119527449 tempest-ServersTestMultiNic-2119527449-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69770) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 838.730945] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e6e28bf0-10fd-4aa3-829b-9d5d0d301621] Creating VM on the ESX host {{(pid=69770) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 838.731178] env[69770]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-87a3e989-0aeb-4b74-b9de-6dedd59fc28e {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.757387] env[69770]: DEBUG nova.compute.manager [req-9504bdb9-5110-4863-a79d-5c8fe02d9bfc req-e416576f-66a5-47b0-a412-b7d6ac5f6be5 service nova] [instance: 45b73d40-e4b9-4c65-82b4-0bb39b3f418b] Received event network-vif-plugged-aad1bc6a-a2c5-4861-b0c2-60ee9abf6c56 {{(pid=69770) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 838.757646] env[69770]: DEBUG oslo_concurrency.lockutils [req-9504bdb9-5110-4863-a79d-5c8fe02d9bfc req-e416576f-66a5-47b0-a412-b7d6ac5f6be5 service nova] Acquiring lock "45b73d40-e4b9-4c65-82b4-0bb39b3f418b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 838.757916] env[69770]: DEBUG oslo_concurrency.lockutils [req-9504bdb9-5110-4863-a79d-5c8fe02d9bfc req-e416576f-66a5-47b0-a412-b7d6ac5f6be5 service nova] Lock "45b73d40-e4b9-4c65-82b4-0bb39b3f418b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 838.758133] env[69770]: DEBUG oslo_concurrency.lockutils [req-9504bdb9-5110-4863-a79d-5c8fe02d9bfc req-e416576f-66a5-47b0-a412-b7d6ac5f6be5 service nova] Lock "45b73d40-e4b9-4c65-82b4-0bb39b3f418b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 838.758320] env[69770]: DEBUG nova.compute.manager [req-9504bdb9-5110-4863-a79d-5c8fe02d9bfc req-e416576f-66a5-47b0-a412-b7d6ac5f6be5 service nova] [instance: 45b73d40-e4b9-4c65-82b4-0bb39b3f418b] No waiting events found dispatching network-vif-plugged-aad1bc6a-a2c5-4861-b0c2-60ee9abf6c56 {{(pid=69770) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 838.758517] env[69770]: WARNING nova.compute.manager [req-9504bdb9-5110-4863-a79d-5c8fe02d9bfc req-e416576f-66a5-47b0-a412-b7d6ac5f6be5 service nova] [instance: 45b73d40-e4b9-4c65-82b4-0bb39b3f418b] Received unexpected event network-vif-plugged-aad1bc6a-a2c5-4861-b0c2-60ee9abf6c56 for instance with vm_state building and task_state spawning. [ 838.758709] env[69770]: DEBUG nova.compute.manager [req-9504bdb9-5110-4863-a79d-5c8fe02d9bfc req-e416576f-66a5-47b0-a412-b7d6ac5f6be5 service nova] [instance: 45b73d40-e4b9-4c65-82b4-0bb39b3f418b] Received event network-changed-aad1bc6a-a2c5-4861-b0c2-60ee9abf6c56 {{(pid=69770) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 838.758899] env[69770]: DEBUG nova.compute.manager [req-9504bdb9-5110-4863-a79d-5c8fe02d9bfc req-e416576f-66a5-47b0-a412-b7d6ac5f6be5 service nova] [instance: 45b73d40-e4b9-4c65-82b4-0bb39b3f418b] Refreshing instance network info cache due to event network-changed-aad1bc6a-a2c5-4861-b0c2-60ee9abf6c56. {{(pid=69770) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 838.759116] env[69770]: DEBUG oslo_concurrency.lockutils [req-9504bdb9-5110-4863-a79d-5c8fe02d9bfc req-e416576f-66a5-47b0-a412-b7d6ac5f6be5 service nova] Acquiring lock "refresh_cache-45b73d40-e4b9-4c65-82b4-0bb39b3f418b" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.759287] env[69770]: DEBUG oslo_concurrency.lockutils [req-9504bdb9-5110-4863-a79d-5c8fe02d9bfc req-e416576f-66a5-47b0-a412-b7d6ac5f6be5 service nova] Acquired lock "refresh_cache-45b73d40-e4b9-4c65-82b4-0bb39b3f418b" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.759466] env[69770]: DEBUG nova.network.neutron [req-9504bdb9-5110-4863-a79d-5c8fe02d9bfc req-e416576f-66a5-47b0-a412-b7d6ac5f6be5 service nova] [instance: 45b73d40-e4b9-4c65-82b4-0bb39b3f418b] Refreshing network info cache for port aad1bc6a-a2c5-4861-b0c2-60ee9abf6c56 {{(pid=69770) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 838.766607] env[69770]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 838.766607] env[69770]: value = "task-4069701" [ 838.766607] env[69770]: _type = "Task" [ 838.766607] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 838.776271] env[69770]: DEBUG oslo_vmware.api [-] Task: {'id': task-4069701, 'name': CreateVM_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.834855] env[69770]: DEBUG oslo_vmware.api [-] Task: {'id': task-4069698, 'name': CreateVM_Task, 'duration_secs': 0.49963} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 838.835037] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 45b73d40-e4b9-4c65-82b4-0bb39b3f418b] Created VM on the ESX host {{(pid=69770) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 838.835761] env[69770]: DEBUG oslo_concurrency.lockutils [None req-bf2cba36-5337-4774-b882-91e41b6b75b5 tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.836011] env[69770]: DEBUG oslo_concurrency.lockutils [None req-bf2cba36-5337-4774-b882-91e41b6b75b5 tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.836371] env[69770]: DEBUG oslo_concurrency.lockutils [None req-bf2cba36-5337-4774-b882-91e41b6b75b5 tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.836650] env[69770]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8722551e-e868-4939-9bac-4cd2c9f6d3b4 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.843158] env[69770]: DEBUG oslo_vmware.api [None req-bf2cba36-5337-4774-b882-91e41b6b75b5 tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] Waiting for the task: (returnval){ [ 838.843158] env[69770]: value = "session[52161b52-cb8e-ec9f-1132-2f6b49549d41]52d0d001-67e3-5918-4c83-af1b59419b08" [ 838.843158] env[69770]: _type = "Task" [ 838.843158] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 838.853234] env[69770]: DEBUG oslo_vmware.api [None req-bf2cba36-5337-4774-b882-91e41b6b75b5 tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]52d0d001-67e3-5918-4c83-af1b59419b08, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.913473] env[69770]: DEBUG oslo_concurrency.lockutils [None req-7dd55a6e-a7f4-460d-bf96-6759b3d3f9a9 tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 838.917519] env[69770]: DEBUG oslo_concurrency.lockutils [None req-ccdf3169-82d6-4a3e-9d04-a21d7ec87220 tempest-TenantUsagesTestJSON-669897836 tempest-TenantUsagesTestJSON-669897836-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.771s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 838.918565] env[69770]: DEBUG nova.compute.manager [None req-ccdf3169-82d6-4a3e-9d04-a21d7ec87220 tempest-TenantUsagesTestJSON-669897836 tempest-TenantUsagesTestJSON-669897836-project-member] [instance: 7d036508-bb94-46ea-a630-117bbff02099] Start building networks asynchronously for instance. {{(pid=69770) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 838.921305] env[69770]: DEBUG oslo_concurrency.lockutils [None req-a154d726-e1fc-4fbb-aceb-8fa1254d1819 tempest-ListServersNegativeTestJSON-118656177 tempest-ListServersNegativeTestJSON-118656177-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.596s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 838.921671] env[69770]: DEBUG nova.objects.instance [None req-a154d726-e1fc-4fbb-aceb-8fa1254d1819 tempest-ListServersNegativeTestJSON-118656177 tempest-ListServersNegativeTestJSON-118656177-project-member] Lazy-loading 'resources' on Instance uuid 27c5d873-f24c-4e20-9bcf-1b157114e5d0 {{(pid=69770) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 838.948258] env[69770]: DEBUG oslo_vmware.api [None req-09b66b45-33b0-4b45-aa2f-157ae871d395 tempest-ServersNegativeTestJSON-1437959553 tempest-ServersNegativeTestJSON-1437959553-project-member] Task: {'id': task-4069695, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.685816} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 838.948621] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-09b66b45-33b0-4b45-aa2f-157ae871d395 tempest-ServersNegativeTestJSON-1437959553 tempest-ServersNegativeTestJSON-1437959553-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk to [datastore2] 3df42b8d-2222-42cc-8816-06ee1b31dc78/3df42b8d-2222-42cc-8816-06ee1b31dc78.vmdk {{(pid=69770) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 838.948944] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-09b66b45-33b0-4b45-aa2f-157ae871d395 tempest-ServersNegativeTestJSON-1437959553 tempest-ServersNegativeTestJSON-1437959553-project-member] [instance: 3df42b8d-2222-42cc-8816-06ee1b31dc78] Extending root virtual disk to 1048576 {{(pid=69770) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 838.949172] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-94118fb4-6ac0-479e-8492-988406a083fc {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.957386] env[69770]: DEBUG oslo_vmware.api [None req-09b66b45-33b0-4b45-aa2f-157ae871d395 tempest-ServersNegativeTestJSON-1437959553 tempest-ServersNegativeTestJSON-1437959553-project-member] Waiting for the task: (returnval){ [ 838.957386] env[69770]: value = "task-4069702" [ 838.957386] env[69770]: _type = "Task" [ 838.957386] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 838.969931] env[69770]: DEBUG oslo_vmware.api [None req-09b66b45-33b0-4b45-aa2f-157ae871d395 tempest-ServersNegativeTestJSON-1437959553 tempest-ServersNegativeTestJSON-1437959553-project-member] Task: {'id': task-4069702, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.056016] env[69770]: DEBUG nova.network.neutron [-] [instance: 60eb16dd-8c95-46c1-a226-ee1280cbd403] Updating instance_info_cache with network_info: [] {{(pid=69770) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 839.280363] env[69770]: DEBUG oslo_vmware.api [-] Task: {'id': task-4069701, 'name': CreateVM_Task} progress is 99%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.361390] env[69770]: DEBUG oslo_vmware.api [None req-bf2cba36-5337-4774-b882-91e41b6b75b5 tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]52d0d001-67e3-5918-4c83-af1b59419b08, 'name': SearchDatastore_Task, 'duration_secs': 0.012545} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 839.368214] env[69770]: DEBUG oslo_concurrency.lockutils [None req-bf2cba36-5337-4774-b882-91e41b6b75b5 tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.368214] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-bf2cba36-5337-4774-b882-91e41b6b75b5 tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] [instance: 45b73d40-e4b9-4c65-82b4-0bb39b3f418b] Processing image d1eaff80-24a0-4391-90eb-59958b1ecf0a {{(pid=69770) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 839.368214] env[69770]: DEBUG oslo_concurrency.lockutils [None req-bf2cba36-5337-4774-b882-91e41b6b75b5 tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.368214] env[69770]: DEBUG oslo_concurrency.lockutils [None req-bf2cba36-5337-4774-b882-91e41b6b75b5 tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.368214] env[69770]: DEBUG nova.virt.vmwareapi.ds_util [None req-bf2cba36-5337-4774-b882-91e41b6b75b5 tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69770) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 839.368214] env[69770]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-cb3d5e6f-ada8-4d8c-a29c-1de3052779dd {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.380643] env[69770]: DEBUG nova.virt.vmwareapi.ds_util [None req-bf2cba36-5337-4774-b882-91e41b6b75b5 tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69770) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 839.381689] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-bf2cba36-5337-4774-b882-91e41b6b75b5 tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69770) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 839.383503] env[69770]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f14b616f-aec4-488e-aa73-d366de60fb68 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.394272] env[69770]: DEBUG oslo_concurrency.lockutils [None req-4d69316b-dce3-4bbf-8fe8-9f128f91e46d tempest-FloatingIPsAssociationTestJSON-527069498 tempest-FloatingIPsAssociationTestJSON-527069498-project-member] Acquiring lock "1d7a05ac-b6a7-47c4-9143-79ff005189f9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 839.395428] env[69770]: DEBUG oslo_concurrency.lockutils [None req-4d69316b-dce3-4bbf-8fe8-9f128f91e46d tempest-FloatingIPsAssociationTestJSON-527069498 tempest-FloatingIPsAssociationTestJSON-527069498-project-member] Lock "1d7a05ac-b6a7-47c4-9143-79ff005189f9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 839.395428] env[69770]: DEBUG oslo_concurrency.lockutils [None req-4d69316b-dce3-4bbf-8fe8-9f128f91e46d tempest-FloatingIPsAssociationTestJSON-527069498 tempest-FloatingIPsAssociationTestJSON-527069498-project-member] Acquiring lock "1d7a05ac-b6a7-47c4-9143-79ff005189f9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 839.395428] env[69770]: DEBUG oslo_concurrency.lockutils [None req-4d69316b-dce3-4bbf-8fe8-9f128f91e46d tempest-FloatingIPsAssociationTestJSON-527069498 tempest-FloatingIPsAssociationTestJSON-527069498-project-member] Lock "1d7a05ac-b6a7-47c4-9143-79ff005189f9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 839.395428] env[69770]: DEBUG oslo_concurrency.lockutils [None req-4d69316b-dce3-4bbf-8fe8-9f128f91e46d tempest-FloatingIPsAssociationTestJSON-527069498 tempest-FloatingIPsAssociationTestJSON-527069498-project-member] Lock "1d7a05ac-b6a7-47c4-9143-79ff005189f9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 839.401046] env[69770]: DEBUG oslo_vmware.api [None req-bf2cba36-5337-4774-b882-91e41b6b75b5 tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] Waiting for the task: (returnval){ [ 839.401046] env[69770]: value = "session[52161b52-cb8e-ec9f-1132-2f6b49549d41]523e8870-653a-5dac-29d8-5ad722dd65b7" [ 839.401046] env[69770]: _type = "Task" [ 839.401046] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 839.401555] env[69770]: INFO nova.compute.manager [None req-4d69316b-dce3-4bbf-8fe8-9f128f91e46d tempest-FloatingIPsAssociationTestJSON-527069498 tempest-FloatingIPsAssociationTestJSON-527069498-project-member] [instance: 1d7a05ac-b6a7-47c4-9143-79ff005189f9] Terminating instance [ 839.420442] env[69770]: DEBUG oslo_vmware.api [None req-bf2cba36-5337-4774-b882-91e41b6b75b5 tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]523e8870-653a-5dac-29d8-5ad722dd65b7, 'name': SearchDatastore_Task, 'duration_secs': 0.018408} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 839.421963] env[69770]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d575578d-a5a2-400e-8394-705551340408 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.426169] env[69770]: DEBUG nova.compute.utils [None req-ccdf3169-82d6-4a3e-9d04-a21d7ec87220 tempest-TenantUsagesTestJSON-669897836 tempest-TenantUsagesTestJSON-669897836-project-member] Using /dev/sd instead of None {{(pid=69770) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 839.431258] env[69770]: DEBUG nova.compute.manager [None req-ccdf3169-82d6-4a3e-9d04-a21d7ec87220 tempest-TenantUsagesTestJSON-669897836 tempest-TenantUsagesTestJSON-669897836-project-member] [instance: 7d036508-bb94-46ea-a630-117bbff02099] Allocating IP information in the background. {{(pid=69770) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 839.431258] env[69770]: DEBUG nova.network.neutron [None req-ccdf3169-82d6-4a3e-9d04-a21d7ec87220 tempest-TenantUsagesTestJSON-669897836 tempest-TenantUsagesTestJSON-669897836-project-member] [instance: 7d036508-bb94-46ea-a630-117bbff02099] allocate_for_instance() {{(pid=69770) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 839.444136] env[69770]: DEBUG oslo_vmware.api [None req-bf2cba36-5337-4774-b882-91e41b6b75b5 tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] Waiting for the task: (returnval){ [ 839.444136] env[69770]: value = "session[52161b52-cb8e-ec9f-1132-2f6b49549d41]52fbbe42-dd66-07c1-2c8f-6022aefaa328" [ 839.444136] env[69770]: _type = "Task" [ 839.444136] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 839.459095] env[69770]: DEBUG oslo_vmware.api [None req-bf2cba36-5337-4774-b882-91e41b6b75b5 tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]52fbbe42-dd66-07c1-2c8f-6022aefaa328, 'name': SearchDatastore_Task, 'duration_secs': 0.01555} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 839.465579] env[69770]: DEBUG oslo_concurrency.lockutils [None req-bf2cba36-5337-4774-b882-91e41b6b75b5 tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.465844] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf2cba36-5337-4774-b882-91e41b6b75b5 tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk to [datastore2] 45b73d40-e4b9-4c65-82b4-0bb39b3f418b/45b73d40-e4b9-4c65-82b4-0bb39b3f418b.vmdk {{(pid=69770) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 839.468482] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-04c87aba-c7a7-4dfd-b9ed-720f966467fa {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.480839] env[69770]: DEBUG oslo_vmware.api [None req-09b66b45-33b0-4b45-aa2f-157ae871d395 tempest-ServersNegativeTestJSON-1437959553 tempest-ServersNegativeTestJSON-1437959553-project-member] Task: {'id': task-4069702, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.079446} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 839.482759] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-09b66b45-33b0-4b45-aa2f-157ae871d395 tempest-ServersNegativeTestJSON-1437959553 tempest-ServersNegativeTestJSON-1437959553-project-member] [instance: 3df42b8d-2222-42cc-8816-06ee1b31dc78] Extended root virtual disk {{(pid=69770) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 839.483555] env[69770]: DEBUG oslo_vmware.api [None req-bf2cba36-5337-4774-b882-91e41b6b75b5 tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] Waiting for the task: (returnval){ [ 839.483555] env[69770]: value = "task-4069703" [ 839.483555] env[69770]: _type = "Task" [ 839.483555] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 839.484220] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-075792fa-b2db-4cc0-ac2e-656953424c56 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.516560] env[69770]: DEBUG oslo_vmware.api [None req-bf2cba36-5337-4774-b882-91e41b6b75b5 tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] Task: {'id': task-4069703, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.526185] env[69770]: DEBUG nova.virt.vmwareapi.volumeops [None req-09b66b45-33b0-4b45-aa2f-157ae871d395 tempest-ServersNegativeTestJSON-1437959553 tempest-ServersNegativeTestJSON-1437959553-project-member] [instance: 3df42b8d-2222-42cc-8816-06ee1b31dc78] Reconfiguring VM instance instance-00000028 to attach disk [datastore2] 3df42b8d-2222-42cc-8816-06ee1b31dc78/3df42b8d-2222-42cc-8816-06ee1b31dc78.vmdk or device None with type sparse {{(pid=69770) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 839.529626] env[69770]: DEBUG oslo_concurrency.lockutils [None req-a501ffb3-48d6-4b0e-8f2b-a508ccd28871 tempest-MultipleCreateTestJSON-938873983 tempest-MultipleCreateTestJSON-938873983-project-member] Acquiring lock "271a7171-f68e-40ec-8f3e-87cb9c18e971" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 839.529626] env[69770]: DEBUG oslo_concurrency.lockutils [None req-a501ffb3-48d6-4b0e-8f2b-a508ccd28871 tempest-MultipleCreateTestJSON-938873983 tempest-MultipleCreateTestJSON-938873983-project-member] Lock "271a7171-f68e-40ec-8f3e-87cb9c18e971" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 839.531457] env[69770]: DEBUG oslo_concurrency.lockutils [None req-a501ffb3-48d6-4b0e-8f2b-a508ccd28871 tempest-MultipleCreateTestJSON-938873983 tempest-MultipleCreateTestJSON-938873983-project-member] Acquiring lock "271a7171-f68e-40ec-8f3e-87cb9c18e971-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 839.531457] env[69770]: DEBUG oslo_concurrency.lockutils [None req-a501ffb3-48d6-4b0e-8f2b-a508ccd28871 tempest-MultipleCreateTestJSON-938873983 tempest-MultipleCreateTestJSON-938873983-project-member] Lock "271a7171-f68e-40ec-8f3e-87cb9c18e971-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 839.531457] env[69770]: DEBUG oslo_concurrency.lockutils [None req-a501ffb3-48d6-4b0e-8f2b-a508ccd28871 tempest-MultipleCreateTestJSON-938873983 tempest-MultipleCreateTestJSON-938873983-project-member] Lock "271a7171-f68e-40ec-8f3e-87cb9c18e971-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 839.535283] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e2c0ef98-231e-40f2-a89b-35162e785c5f {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.551133] env[69770]: DEBUG nova.policy [None req-ccdf3169-82d6-4a3e-9d04-a21d7ec87220 tempest-TenantUsagesTestJSON-669897836 tempest-TenantUsagesTestJSON-669897836-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9136e9dc476c40a987f2ad1555ad3872', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7958801cd5db45f5bf9a4363ab62f4d4', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69770) authorize /opt/stack/nova/nova/policy.py:192}} [ 839.552925] env[69770]: INFO nova.compute.manager [None req-a501ffb3-48d6-4b0e-8f2b-a508ccd28871 tempest-MultipleCreateTestJSON-938873983 tempest-MultipleCreateTestJSON-938873983-project-member] [instance: 271a7171-f68e-40ec-8f3e-87cb9c18e971] Terminating instance [ 839.558970] env[69770]: DEBUG nova.network.neutron [None req-53bde400-0d4e-4c88-a478-747d5be618d3 tempest-ServerAddressesTestJSON-725654377 tempest-ServerAddressesTestJSON-725654377-project-member] [instance: 15ed9603-9fc7-40a2-99c6-151cf10a8c36] Successfully updated port: e183b258-d7d9-478a-8bdb-44836476254c {{(pid=69770) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 839.559353] env[69770]: INFO nova.compute.manager [-] [instance: 60eb16dd-8c95-46c1-a226-ee1280cbd403] Took 1.05 seconds to deallocate network for instance. [ 839.566429] env[69770]: DEBUG oslo_vmware.api [None req-09b66b45-33b0-4b45-aa2f-157ae871d395 tempest-ServersNegativeTestJSON-1437959553 tempest-ServersNegativeTestJSON-1437959553-project-member] Waiting for the task: (returnval){ [ 839.566429] env[69770]: value = "task-4069704" [ 839.566429] env[69770]: _type = "Task" [ 839.566429] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 839.586218] env[69770]: DEBUG oslo_vmware.api [None req-09b66b45-33b0-4b45-aa2f-157ae871d395 tempest-ServersNegativeTestJSON-1437959553 tempest-ServersNegativeTestJSON-1437959553-project-member] Task: {'id': task-4069704, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.587841] env[69770]: DEBUG oslo_concurrency.lockutils [None req-488cdb9e-05ec-49b6-b35e-601733c512d1 tempest-MultipleCreateTestJSON-938873983 tempest-MultipleCreateTestJSON-938873983-project-member] Acquiring lock "c1bf02b7-e9aa-4577-aca6-480b62da79ba" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 839.588273] env[69770]: DEBUG oslo_concurrency.lockutils [None req-488cdb9e-05ec-49b6-b35e-601733c512d1 tempest-MultipleCreateTestJSON-938873983 tempest-MultipleCreateTestJSON-938873983-project-member] Lock "c1bf02b7-e9aa-4577-aca6-480b62da79ba" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 839.589051] env[69770]: DEBUG oslo_concurrency.lockutils [None req-488cdb9e-05ec-49b6-b35e-601733c512d1 tempest-MultipleCreateTestJSON-938873983 tempest-MultipleCreateTestJSON-938873983-project-member] Acquiring lock "c1bf02b7-e9aa-4577-aca6-480b62da79ba-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 839.589051] env[69770]: DEBUG oslo_concurrency.lockutils [None req-488cdb9e-05ec-49b6-b35e-601733c512d1 tempest-MultipleCreateTestJSON-938873983 tempest-MultipleCreateTestJSON-938873983-project-member] Lock "c1bf02b7-e9aa-4577-aca6-480b62da79ba-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 839.589051] env[69770]: DEBUG oslo_concurrency.lockutils [None req-488cdb9e-05ec-49b6-b35e-601733c512d1 tempest-MultipleCreateTestJSON-938873983 tempest-MultipleCreateTestJSON-938873983-project-member] Lock "c1bf02b7-e9aa-4577-aca6-480b62da79ba-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 839.591496] env[69770]: INFO nova.compute.manager [None req-488cdb9e-05ec-49b6-b35e-601733c512d1 tempest-MultipleCreateTestJSON-938873983 tempest-MultipleCreateTestJSON-938873983-project-member] [instance: c1bf02b7-e9aa-4577-aca6-480b62da79ba] Terminating instance [ 839.684490] env[69770]: DEBUG nova.network.neutron [req-9504bdb9-5110-4863-a79d-5c8fe02d9bfc req-e416576f-66a5-47b0-a412-b7d6ac5f6be5 service nova] [instance: 45b73d40-e4b9-4c65-82b4-0bb39b3f418b] Updated VIF entry in instance network info cache for port aad1bc6a-a2c5-4861-b0c2-60ee9abf6c56. {{(pid=69770) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 839.684715] env[69770]: DEBUG nova.network.neutron [req-9504bdb9-5110-4863-a79d-5c8fe02d9bfc req-e416576f-66a5-47b0-a412-b7d6ac5f6be5 service nova] [instance: 45b73d40-e4b9-4c65-82b4-0bb39b3f418b] Updating instance_info_cache with network_info: [{"id": "aad1bc6a-a2c5-4861-b0c2-60ee9abf6c56", "address": "fa:16:3e:8a:b8:a1", "network": {"id": "3bd3d367-631d-4988-abf7-c4fedb5d4f32", "bridge": "br-int", "label": "tempest-ImagesTestJSON-2113045756-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fd2014dec6514eb7b7289fdfc4de7f92", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89463199-7ddf-4ee7-b485-1629a75b4b8f", "external-id": "nsx-vlan-transportzone-302", "segmentation_id": 302, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaad1bc6a-a2", "ovs_interfaceid": "aad1bc6a-a2c5-4861-b0c2-60ee9abf6c56", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69770) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 839.775071] env[69770]: DEBUG nova.network.neutron [req-bba88d0d-e553-448d-a420-a063198397b7 req-3d3f37e9-8792-4dba-9540-2b9e5672cc4d service nova] [instance: e6e28bf0-10fd-4aa3-829b-9d5d0d301621] Updated VIF entry in instance network info cache for port 64fc7e7c-4d2e-4a93-9a7d-534160886936. {{(pid=69770) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 839.775587] env[69770]: DEBUG nova.network.neutron [req-bba88d0d-e553-448d-a420-a063198397b7 req-3d3f37e9-8792-4dba-9540-2b9e5672cc4d service nova] [instance: e6e28bf0-10fd-4aa3-829b-9d5d0d301621] Updating instance_info_cache with network_info: [{"id": "6f997126-d24c-4943-979a-b4fbf0d00266", "address": "fa:16:3e:a5:ec:e4", "network": {"id": "969814b1-5fd6-43ec-b86d-508653a6f0da", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1839122870", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.167", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "258a050dd64b4cbaa8d908e8457a61f0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b5215e5b-294b-4e8c-bd06-355e9955ab1d", "external-id": "nsx-vlan-transportzone-529", "segmentation_id": 529, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6f997126-d2", "ovs_interfaceid": "6f997126-d24c-4943-979a-b4fbf0d00266", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "64fc7e7c-4d2e-4a93-9a7d-534160886936", "address": "fa:16:3e:c6:33:de", "network": {"id": "51009b18-722e-485a-a772-f506a685189e", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1140037049", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.137", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "258a050dd64b4cbaa8d908e8457a61f0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "32463b6d-4569-4755-8a29-873a028690a7", "external-id": "nsx-vlan-transportzone-349", "segmentation_id": 349, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap64fc7e7c-4d", "ovs_interfaceid": "64fc7e7c-4d2e-4a93-9a7d-534160886936", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "34753cbe-2772-47d8-9ebb-6b32af00cd40", "address": "fa:16:3e:d5:18:ed", "network": {"id": "969814b1-5fd6-43ec-b86d-508653a6f0da", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1839122870", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.88", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "258a050dd64b4cbaa8d908e8457a61f0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b5215e5b-294b-4e8c-bd06-355e9955ab1d", "external-id": "nsx-vlan-transportzone-529", "segmentation_id": 529, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap34753cbe-27", "ovs_interfaceid": "34753cbe-2772-47d8-9ebb-6b32af00cd40", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69770) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 839.780235] env[69770]: DEBUG oslo_vmware.api [-] Task: {'id': task-4069701, 'name': CreateVM_Task, 'duration_secs': 0.550789} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 839.780537] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e6e28bf0-10fd-4aa3-829b-9d5d0d301621] Created VM on the ESX host {{(pid=69770) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 839.781464] env[69770]: DEBUG oslo_concurrency.lockutils [None req-2202bb11-9306-411f-82e6-4168971d4053 tempest-ServersTestMultiNic-2119527449 tempest-ServersTestMultiNic-2119527449-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.781689] env[69770]: DEBUG oslo_concurrency.lockutils [None req-2202bb11-9306-411f-82e6-4168971d4053 tempest-ServersTestMultiNic-2119527449 tempest-ServersTestMultiNic-2119527449-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.781938] env[69770]: DEBUG oslo_concurrency.lockutils [None req-2202bb11-9306-411f-82e6-4168971d4053 tempest-ServersTestMultiNic-2119527449 tempest-ServersTestMultiNic-2119527449-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.783258] env[69770]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ae1ecf2d-fc53-41a1-a318-7804b2ba6496 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.788023] env[69770]: DEBUG oslo_vmware.api [None req-2202bb11-9306-411f-82e6-4168971d4053 tempest-ServersTestMultiNic-2119527449 tempest-ServersTestMultiNic-2119527449-project-member] Waiting for the task: (returnval){ [ 839.788023] env[69770]: value = "session[52161b52-cb8e-ec9f-1132-2f6b49549d41]52c80cc2-8d27-5b4e-98b7-fda19f1bfbba" [ 839.788023] env[69770]: _type = "Task" [ 839.788023] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 839.801479] env[69770]: DEBUG oslo_vmware.api [None req-2202bb11-9306-411f-82e6-4168971d4053 tempest-ServersTestMultiNic-2119527449 tempest-ServersTestMultiNic-2119527449-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]52c80cc2-8d27-5b4e-98b7-fda19f1bfbba, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.915400] env[69770]: DEBUG nova.compute.manager [None req-4d69316b-dce3-4bbf-8fe8-9f128f91e46d tempest-FloatingIPsAssociationTestJSON-527069498 tempest-FloatingIPsAssociationTestJSON-527069498-project-member] [instance: 1d7a05ac-b6a7-47c4-9143-79ff005189f9] Start destroying the instance on the hypervisor. {{(pid=69770) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 839.915400] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-4d69316b-dce3-4bbf-8fe8-9f128f91e46d tempest-FloatingIPsAssociationTestJSON-527069498 tempest-FloatingIPsAssociationTestJSON-527069498-project-member] [instance: 1d7a05ac-b6a7-47c4-9143-79ff005189f9] Destroying instance {{(pid=69770) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 839.917235] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56cf83ac-9c30-4557-bb7d-692c3d6f2616 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.932897] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d69316b-dce3-4bbf-8fe8-9f128f91e46d tempest-FloatingIPsAssociationTestJSON-527069498 tempest-FloatingIPsAssociationTestJSON-527069498-project-member] [instance: 1d7a05ac-b6a7-47c4-9143-79ff005189f9] Powering off the VM {{(pid=69770) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 839.932897] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4058962c-8fcb-4ae4-b63c-e9e200db51fa {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.938985] env[69770]: DEBUG nova.compute.manager [None req-ccdf3169-82d6-4a3e-9d04-a21d7ec87220 tempest-TenantUsagesTestJSON-669897836 tempest-TenantUsagesTestJSON-669897836-project-member] [instance: 7d036508-bb94-46ea-a630-117bbff02099] Start building block device mappings for instance. {{(pid=69770) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 839.945379] env[69770]: DEBUG oslo_vmware.api [None req-4d69316b-dce3-4bbf-8fe8-9f128f91e46d tempest-FloatingIPsAssociationTestJSON-527069498 tempest-FloatingIPsAssociationTestJSON-527069498-project-member] Waiting for the task: (returnval){ [ 839.945379] env[69770]: value = "task-4069705" [ 839.945379] env[69770]: _type = "Task" [ 839.945379] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 839.965246] env[69770]: DEBUG oslo_vmware.api [None req-4d69316b-dce3-4bbf-8fe8-9f128f91e46d tempest-FloatingIPsAssociationTestJSON-527069498 tempest-FloatingIPsAssociationTestJSON-527069498-project-member] Task: {'id': task-4069705, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.002163] env[69770]: DEBUG oslo_vmware.api [None req-bf2cba36-5337-4774-b882-91e41b6b75b5 tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] Task: {'id': task-4069703, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.060316] env[69770]: DEBUG oslo_concurrency.lockutils [None req-53bde400-0d4e-4c88-a478-747d5be618d3 tempest-ServerAddressesTestJSON-725654377 tempest-ServerAddressesTestJSON-725654377-project-member] Acquiring lock "refresh_cache-15ed9603-9fc7-40a2-99c6-151cf10a8c36" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.060503] env[69770]: DEBUG oslo_concurrency.lockutils [None req-53bde400-0d4e-4c88-a478-747d5be618d3 tempest-ServerAddressesTestJSON-725654377 tempest-ServerAddressesTestJSON-725654377-project-member] Acquired lock "refresh_cache-15ed9603-9fc7-40a2-99c6-151cf10a8c36" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.060633] env[69770]: DEBUG nova.network.neutron [None req-53bde400-0d4e-4c88-a478-747d5be618d3 tempest-ServerAddressesTestJSON-725654377 tempest-ServerAddressesTestJSON-725654377-project-member] [instance: 15ed9603-9fc7-40a2-99c6-151cf10a8c36] Building network info cache for instance {{(pid=69770) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 840.062518] env[69770]: DEBUG nova.compute.manager [None req-a501ffb3-48d6-4b0e-8f2b-a508ccd28871 tempest-MultipleCreateTestJSON-938873983 tempest-MultipleCreateTestJSON-938873983-project-member] [instance: 271a7171-f68e-40ec-8f3e-87cb9c18e971] Start destroying the instance on the hypervisor. {{(pid=69770) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 840.062748] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-a501ffb3-48d6-4b0e-8f2b-a508ccd28871 tempest-MultipleCreateTestJSON-938873983 tempest-MultipleCreateTestJSON-938873983-project-member] [instance: 271a7171-f68e-40ec-8f3e-87cb9c18e971] Destroying instance {{(pid=69770) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 840.064514] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90134e72-ce02-455c-8d89-0775435284de {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.075575] env[69770]: INFO nova.compute.manager [None req-0271e09f-25a6-40b7-a03a-f397eef05295 tempest-FloatingIPsAssociationTestJSON-527069498 tempest-FloatingIPsAssociationTestJSON-527069498-project-member] [instance: 60eb16dd-8c95-46c1-a226-ee1280cbd403] Instance disappeared during terminate [ 840.075866] env[69770]: DEBUG oslo_concurrency.lockutils [None req-0271e09f-25a6-40b7-a03a-f397eef05295 tempest-FloatingIPsAssociationTestJSON-527069498 tempest-FloatingIPsAssociationTestJSON-527069498-project-member] Lock "60eb16dd-8c95-46c1-a226-ee1280cbd403" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 3.358s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 840.087444] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-a501ffb3-48d6-4b0e-8f2b-a508ccd28871 tempest-MultipleCreateTestJSON-938873983 tempest-MultipleCreateTestJSON-938873983-project-member] [instance: 271a7171-f68e-40ec-8f3e-87cb9c18e971] Powering off the VM {{(pid=69770) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 840.087800] env[69770]: DEBUG oslo_vmware.api [None req-09b66b45-33b0-4b45-aa2f-157ae871d395 tempest-ServersNegativeTestJSON-1437959553 tempest-ServersNegativeTestJSON-1437959553-project-member] Task: {'id': task-4069704, 'name': ReconfigVM_Task, 'duration_secs': 0.402718} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 840.089231] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-80f1ba67-ea13-4335-9c96-25999be4895f {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.091165] env[69770]: DEBUG nova.virt.vmwareapi.volumeops [None req-09b66b45-33b0-4b45-aa2f-157ae871d395 tempest-ServersNegativeTestJSON-1437959553 tempest-ServersNegativeTestJSON-1437959553-project-member] [instance: 3df42b8d-2222-42cc-8816-06ee1b31dc78] Reconfigured VM instance instance-00000028 to attach disk [datastore2] 3df42b8d-2222-42cc-8816-06ee1b31dc78/3df42b8d-2222-42cc-8816-06ee1b31dc78.vmdk or device None with type sparse {{(pid=69770) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 840.092353] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ccc0f2c2-8b77-4a0d-8fda-26cc5933be81 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.102026] env[69770]: DEBUG nova.compute.manager [None req-488cdb9e-05ec-49b6-b35e-601733c512d1 tempest-MultipleCreateTestJSON-938873983 tempest-MultipleCreateTestJSON-938873983-project-member] [instance: c1bf02b7-e9aa-4577-aca6-480b62da79ba] Start destroying the instance on the hypervisor. {{(pid=69770) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 840.102026] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-488cdb9e-05ec-49b6-b35e-601733c512d1 tempest-MultipleCreateTestJSON-938873983 tempest-MultipleCreateTestJSON-938873983-project-member] [instance: c1bf02b7-e9aa-4577-aca6-480b62da79ba] Destroying instance {{(pid=69770) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 840.102026] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff495230-b0d5-46bd-917f-cf1eba271611 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.109115] env[69770]: DEBUG oslo_vmware.api [None req-09b66b45-33b0-4b45-aa2f-157ae871d395 tempest-ServersNegativeTestJSON-1437959553 tempest-ServersNegativeTestJSON-1437959553-project-member] Waiting for the task: (returnval){ [ 840.109115] env[69770]: value = "task-4069707" [ 840.109115] env[69770]: _type = "Task" [ 840.109115] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 840.109713] env[69770]: DEBUG oslo_vmware.api [None req-a501ffb3-48d6-4b0e-8f2b-a508ccd28871 tempest-MultipleCreateTestJSON-938873983 tempest-MultipleCreateTestJSON-938873983-project-member] Waiting for the task: (returnval){ [ 840.109713] env[69770]: value = "task-4069706" [ 840.109713] env[69770]: _type = "Task" [ 840.109713] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 840.124879] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-488cdb9e-05ec-49b6-b35e-601733c512d1 tempest-MultipleCreateTestJSON-938873983 tempest-MultipleCreateTestJSON-938873983-project-member] [instance: c1bf02b7-e9aa-4577-aca6-480b62da79ba] Powering off the VM {{(pid=69770) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 840.126040] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e7142a67-9bc2-457c-bd5b-eccad86d79a5 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.137855] env[69770]: DEBUG oslo_vmware.api [None req-09b66b45-33b0-4b45-aa2f-157ae871d395 tempest-ServersNegativeTestJSON-1437959553 tempest-ServersNegativeTestJSON-1437959553-project-member] Task: {'id': task-4069707, 'name': Rename_Task} progress is 14%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.138449] env[69770]: DEBUG oslo_vmware.api [None req-a501ffb3-48d6-4b0e-8f2b-a508ccd28871 tempest-MultipleCreateTestJSON-938873983 tempest-MultipleCreateTestJSON-938873983-project-member] Task: {'id': task-4069706, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.143902] env[69770]: DEBUG oslo_vmware.api [None req-488cdb9e-05ec-49b6-b35e-601733c512d1 tempest-MultipleCreateTestJSON-938873983 tempest-MultipleCreateTestJSON-938873983-project-member] Waiting for the task: (returnval){ [ 840.143902] env[69770]: value = "task-4069708" [ 840.143902] env[69770]: _type = "Task" [ 840.143902] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 840.156284] env[69770]: DEBUG oslo_vmware.api [None req-488cdb9e-05ec-49b6-b35e-601733c512d1 tempest-MultipleCreateTestJSON-938873983 tempest-MultipleCreateTestJSON-938873983-project-member] Task: {'id': task-4069708, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.189333] env[69770]: DEBUG oslo_concurrency.lockutils [req-9504bdb9-5110-4863-a79d-5c8fe02d9bfc req-e416576f-66a5-47b0-a412-b7d6ac5f6be5 service nova] Releasing lock "refresh_cache-45b73d40-e4b9-4c65-82b4-0bb39b3f418b" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.189612] env[69770]: DEBUG nova.compute.manager [req-9504bdb9-5110-4863-a79d-5c8fe02d9bfc req-e416576f-66a5-47b0-a412-b7d6ac5f6be5 service nova] [instance: 8047bf73-fff9-4f29-913f-91d0eb28d6dd] Received event network-vif-deleted-83e9424b-b290-4540-a74c-023b79e0fc1e {{(pid=69770) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 840.264756] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-376c09de-3dce-4352-b2ea-bab719feb4cc {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.278365] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd5f9f0d-147c-4d97-80fa-7500a0404133 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.283123] env[69770]: DEBUG oslo_concurrency.lockutils [req-bba88d0d-e553-448d-a420-a063198397b7 req-3d3f37e9-8792-4dba-9540-2b9e5672cc4d service nova] Releasing lock "refresh_cache-e6e28bf0-10fd-4aa3-829b-9d5d0d301621" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.283603] env[69770]: DEBUG oslo_concurrency.lockutils [req-064705eb-c896-459c-aae6-47a664abf842 req-51e8fec5-53de-4270-91b1-6263f7fac611 service nova] Acquired lock "refresh_cache-e6e28bf0-10fd-4aa3-829b-9d5d0d301621" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.283866] env[69770]: DEBUG nova.network.neutron [req-064705eb-c896-459c-aae6-47a664abf842 req-51e8fec5-53de-4270-91b1-6263f7fac611 service nova] [instance: e6e28bf0-10fd-4aa3-829b-9d5d0d301621] Refreshing network info cache for port 34753cbe-2772-47d8-9ebb-6b32af00cd40 {{(pid=69770) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 840.326100] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0582cf8-1091-4d40-bce7-782e82a12946 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.338645] env[69770]: DEBUG oslo_vmware.api [None req-2202bb11-9306-411f-82e6-4168971d4053 tempest-ServersTestMultiNic-2119527449 tempest-ServersTestMultiNic-2119527449-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]52c80cc2-8d27-5b4e-98b7-fda19f1bfbba, 'name': SearchDatastore_Task, 'duration_secs': 0.017986} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 840.339117] env[69770]: DEBUG oslo_concurrency.lockutils [None req-2202bb11-9306-411f-82e6-4168971d4053 tempest-ServersTestMultiNic-2119527449 tempest-ServersTestMultiNic-2119527449-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.339946] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-2202bb11-9306-411f-82e6-4168971d4053 tempest-ServersTestMultiNic-2119527449 tempest-ServersTestMultiNic-2119527449-project-member] [instance: e6e28bf0-10fd-4aa3-829b-9d5d0d301621] Processing image d1eaff80-24a0-4391-90eb-59958b1ecf0a {{(pid=69770) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 840.339946] env[69770]: DEBUG oslo_concurrency.lockutils [None req-2202bb11-9306-411f-82e6-4168971d4053 tempest-ServersTestMultiNic-2119527449 tempest-ServersTestMultiNic-2119527449-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.339946] env[69770]: DEBUG oslo_concurrency.lockutils [None req-2202bb11-9306-411f-82e6-4168971d4053 tempest-ServersTestMultiNic-2119527449 tempest-ServersTestMultiNic-2119527449-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.340183] env[69770]: DEBUG nova.virt.vmwareapi.ds_util [None req-2202bb11-9306-411f-82e6-4168971d4053 tempest-ServersTestMultiNic-2119527449 tempest-ServersTestMultiNic-2119527449-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69770) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 840.341358] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd848178-96d1-4430-995e-1381d26d2857 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.345603] env[69770]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c5c6b642-34cd-4c4b-8e97-3972cfb1fc49 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.363170] env[69770]: DEBUG nova.compute.provider_tree [None req-a154d726-e1fc-4fbb-aceb-8fa1254d1819 tempest-ListServersNegativeTestJSON-118656177 tempest-ListServersNegativeTestJSON-118656177-project-member] Inventory has not changed in ProviderTree for provider: 7cc7d32b-b7a7-454a-a456-2a440248ed9d {{(pid=69770) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 840.365928] env[69770]: DEBUG nova.virt.vmwareapi.ds_util [None req-2202bb11-9306-411f-82e6-4168971d4053 tempest-ServersTestMultiNic-2119527449 tempest-ServersTestMultiNic-2119527449-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69770) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 840.366157] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-2202bb11-9306-411f-82e6-4168971d4053 tempest-ServersTestMultiNic-2119527449 tempest-ServersTestMultiNic-2119527449-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69770) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 840.367539] env[69770]: DEBUG nova.network.neutron [None req-ccdf3169-82d6-4a3e-9d04-a21d7ec87220 tempest-TenantUsagesTestJSON-669897836 tempest-TenantUsagesTestJSON-669897836-project-member] [instance: 7d036508-bb94-46ea-a630-117bbff02099] Successfully created port: f26413d8-d85c-406c-becc-b61d6999ad53 {{(pid=69770) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 840.369743] env[69770]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-62e4fe8f-21b6-49d4-8574-b4465801543f {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.378207] env[69770]: DEBUG oslo_vmware.api [None req-2202bb11-9306-411f-82e6-4168971d4053 tempest-ServersTestMultiNic-2119527449 tempest-ServersTestMultiNic-2119527449-project-member] Waiting for the task: (returnval){ [ 840.378207] env[69770]: value = "session[52161b52-cb8e-ec9f-1132-2f6b49549d41]52a297e5-de16-fc27-9b53-7609e101f3a3" [ 840.378207] env[69770]: _type = "Task" [ 840.378207] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 840.390121] env[69770]: DEBUG oslo_vmware.api [None req-2202bb11-9306-411f-82e6-4168971d4053 tempest-ServersTestMultiNic-2119527449 tempest-ServersTestMultiNic-2119527449-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]52a297e5-de16-fc27-9b53-7609e101f3a3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.463782] env[69770]: DEBUG oslo_vmware.api [None req-4d69316b-dce3-4bbf-8fe8-9f128f91e46d tempest-FloatingIPsAssociationTestJSON-527069498 tempest-FloatingIPsAssociationTestJSON-527069498-project-member] Task: {'id': task-4069705, 'name': PowerOffVM_Task, 'duration_secs': 0.300053} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 840.463782] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d69316b-dce3-4bbf-8fe8-9f128f91e46d tempest-FloatingIPsAssociationTestJSON-527069498 tempest-FloatingIPsAssociationTestJSON-527069498-project-member] [instance: 1d7a05ac-b6a7-47c4-9143-79ff005189f9] Powered off the VM {{(pid=69770) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 840.463782] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-4d69316b-dce3-4bbf-8fe8-9f128f91e46d tempest-FloatingIPsAssociationTestJSON-527069498 tempest-FloatingIPsAssociationTestJSON-527069498-project-member] [instance: 1d7a05ac-b6a7-47c4-9143-79ff005189f9] Unregistering the VM {{(pid=69770) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 840.463782] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-79f22750-0cea-4cd0-a370-dbc90f27bc81 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.501653] env[69770]: DEBUG oslo_vmware.api [None req-bf2cba36-5337-4774-b882-91e41b6b75b5 tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] Task: {'id': task-4069703, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.883193} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 840.501934] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf2cba36-5337-4774-b882-91e41b6b75b5 tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk to [datastore2] 45b73d40-e4b9-4c65-82b4-0bb39b3f418b/45b73d40-e4b9-4c65-82b4-0bb39b3f418b.vmdk {{(pid=69770) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 840.502173] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-bf2cba36-5337-4774-b882-91e41b6b75b5 tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] [instance: 45b73d40-e4b9-4c65-82b4-0bb39b3f418b] Extending root virtual disk to 1048576 {{(pid=69770) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 840.502462] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-09b7eff9-6dde-48f9-856e-0bd2b7aed006 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.510316] env[69770]: DEBUG oslo_vmware.api [None req-bf2cba36-5337-4774-b882-91e41b6b75b5 tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] Waiting for the task: (returnval){ [ 840.510316] env[69770]: value = "task-4069710" [ 840.510316] env[69770]: _type = "Task" [ 840.510316] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 840.521547] env[69770]: DEBUG oslo_vmware.api [None req-bf2cba36-5337-4774-b882-91e41b6b75b5 tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] Task: {'id': task-4069710, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.537346] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-4d69316b-dce3-4bbf-8fe8-9f128f91e46d tempest-FloatingIPsAssociationTestJSON-527069498 tempest-FloatingIPsAssociationTestJSON-527069498-project-member] [instance: 1d7a05ac-b6a7-47c4-9143-79ff005189f9] Unregistered the VM {{(pid=69770) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 840.537549] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-4d69316b-dce3-4bbf-8fe8-9f128f91e46d tempest-FloatingIPsAssociationTestJSON-527069498 tempest-FloatingIPsAssociationTestJSON-527069498-project-member] [instance: 1d7a05ac-b6a7-47c4-9143-79ff005189f9] Deleting contents of the VM from datastore datastore1 {{(pid=69770) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 840.537728] env[69770]: DEBUG nova.virt.vmwareapi.ds_util [None req-4d69316b-dce3-4bbf-8fe8-9f128f91e46d tempest-FloatingIPsAssociationTestJSON-527069498 tempest-FloatingIPsAssociationTestJSON-527069498-project-member] Deleting the datastore file [datastore1] 1d7a05ac-b6a7-47c4-9143-79ff005189f9 {{(pid=69770) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 840.538046] env[69770]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fdb1b01e-9d2c-4a33-b294-ef2c677e5e0c {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.545272] env[69770]: DEBUG oslo_vmware.api [None req-4d69316b-dce3-4bbf-8fe8-9f128f91e46d tempest-FloatingIPsAssociationTestJSON-527069498 tempest-FloatingIPsAssociationTestJSON-527069498-project-member] Waiting for the task: (returnval){ [ 840.545272] env[69770]: value = "task-4069711" [ 840.545272] env[69770]: _type = "Task" [ 840.545272] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 840.556082] env[69770]: DEBUG oslo_vmware.api [None req-4d69316b-dce3-4bbf-8fe8-9f128f91e46d tempest-FloatingIPsAssociationTestJSON-527069498 tempest-FloatingIPsAssociationTestJSON-527069498-project-member] Task: {'id': task-4069711, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.624849] env[69770]: DEBUG nova.network.neutron [None req-53bde400-0d4e-4c88-a478-747d5be618d3 tempest-ServerAddressesTestJSON-725654377 tempest-ServerAddressesTestJSON-725654377-project-member] [instance: 15ed9603-9fc7-40a2-99c6-151cf10a8c36] Instance cache missing network info. {{(pid=69770) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 840.634583] env[69770]: DEBUG oslo_vmware.api [None req-a501ffb3-48d6-4b0e-8f2b-a508ccd28871 tempest-MultipleCreateTestJSON-938873983 tempest-MultipleCreateTestJSON-938873983-project-member] Task: {'id': task-4069706, 'name': PowerOffVM_Task, 'duration_secs': 0.398721} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 840.634825] env[69770]: DEBUG oslo_vmware.api [None req-09b66b45-33b0-4b45-aa2f-157ae871d395 tempest-ServersNegativeTestJSON-1437959553 tempest-ServersNegativeTestJSON-1437959553-project-member] Task: {'id': task-4069707, 'name': Rename_Task, 'duration_secs': 0.318754} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 840.635066] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-a501ffb3-48d6-4b0e-8f2b-a508ccd28871 tempest-MultipleCreateTestJSON-938873983 tempest-MultipleCreateTestJSON-938873983-project-member] [instance: 271a7171-f68e-40ec-8f3e-87cb9c18e971] Powered off the VM {{(pid=69770) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 840.635231] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-a501ffb3-48d6-4b0e-8f2b-a508ccd28871 tempest-MultipleCreateTestJSON-938873983 tempest-MultipleCreateTestJSON-938873983-project-member] [instance: 271a7171-f68e-40ec-8f3e-87cb9c18e971] Unregistering the VM {{(pid=69770) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 840.635497] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-09b66b45-33b0-4b45-aa2f-157ae871d395 tempest-ServersNegativeTestJSON-1437959553 tempest-ServersNegativeTestJSON-1437959553-project-member] [instance: 3df42b8d-2222-42cc-8816-06ee1b31dc78] Powering on the VM {{(pid=69770) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 840.635739] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3c87ad88-b655-428d-bfed-942fc9d962e4 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.637432] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3482fbf4-8fd6-4663-bf02-e53683c8143e {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.645784] env[69770]: DEBUG oslo_vmware.api [None req-09b66b45-33b0-4b45-aa2f-157ae871d395 tempest-ServersNegativeTestJSON-1437959553 tempest-ServersNegativeTestJSON-1437959553-project-member] Waiting for the task: (returnval){ [ 840.645784] env[69770]: value = "task-4069712" [ 840.645784] env[69770]: _type = "Task" [ 840.645784] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 840.661448] env[69770]: DEBUG oslo_vmware.api [None req-488cdb9e-05ec-49b6-b35e-601733c512d1 tempest-MultipleCreateTestJSON-938873983 tempest-MultipleCreateTestJSON-938873983-project-member] Task: {'id': task-4069708, 'name': PowerOffVM_Task, 'duration_secs': 0.302542} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 840.661713] env[69770]: DEBUG oslo_vmware.api [None req-09b66b45-33b0-4b45-aa2f-157ae871d395 tempest-ServersNegativeTestJSON-1437959553 tempest-ServersNegativeTestJSON-1437959553-project-member] Task: {'id': task-4069712, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.664450] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-488cdb9e-05ec-49b6-b35e-601733c512d1 tempest-MultipleCreateTestJSON-938873983 tempest-MultipleCreateTestJSON-938873983-project-member] [instance: c1bf02b7-e9aa-4577-aca6-480b62da79ba] Powered off the VM {{(pid=69770) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 840.664637] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-488cdb9e-05ec-49b6-b35e-601733c512d1 tempest-MultipleCreateTestJSON-938873983 tempest-MultipleCreateTestJSON-938873983-project-member] [instance: c1bf02b7-e9aa-4577-aca6-480b62da79ba] Unregistering the VM {{(pid=69770) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 840.664905] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1b974374-5428-43da-ae42-567b830e6f3d {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.720681] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-a501ffb3-48d6-4b0e-8f2b-a508ccd28871 tempest-MultipleCreateTestJSON-938873983 tempest-MultipleCreateTestJSON-938873983-project-member] [instance: 271a7171-f68e-40ec-8f3e-87cb9c18e971] Unregistered the VM {{(pid=69770) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 840.720864] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-a501ffb3-48d6-4b0e-8f2b-a508ccd28871 tempest-MultipleCreateTestJSON-938873983 tempest-MultipleCreateTestJSON-938873983-project-member] [instance: 271a7171-f68e-40ec-8f3e-87cb9c18e971] Deleting contents of the VM from datastore datastore2 {{(pid=69770) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 840.721168] env[69770]: DEBUG nova.virt.vmwareapi.ds_util [None req-a501ffb3-48d6-4b0e-8f2b-a508ccd28871 tempest-MultipleCreateTestJSON-938873983 tempest-MultipleCreateTestJSON-938873983-project-member] Deleting the datastore file [datastore2] 271a7171-f68e-40ec-8f3e-87cb9c18e971 {{(pid=69770) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 840.721690] env[69770]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7e6aa900-06a4-48fa-94fe-ba59d12180ce {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.733080] env[69770]: DEBUG oslo_vmware.api [None req-a501ffb3-48d6-4b0e-8f2b-a508ccd28871 tempest-MultipleCreateTestJSON-938873983 tempest-MultipleCreateTestJSON-938873983-project-member] Waiting for the task: (returnval){ [ 840.733080] env[69770]: value = "task-4069715" [ 840.733080] env[69770]: _type = "Task" [ 840.733080] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 840.741781] env[69770]: DEBUG oslo_vmware.api [None req-a501ffb3-48d6-4b0e-8f2b-a508ccd28871 tempest-MultipleCreateTestJSON-938873983 tempest-MultipleCreateTestJSON-938873983-project-member] Task: {'id': task-4069715, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.750060] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-488cdb9e-05ec-49b6-b35e-601733c512d1 tempest-MultipleCreateTestJSON-938873983 tempest-MultipleCreateTestJSON-938873983-project-member] [instance: c1bf02b7-e9aa-4577-aca6-480b62da79ba] Unregistered the VM {{(pid=69770) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 840.750309] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-488cdb9e-05ec-49b6-b35e-601733c512d1 tempest-MultipleCreateTestJSON-938873983 tempest-MultipleCreateTestJSON-938873983-project-member] [instance: c1bf02b7-e9aa-4577-aca6-480b62da79ba] Deleting contents of the VM from datastore datastore2 {{(pid=69770) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 840.750510] env[69770]: DEBUG nova.virt.vmwareapi.ds_util [None req-488cdb9e-05ec-49b6-b35e-601733c512d1 tempest-MultipleCreateTestJSON-938873983 tempest-MultipleCreateTestJSON-938873983-project-member] Deleting the datastore file [datastore2] c1bf02b7-e9aa-4577-aca6-480b62da79ba {{(pid=69770) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 840.750770] env[69770]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1bb46884-e9f7-4ed6-96fc-f9c35bbce00e {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.758531] env[69770]: DEBUG oslo_vmware.api [None req-488cdb9e-05ec-49b6-b35e-601733c512d1 tempest-MultipleCreateTestJSON-938873983 tempest-MultipleCreateTestJSON-938873983-project-member] Waiting for the task: (returnval){ [ 840.758531] env[69770]: value = "task-4069716" [ 840.758531] env[69770]: _type = "Task" [ 840.758531] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 840.770327] env[69770]: DEBUG oslo_vmware.api [None req-488cdb9e-05ec-49b6-b35e-601733c512d1 tempest-MultipleCreateTestJSON-938873983 tempest-MultipleCreateTestJSON-938873983-project-member] Task: {'id': task-4069716, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.773111] env[69770]: DEBUG nova.compute.manager [req-c356b0d6-c127-4d5b-a713-6c4707c3d3f7 req-daa32d96-b612-40ec-81cb-df9c3362c41d service nova] [instance: 15ed9603-9fc7-40a2-99c6-151cf10a8c36] Received event network-vif-plugged-e183b258-d7d9-478a-8bdb-44836476254c {{(pid=69770) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 840.773346] env[69770]: DEBUG oslo_concurrency.lockutils [req-c356b0d6-c127-4d5b-a713-6c4707c3d3f7 req-daa32d96-b612-40ec-81cb-df9c3362c41d service nova] Acquiring lock "15ed9603-9fc7-40a2-99c6-151cf10a8c36-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 840.773944] env[69770]: DEBUG oslo_concurrency.lockutils [req-c356b0d6-c127-4d5b-a713-6c4707c3d3f7 req-daa32d96-b612-40ec-81cb-df9c3362c41d service nova] Lock "15ed9603-9fc7-40a2-99c6-151cf10a8c36-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 840.774120] env[69770]: DEBUG oslo_concurrency.lockutils [req-c356b0d6-c127-4d5b-a713-6c4707c3d3f7 req-daa32d96-b612-40ec-81cb-df9c3362c41d service nova] Lock "15ed9603-9fc7-40a2-99c6-151cf10a8c36-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 840.774373] env[69770]: DEBUG nova.compute.manager [req-c356b0d6-c127-4d5b-a713-6c4707c3d3f7 req-daa32d96-b612-40ec-81cb-df9c3362c41d service nova] [instance: 15ed9603-9fc7-40a2-99c6-151cf10a8c36] No waiting events found dispatching network-vif-plugged-e183b258-d7d9-478a-8bdb-44836476254c {{(pid=69770) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 840.774470] env[69770]: WARNING nova.compute.manager [req-c356b0d6-c127-4d5b-a713-6c4707c3d3f7 req-daa32d96-b612-40ec-81cb-df9c3362c41d service nova] [instance: 15ed9603-9fc7-40a2-99c6-151cf10a8c36] Received unexpected event network-vif-plugged-e183b258-d7d9-478a-8bdb-44836476254c for instance with vm_state building and task_state spawning. [ 840.774616] env[69770]: DEBUG nova.compute.manager [req-c356b0d6-c127-4d5b-a713-6c4707c3d3f7 req-daa32d96-b612-40ec-81cb-df9c3362c41d service nova] [instance: 15ed9603-9fc7-40a2-99c6-151cf10a8c36] Received event network-changed-e183b258-d7d9-478a-8bdb-44836476254c {{(pid=69770) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 840.774764] env[69770]: DEBUG nova.compute.manager [req-c356b0d6-c127-4d5b-a713-6c4707c3d3f7 req-daa32d96-b612-40ec-81cb-df9c3362c41d service nova] [instance: 15ed9603-9fc7-40a2-99c6-151cf10a8c36] Refreshing instance network info cache due to event network-changed-e183b258-d7d9-478a-8bdb-44836476254c. {{(pid=69770) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 840.774934] env[69770]: DEBUG oslo_concurrency.lockutils [req-c356b0d6-c127-4d5b-a713-6c4707c3d3f7 req-daa32d96-b612-40ec-81cb-df9c3362c41d service nova] Acquiring lock "refresh_cache-15ed9603-9fc7-40a2-99c6-151cf10a8c36" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.871089] env[69770]: DEBUG nova.scheduler.client.report [None req-a154d726-e1fc-4fbb-aceb-8fa1254d1819 tempest-ListServersNegativeTestJSON-118656177 tempest-ListServersNegativeTestJSON-118656177-project-member] Inventory has not changed for provider 7cc7d32b-b7a7-454a-a456-2a440248ed9d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69770) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 840.893593] env[69770]: DEBUG oslo_vmware.api [None req-2202bb11-9306-411f-82e6-4168971d4053 tempest-ServersTestMultiNic-2119527449 tempest-ServersTestMultiNic-2119527449-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]52a297e5-de16-fc27-9b53-7609e101f3a3, 'name': SearchDatastore_Task, 'duration_secs': 0.013444} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 840.894446] env[69770]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eceff7c2-7b73-4429-9d08-2078cf9702bc {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.900779] env[69770]: DEBUG oslo_vmware.api [None req-2202bb11-9306-411f-82e6-4168971d4053 tempest-ServersTestMultiNic-2119527449 tempest-ServersTestMultiNic-2119527449-project-member] Waiting for the task: (returnval){ [ 840.900779] env[69770]: value = "session[52161b52-cb8e-ec9f-1132-2f6b49549d41]5242ad34-59fb-64bc-566f-11249eaebfc3" [ 840.900779] env[69770]: _type = "Task" [ 840.900779] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 840.910813] env[69770]: DEBUG oslo_vmware.api [None req-2202bb11-9306-411f-82e6-4168971d4053 tempest-ServersTestMultiNic-2119527449 tempest-ServersTestMultiNic-2119527449-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]5242ad34-59fb-64bc-566f-11249eaebfc3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.955110] env[69770]: DEBUG nova.network.neutron [None req-53bde400-0d4e-4c88-a478-747d5be618d3 tempest-ServerAddressesTestJSON-725654377 tempest-ServerAddressesTestJSON-725654377-project-member] [instance: 15ed9603-9fc7-40a2-99c6-151cf10a8c36] Updating instance_info_cache with network_info: [{"id": "e183b258-d7d9-478a-8bdb-44836476254c", "address": "fa:16:3e:64:6e:dc", "network": {"id": "2b3629fa-7a1b-462c-9019-fcdbb95f30d0", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-128735613-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d1ea767df2934ba2b892b3428b6b038d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1a9f430b-e6f7-4a47-abd0-3cc7bef3e97c", "external-id": "nsx-vlan-transportzone-977", "segmentation_id": 977, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape183b258-d7", "ovs_interfaceid": "e183b258-d7d9-478a-8bdb-44836476254c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69770) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 840.966592] env[69770]: DEBUG nova.compute.manager [None req-ccdf3169-82d6-4a3e-9d04-a21d7ec87220 tempest-TenantUsagesTestJSON-669897836 tempest-TenantUsagesTestJSON-669897836-project-member] [instance: 7d036508-bb94-46ea-a630-117bbff02099] Start spawning the instance on the hypervisor. {{(pid=69770) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 841.008183] env[69770]: DEBUG nova.virt.hardware [None req-ccdf3169-82d6-4a3e-9d04-a21d7ec87220 tempest-TenantUsagesTestJSON-669897836 tempest-TenantUsagesTestJSON-669897836-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T12:16:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T12:16:11Z,direct_url=,disk_format='vmdk',id=d1eaff80-24a0-4391-90eb-59958b1ecf0a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d65f20bb89fb40a98b77bc6d97357df2',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T12:16:12Z,virtual_size=,visibility=), allow threads: False {{(pid=69770) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 841.008489] env[69770]: DEBUG nova.virt.hardware [None req-ccdf3169-82d6-4a3e-9d04-a21d7ec87220 tempest-TenantUsagesTestJSON-669897836 tempest-TenantUsagesTestJSON-669897836-project-member] Flavor limits 0:0:0 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 841.008671] env[69770]: DEBUG nova.virt.hardware [None req-ccdf3169-82d6-4a3e-9d04-a21d7ec87220 tempest-TenantUsagesTestJSON-669897836 tempest-TenantUsagesTestJSON-669897836-project-member] Image limits 0:0:0 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 841.008865] env[69770]: DEBUG nova.virt.hardware [None req-ccdf3169-82d6-4a3e-9d04-a21d7ec87220 tempest-TenantUsagesTestJSON-669897836 tempest-TenantUsagesTestJSON-669897836-project-member] Flavor pref 0:0:0 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 841.009049] env[69770]: DEBUG nova.virt.hardware [None req-ccdf3169-82d6-4a3e-9d04-a21d7ec87220 tempest-TenantUsagesTestJSON-669897836 tempest-TenantUsagesTestJSON-669897836-project-member] Image pref 0:0:0 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 841.009269] env[69770]: DEBUG nova.virt.hardware [None req-ccdf3169-82d6-4a3e-9d04-a21d7ec87220 tempest-TenantUsagesTestJSON-669897836 tempest-TenantUsagesTestJSON-669897836-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 841.010586] env[69770]: DEBUG nova.virt.hardware [None req-ccdf3169-82d6-4a3e-9d04-a21d7ec87220 tempest-TenantUsagesTestJSON-669897836 tempest-TenantUsagesTestJSON-669897836-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69770) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 841.010837] env[69770]: DEBUG nova.virt.hardware [None req-ccdf3169-82d6-4a3e-9d04-a21d7ec87220 tempest-TenantUsagesTestJSON-669897836 tempest-TenantUsagesTestJSON-669897836-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69770) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 841.011473] env[69770]: DEBUG nova.virt.hardware [None req-ccdf3169-82d6-4a3e-9d04-a21d7ec87220 tempest-TenantUsagesTestJSON-669897836 tempest-TenantUsagesTestJSON-669897836-project-member] Got 1 possible topologies {{(pid=69770) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 841.011866] env[69770]: DEBUG nova.virt.hardware [None req-ccdf3169-82d6-4a3e-9d04-a21d7ec87220 tempest-TenantUsagesTestJSON-669897836 tempest-TenantUsagesTestJSON-669897836-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69770) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 841.012188] env[69770]: DEBUG nova.virt.hardware [None req-ccdf3169-82d6-4a3e-9d04-a21d7ec87220 tempest-TenantUsagesTestJSON-669897836 tempest-TenantUsagesTestJSON-669897836-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69770) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 841.013569] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b894bf67-20b0-432d-b139-66b66a8a65d3 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.033489] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74495c85-d8be-47e9-87da-5bf909054fd3 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.037838] env[69770]: DEBUG oslo_vmware.api [None req-bf2cba36-5337-4774-b882-91e41b6b75b5 tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] Task: {'id': task-4069710, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078619} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 841.038132] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-bf2cba36-5337-4774-b882-91e41b6b75b5 tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] [instance: 45b73d40-e4b9-4c65-82b4-0bb39b3f418b] Extended root virtual disk {{(pid=69770) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 841.039339] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b018891-6eb9-40f6-af83-b8df8e224f3e {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.080621] env[69770]: DEBUG nova.virt.vmwareapi.volumeops [None req-bf2cba36-5337-4774-b882-91e41b6b75b5 tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] [instance: 45b73d40-e4b9-4c65-82b4-0bb39b3f418b] Reconfiguring VM instance instance-00000029 to attach disk [datastore2] 45b73d40-e4b9-4c65-82b4-0bb39b3f418b/45b73d40-e4b9-4c65-82b4-0bb39b3f418b.vmdk or device None with type sparse {{(pid=69770) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 841.083986] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-64da54e6-a664-43e8-b61e-5d27cb6dd69d {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.102997] env[69770]: DEBUG oslo_vmware.api [None req-4d69316b-dce3-4bbf-8fe8-9f128f91e46d tempest-FloatingIPsAssociationTestJSON-527069498 tempest-FloatingIPsAssociationTestJSON-527069498-project-member] Task: {'id': task-4069711, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.341736} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 841.103721] env[69770]: DEBUG nova.virt.vmwareapi.ds_util [None req-4d69316b-dce3-4bbf-8fe8-9f128f91e46d tempest-FloatingIPsAssociationTestJSON-527069498 tempest-FloatingIPsAssociationTestJSON-527069498-project-member] Deleted the datastore file {{(pid=69770) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 841.103906] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-4d69316b-dce3-4bbf-8fe8-9f128f91e46d tempest-FloatingIPsAssociationTestJSON-527069498 tempest-FloatingIPsAssociationTestJSON-527069498-project-member] [instance: 1d7a05ac-b6a7-47c4-9143-79ff005189f9] Deleted contents of the VM from datastore datastore1 {{(pid=69770) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 841.104101] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-4d69316b-dce3-4bbf-8fe8-9f128f91e46d tempest-FloatingIPsAssociationTestJSON-527069498 tempest-FloatingIPsAssociationTestJSON-527069498-project-member] [instance: 1d7a05ac-b6a7-47c4-9143-79ff005189f9] Instance destroyed {{(pid=69770) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 841.104280] env[69770]: INFO nova.compute.manager [None req-4d69316b-dce3-4bbf-8fe8-9f128f91e46d tempest-FloatingIPsAssociationTestJSON-527069498 tempest-FloatingIPsAssociationTestJSON-527069498-project-member] [instance: 1d7a05ac-b6a7-47c4-9143-79ff005189f9] Took 1.19 seconds to destroy the instance on the hypervisor. [ 841.104533] env[69770]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4d69316b-dce3-4bbf-8fe8-9f128f91e46d tempest-FloatingIPsAssociationTestJSON-527069498 tempest-FloatingIPsAssociationTestJSON-527069498-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69770) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 841.104728] env[69770]: DEBUG nova.compute.manager [-] [instance: 1d7a05ac-b6a7-47c4-9143-79ff005189f9] Deallocating network for instance {{(pid=69770) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 841.104821] env[69770]: DEBUG nova.network.neutron [-] [instance: 1d7a05ac-b6a7-47c4-9143-79ff005189f9] deallocate_for_instance() {{(pid=69770) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 841.108649] env[69770]: DEBUG oslo_vmware.api [None req-bf2cba36-5337-4774-b882-91e41b6b75b5 tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] Waiting for the task: (returnval){ [ 841.108649] env[69770]: value = "task-4069717" [ 841.108649] env[69770]: _type = "Task" [ 841.108649] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 841.118588] env[69770]: DEBUG oslo_vmware.api [None req-bf2cba36-5337-4774-b882-91e41b6b75b5 tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] Task: {'id': task-4069717, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.161719] env[69770]: DEBUG oslo_vmware.api [None req-09b66b45-33b0-4b45-aa2f-157ae871d395 tempest-ServersNegativeTestJSON-1437959553 tempest-ServersNegativeTestJSON-1437959553-project-member] Task: {'id': task-4069712, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.244557] env[69770]: DEBUG oslo_vmware.api [None req-a501ffb3-48d6-4b0e-8f2b-a508ccd28871 tempest-MultipleCreateTestJSON-938873983 tempest-MultipleCreateTestJSON-938873983-project-member] Task: {'id': task-4069715, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.256167} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 841.244994] env[69770]: DEBUG nova.virt.vmwareapi.ds_util [None req-a501ffb3-48d6-4b0e-8f2b-a508ccd28871 tempest-MultipleCreateTestJSON-938873983 tempest-MultipleCreateTestJSON-938873983-project-member] Deleted the datastore file {{(pid=69770) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 841.245358] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-a501ffb3-48d6-4b0e-8f2b-a508ccd28871 tempest-MultipleCreateTestJSON-938873983 tempest-MultipleCreateTestJSON-938873983-project-member] [instance: 271a7171-f68e-40ec-8f3e-87cb9c18e971] Deleted contents of the VM from datastore datastore2 {{(pid=69770) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 841.245358] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-a501ffb3-48d6-4b0e-8f2b-a508ccd28871 tempest-MultipleCreateTestJSON-938873983 tempest-MultipleCreateTestJSON-938873983-project-member] [instance: 271a7171-f68e-40ec-8f3e-87cb9c18e971] Instance destroyed {{(pid=69770) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 841.245497] env[69770]: INFO nova.compute.manager [None req-a501ffb3-48d6-4b0e-8f2b-a508ccd28871 tempest-MultipleCreateTestJSON-938873983 tempest-MultipleCreateTestJSON-938873983-project-member] [instance: 271a7171-f68e-40ec-8f3e-87cb9c18e971] Took 1.18 seconds to destroy the instance on the hypervisor. [ 841.245697] env[69770]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a501ffb3-48d6-4b0e-8f2b-a508ccd28871 tempest-MultipleCreateTestJSON-938873983 tempest-MultipleCreateTestJSON-938873983-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69770) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 841.245946] env[69770]: DEBUG nova.compute.manager [-] [instance: 271a7171-f68e-40ec-8f3e-87cb9c18e971] Deallocating network for instance {{(pid=69770) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 841.246096] env[69770]: DEBUG nova.network.neutron [-] [instance: 271a7171-f68e-40ec-8f3e-87cb9c18e971] deallocate_for_instance() {{(pid=69770) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 841.269607] env[69770]: DEBUG oslo_vmware.api [None req-488cdb9e-05ec-49b6-b35e-601733c512d1 tempest-MultipleCreateTestJSON-938873983 tempest-MultipleCreateTestJSON-938873983-project-member] Task: {'id': task-4069716, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.255769} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 841.269881] env[69770]: DEBUG nova.virt.vmwareapi.ds_util [None req-488cdb9e-05ec-49b6-b35e-601733c512d1 tempest-MultipleCreateTestJSON-938873983 tempest-MultipleCreateTestJSON-938873983-project-member] Deleted the datastore file {{(pid=69770) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 841.270084] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-488cdb9e-05ec-49b6-b35e-601733c512d1 tempest-MultipleCreateTestJSON-938873983 tempest-MultipleCreateTestJSON-938873983-project-member] [instance: c1bf02b7-e9aa-4577-aca6-480b62da79ba] Deleted contents of the VM from datastore datastore2 {{(pid=69770) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 841.270264] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-488cdb9e-05ec-49b6-b35e-601733c512d1 tempest-MultipleCreateTestJSON-938873983 tempest-MultipleCreateTestJSON-938873983-project-member] [instance: c1bf02b7-e9aa-4577-aca6-480b62da79ba] Instance destroyed {{(pid=69770) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 841.270440] env[69770]: INFO nova.compute.manager [None req-488cdb9e-05ec-49b6-b35e-601733c512d1 tempest-MultipleCreateTestJSON-938873983 tempest-MultipleCreateTestJSON-938873983-project-member] [instance: c1bf02b7-e9aa-4577-aca6-480b62da79ba] Took 1.17 seconds to destroy the instance on the hypervisor. [ 841.270680] env[69770]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-488cdb9e-05ec-49b6-b35e-601733c512d1 tempest-MultipleCreateTestJSON-938873983 tempest-MultipleCreateTestJSON-938873983-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69770) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 841.273202] env[69770]: DEBUG nova.compute.manager [-] [instance: c1bf02b7-e9aa-4577-aca6-480b62da79ba] Deallocating network for instance {{(pid=69770) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 841.273313] env[69770]: DEBUG nova.network.neutron [-] [instance: c1bf02b7-e9aa-4577-aca6-480b62da79ba] deallocate_for_instance() {{(pid=69770) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 841.376544] env[69770]: DEBUG oslo_concurrency.lockutils [None req-a154d726-e1fc-4fbb-aceb-8fa1254d1819 tempest-ListServersNegativeTestJSON-118656177 tempest-ListServersNegativeTestJSON-118656177-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.455s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 841.379276] env[69770]: DEBUG oslo_concurrency.lockutils [None req-8eb9c690-474e-4cda-a184-888b5650a2c8 tempest-SecurityGroupsTestJSON-864666295 tempest-SecurityGroupsTestJSON-864666295-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.383s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 841.380587] env[69770]: INFO nova.compute.claims [None req-8eb9c690-474e-4cda-a184-888b5650a2c8 tempest-SecurityGroupsTestJSON-864666295 tempest-SecurityGroupsTestJSON-864666295-project-member] [instance: c089aece-c240-4203-96d7-e8fc9820c7d6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 841.409384] env[69770]: INFO nova.scheduler.client.report [None req-a154d726-e1fc-4fbb-aceb-8fa1254d1819 tempest-ListServersNegativeTestJSON-118656177 tempest-ListServersNegativeTestJSON-118656177-project-member] Deleted allocations for instance 27c5d873-f24c-4e20-9bcf-1b157114e5d0 [ 841.413782] env[69770]: DEBUG oslo_vmware.api [None req-2202bb11-9306-411f-82e6-4168971d4053 tempest-ServersTestMultiNic-2119527449 tempest-ServersTestMultiNic-2119527449-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]5242ad34-59fb-64bc-566f-11249eaebfc3, 'name': SearchDatastore_Task, 'duration_secs': 0.016141} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 841.416543] env[69770]: DEBUG oslo_concurrency.lockutils [None req-2202bb11-9306-411f-82e6-4168971d4053 tempest-ServersTestMultiNic-2119527449 tempest-ServersTestMultiNic-2119527449-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.416683] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-2202bb11-9306-411f-82e6-4168971d4053 tempest-ServersTestMultiNic-2119527449 tempest-ServersTestMultiNic-2119527449-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk to [datastore2] e6e28bf0-10fd-4aa3-829b-9d5d0d301621/e6e28bf0-10fd-4aa3-829b-9d5d0d301621.vmdk {{(pid=69770) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 841.416977] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4ebeb97d-9454-433b-b316-be61f248793d {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.424892] env[69770]: DEBUG oslo_vmware.api [None req-2202bb11-9306-411f-82e6-4168971d4053 tempest-ServersTestMultiNic-2119527449 tempest-ServersTestMultiNic-2119527449-project-member] Waiting for the task: (returnval){ [ 841.424892] env[69770]: value = "task-4069718" [ 841.424892] env[69770]: _type = "Task" [ 841.424892] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 841.433874] env[69770]: DEBUG oslo_vmware.api [None req-2202bb11-9306-411f-82e6-4168971d4053 tempest-ServersTestMultiNic-2119527449 tempest-ServersTestMultiNic-2119527449-project-member] Task: {'id': task-4069718, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.457732] env[69770]: DEBUG oslo_concurrency.lockutils [None req-53bde400-0d4e-4c88-a478-747d5be618d3 tempest-ServerAddressesTestJSON-725654377 tempest-ServerAddressesTestJSON-725654377-project-member] Releasing lock "refresh_cache-15ed9603-9fc7-40a2-99c6-151cf10a8c36" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.458160] env[69770]: DEBUG nova.compute.manager [None req-53bde400-0d4e-4c88-a478-747d5be618d3 tempest-ServerAddressesTestJSON-725654377 tempest-ServerAddressesTestJSON-725654377-project-member] [instance: 15ed9603-9fc7-40a2-99c6-151cf10a8c36] Instance network_info: |[{"id": "e183b258-d7d9-478a-8bdb-44836476254c", "address": "fa:16:3e:64:6e:dc", "network": {"id": "2b3629fa-7a1b-462c-9019-fcdbb95f30d0", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-128735613-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d1ea767df2934ba2b892b3428b6b038d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1a9f430b-e6f7-4a47-abd0-3cc7bef3e97c", "external-id": "nsx-vlan-transportzone-977", "segmentation_id": 977, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape183b258-d7", "ovs_interfaceid": "e183b258-d7d9-478a-8bdb-44836476254c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69770) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 841.458685] env[69770]: DEBUG oslo_concurrency.lockutils [req-c356b0d6-c127-4d5b-a713-6c4707c3d3f7 req-daa32d96-b612-40ec-81cb-df9c3362c41d service nova] Acquired lock "refresh_cache-15ed9603-9fc7-40a2-99c6-151cf10a8c36" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.458879] env[69770]: DEBUG nova.network.neutron [req-c356b0d6-c127-4d5b-a713-6c4707c3d3f7 req-daa32d96-b612-40ec-81cb-df9c3362c41d service nova] [instance: 15ed9603-9fc7-40a2-99c6-151cf10a8c36] Refreshing network info cache for port e183b258-d7d9-478a-8bdb-44836476254c {{(pid=69770) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 841.460034] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-53bde400-0d4e-4c88-a478-747d5be618d3 tempest-ServerAddressesTestJSON-725654377 tempest-ServerAddressesTestJSON-725654377-project-member] [instance: 15ed9603-9fc7-40a2-99c6-151cf10a8c36] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:64:6e:dc', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1a9f430b-e6f7-4a47-abd0-3cc7bef3e97c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e183b258-d7d9-478a-8bdb-44836476254c', 'vif_model': 'vmxnet3'}] {{(pid=69770) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 841.472992] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-53bde400-0d4e-4c88-a478-747d5be618d3 tempest-ServerAddressesTestJSON-725654377 tempest-ServerAddressesTestJSON-725654377-project-member] Creating folder: Project (d1ea767df2934ba2b892b3428b6b038d). Parent ref: group-v806376. {{(pid=69770) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 841.478209] env[69770]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-da9c3b12-8cba-487e-9dc6-a8b37fa68c89 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.492823] env[69770]: INFO nova.virt.vmwareapi.vm_util [None req-53bde400-0d4e-4c88-a478-747d5be618d3 tempest-ServerAddressesTestJSON-725654377 tempest-ServerAddressesTestJSON-725654377-project-member] Created folder: Project (d1ea767df2934ba2b892b3428b6b038d) in parent group-v806376. [ 841.494721] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-53bde400-0d4e-4c88-a478-747d5be618d3 tempest-ServerAddressesTestJSON-725654377 tempest-ServerAddressesTestJSON-725654377-project-member] Creating folder: Instances. Parent ref: group-v806500. {{(pid=69770) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 841.495360] env[69770]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-789d75ca-7d96-4419-a762-286385129afe {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.507525] env[69770]: INFO nova.virt.vmwareapi.vm_util [None req-53bde400-0d4e-4c88-a478-747d5be618d3 tempest-ServerAddressesTestJSON-725654377 tempest-ServerAddressesTestJSON-725654377-project-member] Created folder: Instances in parent group-v806500. [ 841.507870] env[69770]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-53bde400-0d4e-4c88-a478-747d5be618d3 tempest-ServerAddressesTestJSON-725654377 tempest-ServerAddressesTestJSON-725654377-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69770) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 841.508311] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 15ed9603-9fc7-40a2-99c6-151cf10a8c36] Creating VM on the ESX host {{(pid=69770) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 841.508526] env[69770]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-93e9b6db-ca97-4dbf-a72a-bb173d1ebba1 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.532120] env[69770]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 841.532120] env[69770]: value = "task-4069721" [ 841.532120] env[69770]: _type = "Task" [ 841.532120] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 841.541988] env[69770]: DEBUG oslo_vmware.api [-] Task: {'id': task-4069721, 'name': CreateVM_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.623413] env[69770]: DEBUG oslo_vmware.api [None req-bf2cba36-5337-4774-b882-91e41b6b75b5 tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] Task: {'id': task-4069717, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.634966] env[69770]: DEBUG nova.network.neutron [req-064705eb-c896-459c-aae6-47a664abf842 req-51e8fec5-53de-4270-91b1-6263f7fac611 service nova] [instance: e6e28bf0-10fd-4aa3-829b-9d5d0d301621] Updated VIF entry in instance network info cache for port 34753cbe-2772-47d8-9ebb-6b32af00cd40. {{(pid=69770) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 841.635468] env[69770]: DEBUG nova.network.neutron [req-064705eb-c896-459c-aae6-47a664abf842 req-51e8fec5-53de-4270-91b1-6263f7fac611 service nova] [instance: e6e28bf0-10fd-4aa3-829b-9d5d0d301621] Updating instance_info_cache with network_info: [{"id": "6f997126-d24c-4943-979a-b4fbf0d00266", "address": "fa:16:3e:a5:ec:e4", "network": {"id": "969814b1-5fd6-43ec-b86d-508653a6f0da", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1839122870", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.167", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "258a050dd64b4cbaa8d908e8457a61f0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b5215e5b-294b-4e8c-bd06-355e9955ab1d", "external-id": "nsx-vlan-transportzone-529", "segmentation_id": 529, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6f997126-d2", "ovs_interfaceid": "6f997126-d24c-4943-979a-b4fbf0d00266", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "64fc7e7c-4d2e-4a93-9a7d-534160886936", "address": "fa:16:3e:c6:33:de", "network": {"id": "51009b18-722e-485a-a772-f506a685189e", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1140037049", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.137", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "258a050dd64b4cbaa8d908e8457a61f0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "32463b6d-4569-4755-8a29-873a028690a7", "external-id": "nsx-vlan-transportzone-349", "segmentation_id": 349, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap64fc7e7c-4d", "ovs_interfaceid": "64fc7e7c-4d2e-4a93-9a7d-534160886936", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "34753cbe-2772-47d8-9ebb-6b32af00cd40", "address": "fa:16:3e:d5:18:ed", "network": {"id": "969814b1-5fd6-43ec-b86d-508653a6f0da", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1839122870", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.88", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "258a050dd64b4cbaa8d908e8457a61f0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b5215e5b-294b-4e8c-bd06-355e9955ab1d", "external-id": "nsx-vlan-transportzone-529", "segmentation_id": 529, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap34753cbe-27", "ovs_interfaceid": "34753cbe-2772-47d8-9ebb-6b32af00cd40", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69770) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 841.669075] env[69770]: DEBUG oslo_vmware.api [None req-09b66b45-33b0-4b45-aa2f-157ae871d395 tempest-ServersNegativeTestJSON-1437959553 tempest-ServersNegativeTestJSON-1437959553-project-member] Task: {'id': task-4069712, 'name': PowerOnVM_Task, 'duration_secs': 0.609173} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 841.669698] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-09b66b45-33b0-4b45-aa2f-157ae871d395 tempest-ServersNegativeTestJSON-1437959553 tempest-ServersNegativeTestJSON-1437959553-project-member] [instance: 3df42b8d-2222-42cc-8816-06ee1b31dc78] Powered on the VM {{(pid=69770) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 841.670542] env[69770]: INFO nova.compute.manager [None req-09b66b45-33b0-4b45-aa2f-157ae871d395 tempest-ServersNegativeTestJSON-1437959553 tempest-ServersNegativeTestJSON-1437959553-project-member] [instance: 3df42b8d-2222-42cc-8816-06ee1b31dc78] Took 9.26 seconds to spawn the instance on the hypervisor. [ 841.671016] env[69770]: DEBUG nova.compute.manager [None req-09b66b45-33b0-4b45-aa2f-157ae871d395 tempest-ServersNegativeTestJSON-1437959553 tempest-ServersNegativeTestJSON-1437959553-project-member] [instance: 3df42b8d-2222-42cc-8816-06ee1b31dc78] Checking state {{(pid=69770) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 841.672430] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ceab0a0-bde2-4758-ba1d-06c94f1252f8 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.922936] env[69770]: DEBUG oslo_concurrency.lockutils [None req-a154d726-e1fc-4fbb-aceb-8fa1254d1819 tempest-ListServersNegativeTestJSON-118656177 tempest-ListServersNegativeTestJSON-118656177-project-member] Lock "27c5d873-f24c-4e20-9bcf-1b157114e5d0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.087s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 841.933067] env[69770]: DEBUG nova.network.neutron [req-c356b0d6-c127-4d5b-a713-6c4707c3d3f7 req-daa32d96-b612-40ec-81cb-df9c3362c41d service nova] [instance: 15ed9603-9fc7-40a2-99c6-151cf10a8c36] Updated VIF entry in instance network info cache for port e183b258-d7d9-478a-8bdb-44836476254c. {{(pid=69770) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 841.933526] env[69770]: DEBUG nova.network.neutron [req-c356b0d6-c127-4d5b-a713-6c4707c3d3f7 req-daa32d96-b612-40ec-81cb-df9c3362c41d service nova] [instance: 15ed9603-9fc7-40a2-99c6-151cf10a8c36] Updating instance_info_cache with network_info: [{"id": "e183b258-d7d9-478a-8bdb-44836476254c", "address": "fa:16:3e:64:6e:dc", "network": {"id": "2b3629fa-7a1b-462c-9019-fcdbb95f30d0", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-128735613-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d1ea767df2934ba2b892b3428b6b038d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1a9f430b-e6f7-4a47-abd0-3cc7bef3e97c", "external-id": "nsx-vlan-transportzone-977", "segmentation_id": 977, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape183b258-d7", "ovs_interfaceid": "e183b258-d7d9-478a-8bdb-44836476254c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69770) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 841.940189] env[69770]: DEBUG oslo_vmware.api [None req-2202bb11-9306-411f-82e6-4168971d4053 tempest-ServersTestMultiNic-2119527449 tempest-ServersTestMultiNic-2119527449-project-member] Task: {'id': task-4069718, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.994119] env[69770]: DEBUG nova.network.neutron [-] [instance: 1d7a05ac-b6a7-47c4-9143-79ff005189f9] Updating instance_info_cache with network_info: [] {{(pid=69770) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 842.007975] env[69770]: DEBUG nova.compute.manager [req-65c55d03-0ba9-4ea9-b7cd-051eb8972b90 req-c5870dd0-6901-4929-919d-a562b4c59b98 service nova] [instance: 1d7a05ac-b6a7-47c4-9143-79ff005189f9] Received event network-vif-deleted-1646ae0e-48c1-4217-a69c-72b00da4a462 {{(pid=69770) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 842.008360] env[69770]: INFO nova.compute.manager [req-65c55d03-0ba9-4ea9-b7cd-051eb8972b90 req-c5870dd0-6901-4929-919d-a562b4c59b98 service nova] [instance: 1d7a05ac-b6a7-47c4-9143-79ff005189f9] Neutron deleted interface 1646ae0e-48c1-4217-a69c-72b00da4a462; detaching it from the instance and deleting it from the info cache [ 842.008580] env[69770]: DEBUG nova.network.neutron [req-65c55d03-0ba9-4ea9-b7cd-051eb8972b90 req-c5870dd0-6901-4929-919d-a562b4c59b98 service nova] [instance: 1d7a05ac-b6a7-47c4-9143-79ff005189f9] Updating instance_info_cache with network_info: [] {{(pid=69770) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 842.044340] env[69770]: DEBUG oslo_vmware.api [-] Task: {'id': task-4069721, 'name': CreateVM_Task} progress is 25%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.119990] env[69770]: DEBUG oslo_vmware.api [None req-bf2cba36-5337-4774-b882-91e41b6b75b5 tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] Task: {'id': task-4069717, 'name': ReconfigVM_Task, 'duration_secs': 0.667285} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 842.120333] env[69770]: DEBUG nova.virt.vmwareapi.volumeops [None req-bf2cba36-5337-4774-b882-91e41b6b75b5 tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] [instance: 45b73d40-e4b9-4c65-82b4-0bb39b3f418b] Reconfigured VM instance instance-00000029 to attach disk [datastore2] 45b73d40-e4b9-4c65-82b4-0bb39b3f418b/45b73d40-e4b9-4c65-82b4-0bb39b3f418b.vmdk or device None with type sparse {{(pid=69770) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 842.120982] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-119ec1be-9d5b-4c1e-9e89-9b838cb8fb94 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.128540] env[69770]: DEBUG oslo_vmware.api [None req-bf2cba36-5337-4774-b882-91e41b6b75b5 tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] Waiting for the task: (returnval){ [ 842.128540] env[69770]: value = "task-4069722" [ 842.128540] env[69770]: _type = "Task" [ 842.128540] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 842.138869] env[69770]: DEBUG oslo_concurrency.lockutils [req-064705eb-c896-459c-aae6-47a664abf842 req-51e8fec5-53de-4270-91b1-6263f7fac611 service nova] Releasing lock "refresh_cache-e6e28bf0-10fd-4aa3-829b-9d5d0d301621" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.139900] env[69770]: DEBUG oslo_vmware.api [None req-bf2cba36-5337-4774-b882-91e41b6b75b5 tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] Task: {'id': task-4069722, 'name': Rename_Task} progress is 5%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.204167] env[69770]: INFO nova.compute.manager [None req-09b66b45-33b0-4b45-aa2f-157ae871d395 tempest-ServersNegativeTestJSON-1437959553 tempest-ServersNegativeTestJSON-1437959553-project-member] [instance: 3df42b8d-2222-42cc-8816-06ee1b31dc78] Took 41.11 seconds to build instance. [ 842.351862] env[69770]: DEBUG nova.network.neutron [-] [instance: c1bf02b7-e9aa-4577-aca6-480b62da79ba] Updating instance_info_cache with network_info: [] {{(pid=69770) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 842.431131] env[69770]: DEBUG nova.network.neutron [None req-ccdf3169-82d6-4a3e-9d04-a21d7ec87220 tempest-TenantUsagesTestJSON-669897836 tempest-TenantUsagesTestJSON-669897836-project-member] [instance: 7d036508-bb94-46ea-a630-117bbff02099] Successfully updated port: f26413d8-d85c-406c-becc-b61d6999ad53 {{(pid=69770) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 842.440930] env[69770]: DEBUG oslo_concurrency.lockutils [req-c356b0d6-c127-4d5b-a713-6c4707c3d3f7 req-daa32d96-b612-40ec-81cb-df9c3362c41d service nova] Releasing lock "refresh_cache-15ed9603-9fc7-40a2-99c6-151cf10a8c36" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.448372] env[69770]: DEBUG oslo_vmware.api [None req-2202bb11-9306-411f-82e6-4168971d4053 tempest-ServersTestMultiNic-2119527449 tempest-ServersTestMultiNic-2119527449-project-member] Task: {'id': task-4069718, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.547159} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 842.454073] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-2202bb11-9306-411f-82e6-4168971d4053 tempest-ServersTestMultiNic-2119527449 tempest-ServersTestMultiNic-2119527449-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk to [datastore2] e6e28bf0-10fd-4aa3-829b-9d5d0d301621/e6e28bf0-10fd-4aa3-829b-9d5d0d301621.vmdk {{(pid=69770) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 842.454325] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-2202bb11-9306-411f-82e6-4168971d4053 tempest-ServersTestMultiNic-2119527449 tempest-ServersTestMultiNic-2119527449-project-member] [instance: e6e28bf0-10fd-4aa3-829b-9d5d0d301621] Extending root virtual disk to 1048576 {{(pid=69770) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 842.455187] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-acbb2e84-30dd-4a27-8e60-724aa9655ade {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.465761] env[69770]: DEBUG oslo_vmware.api [None req-2202bb11-9306-411f-82e6-4168971d4053 tempest-ServersTestMultiNic-2119527449 tempest-ServersTestMultiNic-2119527449-project-member] Waiting for the task: (returnval){ [ 842.465761] env[69770]: value = "task-4069723" [ 842.465761] env[69770]: _type = "Task" [ 842.465761] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 842.482907] env[69770]: DEBUG oslo_vmware.api [None req-2202bb11-9306-411f-82e6-4168971d4053 tempest-ServersTestMultiNic-2119527449 tempest-ServersTestMultiNic-2119527449-project-member] Task: {'id': task-4069723, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.497681] env[69770]: INFO nova.compute.manager [-] [instance: 1d7a05ac-b6a7-47c4-9143-79ff005189f9] Took 1.39 seconds to deallocate network for instance. [ 842.513350] env[69770]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-939f5291-26a6-4571-9b90-0eee2c5d78a4 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.523142] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c327c106-ff4d-48a9-9e0e-498b7336d6fb {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.542681] env[69770]: DEBUG nova.network.neutron [-] [instance: 271a7171-f68e-40ec-8f3e-87cb9c18e971] Updating instance_info_cache with network_info: [] {{(pid=69770) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 842.556059] env[69770]: DEBUG oslo_vmware.api [-] Task: {'id': task-4069721, 'name': CreateVM_Task, 'duration_secs': 0.994478} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 842.559532] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 15ed9603-9fc7-40a2-99c6-151cf10a8c36] Created VM on the ESX host {{(pid=69770) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 842.560782] env[69770]: DEBUG oslo_concurrency.lockutils [None req-53bde400-0d4e-4c88-a478-747d5be618d3 tempest-ServerAddressesTestJSON-725654377 tempest-ServerAddressesTestJSON-725654377-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.561132] env[69770]: DEBUG oslo_concurrency.lockutils [None req-53bde400-0d4e-4c88-a478-747d5be618d3 tempest-ServerAddressesTestJSON-725654377 tempest-ServerAddressesTestJSON-725654377-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.561438] env[69770]: DEBUG oslo_concurrency.lockutils [None req-53bde400-0d4e-4c88-a478-747d5be618d3 tempest-ServerAddressesTestJSON-725654377 tempest-ServerAddressesTestJSON-725654377-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.575905] env[69770]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e49beba0-be36-4820-95df-ceb7b30d56fc {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.577993] env[69770]: DEBUG nova.compute.manager [req-65c55d03-0ba9-4ea9-b7cd-051eb8972b90 req-c5870dd0-6901-4929-919d-a562b4c59b98 service nova] [instance: 1d7a05ac-b6a7-47c4-9143-79ff005189f9] Detach interface failed, port_id=1646ae0e-48c1-4217-a69c-72b00da4a462, reason: Instance 1d7a05ac-b6a7-47c4-9143-79ff005189f9 could not be found. {{(pid=69770) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 842.587988] env[69770]: DEBUG oslo_vmware.api [None req-53bde400-0d4e-4c88-a478-747d5be618d3 tempest-ServerAddressesTestJSON-725654377 tempest-ServerAddressesTestJSON-725654377-project-member] Waiting for the task: (returnval){ [ 842.587988] env[69770]: value = "session[52161b52-cb8e-ec9f-1132-2f6b49549d41]52f0ed5b-0a7d-0327-2429-5c9a4132c8a2" [ 842.587988] env[69770]: _type = "Task" [ 842.587988] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 842.594955] env[69770]: DEBUG oslo_vmware.api [None req-53bde400-0d4e-4c88-a478-747d5be618d3 tempest-ServerAddressesTestJSON-725654377 tempest-ServerAddressesTestJSON-725654377-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]52f0ed5b-0a7d-0327-2429-5c9a4132c8a2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.642808] env[69770]: DEBUG oslo_vmware.api [None req-bf2cba36-5337-4774-b882-91e41b6b75b5 tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] Task: {'id': task-4069722, 'name': Rename_Task} progress is 14%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.706977] env[69770]: DEBUG oslo_concurrency.lockutils [None req-09b66b45-33b0-4b45-aa2f-157ae871d395 tempest-ServersNegativeTestJSON-1437959553 tempest-ServersNegativeTestJSON-1437959553-project-member] Lock "3df42b8d-2222-42cc-8816-06ee1b31dc78" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 88.821s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 842.855755] env[69770]: INFO nova.compute.manager [-] [instance: c1bf02b7-e9aa-4577-aca6-480b62da79ba] Took 1.58 seconds to deallocate network for instance. [ 842.941796] env[69770]: DEBUG oslo_concurrency.lockutils [None req-ccdf3169-82d6-4a3e-9d04-a21d7ec87220 tempest-TenantUsagesTestJSON-669897836 tempest-TenantUsagesTestJSON-669897836-project-member] Acquiring lock "refresh_cache-7d036508-bb94-46ea-a630-117bbff02099" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.941929] env[69770]: DEBUG oslo_concurrency.lockutils [None req-ccdf3169-82d6-4a3e-9d04-a21d7ec87220 tempest-TenantUsagesTestJSON-669897836 tempest-TenantUsagesTestJSON-669897836-project-member] Acquired lock "refresh_cache-7d036508-bb94-46ea-a630-117bbff02099" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.942112] env[69770]: DEBUG nova.network.neutron [None req-ccdf3169-82d6-4a3e-9d04-a21d7ec87220 tempest-TenantUsagesTestJSON-669897836 tempest-TenantUsagesTestJSON-669897836-project-member] [instance: 7d036508-bb94-46ea-a630-117bbff02099] Building network info cache for instance {{(pid=69770) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 842.987578] env[69770]: DEBUG oslo_vmware.api [None req-2202bb11-9306-411f-82e6-4168971d4053 tempest-ServersTestMultiNic-2119527449 tempest-ServersTestMultiNic-2119527449-project-member] Task: {'id': task-4069723, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.080873} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 842.987578] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-2202bb11-9306-411f-82e6-4168971d4053 tempest-ServersTestMultiNic-2119527449 tempest-ServersTestMultiNic-2119527449-project-member] [instance: e6e28bf0-10fd-4aa3-829b-9d5d0d301621] Extended root virtual disk {{(pid=69770) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 842.988403] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fc84a6a-9cd1-4fdd-81f5-6991055792a6 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.015604] env[69770]: DEBUG oslo_concurrency.lockutils [None req-4d69316b-dce3-4bbf-8fe8-9f128f91e46d tempest-FloatingIPsAssociationTestJSON-527069498 tempest-FloatingIPsAssociationTestJSON-527069498-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 843.024934] env[69770]: DEBUG nova.virt.vmwareapi.volumeops [None req-2202bb11-9306-411f-82e6-4168971d4053 tempest-ServersTestMultiNic-2119527449 tempest-ServersTestMultiNic-2119527449-project-member] [instance: e6e28bf0-10fd-4aa3-829b-9d5d0d301621] Reconfiguring VM instance instance-00000027 to attach disk [datastore2] e6e28bf0-10fd-4aa3-829b-9d5d0d301621/e6e28bf0-10fd-4aa3-829b-9d5d0d301621.vmdk or device None with type sparse {{(pid=69770) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 843.028432] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b2d58d5e-ba9d-452a-98ab-0cfcb9ba1bdb {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.044838] env[69770]: INFO nova.compute.manager [-] [instance: 271a7171-f68e-40ec-8f3e-87cb9c18e971] Took 1.80 seconds to deallocate network for instance. [ 843.054648] env[69770]: DEBUG oslo_vmware.api [None req-2202bb11-9306-411f-82e6-4168971d4053 tempest-ServersTestMultiNic-2119527449 tempest-ServersTestMultiNic-2119527449-project-member] Waiting for the task: (returnval){ [ 843.054648] env[69770]: value = "task-4069724" [ 843.054648] env[69770]: _type = "Task" [ 843.054648] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 843.070867] env[69770]: DEBUG oslo_vmware.api [None req-2202bb11-9306-411f-82e6-4168971d4053 tempest-ServersTestMultiNic-2119527449 tempest-ServersTestMultiNic-2119527449-project-member] Task: {'id': task-4069724, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.100774] env[69770]: DEBUG oslo_vmware.api [None req-53bde400-0d4e-4c88-a478-747d5be618d3 tempest-ServerAddressesTestJSON-725654377 tempest-ServerAddressesTestJSON-725654377-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]52f0ed5b-0a7d-0327-2429-5c9a4132c8a2, 'name': SearchDatastore_Task, 'duration_secs': 0.010596} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 843.103863] env[69770]: DEBUG oslo_concurrency.lockutils [None req-53bde400-0d4e-4c88-a478-747d5be618d3 tempest-ServerAddressesTestJSON-725654377 tempest-ServerAddressesTestJSON-725654377-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.103863] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-53bde400-0d4e-4c88-a478-747d5be618d3 tempest-ServerAddressesTestJSON-725654377 tempest-ServerAddressesTestJSON-725654377-project-member] [instance: 15ed9603-9fc7-40a2-99c6-151cf10a8c36] Processing image d1eaff80-24a0-4391-90eb-59958b1ecf0a {{(pid=69770) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 843.103863] env[69770]: DEBUG oslo_concurrency.lockutils [None req-53bde400-0d4e-4c88-a478-747d5be618d3 tempest-ServerAddressesTestJSON-725654377 tempest-ServerAddressesTestJSON-725654377-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.103863] env[69770]: DEBUG oslo_concurrency.lockutils [None req-53bde400-0d4e-4c88-a478-747d5be618d3 tempest-ServerAddressesTestJSON-725654377 tempest-ServerAddressesTestJSON-725654377-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.103863] env[69770]: DEBUG nova.virt.vmwareapi.ds_util [None req-53bde400-0d4e-4c88-a478-747d5be618d3 tempest-ServerAddressesTestJSON-725654377 tempest-ServerAddressesTestJSON-725654377-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69770) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 843.103863] env[69770]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-58af2449-4216-482f-a30f-99e47feead24 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.116411] env[69770]: DEBUG nova.virt.vmwareapi.ds_util [None req-53bde400-0d4e-4c88-a478-747d5be618d3 tempest-ServerAddressesTestJSON-725654377 tempest-ServerAddressesTestJSON-725654377-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69770) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 843.116636] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-53bde400-0d4e-4c88-a478-747d5be618d3 tempest-ServerAddressesTestJSON-725654377 tempest-ServerAddressesTestJSON-725654377-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69770) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 843.117505] env[69770]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-10d74f36-74eb-4ed6-9c48-7169e19f15fa {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.124371] env[69770]: DEBUG oslo_vmware.api [None req-53bde400-0d4e-4c88-a478-747d5be618d3 tempest-ServerAddressesTestJSON-725654377 tempest-ServerAddressesTestJSON-725654377-project-member] Waiting for the task: (returnval){ [ 843.124371] env[69770]: value = "session[52161b52-cb8e-ec9f-1132-2f6b49549d41]522968f7-1e91-3dc3-d1b5-cfd4418b2f8e" [ 843.124371] env[69770]: _type = "Task" [ 843.124371] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 843.129528] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b669b22-4e1a-4e95-bafe-9b7700f30fba {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.143012] env[69770]: DEBUG oslo_vmware.api [None req-53bde400-0d4e-4c88-a478-747d5be618d3 tempest-ServerAddressesTestJSON-725654377 tempest-ServerAddressesTestJSON-725654377-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]522968f7-1e91-3dc3-d1b5-cfd4418b2f8e, 'name': SearchDatastore_Task, 'duration_secs': 0.011602} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 843.147023] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51eae9b4-6358-428d-90f6-215798459129 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.151160] env[69770]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f6c8ab19-48a8-47b1-8897-727710dc705a {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.153754] env[69770]: DEBUG oslo_vmware.api [None req-bf2cba36-5337-4774-b882-91e41b6b75b5 tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] Task: {'id': task-4069722, 'name': Rename_Task, 'duration_secs': 0.625962} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 843.154457] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf2cba36-5337-4774-b882-91e41b6b75b5 tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] [instance: 45b73d40-e4b9-4c65-82b4-0bb39b3f418b] Powering on the VM {{(pid=69770) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 843.155012] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f2a1e265-81ca-4c18-9b89-549582373d63 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.158102] env[69770]: DEBUG oslo_vmware.api [None req-53bde400-0d4e-4c88-a478-747d5be618d3 tempest-ServerAddressesTestJSON-725654377 tempest-ServerAddressesTestJSON-725654377-project-member] Waiting for the task: (returnval){ [ 843.158102] env[69770]: value = "session[52161b52-cb8e-ec9f-1132-2f6b49549d41]5205f390-fd2a-3b02-1612-ca0a88c0d6d9" [ 843.158102] env[69770]: _type = "Task" [ 843.158102] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 843.196809] env[69770]: DEBUG nova.compute.manager [req-154cb88a-13d7-4dbc-bd40-be4638d0f711 req-abc73fdf-e38f-4ead-99ff-f9e5d29e60e7 service nova] [instance: 271a7171-f68e-40ec-8f3e-87cb9c18e971] Received event network-vif-deleted-06a8a5d9-f380-455d-9907-d0d3948bf504 {{(pid=69770) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 843.197958] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-315540d1-d9a1-4ee6-8d9d-fbff3b7326c7 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.201438] env[69770]: DEBUG oslo_vmware.api [None req-bf2cba36-5337-4774-b882-91e41b6b75b5 tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] Waiting for the task: (returnval){ [ 843.201438] env[69770]: value = "task-4069725" [ 843.201438] env[69770]: _type = "Task" [ 843.201438] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 843.212109] env[69770]: DEBUG nova.compute.manager [None req-1f120153-6aa9-406b-beaa-086f9705960f tempest-AttachInterfacesV270Test-1251409617 tempest-AttachInterfacesV270Test-1251409617-project-member] [instance: b958c260-2604-4b07-9afb-285ceed6cf79] Starting instance... {{(pid=69770) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 843.214783] env[69770]: DEBUG oslo_vmware.api [None req-53bde400-0d4e-4c88-a478-747d5be618d3 tempest-ServerAddressesTestJSON-725654377 tempest-ServerAddressesTestJSON-725654377-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]5205f390-fd2a-3b02-1612-ca0a88c0d6d9, 'name': SearchDatastore_Task, 'duration_secs': 0.010761} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 843.223408] env[69770]: DEBUG oslo_concurrency.lockutils [None req-53bde400-0d4e-4c88-a478-747d5be618d3 tempest-ServerAddressesTestJSON-725654377 tempest-ServerAddressesTestJSON-725654377-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.223408] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-53bde400-0d4e-4c88-a478-747d5be618d3 tempest-ServerAddressesTestJSON-725654377 tempest-ServerAddressesTestJSON-725654377-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk to [datastore2] 15ed9603-9fc7-40a2-99c6-151cf10a8c36/15ed9603-9fc7-40a2-99c6-151cf10a8c36.vmdk {{(pid=69770) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 843.223408] env[69770]: DEBUG oslo_vmware.api [None req-bf2cba36-5337-4774-b882-91e41b6b75b5 tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] Task: {'id': task-4069725, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.223408] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-98fafb77-8a28-4680-8dde-5f83b4f82492 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.225748] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-206f2a66-db7f-4d84-bab4-3da3ca87747c {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.242352] env[69770]: DEBUG nova.compute.provider_tree [None req-8eb9c690-474e-4cda-a184-888b5650a2c8 tempest-SecurityGroupsTestJSON-864666295 tempest-SecurityGroupsTestJSON-864666295-project-member] Inventory has not changed in ProviderTree for provider: 7cc7d32b-b7a7-454a-a456-2a440248ed9d {{(pid=69770) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 843.245309] env[69770]: DEBUG oslo_vmware.api [None req-53bde400-0d4e-4c88-a478-747d5be618d3 tempest-ServerAddressesTestJSON-725654377 tempest-ServerAddressesTestJSON-725654377-project-member] Waiting for the task: (returnval){ [ 843.245309] env[69770]: value = "task-4069726" [ 843.245309] env[69770]: _type = "Task" [ 843.245309] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 843.254829] env[69770]: DEBUG oslo_vmware.api [None req-53bde400-0d4e-4c88-a478-747d5be618d3 tempest-ServerAddressesTestJSON-725654377 tempest-ServerAddressesTestJSON-725654377-project-member] Task: {'id': task-4069726, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.363603] env[69770]: DEBUG oslo_concurrency.lockutils [None req-488cdb9e-05ec-49b6-b35e-601733c512d1 tempest-MultipleCreateTestJSON-938873983 tempest-MultipleCreateTestJSON-938873983-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 843.506067] env[69770]: DEBUG nova.network.neutron [None req-ccdf3169-82d6-4a3e-9d04-a21d7ec87220 tempest-TenantUsagesTestJSON-669897836 tempest-TenantUsagesTestJSON-669897836-project-member] [instance: 7d036508-bb94-46ea-a630-117bbff02099] Instance cache missing network info. {{(pid=69770) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 843.562977] env[69770]: DEBUG oslo_concurrency.lockutils [None req-a501ffb3-48d6-4b0e-8f2b-a508ccd28871 tempest-MultipleCreateTestJSON-938873983 tempest-MultipleCreateTestJSON-938873983-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 843.575885] env[69770]: DEBUG oslo_vmware.api [None req-2202bb11-9306-411f-82e6-4168971d4053 tempest-ServersTestMultiNic-2119527449 tempest-ServersTestMultiNic-2119527449-project-member] Task: {'id': task-4069724, 'name': ReconfigVM_Task, 'duration_secs': 0.384774} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 843.581392] env[69770]: DEBUG nova.virt.vmwareapi.volumeops [None req-2202bb11-9306-411f-82e6-4168971d4053 tempest-ServersTestMultiNic-2119527449 tempest-ServersTestMultiNic-2119527449-project-member] [instance: e6e28bf0-10fd-4aa3-829b-9d5d0d301621] Reconfigured VM instance instance-00000027 to attach disk [datastore2] e6e28bf0-10fd-4aa3-829b-9d5d0d301621/e6e28bf0-10fd-4aa3-829b-9d5d0d301621.vmdk or device None with type sparse {{(pid=69770) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 843.582064] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-08c2a58b-b9a2-4ff9-bf10-a06b1f52b6b2 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.592426] env[69770]: DEBUG oslo_vmware.api [None req-2202bb11-9306-411f-82e6-4168971d4053 tempest-ServersTestMultiNic-2119527449 tempest-ServersTestMultiNic-2119527449-project-member] Waiting for the task: (returnval){ [ 843.592426] env[69770]: value = "task-4069727" [ 843.592426] env[69770]: _type = "Task" [ 843.592426] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 843.602160] env[69770]: DEBUG oslo_vmware.api [None req-2202bb11-9306-411f-82e6-4168971d4053 tempest-ServersTestMultiNic-2119527449 tempest-ServersTestMultiNic-2119527449-project-member] Task: {'id': task-4069727, 'name': Rename_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.702378] env[69770]: DEBUG oslo_concurrency.lockutils [None req-31c1d254-9cfb-46ca-ac42-71faeed9b170 tempest-ServersNegativeTestJSON-1437959553 tempest-ServersNegativeTestJSON-1437959553-project-member] Acquiring lock "3df42b8d-2222-42cc-8816-06ee1b31dc78" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 843.702662] env[69770]: DEBUG oslo_concurrency.lockutils [None req-31c1d254-9cfb-46ca-ac42-71faeed9b170 tempest-ServersNegativeTestJSON-1437959553 tempest-ServersNegativeTestJSON-1437959553-project-member] Lock "3df42b8d-2222-42cc-8816-06ee1b31dc78" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 843.702875] env[69770]: DEBUG oslo_concurrency.lockutils [None req-31c1d254-9cfb-46ca-ac42-71faeed9b170 tempest-ServersNegativeTestJSON-1437959553 tempest-ServersNegativeTestJSON-1437959553-project-member] Acquiring lock "3df42b8d-2222-42cc-8816-06ee1b31dc78-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 843.703078] env[69770]: DEBUG oslo_concurrency.lockutils [None req-31c1d254-9cfb-46ca-ac42-71faeed9b170 tempest-ServersNegativeTestJSON-1437959553 tempest-ServersNegativeTestJSON-1437959553-project-member] Lock "3df42b8d-2222-42cc-8816-06ee1b31dc78-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 843.703249] env[69770]: DEBUG oslo_concurrency.lockutils [None req-31c1d254-9cfb-46ca-ac42-71faeed9b170 tempest-ServersNegativeTestJSON-1437959553 tempest-ServersNegativeTestJSON-1437959553-project-member] Lock "3df42b8d-2222-42cc-8816-06ee1b31dc78-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 843.709495] env[69770]: INFO nova.compute.manager [None req-31c1d254-9cfb-46ca-ac42-71faeed9b170 tempest-ServersNegativeTestJSON-1437959553 tempest-ServersNegativeTestJSON-1437959553-project-member] [instance: 3df42b8d-2222-42cc-8816-06ee1b31dc78] Terminating instance [ 843.718383] env[69770]: DEBUG oslo_vmware.api [None req-bf2cba36-5337-4774-b882-91e41b6b75b5 tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] Task: {'id': task-4069725, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.747722] env[69770]: DEBUG nova.scheduler.client.report [None req-8eb9c690-474e-4cda-a184-888b5650a2c8 tempest-SecurityGroupsTestJSON-864666295 tempest-SecurityGroupsTestJSON-864666295-project-member] Inventory has not changed for provider 7cc7d32b-b7a7-454a-a456-2a440248ed9d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69770) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 843.753304] env[69770]: DEBUG oslo_concurrency.lockutils [None req-1f120153-6aa9-406b-beaa-086f9705960f tempest-AttachInterfacesV270Test-1251409617 tempest-AttachInterfacesV270Test-1251409617-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 843.757931] env[69770]: DEBUG nova.network.neutron [None req-ccdf3169-82d6-4a3e-9d04-a21d7ec87220 tempest-TenantUsagesTestJSON-669897836 tempest-TenantUsagesTestJSON-669897836-project-member] [instance: 7d036508-bb94-46ea-a630-117bbff02099] Updating instance_info_cache with network_info: [{"id": "f26413d8-d85c-406c-becc-b61d6999ad53", "address": "fa:16:3e:a8:f6:f6", "network": {"id": "f82b91df-bf84-467a-b908-3ff7324de9d6", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.72", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "d65f20bb89fb40a98b77bc6d97357df2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f0ef5aba-bd9a-42ff-a1a0-5e763986d70a", "external-id": "nsx-vlan-transportzone-209", "segmentation_id": 209, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf26413d8-d8", "ovs_interfaceid": "f26413d8-d85c-406c-becc-b61d6999ad53", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69770) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 843.766047] env[69770]: DEBUG oslo_vmware.api [None req-53bde400-0d4e-4c88-a478-747d5be618d3 tempest-ServerAddressesTestJSON-725654377 tempest-ServerAddressesTestJSON-725654377-project-member] Task: {'id': task-4069726, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.104995] env[69770]: DEBUG oslo_vmware.api [None req-2202bb11-9306-411f-82e6-4168971d4053 tempest-ServersTestMultiNic-2119527449 tempest-ServersTestMultiNic-2119527449-project-member] Task: {'id': task-4069727, 'name': Rename_Task, 'duration_secs': 0.262877} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 844.104995] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-2202bb11-9306-411f-82e6-4168971d4053 tempest-ServersTestMultiNic-2119527449 tempest-ServersTestMultiNic-2119527449-project-member] [instance: e6e28bf0-10fd-4aa3-829b-9d5d0d301621] Powering on the VM {{(pid=69770) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 844.104995] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c6f72e2c-ceba-444d-bce3-da2afe1bf572 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.114272] env[69770]: DEBUG oslo_vmware.api [None req-2202bb11-9306-411f-82e6-4168971d4053 tempest-ServersTestMultiNic-2119527449 tempest-ServersTestMultiNic-2119527449-project-member] Waiting for the task: (returnval){ [ 844.114272] env[69770]: value = "task-4069728" [ 844.114272] env[69770]: _type = "Task" [ 844.114272] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 844.123276] env[69770]: DEBUG oslo_vmware.api [None req-2202bb11-9306-411f-82e6-4168971d4053 tempest-ServersTestMultiNic-2119527449 tempest-ServersTestMultiNic-2119527449-project-member] Task: {'id': task-4069728, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.218857] env[69770]: DEBUG nova.compute.manager [None req-31c1d254-9cfb-46ca-ac42-71faeed9b170 tempest-ServersNegativeTestJSON-1437959553 tempest-ServersNegativeTestJSON-1437959553-project-member] [instance: 3df42b8d-2222-42cc-8816-06ee1b31dc78] Start destroying the instance on the hypervisor. {{(pid=69770) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 844.219211] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-31c1d254-9cfb-46ca-ac42-71faeed9b170 tempest-ServersNegativeTestJSON-1437959553 tempest-ServersNegativeTestJSON-1437959553-project-member] [instance: 3df42b8d-2222-42cc-8816-06ee1b31dc78] Destroying instance {{(pid=69770) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 844.219686] env[69770]: DEBUG oslo_vmware.api [None req-bf2cba36-5337-4774-b882-91e41b6b75b5 tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] Task: {'id': task-4069725, 'name': PowerOnVM_Task, 'duration_secs': 0.754148} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 844.220605] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-557eac65-eb79-48e6-b41b-b88f99e0001d {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.224083] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf2cba36-5337-4774-b882-91e41b6b75b5 tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] [instance: 45b73d40-e4b9-4c65-82b4-0bb39b3f418b] Powered on the VM {{(pid=69770) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 844.224429] env[69770]: INFO nova.compute.manager [None req-bf2cba36-5337-4774-b882-91e41b6b75b5 tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] [instance: 45b73d40-e4b9-4c65-82b4-0bb39b3f418b] Took 8.91 seconds to spawn the instance on the hypervisor. [ 844.224957] env[69770]: DEBUG nova.compute.manager [None req-bf2cba36-5337-4774-b882-91e41b6b75b5 tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] [instance: 45b73d40-e4b9-4c65-82b4-0bb39b3f418b] Checking state {{(pid=69770) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 844.227742] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-adf99043-5a51-4582-86bc-6efb449b9fa5 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.238952] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-31c1d254-9cfb-46ca-ac42-71faeed9b170 tempest-ServersNegativeTestJSON-1437959553 tempest-ServersNegativeTestJSON-1437959553-project-member] [instance: 3df42b8d-2222-42cc-8816-06ee1b31dc78] Powering off the VM {{(pid=69770) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 844.245267] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8eef8405-8888-4ef7-99ce-4f8787844123 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.253972] env[69770]: DEBUG oslo_vmware.api [None req-31c1d254-9cfb-46ca-ac42-71faeed9b170 tempest-ServersNegativeTestJSON-1437959553 tempest-ServersNegativeTestJSON-1437959553-project-member] Waiting for the task: (returnval){ [ 844.253972] env[69770]: value = "task-4069729" [ 844.253972] env[69770]: _type = "Task" [ 844.253972] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 844.262174] env[69770]: DEBUG oslo_concurrency.lockutils [None req-8eb9c690-474e-4cda-a184-888b5650a2c8 tempest-SecurityGroupsTestJSON-864666295 tempest-SecurityGroupsTestJSON-864666295-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.882s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 844.262174] env[69770]: DEBUG nova.compute.manager [None req-8eb9c690-474e-4cda-a184-888b5650a2c8 tempest-SecurityGroupsTestJSON-864666295 tempest-SecurityGroupsTestJSON-864666295-project-member] [instance: c089aece-c240-4203-96d7-e8fc9820c7d6] Start building networks asynchronously for instance. {{(pid=69770) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 844.266234] env[69770]: DEBUG oslo_concurrency.lockutils [None req-ccdf3169-82d6-4a3e-9d04-a21d7ec87220 tempest-TenantUsagesTestJSON-669897836 tempest-TenantUsagesTestJSON-669897836-project-member] Releasing lock "refresh_cache-7d036508-bb94-46ea-a630-117bbff02099" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.266553] env[69770]: DEBUG nova.compute.manager [None req-ccdf3169-82d6-4a3e-9d04-a21d7ec87220 tempest-TenantUsagesTestJSON-669897836 tempest-TenantUsagesTestJSON-669897836-project-member] [instance: 7d036508-bb94-46ea-a630-117bbff02099] Instance network_info: |[{"id": "f26413d8-d85c-406c-becc-b61d6999ad53", "address": "fa:16:3e:a8:f6:f6", "network": {"id": "f82b91df-bf84-467a-b908-3ff7324de9d6", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.72", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "d65f20bb89fb40a98b77bc6d97357df2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f0ef5aba-bd9a-42ff-a1a0-5e763986d70a", "external-id": "nsx-vlan-transportzone-209", "segmentation_id": 209, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf26413d8-d8", "ovs_interfaceid": "f26413d8-d85c-406c-becc-b61d6999ad53", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69770) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 844.271131] env[69770]: DEBUG oslo_concurrency.lockutils [None req-41e3ba78-966e-44d6-b408-ea0f42bea642 tempest-VolumesAssistedSnapshotsTest-780901493 tempest-VolumesAssistedSnapshotsTest-780901493-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.108s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 844.271525] env[69770]: DEBUG nova.objects.instance [None req-41e3ba78-966e-44d6-b408-ea0f42bea642 tempest-VolumesAssistedSnapshotsTest-780901493 tempest-VolumesAssistedSnapshotsTest-780901493-project-member] Lazy-loading 'resources' on Instance uuid df3c3daf-8cd6-43af-8872-c3cdc0ea11cb {{(pid=69770) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 844.273500] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-ccdf3169-82d6-4a3e-9d04-a21d7ec87220 tempest-TenantUsagesTestJSON-669897836 tempest-TenantUsagesTestJSON-669897836-project-member] [instance: 7d036508-bb94-46ea-a630-117bbff02099] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a8:f6:f6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f0ef5aba-bd9a-42ff-a1a0-5e763986d70a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f26413d8-d85c-406c-becc-b61d6999ad53', 'vif_model': 'vmxnet3'}] {{(pid=69770) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 844.282235] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-ccdf3169-82d6-4a3e-9d04-a21d7ec87220 tempest-TenantUsagesTestJSON-669897836 tempest-TenantUsagesTestJSON-669897836-project-member] Creating folder: Project (7958801cd5db45f5bf9a4363ab62f4d4). Parent ref: group-v806376. {{(pid=69770) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 844.283741] env[69770]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fba2f598-fb15-45d7-904e-a09db6b7b78d {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.295078] env[69770]: DEBUG oslo_vmware.api [None req-53bde400-0d4e-4c88-a478-747d5be618d3 tempest-ServerAddressesTestJSON-725654377 tempest-ServerAddressesTestJSON-725654377-project-member] Task: {'id': task-4069726, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.533345} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 844.304039] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-53bde400-0d4e-4c88-a478-747d5be618d3 tempest-ServerAddressesTestJSON-725654377 tempest-ServerAddressesTestJSON-725654377-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk to [datastore2] 15ed9603-9fc7-40a2-99c6-151cf10a8c36/15ed9603-9fc7-40a2-99c6-151cf10a8c36.vmdk {{(pid=69770) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 844.304993] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-53bde400-0d4e-4c88-a478-747d5be618d3 tempest-ServerAddressesTestJSON-725654377 tempest-ServerAddressesTestJSON-725654377-project-member] [instance: 15ed9603-9fc7-40a2-99c6-151cf10a8c36] Extending root virtual disk to 1048576 {{(pid=69770) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 844.305551] env[69770]: DEBUG oslo_vmware.api [None req-31c1d254-9cfb-46ca-ac42-71faeed9b170 tempest-ServersNegativeTestJSON-1437959553 tempest-ServersNegativeTestJSON-1437959553-project-member] Task: {'id': task-4069729, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.305782] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b08c936a-bc23-495f-b408-902231ee3e46 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.314136] env[69770]: INFO nova.virt.vmwareapi.vm_util [None req-ccdf3169-82d6-4a3e-9d04-a21d7ec87220 tempest-TenantUsagesTestJSON-669897836 tempest-TenantUsagesTestJSON-669897836-project-member] Created folder: Project (7958801cd5db45f5bf9a4363ab62f4d4) in parent group-v806376. [ 844.314380] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-ccdf3169-82d6-4a3e-9d04-a21d7ec87220 tempest-TenantUsagesTestJSON-669897836 tempest-TenantUsagesTestJSON-669897836-project-member] Creating folder: Instances. Parent ref: group-v806503. {{(pid=69770) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 844.314633] env[69770]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8b8d5f73-0401-4648-aa8e-b8ab8b06c121 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.319530] env[69770]: DEBUG oslo_vmware.api [None req-53bde400-0d4e-4c88-a478-747d5be618d3 tempest-ServerAddressesTestJSON-725654377 tempest-ServerAddressesTestJSON-725654377-project-member] Waiting for the task: (returnval){ [ 844.319530] env[69770]: value = "task-4069731" [ 844.319530] env[69770]: _type = "Task" [ 844.319530] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 844.329588] env[69770]: DEBUG oslo_vmware.api [None req-53bde400-0d4e-4c88-a478-747d5be618d3 tempest-ServerAddressesTestJSON-725654377 tempest-ServerAddressesTestJSON-725654377-project-member] Task: {'id': task-4069731, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.331239] env[69770]: INFO nova.virt.vmwareapi.vm_util [None req-ccdf3169-82d6-4a3e-9d04-a21d7ec87220 tempest-TenantUsagesTestJSON-669897836 tempest-TenantUsagesTestJSON-669897836-project-member] Created folder: Instances in parent group-v806503. [ 844.331911] env[69770]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ccdf3169-82d6-4a3e-9d04-a21d7ec87220 tempest-TenantUsagesTestJSON-669897836 tempest-TenantUsagesTestJSON-669897836-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69770) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 844.331911] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7d036508-bb94-46ea-a630-117bbff02099] Creating VM on the ESX host {{(pid=69770) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 844.332128] env[69770]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2a5d0aea-c62f-4750-9ba6-7a753dc294ae {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.358022] env[69770]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 844.358022] env[69770]: value = "task-4069733" [ 844.358022] env[69770]: _type = "Task" [ 844.358022] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 844.365142] env[69770]: DEBUG oslo_vmware.api [-] Task: {'id': task-4069733, 'name': CreateVM_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.512026] env[69770]: DEBUG nova.compute.manager [req-24dbd92b-f959-45c3-a071-feedd7618e8c req-457521b0-e19d-4135-89db-9ea9df3fedbf service nova] [instance: c1bf02b7-e9aa-4577-aca6-480b62da79ba] Received event network-vif-deleted-afea30ff-79e8-4bc9-ad4d-a56085111a61 {{(pid=69770) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 844.512026] env[69770]: DEBUG nova.compute.manager [req-24dbd92b-f959-45c3-a071-feedd7618e8c req-457521b0-e19d-4135-89db-9ea9df3fedbf service nova] [instance: 7d036508-bb94-46ea-a630-117bbff02099] Received event network-vif-plugged-f26413d8-d85c-406c-becc-b61d6999ad53 {{(pid=69770) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 844.512026] env[69770]: DEBUG oslo_concurrency.lockutils [req-24dbd92b-f959-45c3-a071-feedd7618e8c req-457521b0-e19d-4135-89db-9ea9df3fedbf service nova] Acquiring lock "7d036508-bb94-46ea-a630-117bbff02099-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 844.512026] env[69770]: DEBUG oslo_concurrency.lockutils [req-24dbd92b-f959-45c3-a071-feedd7618e8c req-457521b0-e19d-4135-89db-9ea9df3fedbf service nova] Lock "7d036508-bb94-46ea-a630-117bbff02099-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 844.512026] env[69770]: DEBUG oslo_concurrency.lockutils [req-24dbd92b-f959-45c3-a071-feedd7618e8c req-457521b0-e19d-4135-89db-9ea9df3fedbf service nova] Lock "7d036508-bb94-46ea-a630-117bbff02099-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 844.512026] env[69770]: DEBUG nova.compute.manager [req-24dbd92b-f959-45c3-a071-feedd7618e8c req-457521b0-e19d-4135-89db-9ea9df3fedbf service nova] [instance: 7d036508-bb94-46ea-a630-117bbff02099] No waiting events found dispatching network-vif-plugged-f26413d8-d85c-406c-becc-b61d6999ad53 {{(pid=69770) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 844.512908] env[69770]: WARNING nova.compute.manager [req-24dbd92b-f959-45c3-a071-feedd7618e8c req-457521b0-e19d-4135-89db-9ea9df3fedbf service nova] [instance: 7d036508-bb94-46ea-a630-117bbff02099] Received unexpected event network-vif-plugged-f26413d8-d85c-406c-becc-b61d6999ad53 for instance with vm_state building and task_state spawning. [ 844.512908] env[69770]: DEBUG nova.compute.manager [req-24dbd92b-f959-45c3-a071-feedd7618e8c req-457521b0-e19d-4135-89db-9ea9df3fedbf service nova] [instance: 7d036508-bb94-46ea-a630-117bbff02099] Received event network-changed-f26413d8-d85c-406c-becc-b61d6999ad53 {{(pid=69770) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 844.512908] env[69770]: DEBUG nova.compute.manager [req-24dbd92b-f959-45c3-a071-feedd7618e8c req-457521b0-e19d-4135-89db-9ea9df3fedbf service nova] [instance: 7d036508-bb94-46ea-a630-117bbff02099] Refreshing instance network info cache due to event network-changed-f26413d8-d85c-406c-becc-b61d6999ad53. {{(pid=69770) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 844.512908] env[69770]: DEBUG oslo_concurrency.lockutils [req-24dbd92b-f959-45c3-a071-feedd7618e8c req-457521b0-e19d-4135-89db-9ea9df3fedbf service nova] Acquiring lock "refresh_cache-7d036508-bb94-46ea-a630-117bbff02099" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.512908] env[69770]: DEBUG oslo_concurrency.lockutils [req-24dbd92b-f959-45c3-a071-feedd7618e8c req-457521b0-e19d-4135-89db-9ea9df3fedbf service nova] Acquired lock "refresh_cache-7d036508-bb94-46ea-a630-117bbff02099" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.513112] env[69770]: DEBUG nova.network.neutron [req-24dbd92b-f959-45c3-a071-feedd7618e8c req-457521b0-e19d-4135-89db-9ea9df3fedbf service nova] [instance: 7d036508-bb94-46ea-a630-117bbff02099] Refreshing network info cache for port f26413d8-d85c-406c-becc-b61d6999ad53 {{(pid=69770) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 844.623109] env[69770]: DEBUG oslo_vmware.api [None req-2202bb11-9306-411f-82e6-4168971d4053 tempest-ServersTestMultiNic-2119527449 tempest-ServersTestMultiNic-2119527449-project-member] Task: {'id': task-4069728, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.754453] env[69770]: INFO nova.compute.manager [None req-bf2cba36-5337-4774-b882-91e41b6b75b5 tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] [instance: 45b73d40-e4b9-4c65-82b4-0bb39b3f418b] Took 40.25 seconds to build instance. [ 844.773543] env[69770]: DEBUG nova.compute.utils [None req-8eb9c690-474e-4cda-a184-888b5650a2c8 tempest-SecurityGroupsTestJSON-864666295 tempest-SecurityGroupsTestJSON-864666295-project-member] Using /dev/sd instead of None {{(pid=69770) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 844.775460] env[69770]: DEBUG oslo_vmware.api [None req-31c1d254-9cfb-46ca-ac42-71faeed9b170 tempest-ServersNegativeTestJSON-1437959553 tempest-ServersNegativeTestJSON-1437959553-project-member] Task: {'id': task-4069729, 'name': PowerOffVM_Task, 'duration_secs': 0.28882} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 844.779015] env[69770]: DEBUG nova.compute.manager [None req-8eb9c690-474e-4cda-a184-888b5650a2c8 tempest-SecurityGroupsTestJSON-864666295 tempest-SecurityGroupsTestJSON-864666295-project-member] [instance: c089aece-c240-4203-96d7-e8fc9820c7d6] Allocating IP information in the background. {{(pid=69770) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 844.779284] env[69770]: DEBUG nova.network.neutron [None req-8eb9c690-474e-4cda-a184-888b5650a2c8 tempest-SecurityGroupsTestJSON-864666295 tempest-SecurityGroupsTestJSON-864666295-project-member] [instance: c089aece-c240-4203-96d7-e8fc9820c7d6] allocate_for_instance() {{(pid=69770) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 844.781211] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-31c1d254-9cfb-46ca-ac42-71faeed9b170 tempest-ServersNegativeTestJSON-1437959553 tempest-ServersNegativeTestJSON-1437959553-project-member] [instance: 3df42b8d-2222-42cc-8816-06ee1b31dc78] Powered off the VM {{(pid=69770) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 844.782329] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-31c1d254-9cfb-46ca-ac42-71faeed9b170 tempest-ServersNegativeTestJSON-1437959553 tempest-ServersNegativeTestJSON-1437959553-project-member] [instance: 3df42b8d-2222-42cc-8816-06ee1b31dc78] Unregistering the VM {{(pid=69770) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 844.783564] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a552444d-ee70-44b8-bf76-4f95c7650457 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.830623] env[69770]: DEBUG oslo_vmware.api [None req-53bde400-0d4e-4c88-a478-747d5be618d3 tempest-ServerAddressesTestJSON-725654377 tempest-ServerAddressesTestJSON-725654377-project-member] Task: {'id': task-4069731, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.080603} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 844.833580] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-53bde400-0d4e-4c88-a478-747d5be618d3 tempest-ServerAddressesTestJSON-725654377 tempest-ServerAddressesTestJSON-725654377-project-member] [instance: 15ed9603-9fc7-40a2-99c6-151cf10a8c36] Extended root virtual disk {{(pid=69770) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 844.834980] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb07d125-5fae-4bfe-b5f9-4ab3ae629044 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.858793] env[69770]: DEBUG nova.virt.vmwareapi.volumeops [None req-53bde400-0d4e-4c88-a478-747d5be618d3 tempest-ServerAddressesTestJSON-725654377 tempest-ServerAddressesTestJSON-725654377-project-member] [instance: 15ed9603-9fc7-40a2-99c6-151cf10a8c36] Reconfiguring VM instance instance-0000002a to attach disk [datastore2] 15ed9603-9fc7-40a2-99c6-151cf10a8c36/15ed9603-9fc7-40a2-99c6-151cf10a8c36.vmdk or device None with type sparse {{(pid=69770) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 844.862867] env[69770]: DEBUG nova.policy [None req-8eb9c690-474e-4cda-a184-888b5650a2c8 tempest-SecurityGroupsTestJSON-864666295 tempest-SecurityGroupsTestJSON-864666295-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ae5ae53b990e48b498f9596b3c38b80e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '42257c279ac042a88f3d28949622e509', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69770) authorize /opt/stack/nova/nova/policy.py:192}} [ 844.864344] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-98da371f-3824-4810-b87a-c6d893eb9aa2 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.890220] env[69770]: DEBUG oslo_concurrency.lockutils [None req-81da840c-08a6-4e98-ba0f-5df4632a322f tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] Acquiring lock "19c06f92-7f17-4834-b8be-723eb3f313c5" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 844.890488] env[69770]: DEBUG oslo_concurrency.lockutils [None req-81da840c-08a6-4e98-ba0f-5df4632a322f tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] Lock "19c06f92-7f17-4834-b8be-723eb3f313c5" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 844.890667] env[69770]: DEBUG nova.compute.manager [None req-81da840c-08a6-4e98-ba0f-5df4632a322f tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] [instance: 19c06f92-7f17-4834-b8be-723eb3f313c5] Checking state {{(pid=69770) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 844.890926] env[69770]: DEBUG oslo_vmware.api [-] Task: {'id': task-4069733, 'name': CreateVM_Task, 'duration_secs': 0.405542} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 844.893738] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cb2f112-f14d-42f4-85d0-8ad8dec40282 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.896328] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7d036508-bb94-46ea-a630-117bbff02099] Created VM on the ESX host {{(pid=69770) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 844.896682] env[69770]: DEBUG oslo_vmware.api [None req-53bde400-0d4e-4c88-a478-747d5be618d3 tempest-ServerAddressesTestJSON-725654377 tempest-ServerAddressesTestJSON-725654377-project-member] Waiting for the task: (returnval){ [ 844.896682] env[69770]: value = "task-4069735" [ 844.896682] env[69770]: _type = "Task" [ 844.896682] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 844.896944] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-31c1d254-9cfb-46ca-ac42-71faeed9b170 tempest-ServersNegativeTestJSON-1437959553 tempest-ServersNegativeTestJSON-1437959553-project-member] [instance: 3df42b8d-2222-42cc-8816-06ee1b31dc78] Unregistered the VM {{(pid=69770) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 844.897088] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-31c1d254-9cfb-46ca-ac42-71faeed9b170 tempest-ServersNegativeTestJSON-1437959553 tempest-ServersNegativeTestJSON-1437959553-project-member] [instance: 3df42b8d-2222-42cc-8816-06ee1b31dc78] Deleting contents of the VM from datastore datastore2 {{(pid=69770) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 844.897270] env[69770]: DEBUG nova.virt.vmwareapi.ds_util [None req-31c1d254-9cfb-46ca-ac42-71faeed9b170 tempest-ServersNegativeTestJSON-1437959553 tempest-ServersNegativeTestJSON-1437959553-project-member] Deleting the datastore file [datastore2] 3df42b8d-2222-42cc-8816-06ee1b31dc78 {{(pid=69770) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 844.897934] env[69770]: DEBUG oslo_concurrency.lockutils [None req-ccdf3169-82d6-4a3e-9d04-a21d7ec87220 tempest-TenantUsagesTestJSON-669897836 tempest-TenantUsagesTestJSON-669897836-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.898107] env[69770]: DEBUG oslo_concurrency.lockutils [None req-ccdf3169-82d6-4a3e-9d04-a21d7ec87220 tempest-TenantUsagesTestJSON-669897836 tempest-TenantUsagesTestJSON-669897836-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.898422] env[69770]: DEBUG oslo_concurrency.lockutils [None req-ccdf3169-82d6-4a3e-9d04-a21d7ec87220 tempest-TenantUsagesTestJSON-669897836 tempest-TenantUsagesTestJSON-669897836-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.898732] env[69770]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b8ecc51d-4e02-4237-ab48-510022af5bc3 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.903654] env[69770]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c0b70e73-b159-4c9d-beb0-8a112e52c358 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.910611] env[69770]: DEBUG nova.compute.manager [None req-81da840c-08a6-4e98-ba0f-5df4632a322f tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] [instance: 19c06f92-7f17-4834-b8be-723eb3f313c5] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69770) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 844.911227] env[69770]: DEBUG nova.objects.instance [None req-81da840c-08a6-4e98-ba0f-5df4632a322f tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] Lazy-loading 'flavor' on Instance uuid 19c06f92-7f17-4834-b8be-723eb3f313c5 {{(pid=69770) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 844.919155] env[69770]: DEBUG oslo_vmware.api [None req-31c1d254-9cfb-46ca-ac42-71faeed9b170 tempest-ServersNegativeTestJSON-1437959553 tempest-ServersNegativeTestJSON-1437959553-project-member] Waiting for the task: (returnval){ [ 844.919155] env[69770]: value = "task-4069736" [ 844.919155] env[69770]: _type = "Task" [ 844.919155] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 844.921638] env[69770]: DEBUG oslo_vmware.api [None req-53bde400-0d4e-4c88-a478-747d5be618d3 tempest-ServerAddressesTestJSON-725654377 tempest-ServerAddressesTestJSON-725654377-project-member] Task: {'id': task-4069735, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.921997] env[69770]: DEBUG oslo_vmware.api [None req-ccdf3169-82d6-4a3e-9d04-a21d7ec87220 tempest-TenantUsagesTestJSON-669897836 tempest-TenantUsagesTestJSON-669897836-project-member] Waiting for the task: (returnval){ [ 844.921997] env[69770]: value = "session[52161b52-cb8e-ec9f-1132-2f6b49549d41]52ef77ee-5637-1971-bb91-99ac33c5ca64" [ 844.921997] env[69770]: _type = "Task" [ 844.921997] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 844.938712] env[69770]: DEBUG oslo_vmware.api [None req-31c1d254-9cfb-46ca-ac42-71faeed9b170 tempest-ServersNegativeTestJSON-1437959553 tempest-ServersNegativeTestJSON-1437959553-project-member] Task: {'id': task-4069736, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.942578] env[69770]: DEBUG oslo_vmware.api [None req-ccdf3169-82d6-4a3e-9d04-a21d7ec87220 tempest-TenantUsagesTestJSON-669897836 tempest-TenantUsagesTestJSON-669897836-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]52ef77ee-5637-1971-bb91-99ac33c5ca64, 'name': SearchDatastore_Task, 'duration_secs': 0.018847} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 844.943370] env[69770]: DEBUG oslo_concurrency.lockutils [None req-ccdf3169-82d6-4a3e-9d04-a21d7ec87220 tempest-TenantUsagesTestJSON-669897836 tempest-TenantUsagesTestJSON-669897836-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.943518] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-ccdf3169-82d6-4a3e-9d04-a21d7ec87220 tempest-TenantUsagesTestJSON-669897836 tempest-TenantUsagesTestJSON-669897836-project-member] [instance: 7d036508-bb94-46ea-a630-117bbff02099] Processing image d1eaff80-24a0-4391-90eb-59958b1ecf0a {{(pid=69770) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 844.944446] env[69770]: DEBUG oslo_concurrency.lockutils [None req-ccdf3169-82d6-4a3e-9d04-a21d7ec87220 tempest-TenantUsagesTestJSON-669897836 tempest-TenantUsagesTestJSON-669897836-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.944446] env[69770]: DEBUG oslo_concurrency.lockutils [None req-ccdf3169-82d6-4a3e-9d04-a21d7ec87220 tempest-TenantUsagesTestJSON-669897836 tempest-TenantUsagesTestJSON-669897836-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.944446] env[69770]: DEBUG nova.virt.vmwareapi.ds_util [None req-ccdf3169-82d6-4a3e-9d04-a21d7ec87220 tempest-TenantUsagesTestJSON-669897836 tempest-TenantUsagesTestJSON-669897836-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69770) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 844.944743] env[69770]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0281ad18-a0de-4b37-87ad-f51b11fd50d2 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.957700] env[69770]: DEBUG nova.virt.vmwareapi.ds_util [None req-ccdf3169-82d6-4a3e-9d04-a21d7ec87220 tempest-TenantUsagesTestJSON-669897836 tempest-TenantUsagesTestJSON-669897836-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69770) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 844.957900] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-ccdf3169-82d6-4a3e-9d04-a21d7ec87220 tempest-TenantUsagesTestJSON-669897836 tempest-TenantUsagesTestJSON-669897836-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69770) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 844.958770] env[69770]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-98585916-9295-4ba4-a6e3-0e8c5adee28e {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.965838] env[69770]: DEBUG oslo_vmware.api [None req-ccdf3169-82d6-4a3e-9d04-a21d7ec87220 tempest-TenantUsagesTestJSON-669897836 tempest-TenantUsagesTestJSON-669897836-project-member] Waiting for the task: (returnval){ [ 844.965838] env[69770]: value = "session[52161b52-cb8e-ec9f-1132-2f6b49549d41]52210df5-ac7d-40c3-d7fb-17ec56826c21" [ 844.965838] env[69770]: _type = "Task" [ 844.965838] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 844.976730] env[69770]: DEBUG oslo_vmware.api [None req-ccdf3169-82d6-4a3e-9d04-a21d7ec87220 tempest-TenantUsagesTestJSON-669897836 tempest-TenantUsagesTestJSON-669897836-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]52210df5-ac7d-40c3-d7fb-17ec56826c21, 'name': SearchDatastore_Task} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 844.980288] env[69770]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-450ea6e9-ffb4-453a-b16c-97d2c2f278d9 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.986964] env[69770]: DEBUG oslo_vmware.api [None req-ccdf3169-82d6-4a3e-9d04-a21d7ec87220 tempest-TenantUsagesTestJSON-669897836 tempest-TenantUsagesTestJSON-669897836-project-member] Waiting for the task: (returnval){ [ 844.986964] env[69770]: value = "session[52161b52-cb8e-ec9f-1132-2f6b49549d41]52f41ae5-97fc-ac6e-7cf3-91fc0a9a38ab" [ 844.986964] env[69770]: _type = "Task" [ 844.986964] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 844.996323] env[69770]: DEBUG oslo_vmware.api [None req-ccdf3169-82d6-4a3e-9d04-a21d7ec87220 tempest-TenantUsagesTestJSON-669897836 tempest-TenantUsagesTestJSON-669897836-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]52f41ae5-97fc-ac6e-7cf3-91fc0a9a38ab, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.125714] env[69770]: DEBUG oslo_vmware.api [None req-2202bb11-9306-411f-82e6-4168971d4053 tempest-ServersTestMultiNic-2119527449 tempest-ServersTestMultiNic-2119527449-project-member] Task: {'id': task-4069728, 'name': PowerOnVM_Task, 'duration_secs': 0.9992} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 845.129368] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-2202bb11-9306-411f-82e6-4168971d4053 tempest-ServersTestMultiNic-2119527449 tempest-ServersTestMultiNic-2119527449-project-member] [instance: e6e28bf0-10fd-4aa3-829b-9d5d0d301621] Powered on the VM {{(pid=69770) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 845.129825] env[69770]: INFO nova.compute.manager [None req-2202bb11-9306-411f-82e6-4168971d4053 tempest-ServersTestMultiNic-2119527449 tempest-ServersTestMultiNic-2119527449-project-member] [instance: e6e28bf0-10fd-4aa3-829b-9d5d0d301621] Took 15.59 seconds to spawn the instance on the hypervisor. [ 845.130103] env[69770]: DEBUG nova.compute.manager [None req-2202bb11-9306-411f-82e6-4168971d4053 tempest-ServersTestMultiNic-2119527449 tempest-ServersTestMultiNic-2119527449-project-member] [instance: e6e28bf0-10fd-4aa3-829b-9d5d0d301621] Checking state {{(pid=69770) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 845.131888] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8351db89-508d-48b7-a876-bd3466d79aa9 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.260903] env[69770]: DEBUG oslo_concurrency.lockutils [None req-bf2cba36-5337-4774-b882-91e41b6b75b5 tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] Lock "45b73d40-e4b9-4c65-82b4-0bb39b3f418b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 88.421s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 845.276945] env[69770]: DEBUG nova.compute.manager [None req-8eb9c690-474e-4cda-a184-888b5650a2c8 tempest-SecurityGroupsTestJSON-864666295 tempest-SecurityGroupsTestJSON-864666295-project-member] [instance: c089aece-c240-4203-96d7-e8fc9820c7d6] Start building block device mappings for instance. {{(pid=69770) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 845.333339] env[69770]: DEBUG nova.network.neutron [req-24dbd92b-f959-45c3-a071-feedd7618e8c req-457521b0-e19d-4135-89db-9ea9df3fedbf service nova] [instance: 7d036508-bb94-46ea-a630-117bbff02099] Updated VIF entry in instance network info cache for port f26413d8-d85c-406c-becc-b61d6999ad53. {{(pid=69770) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 845.334048] env[69770]: DEBUG nova.network.neutron [req-24dbd92b-f959-45c3-a071-feedd7618e8c req-457521b0-e19d-4135-89db-9ea9df3fedbf service nova] [instance: 7d036508-bb94-46ea-a630-117bbff02099] Updating instance_info_cache with network_info: [{"id": "f26413d8-d85c-406c-becc-b61d6999ad53", "address": "fa:16:3e:a8:f6:f6", "network": {"id": "f82b91df-bf84-467a-b908-3ff7324de9d6", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.72", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "d65f20bb89fb40a98b77bc6d97357df2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f0ef5aba-bd9a-42ff-a1a0-5e763986d70a", "external-id": "nsx-vlan-transportzone-209", "segmentation_id": 209, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf26413d8-d8", "ovs_interfaceid": "f26413d8-d85c-406c-becc-b61d6999ad53", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69770) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 845.412179] env[69770]: DEBUG oslo_vmware.api [None req-53bde400-0d4e-4c88-a478-747d5be618d3 tempest-ServerAddressesTestJSON-725654377 tempest-ServerAddressesTestJSON-725654377-project-member] Task: {'id': task-4069735, 'name': ReconfigVM_Task, 'duration_secs': 0.432811} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 845.412554] env[69770]: DEBUG nova.virt.vmwareapi.volumeops [None req-53bde400-0d4e-4c88-a478-747d5be618d3 tempest-ServerAddressesTestJSON-725654377 tempest-ServerAddressesTestJSON-725654377-project-member] [instance: 15ed9603-9fc7-40a2-99c6-151cf10a8c36] Reconfigured VM instance instance-0000002a to attach disk [datastore2] 15ed9603-9fc7-40a2-99c6-151cf10a8c36/15ed9603-9fc7-40a2-99c6-151cf10a8c36.vmdk or device None with type sparse {{(pid=69770) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 845.415808] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-13da2860-5efd-4354-b553-7fe9ca1b26b7 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.431310] env[69770]: DEBUG oslo_vmware.api [None req-53bde400-0d4e-4c88-a478-747d5be618d3 tempest-ServerAddressesTestJSON-725654377 tempest-ServerAddressesTestJSON-725654377-project-member] Waiting for the task: (returnval){ [ 845.431310] env[69770]: value = "task-4069737" [ 845.431310] env[69770]: _type = "Task" [ 845.431310] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 845.435440] env[69770]: DEBUG oslo_vmware.api [None req-31c1d254-9cfb-46ca-ac42-71faeed9b170 tempest-ServersNegativeTestJSON-1437959553 tempest-ServersNegativeTestJSON-1437959553-project-member] Task: {'id': task-4069736, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.168222} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 845.440764] env[69770]: DEBUG nova.virt.vmwareapi.ds_util [None req-31c1d254-9cfb-46ca-ac42-71faeed9b170 tempest-ServersNegativeTestJSON-1437959553 tempest-ServersNegativeTestJSON-1437959553-project-member] Deleted the datastore file {{(pid=69770) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 845.440764] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-31c1d254-9cfb-46ca-ac42-71faeed9b170 tempest-ServersNegativeTestJSON-1437959553 tempest-ServersNegativeTestJSON-1437959553-project-member] [instance: 3df42b8d-2222-42cc-8816-06ee1b31dc78] Deleted contents of the VM from datastore datastore2 {{(pid=69770) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 845.440764] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-31c1d254-9cfb-46ca-ac42-71faeed9b170 tempest-ServersNegativeTestJSON-1437959553 tempest-ServersNegativeTestJSON-1437959553-project-member] [instance: 3df42b8d-2222-42cc-8816-06ee1b31dc78] Instance destroyed {{(pid=69770) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 845.440764] env[69770]: INFO nova.compute.manager [None req-31c1d254-9cfb-46ca-ac42-71faeed9b170 tempest-ServersNegativeTestJSON-1437959553 tempest-ServersNegativeTestJSON-1437959553-project-member] [instance: 3df42b8d-2222-42cc-8816-06ee1b31dc78] Took 1.22 seconds to destroy the instance on the hypervisor. [ 845.440764] env[69770]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-31c1d254-9cfb-46ca-ac42-71faeed9b170 tempest-ServersNegativeTestJSON-1437959553 tempest-ServersNegativeTestJSON-1437959553-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69770) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 845.444698] env[69770]: DEBUG nova.compute.manager [-] [instance: 3df42b8d-2222-42cc-8816-06ee1b31dc78] Deallocating network for instance {{(pid=69770) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 845.444834] env[69770]: DEBUG nova.network.neutron [-] [instance: 3df42b8d-2222-42cc-8816-06ee1b31dc78] deallocate_for_instance() {{(pid=69770) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 845.452556] env[69770]: DEBUG oslo_vmware.api [None req-53bde400-0d4e-4c88-a478-747d5be618d3 tempest-ServerAddressesTestJSON-725654377 tempest-ServerAddressesTestJSON-725654377-project-member] Task: {'id': task-4069737, 'name': Rename_Task} progress is 14%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.498849] env[69770]: DEBUG oslo_vmware.api [None req-ccdf3169-82d6-4a3e-9d04-a21d7ec87220 tempest-TenantUsagesTestJSON-669897836 tempest-TenantUsagesTestJSON-669897836-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]52f41ae5-97fc-ac6e-7cf3-91fc0a9a38ab, 'name': SearchDatastore_Task, 'duration_secs': 0.010865} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 845.499505] env[69770]: DEBUG oslo_concurrency.lockutils [None req-ccdf3169-82d6-4a3e-9d04-a21d7ec87220 tempest-TenantUsagesTestJSON-669897836 tempest-TenantUsagesTestJSON-669897836-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.502266] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-ccdf3169-82d6-4a3e-9d04-a21d7ec87220 tempest-TenantUsagesTestJSON-669897836 tempest-TenantUsagesTestJSON-669897836-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk to [datastore2] 7d036508-bb94-46ea-a630-117bbff02099/7d036508-bb94-46ea-a630-117bbff02099.vmdk {{(pid=69770) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 845.502266] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4183f8c1-cfa7-4ad1-a734-7f6bc06fa723 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.508347] env[69770]: DEBUG oslo_vmware.api [None req-ccdf3169-82d6-4a3e-9d04-a21d7ec87220 tempest-TenantUsagesTestJSON-669897836 tempest-TenantUsagesTestJSON-669897836-project-member] Waiting for the task: (returnval){ [ 845.508347] env[69770]: value = "task-4069738" [ 845.508347] env[69770]: _type = "Task" [ 845.508347] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 845.518019] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ef9bff5-b904-41e2-8799-8565fba16456 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.526644] env[69770]: DEBUG oslo_vmware.api [None req-ccdf3169-82d6-4a3e-9d04-a21d7ec87220 tempest-TenantUsagesTestJSON-669897836 tempest-TenantUsagesTestJSON-669897836-project-member] Task: {'id': task-4069738, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.531900] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-391b3134-886d-4701-b993-8c037b787d99 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.572444] env[69770]: DEBUG oslo_concurrency.lockutils [None req-8a8828aa-6eaa-41b9-9e33-3fb848c1de7f tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] Acquiring lock "45b73d40-e4b9-4c65-82b4-0bb39b3f418b" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 845.572444] env[69770]: DEBUG oslo_concurrency.lockutils [None req-8a8828aa-6eaa-41b9-9e33-3fb848c1de7f tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] Lock "45b73d40-e4b9-4c65-82b4-0bb39b3f418b" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 845.572444] env[69770]: DEBUG nova.compute.manager [None req-8a8828aa-6eaa-41b9-9e33-3fb848c1de7f tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] [instance: 45b73d40-e4b9-4c65-82b4-0bb39b3f418b] Checking state {{(pid=69770) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 845.573968] env[69770]: DEBUG nova.network.neutron [None req-8eb9c690-474e-4cda-a184-888b5650a2c8 tempest-SecurityGroupsTestJSON-864666295 tempest-SecurityGroupsTestJSON-864666295-project-member] [instance: c089aece-c240-4203-96d7-e8fc9820c7d6] Successfully created port: 152f14c6-778e-4a14-b541-659a2cdbd02f {{(pid=69770) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 845.580812] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-befa3cf6-bfb1-420b-a512-0ceb70d5cb93 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.583942] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e5a11f1-5a6c-4d2b-bdf8-94526490893b {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.597063] env[69770]: DEBUG nova.compute.manager [None req-8a8828aa-6eaa-41b9-9e33-3fb848c1de7f tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] [instance: 45b73d40-e4b9-4c65-82b4-0bb39b3f418b] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69770) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 845.598400] env[69770]: DEBUG nova.objects.instance [None req-8a8828aa-6eaa-41b9-9e33-3fb848c1de7f tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] Lazy-loading 'flavor' on Instance uuid 45b73d40-e4b9-4c65-82b4-0bb39b3f418b {{(pid=69770) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 845.600403] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2e9d276-d951-4c7a-b7cc-73f3d8274ec3 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.620579] env[69770]: DEBUG nova.compute.provider_tree [None req-41e3ba78-966e-44d6-b408-ea0f42bea642 tempest-VolumesAssistedSnapshotsTest-780901493 tempest-VolumesAssistedSnapshotsTest-780901493-project-member] Inventory has not changed in ProviderTree for provider: 7cc7d32b-b7a7-454a-a456-2a440248ed9d {{(pid=69770) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 845.657684] env[69770]: INFO nova.compute.manager [None req-2202bb11-9306-411f-82e6-4168971d4053 tempest-ServersTestMultiNic-2119527449 tempest-ServersTestMultiNic-2119527449-project-member] [instance: e6e28bf0-10fd-4aa3-829b-9d5d0d301621] Took 44.78 seconds to build instance. [ 845.768616] env[69770]: DEBUG nova.compute.manager [None req-60dc0e94-f7e7-4d5a-9f59-f0c5f7c7d6fb tempest-VolumesAdminNegativeTest-624188729 tempest-VolumesAdminNegativeTest-624188729-project-member] [instance: da33b77b-49c7-48e3-9f43-68e4bf6e53a8] Starting instance... {{(pid=69770) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 845.836704] env[69770]: DEBUG oslo_concurrency.lockutils [req-24dbd92b-f959-45c3-a071-feedd7618e8c req-457521b0-e19d-4135-89db-9ea9df3fedbf service nova] Releasing lock "refresh_cache-7d036508-bb94-46ea-a630-117bbff02099" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.928743] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-81da840c-08a6-4e98-ba0f-5df4632a322f tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] [instance: 19c06f92-7f17-4834-b8be-723eb3f313c5] Powering off the VM {{(pid=69770) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 845.929078] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4cd0e391-6579-4a28-8678-b2b3430c794e {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.937891] env[69770]: DEBUG oslo_vmware.api [None req-81da840c-08a6-4e98-ba0f-5df4632a322f tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] Waiting for the task: (returnval){ [ 845.937891] env[69770]: value = "task-4069739" [ 845.937891] env[69770]: _type = "Task" [ 845.937891] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 845.956787] env[69770]: DEBUG oslo_vmware.api [None req-81da840c-08a6-4e98-ba0f-5df4632a322f tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] Task: {'id': task-4069739, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.963434] env[69770]: DEBUG oslo_vmware.api [None req-53bde400-0d4e-4c88-a478-747d5be618d3 tempest-ServerAddressesTestJSON-725654377 tempest-ServerAddressesTestJSON-725654377-project-member] Task: {'id': task-4069737, 'name': Rename_Task, 'duration_secs': 0.223414} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 845.964234] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-53bde400-0d4e-4c88-a478-747d5be618d3 tempest-ServerAddressesTestJSON-725654377 tempest-ServerAddressesTestJSON-725654377-project-member] [instance: 15ed9603-9fc7-40a2-99c6-151cf10a8c36] Powering on the VM {{(pid=69770) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 845.964553] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f52d9cc8-63b9-4ac3-8971-a5c5db19fe1f {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.976736] env[69770]: DEBUG oslo_vmware.api [None req-53bde400-0d4e-4c88-a478-747d5be618d3 tempest-ServerAddressesTestJSON-725654377 tempest-ServerAddressesTestJSON-725654377-project-member] Waiting for the task: (returnval){ [ 845.976736] env[69770]: value = "task-4069740" [ 845.976736] env[69770]: _type = "Task" [ 845.976736] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 845.989330] env[69770]: DEBUG oslo_vmware.api [None req-53bde400-0d4e-4c88-a478-747d5be618d3 tempest-ServerAddressesTestJSON-725654377 tempest-ServerAddressesTestJSON-725654377-project-member] Task: {'id': task-4069740, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.023220] env[69770]: DEBUG oslo_vmware.api [None req-ccdf3169-82d6-4a3e-9d04-a21d7ec87220 tempest-TenantUsagesTestJSON-669897836 tempest-TenantUsagesTestJSON-669897836-project-member] Task: {'id': task-4069738, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.124164] env[69770]: DEBUG nova.scheduler.client.report [None req-41e3ba78-966e-44d6-b408-ea0f42bea642 tempest-VolumesAssistedSnapshotsTest-780901493 tempest-VolumesAssistedSnapshotsTest-780901493-project-member] Inventory has not changed for provider 7cc7d32b-b7a7-454a-a456-2a440248ed9d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69770) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 846.159990] env[69770]: DEBUG oslo_concurrency.lockutils [None req-2202bb11-9306-411f-82e6-4168971d4053 tempest-ServersTestMultiNic-2119527449 tempest-ServersTestMultiNic-2119527449-project-member] Lock "e6e28bf0-10fd-4aa3-829b-9d5d0d301621" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 94.292s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 846.293530] env[69770]: DEBUG nova.compute.manager [None req-8eb9c690-474e-4cda-a184-888b5650a2c8 tempest-SecurityGroupsTestJSON-864666295 tempest-SecurityGroupsTestJSON-864666295-project-member] [instance: c089aece-c240-4203-96d7-e8fc9820c7d6] Start spawning the instance on the hypervisor. {{(pid=69770) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 846.296965] env[69770]: DEBUG oslo_concurrency.lockutils [None req-60dc0e94-f7e7-4d5a-9f59-f0c5f7c7d6fb tempest-VolumesAdminNegativeTest-624188729 tempest-VolumesAdminNegativeTest-624188729-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 846.318326] env[69770]: DEBUG nova.virt.hardware [None req-8eb9c690-474e-4cda-a184-888b5650a2c8 tempest-SecurityGroupsTestJSON-864666295 tempest-SecurityGroupsTestJSON-864666295-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T12:16:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T12:16:11Z,direct_url=,disk_format='vmdk',id=d1eaff80-24a0-4391-90eb-59958b1ecf0a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d65f20bb89fb40a98b77bc6d97357df2',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T12:16:12Z,virtual_size=,visibility=), allow threads: False {{(pid=69770) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 846.318623] env[69770]: DEBUG nova.virt.hardware [None req-8eb9c690-474e-4cda-a184-888b5650a2c8 tempest-SecurityGroupsTestJSON-864666295 tempest-SecurityGroupsTestJSON-864666295-project-member] Flavor limits 0:0:0 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 846.318780] env[69770]: DEBUG nova.virt.hardware [None req-8eb9c690-474e-4cda-a184-888b5650a2c8 tempest-SecurityGroupsTestJSON-864666295 tempest-SecurityGroupsTestJSON-864666295-project-member] Image limits 0:0:0 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 846.318960] env[69770]: DEBUG nova.virt.hardware [None req-8eb9c690-474e-4cda-a184-888b5650a2c8 tempest-SecurityGroupsTestJSON-864666295 tempest-SecurityGroupsTestJSON-864666295-project-member] Flavor pref 0:0:0 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 846.319125] env[69770]: DEBUG nova.virt.hardware [None req-8eb9c690-474e-4cda-a184-888b5650a2c8 tempest-SecurityGroupsTestJSON-864666295 tempest-SecurityGroupsTestJSON-864666295-project-member] Image pref 0:0:0 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 846.319295] env[69770]: DEBUG nova.virt.hardware [None req-8eb9c690-474e-4cda-a184-888b5650a2c8 tempest-SecurityGroupsTestJSON-864666295 tempest-SecurityGroupsTestJSON-864666295-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 846.319487] env[69770]: DEBUG nova.virt.hardware [None req-8eb9c690-474e-4cda-a184-888b5650a2c8 tempest-SecurityGroupsTestJSON-864666295 tempest-SecurityGroupsTestJSON-864666295-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69770) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 846.319645] env[69770]: DEBUG nova.virt.hardware [None req-8eb9c690-474e-4cda-a184-888b5650a2c8 tempest-SecurityGroupsTestJSON-864666295 tempest-SecurityGroupsTestJSON-864666295-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69770) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 846.319810] env[69770]: DEBUG nova.virt.hardware [None req-8eb9c690-474e-4cda-a184-888b5650a2c8 tempest-SecurityGroupsTestJSON-864666295 tempest-SecurityGroupsTestJSON-864666295-project-member] Got 1 possible topologies {{(pid=69770) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 846.319972] env[69770]: DEBUG nova.virt.hardware [None req-8eb9c690-474e-4cda-a184-888b5650a2c8 tempest-SecurityGroupsTestJSON-864666295 tempest-SecurityGroupsTestJSON-864666295-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69770) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 846.320164] env[69770]: DEBUG nova.virt.hardware [None req-8eb9c690-474e-4cda-a184-888b5650a2c8 tempest-SecurityGroupsTestJSON-864666295 tempest-SecurityGroupsTestJSON-864666295-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69770) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 846.321046] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bba0524d-6970-44f1-8938-977a2b7eabf9 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.330833] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3248df71-616a-44b4-9328-974f4d1feedc {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.364307] env[69770]: DEBUG nova.network.neutron [-] [instance: 3df42b8d-2222-42cc-8816-06ee1b31dc78] Updating instance_info_cache with network_info: [] {{(pid=69770) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 846.396908] env[69770]: DEBUG nova.compute.manager [req-9cb52ea7-876a-4d61-9dc6-f151ccb431b6 req-64509fd4-7242-40e7-a6bd-e77cc63df248 service nova] [instance: 3df42b8d-2222-42cc-8816-06ee1b31dc78] Received event network-vif-deleted-b419283f-d3a3-4ac9-935d-94c24f38ab26 {{(pid=69770) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 846.452758] env[69770]: DEBUG oslo_vmware.api [None req-81da840c-08a6-4e98-ba0f-5df4632a322f tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] Task: {'id': task-4069739, 'name': PowerOffVM_Task, 'duration_secs': 0.32819} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 846.454031] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-81da840c-08a6-4e98-ba0f-5df4632a322f tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] [instance: 19c06f92-7f17-4834-b8be-723eb3f313c5] Powered off the VM {{(pid=69770) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 846.454031] env[69770]: DEBUG nova.compute.manager [None req-81da840c-08a6-4e98-ba0f-5df4632a322f tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] [instance: 19c06f92-7f17-4834-b8be-723eb3f313c5] Checking state {{(pid=69770) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 846.454228] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cccaadc9-b550-4759-b2cf-64876f7080fa {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.489041] env[69770]: DEBUG oslo_vmware.api [None req-53bde400-0d4e-4c88-a478-747d5be618d3 tempest-ServerAddressesTestJSON-725654377 tempest-ServerAddressesTestJSON-725654377-project-member] Task: {'id': task-4069740, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.525786] env[69770]: DEBUG oslo_vmware.api [None req-ccdf3169-82d6-4a3e-9d04-a21d7ec87220 tempest-TenantUsagesTestJSON-669897836 tempest-TenantUsagesTestJSON-669897836-project-member] Task: {'id': task-4069738, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.56075} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 846.525786] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-ccdf3169-82d6-4a3e-9d04-a21d7ec87220 tempest-TenantUsagesTestJSON-669897836 tempest-TenantUsagesTestJSON-669897836-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk to [datastore2] 7d036508-bb94-46ea-a630-117bbff02099/7d036508-bb94-46ea-a630-117bbff02099.vmdk {{(pid=69770) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 846.526130] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-ccdf3169-82d6-4a3e-9d04-a21d7ec87220 tempest-TenantUsagesTestJSON-669897836 tempest-TenantUsagesTestJSON-669897836-project-member] [instance: 7d036508-bb94-46ea-a630-117bbff02099] Extending root virtual disk to 1048576 {{(pid=69770) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 846.526293] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6e9d96db-e09c-4114-a8d0-7a80257ffc08 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.535027] env[69770]: DEBUG oslo_vmware.api [None req-ccdf3169-82d6-4a3e-9d04-a21d7ec87220 tempest-TenantUsagesTestJSON-669897836 tempest-TenantUsagesTestJSON-669897836-project-member] Waiting for the task: (returnval){ [ 846.535027] env[69770]: value = "task-4069741" [ 846.535027] env[69770]: _type = "Task" [ 846.535027] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 846.544475] env[69770]: DEBUG oslo_vmware.api [None req-ccdf3169-82d6-4a3e-9d04-a21d7ec87220 tempest-TenantUsagesTestJSON-669897836 tempest-TenantUsagesTestJSON-669897836-project-member] Task: {'id': task-4069741, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.615470] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a8828aa-6eaa-41b9-9e33-3fb848c1de7f tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] [instance: 45b73d40-e4b9-4c65-82b4-0bb39b3f418b] Powering off the VM {{(pid=69770) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 846.615798] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2dce4013-07a5-45d1-8784-3bde5bb386f9 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.625404] env[69770]: DEBUG oslo_vmware.api [None req-8a8828aa-6eaa-41b9-9e33-3fb848c1de7f tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] Waiting for the task: (returnval){ [ 846.625404] env[69770]: value = "task-4069742" [ 846.625404] env[69770]: _type = "Task" [ 846.625404] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 846.631965] env[69770]: DEBUG oslo_concurrency.lockutils [None req-41e3ba78-966e-44d6-b408-ea0f42bea642 tempest-VolumesAssistedSnapshotsTest-780901493 tempest-VolumesAssistedSnapshotsTest-780901493-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.361s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 846.638543] env[69770]: DEBUG oslo_concurrency.lockutils [None req-04e68aa8-dfb3-478f-afa8-fedb2f40a3b5 tempest-MigrationsAdminTest-1409017777 tempest-MigrationsAdminTest-1409017777-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.563s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 846.640244] env[69770]: INFO nova.compute.claims [None req-04e68aa8-dfb3-478f-afa8-fedb2f40a3b5 tempest-MigrationsAdminTest-1409017777 tempest-MigrationsAdminTest-1409017777-project-member] [instance: 95957450-4202-4400-ab80-e9d3a56b2efb] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 846.644822] env[69770]: DEBUG oslo_vmware.api [None req-8a8828aa-6eaa-41b9-9e33-3fb848c1de7f tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] Task: {'id': task-4069742, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.656754] env[69770]: INFO nova.scheduler.client.report [None req-41e3ba78-966e-44d6-b408-ea0f42bea642 tempest-VolumesAssistedSnapshotsTest-780901493 tempest-VolumesAssistedSnapshotsTest-780901493-project-member] Deleted allocations for instance df3c3daf-8cd6-43af-8872-c3cdc0ea11cb [ 846.662293] env[69770]: DEBUG nova.compute.manager [None req-71c045a7-dc1d-4351-b14f-ed9673ac6b1b tempest-ServerActionsV293TestJSON-1944763761 tempest-ServerActionsV293TestJSON-1944763761-project-member] [instance: 1f92c4e9-6054-433b-917d-fa1956ee1a57] Starting instance... {{(pid=69770) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 846.866968] env[69770]: INFO nova.compute.manager [-] [instance: 3df42b8d-2222-42cc-8816-06ee1b31dc78] Took 1.42 seconds to deallocate network for instance. [ 846.968246] env[69770]: DEBUG oslo_concurrency.lockutils [None req-81da840c-08a6-4e98-ba0f-5df4632a322f tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] Lock "19c06f92-7f17-4834-b8be-723eb3f313c5" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.078s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 846.973706] env[69770]: DEBUG oslo_concurrency.lockutils [None req-6b375aa2-76aa-42ee-9cb9-4714721218d4 tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] Acquiring lock "9de87335-1db9-4bb3-ab4b-6bec27911b5f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 846.974062] env[69770]: DEBUG oslo_concurrency.lockutils [None req-6b375aa2-76aa-42ee-9cb9-4714721218d4 tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] Lock "9de87335-1db9-4bb3-ab4b-6bec27911b5f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 846.990565] env[69770]: DEBUG oslo_vmware.api [None req-53bde400-0d4e-4c88-a478-747d5be618d3 tempest-ServerAddressesTestJSON-725654377 tempest-ServerAddressesTestJSON-725654377-project-member] Task: {'id': task-4069740, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.006718] env[69770]: DEBUG oslo_concurrency.lockutils [None req-3e60c7cb-c6e8-4da0-818c-f3cd2ac26917 tempest-ServersTestMultiNic-2119527449 tempest-ServersTestMultiNic-2119527449-project-member] Acquiring lock "e6e28bf0-10fd-4aa3-829b-9d5d0d301621" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 847.007254] env[69770]: DEBUG oslo_concurrency.lockutils [None req-3e60c7cb-c6e8-4da0-818c-f3cd2ac26917 tempest-ServersTestMultiNic-2119527449 tempest-ServersTestMultiNic-2119527449-project-member] Lock "e6e28bf0-10fd-4aa3-829b-9d5d0d301621" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 847.007558] env[69770]: DEBUG oslo_concurrency.lockutils [None req-3e60c7cb-c6e8-4da0-818c-f3cd2ac26917 tempest-ServersTestMultiNic-2119527449 tempest-ServersTestMultiNic-2119527449-project-member] Acquiring lock "e6e28bf0-10fd-4aa3-829b-9d5d0d301621-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 847.007853] env[69770]: DEBUG oslo_concurrency.lockutils [None req-3e60c7cb-c6e8-4da0-818c-f3cd2ac26917 tempest-ServersTestMultiNic-2119527449 tempest-ServersTestMultiNic-2119527449-project-member] Lock "e6e28bf0-10fd-4aa3-829b-9d5d0d301621-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 847.008102] env[69770]: DEBUG oslo_concurrency.lockutils [None req-3e60c7cb-c6e8-4da0-818c-f3cd2ac26917 tempest-ServersTestMultiNic-2119527449 tempest-ServersTestMultiNic-2119527449-project-member] Lock "e6e28bf0-10fd-4aa3-829b-9d5d0d301621-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 847.010696] env[69770]: INFO nova.compute.manager [None req-3e60c7cb-c6e8-4da0-818c-f3cd2ac26917 tempest-ServersTestMultiNic-2119527449 tempest-ServersTestMultiNic-2119527449-project-member] [instance: e6e28bf0-10fd-4aa3-829b-9d5d0d301621] Terminating instance [ 847.048891] env[69770]: DEBUG oslo_vmware.api [None req-ccdf3169-82d6-4a3e-9d04-a21d7ec87220 tempest-TenantUsagesTestJSON-669897836 tempest-TenantUsagesTestJSON-669897836-project-member] Task: {'id': task-4069741, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.084391} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 847.049759] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-ccdf3169-82d6-4a3e-9d04-a21d7ec87220 tempest-TenantUsagesTestJSON-669897836 tempest-TenantUsagesTestJSON-669897836-project-member] [instance: 7d036508-bb94-46ea-a630-117bbff02099] Extended root virtual disk {{(pid=69770) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 847.051254] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90a8f5e8-ecfd-4fa0-960b-ae59df81a1ad {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.083196] env[69770]: DEBUG nova.virt.vmwareapi.volumeops [None req-ccdf3169-82d6-4a3e-9d04-a21d7ec87220 tempest-TenantUsagesTestJSON-669897836 tempest-TenantUsagesTestJSON-669897836-project-member] [instance: 7d036508-bb94-46ea-a630-117bbff02099] Reconfiguring VM instance instance-0000002b to attach disk [datastore2] 7d036508-bb94-46ea-a630-117bbff02099/7d036508-bb94-46ea-a630-117bbff02099.vmdk or device None with type sparse {{(pid=69770) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 847.083572] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0d0ce10b-7904-4123-a54c-03b26ceb6f41 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.107134] env[69770]: DEBUG oslo_vmware.api [None req-ccdf3169-82d6-4a3e-9d04-a21d7ec87220 tempest-TenantUsagesTestJSON-669897836 tempest-TenantUsagesTestJSON-669897836-project-member] Waiting for the task: (returnval){ [ 847.107134] env[69770]: value = "task-4069743" [ 847.107134] env[69770]: _type = "Task" [ 847.107134] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 847.117376] env[69770]: DEBUG oslo_vmware.api [None req-ccdf3169-82d6-4a3e-9d04-a21d7ec87220 tempest-TenantUsagesTestJSON-669897836 tempest-TenantUsagesTestJSON-669897836-project-member] Task: {'id': task-4069743, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.138282] env[69770]: DEBUG oslo_vmware.api [None req-8a8828aa-6eaa-41b9-9e33-3fb848c1de7f tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] Task: {'id': task-4069742, 'name': PowerOffVM_Task, 'duration_secs': 0.43127} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 847.138282] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a8828aa-6eaa-41b9-9e33-3fb848c1de7f tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] [instance: 45b73d40-e4b9-4c65-82b4-0bb39b3f418b] Powered off the VM {{(pid=69770) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 847.138282] env[69770]: DEBUG nova.compute.manager [None req-8a8828aa-6eaa-41b9-9e33-3fb848c1de7f tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] [instance: 45b73d40-e4b9-4c65-82b4-0bb39b3f418b] Checking state {{(pid=69770) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 847.139919] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a12e826b-2ab3-455c-8da9-29ef641aa78f {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.169856] env[69770]: DEBUG oslo_concurrency.lockutils [None req-41e3ba78-966e-44d6-b408-ea0f42bea642 tempest-VolumesAssistedSnapshotsTest-780901493 tempest-VolumesAssistedSnapshotsTest-780901493-project-member] Lock "df3c3daf-8cd6-43af-8872-c3cdc0ea11cb" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.299s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 847.192718] env[69770]: DEBUG oslo_concurrency.lockutils [None req-71c045a7-dc1d-4351-b14f-ed9673ac6b1b tempest-ServerActionsV293TestJSON-1944763761 tempest-ServerActionsV293TestJSON-1944763761-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 847.373650] env[69770]: DEBUG oslo_concurrency.lockutils [None req-31c1d254-9cfb-46ca-ac42-71faeed9b170 tempest-ServersNegativeTestJSON-1437959553 tempest-ServersNegativeTestJSON-1437959553-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 847.399020] env[69770]: DEBUG nova.network.neutron [None req-8eb9c690-474e-4cda-a184-888b5650a2c8 tempest-SecurityGroupsTestJSON-864666295 tempest-SecurityGroupsTestJSON-864666295-project-member] [instance: c089aece-c240-4203-96d7-e8fc9820c7d6] Successfully updated port: 152f14c6-778e-4a14-b541-659a2cdbd02f {{(pid=69770) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 847.456652] env[69770]: DEBUG nova.compute.manager [req-bc05224c-20c5-4900-8498-8a8119e60bbb req-4d2a5cb9-f3f2-4d81-aeba-77901f40b1ee service nova] [instance: c089aece-c240-4203-96d7-e8fc9820c7d6] Received event network-vif-plugged-152f14c6-778e-4a14-b541-659a2cdbd02f {{(pid=69770) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 847.457059] env[69770]: DEBUG oslo_concurrency.lockutils [req-bc05224c-20c5-4900-8498-8a8119e60bbb req-4d2a5cb9-f3f2-4d81-aeba-77901f40b1ee service nova] Acquiring lock "c089aece-c240-4203-96d7-e8fc9820c7d6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 847.457429] env[69770]: DEBUG oslo_concurrency.lockutils [req-bc05224c-20c5-4900-8498-8a8119e60bbb req-4d2a5cb9-f3f2-4d81-aeba-77901f40b1ee service nova] Lock "c089aece-c240-4203-96d7-e8fc9820c7d6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 847.457849] env[69770]: DEBUG oslo_concurrency.lockutils [req-bc05224c-20c5-4900-8498-8a8119e60bbb req-4d2a5cb9-f3f2-4d81-aeba-77901f40b1ee service nova] Lock "c089aece-c240-4203-96d7-e8fc9820c7d6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 847.458066] env[69770]: DEBUG nova.compute.manager [req-bc05224c-20c5-4900-8498-8a8119e60bbb req-4d2a5cb9-f3f2-4d81-aeba-77901f40b1ee service nova] [instance: c089aece-c240-4203-96d7-e8fc9820c7d6] No waiting events found dispatching network-vif-plugged-152f14c6-778e-4a14-b541-659a2cdbd02f {{(pid=69770) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 847.458380] env[69770]: WARNING nova.compute.manager [req-bc05224c-20c5-4900-8498-8a8119e60bbb req-4d2a5cb9-f3f2-4d81-aeba-77901f40b1ee service nova] [instance: c089aece-c240-4203-96d7-e8fc9820c7d6] Received unexpected event network-vif-plugged-152f14c6-778e-4a14-b541-659a2cdbd02f for instance with vm_state building and task_state spawning. [ 847.492658] env[69770]: DEBUG oslo_vmware.api [None req-53bde400-0d4e-4c88-a478-747d5be618d3 tempest-ServerAddressesTestJSON-725654377 tempest-ServerAddressesTestJSON-725654377-project-member] Task: {'id': task-4069740, 'name': PowerOnVM_Task, 'duration_secs': 1.163403} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 847.492991] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-53bde400-0d4e-4c88-a478-747d5be618d3 tempest-ServerAddressesTestJSON-725654377 tempest-ServerAddressesTestJSON-725654377-project-member] [instance: 15ed9603-9fc7-40a2-99c6-151cf10a8c36] Powered on the VM {{(pid=69770) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 847.493234] env[69770]: INFO nova.compute.manager [None req-53bde400-0d4e-4c88-a478-747d5be618d3 tempest-ServerAddressesTestJSON-725654377 tempest-ServerAddressesTestJSON-725654377-project-member] [instance: 15ed9603-9fc7-40a2-99c6-151cf10a8c36] Took 9.32 seconds to spawn the instance on the hypervisor. [ 847.493431] env[69770]: DEBUG nova.compute.manager [None req-53bde400-0d4e-4c88-a478-747d5be618d3 tempest-ServerAddressesTestJSON-725654377 tempest-ServerAddressesTestJSON-725654377-project-member] [instance: 15ed9603-9fc7-40a2-99c6-151cf10a8c36] Checking state {{(pid=69770) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 847.494242] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e76a6c86-5323-4731-823d-0c1dbf594f6d {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.518705] env[69770]: DEBUG nova.compute.manager [None req-3e60c7cb-c6e8-4da0-818c-f3cd2ac26917 tempest-ServersTestMultiNic-2119527449 tempest-ServersTestMultiNic-2119527449-project-member] [instance: e6e28bf0-10fd-4aa3-829b-9d5d0d301621] Start destroying the instance on the hypervisor. {{(pid=69770) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 847.518705] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-3e60c7cb-c6e8-4da0-818c-f3cd2ac26917 tempest-ServersTestMultiNic-2119527449 tempest-ServersTestMultiNic-2119527449-project-member] [instance: e6e28bf0-10fd-4aa3-829b-9d5d0d301621] Destroying instance {{(pid=69770) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 847.519386] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13ec985d-c78b-40fa-95e2-1b24778871a6 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.533983] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e60c7cb-c6e8-4da0-818c-f3cd2ac26917 tempest-ServersTestMultiNic-2119527449 tempest-ServersTestMultiNic-2119527449-project-member] [instance: e6e28bf0-10fd-4aa3-829b-9d5d0d301621] Powering off the VM {{(pid=69770) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 847.534435] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d0ba5986-0b20-42d6-ae0f-433ea0f39434 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.541563] env[69770]: DEBUG oslo_vmware.api [None req-3e60c7cb-c6e8-4da0-818c-f3cd2ac26917 tempest-ServersTestMultiNic-2119527449 tempest-ServersTestMultiNic-2119527449-project-member] Waiting for the task: (returnval){ [ 847.541563] env[69770]: value = "task-4069744" [ 847.541563] env[69770]: _type = "Task" [ 847.541563] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 847.552801] env[69770]: DEBUG oslo_vmware.api [None req-3e60c7cb-c6e8-4da0-818c-f3cd2ac26917 tempest-ServersTestMultiNic-2119527449 tempest-ServersTestMultiNic-2119527449-project-member] Task: {'id': task-4069744, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.620810] env[69770]: DEBUG oslo_vmware.api [None req-ccdf3169-82d6-4a3e-9d04-a21d7ec87220 tempest-TenantUsagesTestJSON-669897836 tempest-TenantUsagesTestJSON-669897836-project-member] Task: {'id': task-4069743, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.658398] env[69770]: DEBUG oslo_concurrency.lockutils [None req-8a8828aa-6eaa-41b9-9e33-3fb848c1de7f tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] Lock "45b73d40-e4b9-4c65-82b4-0bb39b3f418b" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.086s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 847.904539] env[69770]: DEBUG oslo_concurrency.lockutils [None req-040c725b-78cf-4176-813b-40967e31083a tempest-ListServersNegativeTestJSON-118656177 tempest-ListServersNegativeTestJSON-118656177-project-member] Acquiring lock "fd890686-500e-4bee-b216-145c4818c245" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 847.904539] env[69770]: DEBUG oslo_concurrency.lockutils [None req-040c725b-78cf-4176-813b-40967e31083a tempest-ListServersNegativeTestJSON-118656177 tempest-ListServersNegativeTestJSON-118656177-project-member] Lock "fd890686-500e-4bee-b216-145c4818c245" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 847.904696] env[69770]: DEBUG oslo_concurrency.lockutils [None req-040c725b-78cf-4176-813b-40967e31083a tempest-ListServersNegativeTestJSON-118656177 tempest-ListServersNegativeTestJSON-118656177-project-member] Acquiring lock "fd890686-500e-4bee-b216-145c4818c245-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 847.904811] env[69770]: DEBUG oslo_concurrency.lockutils [None req-040c725b-78cf-4176-813b-40967e31083a tempest-ListServersNegativeTestJSON-118656177 tempest-ListServersNegativeTestJSON-118656177-project-member] Lock "fd890686-500e-4bee-b216-145c4818c245-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 847.904977] env[69770]: DEBUG oslo_concurrency.lockutils [None req-040c725b-78cf-4176-813b-40967e31083a tempest-ListServersNegativeTestJSON-118656177 tempest-ListServersNegativeTestJSON-118656177-project-member] Lock "fd890686-500e-4bee-b216-145c4818c245-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 847.907152] env[69770]: INFO nova.compute.manager [None req-040c725b-78cf-4176-813b-40967e31083a tempest-ListServersNegativeTestJSON-118656177 tempest-ListServersNegativeTestJSON-118656177-project-member] [instance: fd890686-500e-4bee-b216-145c4818c245] Terminating instance [ 847.908766] env[69770]: DEBUG oslo_concurrency.lockutils [None req-8eb9c690-474e-4cda-a184-888b5650a2c8 tempest-SecurityGroupsTestJSON-864666295 tempest-SecurityGroupsTestJSON-864666295-project-member] Acquiring lock "refresh_cache-c089aece-c240-4203-96d7-e8fc9820c7d6" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.909160] env[69770]: DEBUG oslo_concurrency.lockutils [None req-8eb9c690-474e-4cda-a184-888b5650a2c8 tempest-SecurityGroupsTestJSON-864666295 tempest-SecurityGroupsTestJSON-864666295-project-member] Acquired lock "refresh_cache-c089aece-c240-4203-96d7-e8fc9820c7d6" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.909160] env[69770]: DEBUG nova.network.neutron [None req-8eb9c690-474e-4cda-a184-888b5650a2c8 tempest-SecurityGroupsTestJSON-864666295 tempest-SecurityGroupsTestJSON-864666295-project-member] [instance: c089aece-c240-4203-96d7-e8fc9820c7d6] Building network info cache for instance {{(pid=69770) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 848.017793] env[69770]: INFO nova.compute.manager [None req-53bde400-0d4e-4c88-a478-747d5be618d3 tempest-ServerAddressesTestJSON-725654377 tempest-ServerAddressesTestJSON-725654377-project-member] [instance: 15ed9603-9fc7-40a2-99c6-151cf10a8c36] Took 39.27 seconds to build instance. [ 848.052989] env[69770]: DEBUG oslo_vmware.api [None req-3e60c7cb-c6e8-4da0-818c-f3cd2ac26917 tempest-ServersTestMultiNic-2119527449 tempest-ServersTestMultiNic-2119527449-project-member] Task: {'id': task-4069744, 'name': PowerOffVM_Task, 'duration_secs': 0.303631} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 848.055730] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e60c7cb-c6e8-4da0-818c-f3cd2ac26917 tempest-ServersTestMultiNic-2119527449 tempest-ServersTestMultiNic-2119527449-project-member] [instance: e6e28bf0-10fd-4aa3-829b-9d5d0d301621] Powered off the VM {{(pid=69770) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 848.055935] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-3e60c7cb-c6e8-4da0-818c-f3cd2ac26917 tempest-ServersTestMultiNic-2119527449 tempest-ServersTestMultiNic-2119527449-project-member] [instance: e6e28bf0-10fd-4aa3-829b-9d5d0d301621] Unregistering the VM {{(pid=69770) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 848.056735] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9c69aa15-bd0d-4997-9891-938ed5151710 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.079207] env[69770]: DEBUG oslo_concurrency.lockutils [None req-bcc1b0ad-6b6e-4f76-8cec-762569f0d42b tempest-ListServersNegativeTestJSON-118656177 tempest-ListServersNegativeTestJSON-118656177-project-member] Acquiring lock "c8a7ad94-852f-48a2-9186-70d322e97118" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 848.079505] env[69770]: DEBUG oslo_concurrency.lockutils [None req-bcc1b0ad-6b6e-4f76-8cec-762569f0d42b tempest-ListServersNegativeTestJSON-118656177 tempest-ListServersNegativeTestJSON-118656177-project-member] Lock "c8a7ad94-852f-48a2-9186-70d322e97118" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 848.079715] env[69770]: DEBUG oslo_concurrency.lockutils [None req-bcc1b0ad-6b6e-4f76-8cec-762569f0d42b tempest-ListServersNegativeTestJSON-118656177 tempest-ListServersNegativeTestJSON-118656177-project-member] Acquiring lock "c8a7ad94-852f-48a2-9186-70d322e97118-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 848.079903] env[69770]: DEBUG oslo_concurrency.lockutils [None req-bcc1b0ad-6b6e-4f76-8cec-762569f0d42b tempest-ListServersNegativeTestJSON-118656177 tempest-ListServersNegativeTestJSON-118656177-project-member] Lock "c8a7ad94-852f-48a2-9186-70d322e97118-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 848.080129] env[69770]: DEBUG oslo_concurrency.lockutils [None req-bcc1b0ad-6b6e-4f76-8cec-762569f0d42b tempest-ListServersNegativeTestJSON-118656177 tempest-ListServersNegativeTestJSON-118656177-project-member] Lock "c8a7ad94-852f-48a2-9186-70d322e97118-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 848.083218] env[69770]: INFO nova.compute.manager [None req-bcc1b0ad-6b6e-4f76-8cec-762569f0d42b tempest-ListServersNegativeTestJSON-118656177 tempest-ListServersNegativeTestJSON-118656177-project-member] [instance: c8a7ad94-852f-48a2-9186-70d322e97118] Terminating instance [ 848.121824] env[69770]: DEBUG oslo_vmware.api [None req-ccdf3169-82d6-4a3e-9d04-a21d7ec87220 tempest-TenantUsagesTestJSON-669897836 tempest-TenantUsagesTestJSON-669897836-project-member] Task: {'id': task-4069743, 'name': ReconfigVM_Task, 'duration_secs': 0.598124} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 848.122127] env[69770]: DEBUG nova.virt.vmwareapi.volumeops [None req-ccdf3169-82d6-4a3e-9d04-a21d7ec87220 tempest-TenantUsagesTestJSON-669897836 tempest-TenantUsagesTestJSON-669897836-project-member] [instance: 7d036508-bb94-46ea-a630-117bbff02099] Reconfigured VM instance instance-0000002b to attach disk [datastore2] 7d036508-bb94-46ea-a630-117bbff02099/7d036508-bb94-46ea-a630-117bbff02099.vmdk or device None with type sparse {{(pid=69770) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 848.122752] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b9eec328-4252-405e-922f-9d003195711e {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.130149] env[69770]: DEBUG oslo_vmware.api [None req-ccdf3169-82d6-4a3e-9d04-a21d7ec87220 tempest-TenantUsagesTestJSON-669897836 tempest-TenantUsagesTestJSON-669897836-project-member] Waiting for the task: (returnval){ [ 848.130149] env[69770]: value = "task-4069746" [ 848.130149] env[69770]: _type = "Task" [ 848.130149] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 848.150268] env[69770]: DEBUG oslo_vmware.api [None req-ccdf3169-82d6-4a3e-9d04-a21d7ec87220 tempest-TenantUsagesTestJSON-669897836 tempest-TenantUsagesTestJSON-669897836-project-member] Task: {'id': task-4069746, 'name': Rename_Task} progress is 10%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.198651] env[69770]: DEBUG nova.objects.instance [None req-9037f43a-47f1-4b09-b5c2-2945a6b1954b tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] Lazy-loading 'flavor' on Instance uuid 19c06f92-7f17-4834-b8be-723eb3f313c5 {{(pid=69770) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 848.237396] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-3e60c7cb-c6e8-4da0-818c-f3cd2ac26917 tempest-ServersTestMultiNic-2119527449 tempest-ServersTestMultiNic-2119527449-project-member] [instance: e6e28bf0-10fd-4aa3-829b-9d5d0d301621] Unregistered the VM {{(pid=69770) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 848.238393] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-3e60c7cb-c6e8-4da0-818c-f3cd2ac26917 tempest-ServersTestMultiNic-2119527449 tempest-ServersTestMultiNic-2119527449-project-member] [instance: e6e28bf0-10fd-4aa3-829b-9d5d0d301621] Deleting contents of the VM from datastore datastore2 {{(pid=69770) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 848.238777] env[69770]: DEBUG nova.virt.vmwareapi.ds_util [None req-3e60c7cb-c6e8-4da0-818c-f3cd2ac26917 tempest-ServersTestMultiNic-2119527449 tempest-ServersTestMultiNic-2119527449-project-member] Deleting the datastore file [datastore2] e6e28bf0-10fd-4aa3-829b-9d5d0d301621 {{(pid=69770) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 848.239205] env[69770]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6d75bea4-0c91-475f-8ada-f6b0621a5b0d {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.247715] env[69770]: DEBUG oslo_vmware.api [None req-3e60c7cb-c6e8-4da0-818c-f3cd2ac26917 tempest-ServersTestMultiNic-2119527449 tempest-ServersTestMultiNic-2119527449-project-member] Waiting for the task: (returnval){ [ 848.247715] env[69770]: value = "task-4069747" [ 848.247715] env[69770]: _type = "Task" [ 848.247715] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 848.263504] env[69770]: DEBUG oslo_vmware.api [None req-3e60c7cb-c6e8-4da0-818c-f3cd2ac26917 tempest-ServersTestMultiNic-2119527449 tempest-ServersTestMultiNic-2119527449-project-member] Task: {'id': task-4069747, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.343577] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ef04380-d51f-4d66-83d2-c19370214afc {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.353872] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff7da0d2-5998-49ee-9b8d-d19535abafa6 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.392150] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84383cd4-2407-4faf-ba52-533f3da617b3 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.403907] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7fa9015-145e-4861-8eaf-49d1af89ef0d {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.422064] env[69770]: DEBUG nova.compute.manager [None req-040c725b-78cf-4176-813b-40967e31083a tempest-ListServersNegativeTestJSON-118656177 tempest-ListServersNegativeTestJSON-118656177-project-member] [instance: fd890686-500e-4bee-b216-145c4818c245] Start destroying the instance on the hypervisor. {{(pid=69770) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 848.422431] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-040c725b-78cf-4176-813b-40967e31083a tempest-ListServersNegativeTestJSON-118656177 tempest-ListServersNegativeTestJSON-118656177-project-member] [instance: fd890686-500e-4bee-b216-145c4818c245] Destroying instance {{(pid=69770) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 848.425408] env[69770]: DEBUG nova.compute.provider_tree [None req-04e68aa8-dfb3-478f-afa8-fedb2f40a3b5 tempest-MigrationsAdminTest-1409017777 tempest-MigrationsAdminTest-1409017777-project-member] Inventory has not changed in ProviderTree for provider: 7cc7d32b-b7a7-454a-a456-2a440248ed9d {{(pid=69770) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 848.430797] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e220b880-4a72-46d4-98bd-6f60fe86b311 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.442333] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-040c725b-78cf-4176-813b-40967e31083a tempest-ListServersNegativeTestJSON-118656177 tempest-ListServersNegativeTestJSON-118656177-project-member] [instance: fd890686-500e-4bee-b216-145c4818c245] Powering off the VM {{(pid=69770) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 848.442591] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-90973f35-1878-4008-8cb7-b61417b7898e {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.449942] env[69770]: DEBUG oslo_vmware.api [None req-040c725b-78cf-4176-813b-40967e31083a tempest-ListServersNegativeTestJSON-118656177 tempest-ListServersNegativeTestJSON-118656177-project-member] Waiting for the task: (returnval){ [ 848.449942] env[69770]: value = "task-4069748" [ 848.449942] env[69770]: _type = "Task" [ 848.449942] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 848.460072] env[69770]: DEBUG oslo_vmware.api [None req-040c725b-78cf-4176-813b-40967e31083a tempest-ListServersNegativeTestJSON-118656177 tempest-ListServersNegativeTestJSON-118656177-project-member] Task: {'id': task-4069748, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.504300] env[69770]: DEBUG nova.network.neutron [None req-8eb9c690-474e-4cda-a184-888b5650a2c8 tempest-SecurityGroupsTestJSON-864666295 tempest-SecurityGroupsTestJSON-864666295-project-member] [instance: c089aece-c240-4203-96d7-e8fc9820c7d6] Instance cache missing network info. {{(pid=69770) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 848.521196] env[69770]: DEBUG oslo_concurrency.lockutils [None req-53bde400-0d4e-4c88-a478-747d5be618d3 tempest-ServerAddressesTestJSON-725654377 tempest-ServerAddressesTestJSON-725654377-project-member] Lock "15ed9603-9fc7-40a2-99c6-151cf10a8c36" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 83.282s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 848.591020] env[69770]: DEBUG nova.compute.manager [None req-bcc1b0ad-6b6e-4f76-8cec-762569f0d42b tempest-ListServersNegativeTestJSON-118656177 tempest-ListServersNegativeTestJSON-118656177-project-member] [instance: c8a7ad94-852f-48a2-9186-70d322e97118] Start destroying the instance on the hypervisor. {{(pid=69770) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 848.591333] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-bcc1b0ad-6b6e-4f76-8cec-762569f0d42b tempest-ListServersNegativeTestJSON-118656177 tempest-ListServersNegativeTestJSON-118656177-project-member] [instance: c8a7ad94-852f-48a2-9186-70d322e97118] Destroying instance {{(pid=69770) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 848.592389] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd848fbf-251d-4925-bd46-1ad34bde3135 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.600920] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-bcc1b0ad-6b6e-4f76-8cec-762569f0d42b tempest-ListServersNegativeTestJSON-118656177 tempest-ListServersNegativeTestJSON-118656177-project-member] [instance: c8a7ad94-852f-48a2-9186-70d322e97118] Powering off the VM {{(pid=69770) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 848.601229] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4182c372-9478-4042-a9ae-19bf871e73e1 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.610435] env[69770]: DEBUG oslo_vmware.api [None req-bcc1b0ad-6b6e-4f76-8cec-762569f0d42b tempest-ListServersNegativeTestJSON-118656177 tempest-ListServersNegativeTestJSON-118656177-project-member] Waiting for the task: (returnval){ [ 848.610435] env[69770]: value = "task-4069749" [ 848.610435] env[69770]: _type = "Task" [ 848.610435] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 848.622661] env[69770]: DEBUG oslo_vmware.api [None req-bcc1b0ad-6b6e-4f76-8cec-762569f0d42b tempest-ListServersNegativeTestJSON-118656177 tempest-ListServersNegativeTestJSON-118656177-project-member] Task: {'id': task-4069749, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.644548] env[69770]: DEBUG oslo_vmware.api [None req-ccdf3169-82d6-4a3e-9d04-a21d7ec87220 tempest-TenantUsagesTestJSON-669897836 tempest-TenantUsagesTestJSON-669897836-project-member] Task: {'id': task-4069746, 'name': Rename_Task} progress is 99%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.709048] env[69770]: DEBUG oslo_concurrency.lockutils [None req-9037f43a-47f1-4b09-b5c2-2945a6b1954b tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] Acquiring lock "refresh_cache-19c06f92-7f17-4834-b8be-723eb3f313c5" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.709048] env[69770]: DEBUG oslo_concurrency.lockutils [None req-9037f43a-47f1-4b09-b5c2-2945a6b1954b tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] Acquired lock "refresh_cache-19c06f92-7f17-4834-b8be-723eb3f313c5" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.709218] env[69770]: DEBUG nova.network.neutron [None req-9037f43a-47f1-4b09-b5c2-2945a6b1954b tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] [instance: 19c06f92-7f17-4834-b8be-723eb3f313c5] Building network info cache for instance {{(pid=69770) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 848.709332] env[69770]: DEBUG nova.objects.instance [None req-9037f43a-47f1-4b09-b5c2-2945a6b1954b tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] Lazy-loading 'info_cache' on Instance uuid 19c06f92-7f17-4834-b8be-723eb3f313c5 {{(pid=69770) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 848.761200] env[69770]: DEBUG oslo_vmware.api [None req-3e60c7cb-c6e8-4da0-818c-f3cd2ac26917 tempest-ServersTestMultiNic-2119527449 tempest-ServersTestMultiNic-2119527449-project-member] Task: {'id': task-4069747, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.176201} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 848.761462] env[69770]: DEBUG nova.virt.vmwareapi.ds_util [None req-3e60c7cb-c6e8-4da0-818c-f3cd2ac26917 tempest-ServersTestMultiNic-2119527449 tempest-ServersTestMultiNic-2119527449-project-member] Deleted the datastore file {{(pid=69770) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 848.761643] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-3e60c7cb-c6e8-4da0-818c-f3cd2ac26917 tempest-ServersTestMultiNic-2119527449 tempest-ServersTestMultiNic-2119527449-project-member] [instance: e6e28bf0-10fd-4aa3-829b-9d5d0d301621] Deleted contents of the VM from datastore datastore2 {{(pid=69770) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 848.761816] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-3e60c7cb-c6e8-4da0-818c-f3cd2ac26917 tempest-ServersTestMultiNic-2119527449 tempest-ServersTestMultiNic-2119527449-project-member] [instance: e6e28bf0-10fd-4aa3-829b-9d5d0d301621] Instance destroyed {{(pid=69770) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 848.761987] env[69770]: INFO nova.compute.manager [None req-3e60c7cb-c6e8-4da0-818c-f3cd2ac26917 tempest-ServersTestMultiNic-2119527449 tempest-ServersTestMultiNic-2119527449-project-member] [instance: e6e28bf0-10fd-4aa3-829b-9d5d0d301621] Took 1.24 seconds to destroy the instance on the hypervisor. [ 848.762240] env[69770]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3e60c7cb-c6e8-4da0-818c-f3cd2ac26917 tempest-ServersTestMultiNic-2119527449 tempest-ServersTestMultiNic-2119527449-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69770) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 848.762426] env[69770]: DEBUG nova.compute.manager [-] [instance: e6e28bf0-10fd-4aa3-829b-9d5d0d301621] Deallocating network for instance {{(pid=69770) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 848.762518] env[69770]: DEBUG nova.network.neutron [-] [instance: e6e28bf0-10fd-4aa3-829b-9d5d0d301621] deallocate_for_instance() {{(pid=69770) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 848.807814] env[69770]: DEBUG nova.network.neutron [None req-8eb9c690-474e-4cda-a184-888b5650a2c8 tempest-SecurityGroupsTestJSON-864666295 tempest-SecurityGroupsTestJSON-864666295-project-member] [instance: c089aece-c240-4203-96d7-e8fc9820c7d6] Updating instance_info_cache with network_info: [{"id": "152f14c6-778e-4a14-b541-659a2cdbd02f", "address": "fa:16:3e:df:e2:2c", "network": {"id": "29edef2d-c3cc-4fd2-8a86-68a8eb391ef0", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1441207760-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "42257c279ac042a88f3d28949622e509", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "462a7219-4deb-4225-9cf7-3131ef280363", "external-id": "nsx-vlan-transportzone-468", "segmentation_id": 468, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap152f14c6-77", "ovs_interfaceid": "152f14c6-778e-4a14-b541-659a2cdbd02f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69770) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 848.935714] env[69770]: DEBUG nova.scheduler.client.report [None req-04e68aa8-dfb3-478f-afa8-fedb2f40a3b5 tempest-MigrationsAdminTest-1409017777 tempest-MigrationsAdminTest-1409017777-project-member] Inventory has not changed for provider 7cc7d32b-b7a7-454a-a456-2a440248ed9d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69770) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 848.966258] env[69770]: DEBUG oslo_vmware.api [None req-040c725b-78cf-4176-813b-40967e31083a tempest-ListServersNegativeTestJSON-118656177 tempest-ListServersNegativeTestJSON-118656177-project-member] Task: {'id': task-4069748, 'name': PowerOffVM_Task, 'duration_secs': 0.244894} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 848.966258] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-040c725b-78cf-4176-813b-40967e31083a tempest-ListServersNegativeTestJSON-118656177 tempest-ListServersNegativeTestJSON-118656177-project-member] [instance: fd890686-500e-4bee-b216-145c4818c245] Powered off the VM {{(pid=69770) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 848.966489] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-040c725b-78cf-4176-813b-40967e31083a tempest-ListServersNegativeTestJSON-118656177 tempest-ListServersNegativeTestJSON-118656177-project-member] [instance: fd890686-500e-4bee-b216-145c4818c245] Unregistering the VM {{(pid=69770) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 848.966767] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-15d9c7b0-d4ed-4944-b5dd-86fa5dbaeb7c {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.023872] env[69770]: DEBUG nova.compute.manager [None req-6b375aa2-76aa-42ee-9cb9-4714721218d4 tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] [instance: 9de87335-1db9-4bb3-ab4b-6bec27911b5f] Starting instance... {{(pid=69770) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 849.043521] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-040c725b-78cf-4176-813b-40967e31083a tempest-ListServersNegativeTestJSON-118656177 tempest-ListServersNegativeTestJSON-118656177-project-member] [instance: fd890686-500e-4bee-b216-145c4818c245] Unregistered the VM {{(pid=69770) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 849.043835] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-040c725b-78cf-4176-813b-40967e31083a tempest-ListServersNegativeTestJSON-118656177 tempest-ListServersNegativeTestJSON-118656177-project-member] [instance: fd890686-500e-4bee-b216-145c4818c245] Deleting contents of the VM from datastore datastore1 {{(pid=69770) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 849.044114] env[69770]: DEBUG nova.virt.vmwareapi.ds_util [None req-040c725b-78cf-4176-813b-40967e31083a tempest-ListServersNegativeTestJSON-118656177 tempest-ListServersNegativeTestJSON-118656177-project-member] Deleting the datastore file [datastore1] fd890686-500e-4bee-b216-145c4818c245 {{(pid=69770) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 849.044352] env[69770]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-47a35e1f-a608-4ae6-9525-76a33aa21401 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.054115] env[69770]: DEBUG oslo_vmware.api [None req-040c725b-78cf-4176-813b-40967e31083a tempest-ListServersNegativeTestJSON-118656177 tempest-ListServersNegativeTestJSON-118656177-project-member] Waiting for the task: (returnval){ [ 849.054115] env[69770]: value = "task-4069751" [ 849.054115] env[69770]: _type = "Task" [ 849.054115] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 849.068556] env[69770]: DEBUG oslo_vmware.api [None req-040c725b-78cf-4176-813b-40967e31083a tempest-ListServersNegativeTestJSON-118656177 tempest-ListServersNegativeTestJSON-118656177-project-member] Task: {'id': task-4069751, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.125091] env[69770]: DEBUG oslo_vmware.api [None req-bcc1b0ad-6b6e-4f76-8cec-762569f0d42b tempest-ListServersNegativeTestJSON-118656177 tempest-ListServersNegativeTestJSON-118656177-project-member] Task: {'id': task-4069749, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.145155] env[69770]: DEBUG oslo_vmware.api [None req-ccdf3169-82d6-4a3e-9d04-a21d7ec87220 tempest-TenantUsagesTestJSON-669897836 tempest-TenantUsagesTestJSON-669897836-project-member] Task: {'id': task-4069746, 'name': Rename_Task} progress is 99%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.215170] env[69770]: DEBUG nova.objects.base [None req-9037f43a-47f1-4b09-b5c2-2945a6b1954b tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] Object Instance<19c06f92-7f17-4834-b8be-723eb3f313c5> lazy-loaded attributes: flavor,info_cache {{(pid=69770) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 849.310862] env[69770]: DEBUG oslo_concurrency.lockutils [None req-8eb9c690-474e-4cda-a184-888b5650a2c8 tempest-SecurityGroupsTestJSON-864666295 tempest-SecurityGroupsTestJSON-864666295-project-member] Releasing lock "refresh_cache-c089aece-c240-4203-96d7-e8fc9820c7d6" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.311250] env[69770]: DEBUG nova.compute.manager [None req-8eb9c690-474e-4cda-a184-888b5650a2c8 tempest-SecurityGroupsTestJSON-864666295 tempest-SecurityGroupsTestJSON-864666295-project-member] [instance: c089aece-c240-4203-96d7-e8fc9820c7d6] Instance network_info: |[{"id": "152f14c6-778e-4a14-b541-659a2cdbd02f", "address": "fa:16:3e:df:e2:2c", "network": {"id": "29edef2d-c3cc-4fd2-8a86-68a8eb391ef0", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1441207760-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "42257c279ac042a88f3d28949622e509", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "462a7219-4deb-4225-9cf7-3131ef280363", "external-id": "nsx-vlan-transportzone-468", "segmentation_id": 468, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap152f14c6-77", "ovs_interfaceid": "152f14c6-778e-4a14-b541-659a2cdbd02f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69770) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 849.312103] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-8eb9c690-474e-4cda-a184-888b5650a2c8 tempest-SecurityGroupsTestJSON-864666295 tempest-SecurityGroupsTestJSON-864666295-project-member] [instance: c089aece-c240-4203-96d7-e8fc9820c7d6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:df:e2:2c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '462a7219-4deb-4225-9cf7-3131ef280363', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '152f14c6-778e-4a14-b541-659a2cdbd02f', 'vif_model': 'vmxnet3'}] {{(pid=69770) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 849.321212] env[69770]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8eb9c690-474e-4cda-a184-888b5650a2c8 tempest-SecurityGroupsTestJSON-864666295 tempest-SecurityGroupsTestJSON-864666295-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69770) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 849.321869] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c089aece-c240-4203-96d7-e8fc9820c7d6] Creating VM on the ESX host {{(pid=69770) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 849.322179] env[69770]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9bedc6c0-42fe-4b24-9b42-ff97a35b205c {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.345781] env[69770]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 849.345781] env[69770]: value = "task-4069752" [ 849.345781] env[69770]: _type = "Task" [ 849.345781] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 849.355409] env[69770]: DEBUG oslo_vmware.api [-] Task: {'id': task-4069752, 'name': CreateVM_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.442092] env[69770]: DEBUG oslo_concurrency.lockutils [None req-04e68aa8-dfb3-478f-afa8-fedb2f40a3b5 tempest-MigrationsAdminTest-1409017777 tempest-MigrationsAdminTest-1409017777-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.803s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 849.442860] env[69770]: DEBUG nova.compute.manager [None req-04e68aa8-dfb3-478f-afa8-fedb2f40a3b5 tempest-MigrationsAdminTest-1409017777 tempest-MigrationsAdminTest-1409017777-project-member] [instance: 95957450-4202-4400-ab80-e9d3a56b2efb] Start building networks asynchronously for instance. {{(pid=69770) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 849.451247] env[69770]: DEBUG oslo_concurrency.lockutils [None req-8fa3986e-239a-4c07-900d-9fdb4c657012 tempest-ListServerFiltersTestJSON-1688445247 tempest-ListServerFiltersTestJSON-1688445247-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.339s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 849.451247] env[69770]: DEBUG nova.objects.instance [None req-8fa3986e-239a-4c07-900d-9fdb4c657012 tempest-ListServerFiltersTestJSON-1688445247 tempest-ListServerFiltersTestJSON-1688445247-project-member] Lazy-loading 'resources' on Instance uuid 738d3943-b255-4e92-8255-35aa0e3d6190 {{(pid=69770) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 849.522541] env[69770]: DEBUG nova.compute.manager [req-11fb5a26-0dd7-47e9-bb4c-8fcd74989c00 req-b09e6fbe-7cb2-43bd-a7fa-afb889b17984 service nova] [instance: e6e28bf0-10fd-4aa3-829b-9d5d0d301621] Received event network-vif-deleted-34753cbe-2772-47d8-9ebb-6b32af00cd40 {{(pid=69770) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 849.522764] env[69770]: INFO nova.compute.manager [req-11fb5a26-0dd7-47e9-bb4c-8fcd74989c00 req-b09e6fbe-7cb2-43bd-a7fa-afb889b17984 service nova] [instance: e6e28bf0-10fd-4aa3-829b-9d5d0d301621] Neutron deleted interface 34753cbe-2772-47d8-9ebb-6b32af00cd40; detaching it from the instance and deleting it from the info cache [ 849.523363] env[69770]: DEBUG nova.network.neutron [req-11fb5a26-0dd7-47e9-bb4c-8fcd74989c00 req-b09e6fbe-7cb2-43bd-a7fa-afb889b17984 service nova] [instance: e6e28bf0-10fd-4aa3-829b-9d5d0d301621] Updating instance_info_cache with network_info: [{"id": "6f997126-d24c-4943-979a-b4fbf0d00266", "address": "fa:16:3e:a5:ec:e4", "network": {"id": "969814b1-5fd6-43ec-b86d-508653a6f0da", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1839122870", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.167", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "258a050dd64b4cbaa8d908e8457a61f0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b5215e5b-294b-4e8c-bd06-355e9955ab1d", "external-id": "nsx-vlan-transportzone-529", "segmentation_id": 529, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6f997126-d2", "ovs_interfaceid": "6f997126-d24c-4943-979a-b4fbf0d00266", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "64fc7e7c-4d2e-4a93-9a7d-534160886936", "address": "fa:16:3e:c6:33:de", "network": {"id": "51009b18-722e-485a-a772-f506a685189e", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1140037049", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.137", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "258a050dd64b4cbaa8d908e8457a61f0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "32463b6d-4569-4755-8a29-873a028690a7", "external-id": "nsx-vlan-transportzone-349", "segmentation_id": 349, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap64fc7e7c-4d", "ovs_interfaceid": "64fc7e7c-4d2e-4a93-9a7d-534160886936", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69770) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 849.572135] env[69770]: DEBUG oslo_vmware.api [None req-040c725b-78cf-4176-813b-40967e31083a tempest-ListServersNegativeTestJSON-118656177 tempest-ListServersNegativeTestJSON-118656177-project-member] Task: {'id': task-4069751, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.156274} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 849.573235] env[69770]: DEBUG oslo_concurrency.lockutils [None req-6b375aa2-76aa-42ee-9cb9-4714721218d4 tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 849.573235] env[69770]: DEBUG nova.virt.vmwareapi.ds_util [None req-040c725b-78cf-4176-813b-40967e31083a tempest-ListServersNegativeTestJSON-118656177 tempest-ListServersNegativeTestJSON-118656177-project-member] Deleted the datastore file {{(pid=69770) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 849.573486] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-040c725b-78cf-4176-813b-40967e31083a tempest-ListServersNegativeTestJSON-118656177 tempest-ListServersNegativeTestJSON-118656177-project-member] [instance: fd890686-500e-4bee-b216-145c4818c245] Deleted contents of the VM from datastore datastore1 {{(pid=69770) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 849.573626] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-040c725b-78cf-4176-813b-40967e31083a tempest-ListServersNegativeTestJSON-118656177 tempest-ListServersNegativeTestJSON-118656177-project-member] [instance: fd890686-500e-4bee-b216-145c4818c245] Instance destroyed {{(pid=69770) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 849.574067] env[69770]: INFO nova.compute.manager [None req-040c725b-78cf-4176-813b-40967e31083a tempest-ListServersNegativeTestJSON-118656177 tempest-ListServersNegativeTestJSON-118656177-project-member] [instance: fd890686-500e-4bee-b216-145c4818c245] Took 1.15 seconds to destroy the instance on the hypervisor. [ 849.574263] env[69770]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-040c725b-78cf-4176-813b-40967e31083a tempest-ListServersNegativeTestJSON-118656177 tempest-ListServersNegativeTestJSON-118656177-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69770) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 849.574512] env[69770]: DEBUG nova.compute.manager [-] [instance: fd890686-500e-4bee-b216-145c4818c245] Deallocating network for instance {{(pid=69770) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 849.574772] env[69770]: DEBUG nova.network.neutron [-] [instance: fd890686-500e-4bee-b216-145c4818c245] deallocate_for_instance() {{(pid=69770) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 849.624016] env[69770]: DEBUG oslo_vmware.api [None req-bcc1b0ad-6b6e-4f76-8cec-762569f0d42b tempest-ListServersNegativeTestJSON-118656177 tempest-ListServersNegativeTestJSON-118656177-project-member] Task: {'id': task-4069749, 'name': PowerOffVM_Task, 'duration_secs': 0.973085} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 849.624387] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-bcc1b0ad-6b6e-4f76-8cec-762569f0d42b tempest-ListServersNegativeTestJSON-118656177 tempest-ListServersNegativeTestJSON-118656177-project-member] [instance: c8a7ad94-852f-48a2-9186-70d322e97118] Powered off the VM {{(pid=69770) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 849.625185] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-bcc1b0ad-6b6e-4f76-8cec-762569f0d42b tempest-ListServersNegativeTestJSON-118656177 tempest-ListServersNegativeTestJSON-118656177-project-member] [instance: c8a7ad94-852f-48a2-9186-70d322e97118] Unregistering the VM {{(pid=69770) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 849.625185] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5d40284f-3295-40b8-9ee1-1de448afba34 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.642503] env[69770]: DEBUG oslo_vmware.api [None req-ccdf3169-82d6-4a3e-9d04-a21d7ec87220 tempest-TenantUsagesTestJSON-669897836 tempest-TenantUsagesTestJSON-669897836-project-member] Task: {'id': task-4069746, 'name': Rename_Task, 'duration_secs': 1.28036} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 849.644431] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-ccdf3169-82d6-4a3e-9d04-a21d7ec87220 tempest-TenantUsagesTestJSON-669897836 tempest-TenantUsagesTestJSON-669897836-project-member] [instance: 7d036508-bb94-46ea-a630-117bbff02099] Powering on the VM {{(pid=69770) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 849.648732] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d03d7585-1444-4922-bc46-788df15e4c28 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.652705] env[69770]: DEBUG oslo_vmware.api [None req-ccdf3169-82d6-4a3e-9d04-a21d7ec87220 tempest-TenantUsagesTestJSON-669897836 tempest-TenantUsagesTestJSON-669897836-project-member] Waiting for the task: (returnval){ [ 849.652705] env[69770]: value = "task-4069754" [ 849.652705] env[69770]: _type = "Task" [ 849.652705] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 849.664807] env[69770]: DEBUG oslo_vmware.api [None req-ccdf3169-82d6-4a3e-9d04-a21d7ec87220 tempest-TenantUsagesTestJSON-669897836 tempest-TenantUsagesTestJSON-669897836-project-member] Task: {'id': task-4069754, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.702596] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-bcc1b0ad-6b6e-4f76-8cec-762569f0d42b tempest-ListServersNegativeTestJSON-118656177 tempest-ListServersNegativeTestJSON-118656177-project-member] [instance: c8a7ad94-852f-48a2-9186-70d322e97118] Unregistered the VM {{(pid=69770) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 849.702995] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-bcc1b0ad-6b6e-4f76-8cec-762569f0d42b tempest-ListServersNegativeTestJSON-118656177 tempest-ListServersNegativeTestJSON-118656177-project-member] [instance: c8a7ad94-852f-48a2-9186-70d322e97118] Deleting contents of the VM from datastore datastore1 {{(pid=69770) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 849.703350] env[69770]: DEBUG nova.virt.vmwareapi.ds_util [None req-bcc1b0ad-6b6e-4f76-8cec-762569f0d42b tempest-ListServersNegativeTestJSON-118656177 tempest-ListServersNegativeTestJSON-118656177-project-member] Deleting the datastore file [datastore1] c8a7ad94-852f-48a2-9186-70d322e97118 {{(pid=69770) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 849.703731] env[69770]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d366349b-091b-4ad7-aab1-2ae04ab18bab {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.716432] env[69770]: DEBUG oslo_vmware.api [None req-bcc1b0ad-6b6e-4f76-8cec-762569f0d42b tempest-ListServersNegativeTestJSON-118656177 tempest-ListServersNegativeTestJSON-118656177-project-member] Waiting for the task: (returnval){ [ 849.716432] env[69770]: value = "task-4069755" [ 849.716432] env[69770]: _type = "Task" [ 849.716432] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 849.742905] env[69770]: DEBUG oslo_vmware.api [None req-bcc1b0ad-6b6e-4f76-8cec-762569f0d42b tempest-ListServersNegativeTestJSON-118656177 tempest-ListServersNegativeTestJSON-118656177-project-member] Task: {'id': task-4069755, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.858726] env[69770]: DEBUG oslo_vmware.api [-] Task: {'id': task-4069752, 'name': CreateVM_Task, 'duration_secs': 0.398492} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 849.859037] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c089aece-c240-4203-96d7-e8fc9820c7d6] Created VM on the ESX host {{(pid=69770) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 849.860043] env[69770]: DEBUG oslo_concurrency.lockutils [None req-8eb9c690-474e-4cda-a184-888b5650a2c8 tempest-SecurityGroupsTestJSON-864666295 tempest-SecurityGroupsTestJSON-864666295-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.860335] env[69770]: DEBUG oslo_concurrency.lockutils [None req-8eb9c690-474e-4cda-a184-888b5650a2c8 tempest-SecurityGroupsTestJSON-864666295 tempest-SecurityGroupsTestJSON-864666295-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.860769] env[69770]: DEBUG oslo_concurrency.lockutils [None req-8eb9c690-474e-4cda-a184-888b5650a2c8 tempest-SecurityGroupsTestJSON-864666295 tempest-SecurityGroupsTestJSON-864666295-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.861141] env[69770]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-699e8b31-6a67-47e5-b88a-485a54c9b631 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.868806] env[69770]: DEBUG oslo_vmware.api [None req-8eb9c690-474e-4cda-a184-888b5650a2c8 tempest-SecurityGroupsTestJSON-864666295 tempest-SecurityGroupsTestJSON-864666295-project-member] Waiting for the task: (returnval){ [ 849.868806] env[69770]: value = "session[52161b52-cb8e-ec9f-1132-2f6b49549d41]52106dd8-f480-b73d-773e-521009791f8a" [ 849.868806] env[69770]: _type = "Task" [ 849.868806] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 849.877690] env[69770]: DEBUG oslo_vmware.api [None req-8eb9c690-474e-4cda-a184-888b5650a2c8 tempest-SecurityGroupsTestJSON-864666295 tempest-SecurityGroupsTestJSON-864666295-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]52106dd8-f480-b73d-773e-521009791f8a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.935136] env[69770]: DEBUG nova.compute.manager [req-b4883cef-5832-4080-a5c1-b578520803fb req-0f08a64a-388f-4b79-a875-41b74bc6be61 service nova] [instance: c089aece-c240-4203-96d7-e8fc9820c7d6] Received event network-changed-152f14c6-778e-4a14-b541-659a2cdbd02f {{(pid=69770) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 849.935136] env[69770]: DEBUG nova.compute.manager [req-b4883cef-5832-4080-a5c1-b578520803fb req-0f08a64a-388f-4b79-a875-41b74bc6be61 service nova] [instance: c089aece-c240-4203-96d7-e8fc9820c7d6] Refreshing instance network info cache due to event network-changed-152f14c6-778e-4a14-b541-659a2cdbd02f. {{(pid=69770) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 849.935136] env[69770]: DEBUG oslo_concurrency.lockutils [req-b4883cef-5832-4080-a5c1-b578520803fb req-0f08a64a-388f-4b79-a875-41b74bc6be61 service nova] Acquiring lock "refresh_cache-c089aece-c240-4203-96d7-e8fc9820c7d6" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.935136] env[69770]: DEBUG oslo_concurrency.lockutils [req-b4883cef-5832-4080-a5c1-b578520803fb req-0f08a64a-388f-4b79-a875-41b74bc6be61 service nova] Acquired lock "refresh_cache-c089aece-c240-4203-96d7-e8fc9820c7d6" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.935136] env[69770]: DEBUG nova.network.neutron [req-b4883cef-5832-4080-a5c1-b578520803fb req-0f08a64a-388f-4b79-a875-41b74bc6be61 service nova] [instance: c089aece-c240-4203-96d7-e8fc9820c7d6] Refreshing network info cache for port 152f14c6-778e-4a14-b541-659a2cdbd02f {{(pid=69770) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 849.957025] env[69770]: DEBUG nova.compute.utils [None req-04e68aa8-dfb3-478f-afa8-fedb2f40a3b5 tempest-MigrationsAdminTest-1409017777 tempest-MigrationsAdminTest-1409017777-project-member] Using /dev/sd instead of None {{(pid=69770) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 849.959319] env[69770]: DEBUG nova.compute.manager [None req-04e68aa8-dfb3-478f-afa8-fedb2f40a3b5 tempest-MigrationsAdminTest-1409017777 tempest-MigrationsAdminTest-1409017777-project-member] [instance: 95957450-4202-4400-ab80-e9d3a56b2efb] Allocating IP information in the background. {{(pid=69770) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 849.959742] env[69770]: DEBUG nova.network.neutron [None req-04e68aa8-dfb3-478f-afa8-fedb2f40a3b5 tempest-MigrationsAdminTest-1409017777 tempest-MigrationsAdminTest-1409017777-project-member] [instance: 95957450-4202-4400-ab80-e9d3a56b2efb] allocate_for_instance() {{(pid=69770) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 850.028025] env[69770]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a29040ed-3c4a-4b91-b223-3992440a910b {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.043747] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7431d705-e6d5-4d19-9c56-5c0aa06ad5dd {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.083033] env[69770]: DEBUG nova.policy [None req-04e68aa8-dfb3-478f-afa8-fedb2f40a3b5 tempest-MigrationsAdminTest-1409017777 tempest-MigrationsAdminTest-1409017777-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '67d13646d08a4275bab451e40a2b4d6f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4bc803ac8d6f41ce845187e931b82ddf', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69770) authorize /opt/stack/nova/nova/policy.py:192}} [ 850.099591] env[69770]: DEBUG nova.compute.manager [req-11fb5a26-0dd7-47e9-bb4c-8fcd74989c00 req-b09e6fbe-7cb2-43bd-a7fa-afb889b17984 service nova] [instance: e6e28bf0-10fd-4aa3-829b-9d5d0d301621] Detach interface failed, port_id=34753cbe-2772-47d8-9ebb-6b32af00cd40, reason: Instance e6e28bf0-10fd-4aa3-829b-9d5d0d301621 could not be found. {{(pid=69770) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 850.145921] env[69770]: DEBUG nova.network.neutron [-] [instance: e6e28bf0-10fd-4aa3-829b-9d5d0d301621] Updating instance_info_cache with network_info: [] {{(pid=69770) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 850.164720] env[69770]: DEBUG oslo_vmware.api [None req-ccdf3169-82d6-4a3e-9d04-a21d7ec87220 tempest-TenantUsagesTestJSON-669897836 tempest-TenantUsagesTestJSON-669897836-project-member] Task: {'id': task-4069754, 'name': PowerOnVM_Task, 'duration_secs': 0.502614} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 850.165052] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-ccdf3169-82d6-4a3e-9d04-a21d7ec87220 tempest-TenantUsagesTestJSON-669897836 tempest-TenantUsagesTestJSON-669897836-project-member] [instance: 7d036508-bb94-46ea-a630-117bbff02099] Powered on the VM {{(pid=69770) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 850.165267] env[69770]: INFO nova.compute.manager [None req-ccdf3169-82d6-4a3e-9d04-a21d7ec87220 tempest-TenantUsagesTestJSON-669897836 tempest-TenantUsagesTestJSON-669897836-project-member] [instance: 7d036508-bb94-46ea-a630-117bbff02099] Took 9.20 seconds to spawn the instance on the hypervisor. [ 850.165443] env[69770]: DEBUG nova.compute.manager [None req-ccdf3169-82d6-4a3e-9d04-a21d7ec87220 tempest-TenantUsagesTestJSON-669897836 tempest-TenantUsagesTestJSON-669897836-project-member] [instance: 7d036508-bb94-46ea-a630-117bbff02099] Checking state {{(pid=69770) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 850.166876] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c901b434-1e79-48cc-80ad-4eda8a8da129 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.228028] env[69770]: DEBUG oslo_vmware.api [None req-bcc1b0ad-6b6e-4f76-8cec-762569f0d42b tempest-ListServersNegativeTestJSON-118656177 tempest-ListServersNegativeTestJSON-118656177-project-member] Task: {'id': task-4069755, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.177276} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 850.228480] env[69770]: DEBUG nova.virt.vmwareapi.ds_util [None req-bcc1b0ad-6b6e-4f76-8cec-762569f0d42b tempest-ListServersNegativeTestJSON-118656177 tempest-ListServersNegativeTestJSON-118656177-project-member] Deleted the datastore file {{(pid=69770) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 850.228711] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-bcc1b0ad-6b6e-4f76-8cec-762569f0d42b tempest-ListServersNegativeTestJSON-118656177 tempest-ListServersNegativeTestJSON-118656177-project-member] [instance: c8a7ad94-852f-48a2-9186-70d322e97118] Deleted contents of the VM from datastore datastore1 {{(pid=69770) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 850.228894] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-bcc1b0ad-6b6e-4f76-8cec-762569f0d42b tempest-ListServersNegativeTestJSON-118656177 tempest-ListServersNegativeTestJSON-118656177-project-member] [instance: c8a7ad94-852f-48a2-9186-70d322e97118] Instance destroyed {{(pid=69770) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 850.229311] env[69770]: INFO nova.compute.manager [None req-bcc1b0ad-6b6e-4f76-8cec-762569f0d42b tempest-ListServersNegativeTestJSON-118656177 tempest-ListServersNegativeTestJSON-118656177-project-member] [instance: c8a7ad94-852f-48a2-9186-70d322e97118] Took 1.64 seconds to destroy the instance on the hypervisor. [ 850.229541] env[69770]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bcc1b0ad-6b6e-4f76-8cec-762569f0d42b tempest-ListServersNegativeTestJSON-118656177 tempest-ListServersNegativeTestJSON-118656177-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69770) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 850.229735] env[69770]: DEBUG nova.compute.manager [-] [instance: c8a7ad94-852f-48a2-9186-70d322e97118] Deallocating network for instance {{(pid=69770) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 850.229844] env[69770]: DEBUG nova.network.neutron [-] [instance: c8a7ad94-852f-48a2-9186-70d322e97118] deallocate_for_instance() {{(pid=69770) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 850.246842] env[69770]: DEBUG nova.compute.manager [None req-36de4320-7435-4026-ab58-04f3761368aa tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] [instance: 45b73d40-e4b9-4c65-82b4-0bb39b3f418b] Checking state {{(pid=69770) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 850.247963] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfb8b41a-3fcc-4610-a28c-6792554b3800 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.273357] env[69770]: DEBUG nova.network.neutron [None req-9037f43a-47f1-4b09-b5c2-2945a6b1954b tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] [instance: 19c06f92-7f17-4834-b8be-723eb3f313c5] Updating instance_info_cache with network_info: [{"id": "d41aabd6-71fd-498e-be4d-95887db35869", "address": "fa:16:3e:b3:9c:44", "network": {"id": "fb2a6a42-a9ea-4a2f-b885-b0c06c1061b9", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1944009097-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.158", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "677c29867f944b8198884aae6535814b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b91b49a8-b849-4d0c-97f7-74fdcd88ae03", "external-id": "nsx-vlan-transportzone-406", "segmentation_id": 406, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd41aabd6-71", "ovs_interfaceid": "d41aabd6-71fd-498e-be4d-95887db35869", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69770) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 850.379232] env[69770]: DEBUG oslo_vmware.api [None req-8eb9c690-474e-4cda-a184-888b5650a2c8 tempest-SecurityGroupsTestJSON-864666295 tempest-SecurityGroupsTestJSON-864666295-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]52106dd8-f480-b73d-773e-521009791f8a, 'name': SearchDatastore_Task, 'duration_secs': 0.010958} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 850.379696] env[69770]: DEBUG oslo_concurrency.lockutils [None req-8eb9c690-474e-4cda-a184-888b5650a2c8 tempest-SecurityGroupsTestJSON-864666295 tempest-SecurityGroupsTestJSON-864666295-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.380476] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-8eb9c690-474e-4cda-a184-888b5650a2c8 tempest-SecurityGroupsTestJSON-864666295 tempest-SecurityGroupsTestJSON-864666295-project-member] [instance: c089aece-c240-4203-96d7-e8fc9820c7d6] Processing image d1eaff80-24a0-4391-90eb-59958b1ecf0a {{(pid=69770) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 850.380659] env[69770]: DEBUG oslo_concurrency.lockutils [None req-8eb9c690-474e-4cda-a184-888b5650a2c8 tempest-SecurityGroupsTestJSON-864666295 tempest-SecurityGroupsTestJSON-864666295-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.380736] env[69770]: DEBUG oslo_concurrency.lockutils [None req-8eb9c690-474e-4cda-a184-888b5650a2c8 tempest-SecurityGroupsTestJSON-864666295 tempest-SecurityGroupsTestJSON-864666295-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.380968] env[69770]: DEBUG nova.virt.vmwareapi.ds_util [None req-8eb9c690-474e-4cda-a184-888b5650a2c8 tempest-SecurityGroupsTestJSON-864666295 tempest-SecurityGroupsTestJSON-864666295-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69770) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 850.386030] env[69770]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-83ae310a-387f-4c40-9b40-eee78c7478e2 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.394948] env[69770]: DEBUG nova.virt.vmwareapi.ds_util [None req-8eb9c690-474e-4cda-a184-888b5650a2c8 tempest-SecurityGroupsTestJSON-864666295 tempest-SecurityGroupsTestJSON-864666295-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69770) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 850.395493] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-8eb9c690-474e-4cda-a184-888b5650a2c8 tempest-SecurityGroupsTestJSON-864666295 tempest-SecurityGroupsTestJSON-864666295-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69770) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 850.396516] env[69770]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-511515f6-7064-4099-a141-9caa01574b86 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.403452] env[69770]: DEBUG oslo_vmware.api [None req-8eb9c690-474e-4cda-a184-888b5650a2c8 tempest-SecurityGroupsTestJSON-864666295 tempest-SecurityGroupsTestJSON-864666295-project-member] Waiting for the task: (returnval){ [ 850.403452] env[69770]: value = "session[52161b52-cb8e-ec9f-1132-2f6b49549d41]528bea35-8bd4-3ca4-80c4-7e5bfb93388d" [ 850.403452] env[69770]: _type = "Task" [ 850.403452] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 850.420429] env[69770]: DEBUG oslo_vmware.api [None req-8eb9c690-474e-4cda-a184-888b5650a2c8 tempest-SecurityGroupsTestJSON-864666295 tempest-SecurityGroupsTestJSON-864666295-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]528bea35-8bd4-3ca4-80c4-7e5bfb93388d, 'name': SearchDatastore_Task, 'duration_secs': 0.010848} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 850.421556] env[69770]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-59924913-7216-455a-9522-0f1504b6a5fb {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.432588] env[69770]: DEBUG oslo_vmware.api [None req-8eb9c690-474e-4cda-a184-888b5650a2c8 tempest-SecurityGroupsTestJSON-864666295 tempest-SecurityGroupsTestJSON-864666295-project-member] Waiting for the task: (returnval){ [ 850.432588] env[69770]: value = "session[52161b52-cb8e-ec9f-1132-2f6b49549d41]52dfb5bf-a340-8c1a-f9f2-75e551c1387e" [ 850.432588] env[69770]: _type = "Task" [ 850.432588] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 850.450086] env[69770]: DEBUG oslo_vmware.api [None req-8eb9c690-474e-4cda-a184-888b5650a2c8 tempest-SecurityGroupsTestJSON-864666295 tempest-SecurityGroupsTestJSON-864666295-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]52dfb5bf-a340-8c1a-f9f2-75e551c1387e, 'name': SearchDatastore_Task, 'duration_secs': 0.010892} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 850.453188] env[69770]: DEBUG oslo_concurrency.lockutils [None req-8eb9c690-474e-4cda-a184-888b5650a2c8 tempest-SecurityGroupsTestJSON-864666295 tempest-SecurityGroupsTestJSON-864666295-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.453345] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-8eb9c690-474e-4cda-a184-888b5650a2c8 tempest-SecurityGroupsTestJSON-864666295 tempest-SecurityGroupsTestJSON-864666295-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk to [datastore2] c089aece-c240-4203-96d7-e8fc9820c7d6/c089aece-c240-4203-96d7-e8fc9820c7d6.vmdk {{(pid=69770) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 850.454616] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1f3bda88-86c1-4161-a56b-1c14e6261e6a {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.460511] env[69770]: DEBUG nova.compute.manager [None req-04e68aa8-dfb3-478f-afa8-fedb2f40a3b5 tempest-MigrationsAdminTest-1409017777 tempest-MigrationsAdminTest-1409017777-project-member] [instance: 95957450-4202-4400-ab80-e9d3a56b2efb] Start building block device mappings for instance. {{(pid=69770) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 850.466481] env[69770]: DEBUG oslo_vmware.api [None req-8eb9c690-474e-4cda-a184-888b5650a2c8 tempest-SecurityGroupsTestJSON-864666295 tempest-SecurityGroupsTestJSON-864666295-project-member] Waiting for the task: (returnval){ [ 850.466481] env[69770]: value = "task-4069756" [ 850.466481] env[69770]: _type = "Task" [ 850.466481] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 850.478651] env[69770]: DEBUG oslo_vmware.api [None req-8eb9c690-474e-4cda-a184-888b5650a2c8 tempest-SecurityGroupsTestJSON-864666295 tempest-SecurityGroupsTestJSON-864666295-project-member] Task: {'id': task-4069756, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.602849] env[69770]: DEBUG nova.network.neutron [None req-04e68aa8-dfb3-478f-afa8-fedb2f40a3b5 tempest-MigrationsAdminTest-1409017777 tempest-MigrationsAdminTest-1409017777-project-member] [instance: 95957450-4202-4400-ab80-e9d3a56b2efb] Successfully created port: b774309a-b12d-42b5-81e1-9e8615fe0806 {{(pid=69770) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 850.611950] env[69770]: DEBUG nova.network.neutron [-] [instance: fd890686-500e-4bee-b216-145c4818c245] Updating instance_info_cache with network_info: [] {{(pid=69770) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 850.649926] env[69770]: INFO nova.compute.manager [-] [instance: e6e28bf0-10fd-4aa3-829b-9d5d0d301621] Took 1.89 seconds to deallocate network for instance. [ 850.699218] env[69770]: INFO nova.compute.manager [None req-ccdf3169-82d6-4a3e-9d04-a21d7ec87220 tempest-TenantUsagesTestJSON-669897836 tempest-TenantUsagesTestJSON-669897836-project-member] [instance: 7d036508-bb94-46ea-a630-117bbff02099] Took 38.34 seconds to build instance. [ 850.733856] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38d54d93-a26b-442a-b583-38a14a207bae {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.744804] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f85770e-a1e2-4525-bd68-160471cc3579 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.781362] env[69770]: INFO nova.compute.manager [None req-36de4320-7435-4026-ab58-04f3761368aa tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] [instance: 45b73d40-e4b9-4c65-82b4-0bb39b3f418b] instance snapshotting [ 850.781644] env[69770]: WARNING nova.compute.manager [None req-36de4320-7435-4026-ab58-04f3761368aa tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] [instance: 45b73d40-e4b9-4c65-82b4-0bb39b3f418b] trying to snapshot a non-running instance: (state: 4 expected: 1) [ 850.783418] env[69770]: DEBUG oslo_concurrency.lockutils [None req-9037f43a-47f1-4b09-b5c2-2945a6b1954b tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] Releasing lock "refresh_cache-19c06f92-7f17-4834-b8be-723eb3f313c5" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.788035] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1402660f-2a25-4cd8-9f6c-6f652bac6b83 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.789707] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f4cd89f-d2f1-4d33-aca1-e608e34aca11 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.816670] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd9f60ef-68b3-479d-ad48-c2aa7deb8d2c {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.820477] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b6ac695-16b4-4f42-bea4-05d217c64dd3 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.846561] env[69770]: DEBUG nova.compute.provider_tree [None req-8fa3986e-239a-4c07-900d-9fdb4c657012 tempest-ListServerFiltersTestJSON-1688445247 tempest-ListServerFiltersTestJSON-1688445247-project-member] Inventory has not changed in ProviderTree for provider: 7cc7d32b-b7a7-454a-a456-2a440248ed9d {{(pid=69770) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 850.966701] env[69770]: DEBUG nova.network.neutron [req-b4883cef-5832-4080-a5c1-b578520803fb req-0f08a64a-388f-4b79-a875-41b74bc6be61 service nova] [instance: c089aece-c240-4203-96d7-e8fc9820c7d6] Updated VIF entry in instance network info cache for port 152f14c6-778e-4a14-b541-659a2cdbd02f. {{(pid=69770) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 850.967264] env[69770]: DEBUG nova.network.neutron [req-b4883cef-5832-4080-a5c1-b578520803fb req-0f08a64a-388f-4b79-a875-41b74bc6be61 service nova] [instance: c089aece-c240-4203-96d7-e8fc9820c7d6] Updating instance_info_cache with network_info: [{"id": "152f14c6-778e-4a14-b541-659a2cdbd02f", "address": "fa:16:3e:df:e2:2c", "network": {"id": "29edef2d-c3cc-4fd2-8a86-68a8eb391ef0", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1441207760-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "42257c279ac042a88f3d28949622e509", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "462a7219-4deb-4225-9cf7-3131ef280363", "external-id": "nsx-vlan-transportzone-468", "segmentation_id": 468, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap152f14c6-77", "ovs_interfaceid": "152f14c6-778e-4a14-b541-659a2cdbd02f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69770) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 850.982815] env[69770]: DEBUG oslo_vmware.api [None req-8eb9c690-474e-4cda-a184-888b5650a2c8 tempest-SecurityGroupsTestJSON-864666295 tempest-SecurityGroupsTestJSON-864666295-project-member] Task: {'id': task-4069756, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.115573] env[69770]: INFO nova.compute.manager [-] [instance: fd890686-500e-4bee-b216-145c4818c245] Took 1.54 seconds to deallocate network for instance. [ 851.172858] env[69770]: DEBUG nova.network.neutron [-] [instance: c8a7ad94-852f-48a2-9186-70d322e97118] Updating instance_info_cache with network_info: [] {{(pid=69770) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 851.174262] env[69770]: DEBUG oslo_concurrency.lockutils [None req-2279e14c-dbc9-4ac1-a08a-ea6a0cce75e3 tempest-ServerAddressesTestJSON-725654377 tempest-ServerAddressesTestJSON-725654377-project-member] Acquiring lock "15ed9603-9fc7-40a2-99c6-151cf10a8c36" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 851.174531] env[69770]: DEBUG oslo_concurrency.lockutils [None req-2279e14c-dbc9-4ac1-a08a-ea6a0cce75e3 tempest-ServerAddressesTestJSON-725654377 tempest-ServerAddressesTestJSON-725654377-project-member] Lock "15ed9603-9fc7-40a2-99c6-151cf10a8c36" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 851.174741] env[69770]: DEBUG oslo_concurrency.lockutils [None req-2279e14c-dbc9-4ac1-a08a-ea6a0cce75e3 tempest-ServerAddressesTestJSON-725654377 tempest-ServerAddressesTestJSON-725654377-project-member] Acquiring lock "15ed9603-9fc7-40a2-99c6-151cf10a8c36-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 851.174929] env[69770]: DEBUG oslo_concurrency.lockutils [None req-2279e14c-dbc9-4ac1-a08a-ea6a0cce75e3 tempest-ServerAddressesTestJSON-725654377 tempest-ServerAddressesTestJSON-725654377-project-member] Lock "15ed9603-9fc7-40a2-99c6-151cf10a8c36-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 851.175117] env[69770]: DEBUG oslo_concurrency.lockutils [None req-2279e14c-dbc9-4ac1-a08a-ea6a0cce75e3 tempest-ServerAddressesTestJSON-725654377 tempest-ServerAddressesTestJSON-725654377-project-member] Lock "15ed9603-9fc7-40a2-99c6-151cf10a8c36-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 851.179020] env[69770]: DEBUG oslo_concurrency.lockutils [None req-3e60c7cb-c6e8-4da0-818c-f3cd2ac26917 tempest-ServersTestMultiNic-2119527449 tempest-ServersTestMultiNic-2119527449-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 851.179020] env[69770]: INFO nova.compute.manager [None req-2279e14c-dbc9-4ac1-a08a-ea6a0cce75e3 tempest-ServerAddressesTestJSON-725654377 tempest-ServerAddressesTestJSON-725654377-project-member] [instance: 15ed9603-9fc7-40a2-99c6-151cf10a8c36] Terminating instance [ 851.202195] env[69770]: DEBUG oslo_concurrency.lockutils [None req-ccdf3169-82d6-4a3e-9d04-a21d7ec87220 tempest-TenantUsagesTestJSON-669897836 tempest-TenantUsagesTestJSON-669897836-project-member] Lock "7d036508-bb94-46ea-a630-117bbff02099" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 80.111s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 851.350121] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-36de4320-7435-4026-ab58-04f3761368aa tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] [instance: 45b73d40-e4b9-4c65-82b4-0bb39b3f418b] Creating Snapshot of the VM instance {{(pid=69770) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 851.350958] env[69770]: DEBUG nova.scheduler.client.report [None req-8fa3986e-239a-4c07-900d-9fdb4c657012 tempest-ListServerFiltersTestJSON-1688445247 tempest-ListServerFiltersTestJSON-1688445247-project-member] Inventory has not changed for provider 7cc7d32b-b7a7-454a-a456-2a440248ed9d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69770) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 851.354500] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-dae06575-3469-4b91-8cc8-69f6311ac737 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.366163] env[69770]: DEBUG oslo_vmware.api [None req-36de4320-7435-4026-ab58-04f3761368aa tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] Waiting for the task: (returnval){ [ 851.366163] env[69770]: value = "task-4069757" [ 851.366163] env[69770]: _type = "Task" [ 851.366163] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 851.378369] env[69770]: DEBUG oslo_vmware.api [None req-36de4320-7435-4026-ab58-04f3761368aa tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] Task: {'id': task-4069757, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.473608] env[69770]: DEBUG oslo_concurrency.lockutils [req-b4883cef-5832-4080-a5c1-b578520803fb req-0f08a64a-388f-4b79-a875-41b74bc6be61 service nova] Releasing lock "refresh_cache-c089aece-c240-4203-96d7-e8fc9820c7d6" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.479710] env[69770]: DEBUG nova.compute.manager [None req-04e68aa8-dfb3-478f-afa8-fedb2f40a3b5 tempest-MigrationsAdminTest-1409017777 tempest-MigrationsAdminTest-1409017777-project-member] [instance: 95957450-4202-4400-ab80-e9d3a56b2efb] Start spawning the instance on the hypervisor. {{(pid=69770) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 851.490672] env[69770]: DEBUG oslo_vmware.api [None req-8eb9c690-474e-4cda-a184-888b5650a2c8 tempest-SecurityGroupsTestJSON-864666295 tempest-SecurityGroupsTestJSON-864666295-project-member] Task: {'id': task-4069756, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.5905} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 851.490960] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-8eb9c690-474e-4cda-a184-888b5650a2c8 tempest-SecurityGroupsTestJSON-864666295 tempest-SecurityGroupsTestJSON-864666295-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk to [datastore2] c089aece-c240-4203-96d7-e8fc9820c7d6/c089aece-c240-4203-96d7-e8fc9820c7d6.vmdk {{(pid=69770) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 851.491245] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-8eb9c690-474e-4cda-a184-888b5650a2c8 tempest-SecurityGroupsTestJSON-864666295 tempest-SecurityGroupsTestJSON-864666295-project-member] [instance: c089aece-c240-4203-96d7-e8fc9820c7d6] Extending root virtual disk to 1048576 {{(pid=69770) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 851.491487] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-93df8228-9379-485f-a8e0-bb11d2332141 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.500696] env[69770]: DEBUG oslo_vmware.api [None req-8eb9c690-474e-4cda-a184-888b5650a2c8 tempest-SecurityGroupsTestJSON-864666295 tempest-SecurityGroupsTestJSON-864666295-project-member] Waiting for the task: (returnval){ [ 851.500696] env[69770]: value = "task-4069758" [ 851.500696] env[69770]: _type = "Task" [ 851.500696] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 851.515289] env[69770]: DEBUG oslo_vmware.api [None req-8eb9c690-474e-4cda-a184-888b5650a2c8 tempest-SecurityGroupsTestJSON-864666295 tempest-SecurityGroupsTestJSON-864666295-project-member] Task: {'id': task-4069758, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.521334] env[69770]: DEBUG nova.virt.hardware [None req-04e68aa8-dfb3-478f-afa8-fedb2f40a3b5 tempest-MigrationsAdminTest-1409017777 tempest-MigrationsAdminTest-1409017777-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T12:19:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='c26d44d0-0dcc-4336-adc6-1d6ec402902c',id=38,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-309487976',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T12:16:11Z,direct_url=,disk_format='vmdk',id=d1eaff80-24a0-4391-90eb-59958b1ecf0a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d65f20bb89fb40a98b77bc6d97357df2',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T12:16:12Z,virtual_size=,visibility=), allow threads: False {{(pid=69770) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 851.521334] env[69770]: DEBUG nova.virt.hardware [None req-04e68aa8-dfb3-478f-afa8-fedb2f40a3b5 tempest-MigrationsAdminTest-1409017777 tempest-MigrationsAdminTest-1409017777-project-member] Flavor limits 0:0:0 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 851.521334] env[69770]: DEBUG nova.virt.hardware [None req-04e68aa8-dfb3-478f-afa8-fedb2f40a3b5 tempest-MigrationsAdminTest-1409017777 tempest-MigrationsAdminTest-1409017777-project-member] Image limits 0:0:0 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 851.521334] env[69770]: DEBUG nova.virt.hardware [None req-04e68aa8-dfb3-478f-afa8-fedb2f40a3b5 tempest-MigrationsAdminTest-1409017777 tempest-MigrationsAdminTest-1409017777-project-member] Flavor pref 0:0:0 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 851.521334] env[69770]: DEBUG nova.virt.hardware [None req-04e68aa8-dfb3-478f-afa8-fedb2f40a3b5 tempest-MigrationsAdminTest-1409017777 tempest-MigrationsAdminTest-1409017777-project-member] Image pref 0:0:0 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 851.521334] env[69770]: DEBUG nova.virt.hardware [None req-04e68aa8-dfb3-478f-afa8-fedb2f40a3b5 tempest-MigrationsAdminTest-1409017777 tempest-MigrationsAdminTest-1409017777-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 851.521334] env[69770]: DEBUG nova.virt.hardware [None req-04e68aa8-dfb3-478f-afa8-fedb2f40a3b5 tempest-MigrationsAdminTest-1409017777 tempest-MigrationsAdminTest-1409017777-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69770) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 851.521334] env[69770]: DEBUG nova.virt.hardware [None req-04e68aa8-dfb3-478f-afa8-fedb2f40a3b5 tempest-MigrationsAdminTest-1409017777 tempest-MigrationsAdminTest-1409017777-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69770) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 851.521334] env[69770]: DEBUG nova.virt.hardware [None req-04e68aa8-dfb3-478f-afa8-fedb2f40a3b5 tempest-MigrationsAdminTest-1409017777 tempest-MigrationsAdminTest-1409017777-project-member] Got 1 possible topologies {{(pid=69770) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 851.521763] env[69770]: DEBUG nova.virt.hardware [None req-04e68aa8-dfb3-478f-afa8-fedb2f40a3b5 tempest-MigrationsAdminTest-1409017777 tempest-MigrationsAdminTest-1409017777-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69770) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 851.521763] env[69770]: DEBUG nova.virt.hardware [None req-04e68aa8-dfb3-478f-afa8-fedb2f40a3b5 tempest-MigrationsAdminTest-1409017777 tempest-MigrationsAdminTest-1409017777-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69770) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 851.522576] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69cc8e32-1332-434b-a6f8-7a9abe1b77b9 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.534659] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5643d205-50af-4d84-b3d8-6e2fd91cdebb {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.623603] env[69770]: DEBUG oslo_concurrency.lockutils [None req-040c725b-78cf-4176-813b-40967e31083a tempest-ListServersNegativeTestJSON-118656177 tempest-ListServersNegativeTestJSON-118656177-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 851.678389] env[69770]: INFO nova.compute.manager [-] [instance: c8a7ad94-852f-48a2-9186-70d322e97118] Took 1.45 seconds to deallocate network for instance. [ 851.683313] env[69770]: DEBUG nova.compute.manager [None req-2279e14c-dbc9-4ac1-a08a-ea6a0cce75e3 tempest-ServerAddressesTestJSON-725654377 tempest-ServerAddressesTestJSON-725654377-project-member] [instance: 15ed9603-9fc7-40a2-99c6-151cf10a8c36] Start destroying the instance on the hypervisor. {{(pid=69770) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 851.683527] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-2279e14c-dbc9-4ac1-a08a-ea6a0cce75e3 tempest-ServerAddressesTestJSON-725654377 tempest-ServerAddressesTestJSON-725654377-project-member] [instance: 15ed9603-9fc7-40a2-99c6-151cf10a8c36] Destroying instance {{(pid=69770) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 851.684735] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3efffe2-594d-4509-b748-509f9c5c1205 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.693513] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-2279e14c-dbc9-4ac1-a08a-ea6a0cce75e3 tempest-ServerAddressesTestJSON-725654377 tempest-ServerAddressesTestJSON-725654377-project-member] [instance: 15ed9603-9fc7-40a2-99c6-151cf10a8c36] Powering off the VM {{(pid=69770) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 851.693822] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cd3e7c1e-d90c-4dae-98a1-defda93d4a27 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.702108] env[69770]: DEBUG oslo_vmware.api [None req-2279e14c-dbc9-4ac1-a08a-ea6a0cce75e3 tempest-ServerAddressesTestJSON-725654377 tempest-ServerAddressesTestJSON-725654377-project-member] Waiting for the task: (returnval){ [ 851.702108] env[69770]: value = "task-4069759" [ 851.702108] env[69770]: _type = "Task" [ 851.702108] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 851.711578] env[69770]: DEBUG oslo_vmware.api [None req-2279e14c-dbc9-4ac1-a08a-ea6a0cce75e3 tempest-ServerAddressesTestJSON-725654377 tempest-ServerAddressesTestJSON-725654377-project-member] Task: {'id': task-4069759, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.777484] env[69770]: DEBUG nova.compute.manager [req-5e0ac558-04bc-4484-aab0-c28f504eb32d req-9c068423-7f56-4399-9133-64a7c0f06fd0 service nova] [instance: e6e28bf0-10fd-4aa3-829b-9d5d0d301621] Received event network-vif-deleted-64fc7e7c-4d2e-4a93-9a7d-534160886936 {{(pid=69770) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 851.777723] env[69770]: DEBUG nova.compute.manager [req-5e0ac558-04bc-4484-aab0-c28f504eb32d req-9c068423-7f56-4399-9133-64a7c0f06fd0 service nova] [instance: e6e28bf0-10fd-4aa3-829b-9d5d0d301621] Received event network-vif-deleted-6f997126-d24c-4943-979a-b4fbf0d00266 {{(pid=69770) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 851.789870] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-9037f43a-47f1-4b09-b5c2-2945a6b1954b tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] [instance: 19c06f92-7f17-4834-b8be-723eb3f313c5] Powering on the VM {{(pid=69770) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 851.790277] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2231601b-b242-484e-aacd-5248e648c468 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.799803] env[69770]: DEBUG oslo_vmware.api [None req-9037f43a-47f1-4b09-b5c2-2945a6b1954b tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] Waiting for the task: (returnval){ [ 851.799803] env[69770]: value = "task-4069760" [ 851.799803] env[69770]: _type = "Task" [ 851.799803] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 851.819699] env[69770]: DEBUG oslo_vmware.api [None req-9037f43a-47f1-4b09-b5c2-2945a6b1954b tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] Task: {'id': task-4069760, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.860368] env[69770]: DEBUG oslo_concurrency.lockutils [None req-8fa3986e-239a-4c07-900d-9fdb4c657012 tempest-ListServerFiltersTestJSON-1688445247 tempest-ListServerFiltersTestJSON-1688445247-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.410s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 851.865826] env[69770]: DEBUG oslo_concurrency.lockutils [None req-0ec2017d-cd4d-43e9-8d6d-41e01a4f97e8 tempest-ServerAddressesNegativeTestJSON-1442094653 tempest-ServerAddressesNegativeTestJSON-1442094653-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.721s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 851.866215] env[69770]: DEBUG nova.objects.instance [None req-0ec2017d-cd4d-43e9-8d6d-41e01a4f97e8 tempest-ServerAddressesNegativeTestJSON-1442094653 tempest-ServerAddressesNegativeTestJSON-1442094653-project-member] Lazy-loading 'resources' on Instance uuid be3699ce-b81b-4db4-b82f-1ec081a96855 {{(pid=69770) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 851.877872] env[69770]: DEBUG oslo_vmware.api [None req-36de4320-7435-4026-ab58-04f3761368aa tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] Task: {'id': task-4069757, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.888558] env[69770]: INFO nova.scheduler.client.report [None req-8fa3986e-239a-4c07-900d-9fdb4c657012 tempest-ListServerFiltersTestJSON-1688445247 tempest-ListServerFiltersTestJSON-1688445247-project-member] Deleted allocations for instance 738d3943-b255-4e92-8255-35aa0e3d6190 [ 852.019392] env[69770]: DEBUG oslo_vmware.api [None req-8eb9c690-474e-4cda-a184-888b5650a2c8 tempest-SecurityGroupsTestJSON-864666295 tempest-SecurityGroupsTestJSON-864666295-project-member] Task: {'id': task-4069758, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.08047} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 852.020425] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-8eb9c690-474e-4cda-a184-888b5650a2c8 tempest-SecurityGroupsTestJSON-864666295 tempest-SecurityGroupsTestJSON-864666295-project-member] [instance: c089aece-c240-4203-96d7-e8fc9820c7d6] Extended root virtual disk {{(pid=69770) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 852.021897] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d5ff2e9-7ff6-4c1c-bded-011347114d13 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.057116] env[69770]: DEBUG nova.virt.vmwareapi.volumeops [None req-8eb9c690-474e-4cda-a184-888b5650a2c8 tempest-SecurityGroupsTestJSON-864666295 tempest-SecurityGroupsTestJSON-864666295-project-member] [instance: c089aece-c240-4203-96d7-e8fc9820c7d6] Reconfiguring VM instance instance-0000002c to attach disk [datastore2] c089aece-c240-4203-96d7-e8fc9820c7d6/c089aece-c240-4203-96d7-e8fc9820c7d6.vmdk or device None with type sparse {{(pid=69770) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 852.057252] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2d89612f-b9c4-400c-b122-ca445151ec7f {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.078342] env[69770]: DEBUG oslo_vmware.api [None req-8eb9c690-474e-4cda-a184-888b5650a2c8 tempest-SecurityGroupsTestJSON-864666295 tempest-SecurityGroupsTestJSON-864666295-project-member] Waiting for the task: (returnval){ [ 852.078342] env[69770]: value = "task-4069761" [ 852.078342] env[69770]: _type = "Task" [ 852.078342] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 852.101090] env[69770]: DEBUG oslo_vmware.api [None req-8eb9c690-474e-4cda-a184-888b5650a2c8 tempest-SecurityGroupsTestJSON-864666295 tempest-SecurityGroupsTestJSON-864666295-project-member] Task: {'id': task-4069761, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.110844] env[69770]: DEBUG nova.compute.manager [req-5613e658-b491-455f-8af8-a0d065211b2a req-0d6f5efb-a961-4ae1-ba26-423a67c30225 service nova] [instance: fd890686-500e-4bee-b216-145c4818c245] Received event network-vif-deleted-b9968ad7-6355-43be-8696-d2d825d0ba1b {{(pid=69770) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 852.111084] env[69770]: DEBUG nova.compute.manager [req-5613e658-b491-455f-8af8-a0d065211b2a req-0d6f5efb-a961-4ae1-ba26-423a67c30225 service nova] [instance: c8a7ad94-852f-48a2-9186-70d322e97118] Received event network-vif-deleted-aca2c1a0-d130-497b-a98b-0e0c3fbb9fff {{(pid=69770) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 852.187384] env[69770]: DEBUG oslo_concurrency.lockutils [None req-bcc1b0ad-6b6e-4f76-8cec-762569f0d42b tempest-ListServersNegativeTestJSON-118656177 tempest-ListServersNegativeTestJSON-118656177-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 852.221025] env[69770]: DEBUG oslo_vmware.api [None req-2279e14c-dbc9-4ac1-a08a-ea6a0cce75e3 tempest-ServerAddressesTestJSON-725654377 tempest-ServerAddressesTestJSON-725654377-project-member] Task: {'id': task-4069759, 'name': PowerOffVM_Task, 'duration_secs': 0.319823} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 852.221025] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-2279e14c-dbc9-4ac1-a08a-ea6a0cce75e3 tempest-ServerAddressesTestJSON-725654377 tempest-ServerAddressesTestJSON-725654377-project-member] [instance: 15ed9603-9fc7-40a2-99c6-151cf10a8c36] Powered off the VM {{(pid=69770) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 852.221025] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-2279e14c-dbc9-4ac1-a08a-ea6a0cce75e3 tempest-ServerAddressesTestJSON-725654377 tempest-ServerAddressesTestJSON-725654377-project-member] [instance: 15ed9603-9fc7-40a2-99c6-151cf10a8c36] Unregistering the VM {{(pid=69770) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 852.221025] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9fb8947a-807e-423f-acd0-b56bb2810316 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.314598] env[69770]: DEBUG oslo_vmware.api [None req-9037f43a-47f1-4b09-b5c2-2945a6b1954b tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] Task: {'id': task-4069760, 'name': PowerOnVM_Task, 'duration_secs': 0.504756} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 852.317226] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-9037f43a-47f1-4b09-b5c2-2945a6b1954b tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] [instance: 19c06f92-7f17-4834-b8be-723eb3f313c5] Powered on the VM {{(pid=69770) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 852.317226] env[69770]: DEBUG nova.compute.manager [None req-9037f43a-47f1-4b09-b5c2-2945a6b1954b tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] [instance: 19c06f92-7f17-4834-b8be-723eb3f313c5] Checking state {{(pid=69770) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 852.318461] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12dce5c5-ee4e-42e3-a97b-2d7b8e41052a {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.334809] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-2279e14c-dbc9-4ac1-a08a-ea6a0cce75e3 tempest-ServerAddressesTestJSON-725654377 tempest-ServerAddressesTestJSON-725654377-project-member] [instance: 15ed9603-9fc7-40a2-99c6-151cf10a8c36] Unregistered the VM {{(pid=69770) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 852.334809] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-2279e14c-dbc9-4ac1-a08a-ea6a0cce75e3 tempest-ServerAddressesTestJSON-725654377 tempest-ServerAddressesTestJSON-725654377-project-member] [instance: 15ed9603-9fc7-40a2-99c6-151cf10a8c36] Deleting contents of the VM from datastore datastore2 {{(pid=69770) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 852.334809] env[69770]: DEBUG nova.virt.vmwareapi.ds_util [None req-2279e14c-dbc9-4ac1-a08a-ea6a0cce75e3 tempest-ServerAddressesTestJSON-725654377 tempest-ServerAddressesTestJSON-725654377-project-member] Deleting the datastore file [datastore2] 15ed9603-9fc7-40a2-99c6-151cf10a8c36 {{(pid=69770) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 852.334809] env[69770]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-82391c78-77fa-482a-bec7-5409e72b78ed {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.341705] env[69770]: DEBUG oslo_vmware.api [None req-2279e14c-dbc9-4ac1-a08a-ea6a0cce75e3 tempest-ServerAddressesTestJSON-725654377 tempest-ServerAddressesTestJSON-725654377-project-member] Waiting for the task: (returnval){ [ 852.341705] env[69770]: value = "task-4069763" [ 852.341705] env[69770]: _type = "Task" [ 852.341705] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 852.352344] env[69770]: DEBUG oslo_vmware.api [None req-2279e14c-dbc9-4ac1-a08a-ea6a0cce75e3 tempest-ServerAddressesTestJSON-725654377 tempest-ServerAddressesTestJSON-725654377-project-member] Task: {'id': task-4069763, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.386977] env[69770]: DEBUG oslo_vmware.api [None req-36de4320-7435-4026-ab58-04f3761368aa tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] Task: {'id': task-4069757, 'name': CreateSnapshot_Task, 'duration_secs': 0.975231} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 852.391060] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-36de4320-7435-4026-ab58-04f3761368aa tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] [instance: 45b73d40-e4b9-4c65-82b4-0bb39b3f418b] Created Snapshot of the VM instance {{(pid=69770) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 852.391060] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d6d4e43-ff37-4edb-87b1-d7cdc1df04dc {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.423306] env[69770]: DEBUG oslo_concurrency.lockutils [None req-8fa3986e-239a-4c07-900d-9fdb4c657012 tempest-ListServerFiltersTestJSON-1688445247 tempest-ListServerFiltersTestJSON-1688445247-project-member] Lock "738d3943-b255-4e92-8255-35aa0e3d6190" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.903s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 852.473483] env[69770]: DEBUG nova.network.neutron [None req-04e68aa8-dfb3-478f-afa8-fedb2f40a3b5 tempest-MigrationsAdminTest-1409017777 tempest-MigrationsAdminTest-1409017777-project-member] [instance: 95957450-4202-4400-ab80-e9d3a56b2efb] Successfully updated port: b774309a-b12d-42b5-81e1-9e8615fe0806 {{(pid=69770) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 852.591738] env[69770]: DEBUG oslo_vmware.api [None req-8eb9c690-474e-4cda-a184-888b5650a2c8 tempest-SecurityGroupsTestJSON-864666295 tempest-SecurityGroupsTestJSON-864666295-project-member] Task: {'id': task-4069761, 'name': ReconfigVM_Task, 'duration_secs': 0.429858} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 852.594550] env[69770]: DEBUG nova.virt.vmwareapi.volumeops [None req-8eb9c690-474e-4cda-a184-888b5650a2c8 tempest-SecurityGroupsTestJSON-864666295 tempest-SecurityGroupsTestJSON-864666295-project-member] [instance: c089aece-c240-4203-96d7-e8fc9820c7d6] Reconfigured VM instance instance-0000002c to attach disk [datastore2] c089aece-c240-4203-96d7-e8fc9820c7d6/c089aece-c240-4203-96d7-e8fc9820c7d6.vmdk or device None with type sparse {{(pid=69770) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 852.595369] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-dc43f7c6-7bfc-490c-871e-c296146a404d {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.602065] env[69770]: DEBUG oslo_vmware.api [None req-8eb9c690-474e-4cda-a184-888b5650a2c8 tempest-SecurityGroupsTestJSON-864666295 tempest-SecurityGroupsTestJSON-864666295-project-member] Waiting for the task: (returnval){ [ 852.602065] env[69770]: value = "task-4069764" [ 852.602065] env[69770]: _type = "Task" [ 852.602065] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 852.619761] env[69770]: DEBUG oslo_vmware.api [None req-8eb9c690-474e-4cda-a184-888b5650a2c8 tempest-SecurityGroupsTestJSON-864666295 tempest-SecurityGroupsTestJSON-864666295-project-member] Task: {'id': task-4069764, 'name': Rename_Task} progress is 5%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.799045] env[69770]: DEBUG oslo_concurrency.lockutils [None req-4ac83c65-536c-474b-9a85-32bdfeab687b tempest-TenantUsagesTestJSON-669897836 tempest-TenantUsagesTestJSON-669897836-project-member] Acquiring lock "7d036508-bb94-46ea-a630-117bbff02099" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 852.799045] env[69770]: DEBUG oslo_concurrency.lockutils [None req-4ac83c65-536c-474b-9a85-32bdfeab687b tempest-TenantUsagesTestJSON-669897836 tempest-TenantUsagesTestJSON-669897836-project-member] Lock "7d036508-bb94-46ea-a630-117bbff02099" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 852.799045] env[69770]: DEBUG oslo_concurrency.lockutils [None req-4ac83c65-536c-474b-9a85-32bdfeab687b tempest-TenantUsagesTestJSON-669897836 tempest-TenantUsagesTestJSON-669897836-project-member] Acquiring lock "7d036508-bb94-46ea-a630-117bbff02099-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 852.799045] env[69770]: DEBUG oslo_concurrency.lockutils [None req-4ac83c65-536c-474b-9a85-32bdfeab687b tempest-TenantUsagesTestJSON-669897836 tempest-TenantUsagesTestJSON-669897836-project-member] Lock "7d036508-bb94-46ea-a630-117bbff02099-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 852.799045] env[69770]: DEBUG oslo_concurrency.lockutils [None req-4ac83c65-536c-474b-9a85-32bdfeab687b tempest-TenantUsagesTestJSON-669897836 tempest-TenantUsagesTestJSON-669897836-project-member] Lock "7d036508-bb94-46ea-a630-117bbff02099-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 852.801420] env[69770]: INFO nova.compute.manager [None req-4ac83c65-536c-474b-9a85-32bdfeab687b tempest-TenantUsagesTestJSON-669897836 tempest-TenantUsagesTestJSON-669897836-project-member] [instance: 7d036508-bb94-46ea-a630-117bbff02099] Terminating instance [ 852.854409] env[69770]: DEBUG oslo_vmware.api [None req-2279e14c-dbc9-4ac1-a08a-ea6a0cce75e3 tempest-ServerAddressesTestJSON-725654377 tempest-ServerAddressesTestJSON-725654377-project-member] Task: {'id': task-4069763, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.215075} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 852.854409] env[69770]: DEBUG nova.virt.vmwareapi.ds_util [None req-2279e14c-dbc9-4ac1-a08a-ea6a0cce75e3 tempest-ServerAddressesTestJSON-725654377 tempest-ServerAddressesTestJSON-725654377-project-member] Deleted the datastore file {{(pid=69770) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 852.854409] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-2279e14c-dbc9-4ac1-a08a-ea6a0cce75e3 tempest-ServerAddressesTestJSON-725654377 tempest-ServerAddressesTestJSON-725654377-project-member] [instance: 15ed9603-9fc7-40a2-99c6-151cf10a8c36] Deleted contents of the VM from datastore datastore2 {{(pid=69770) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 852.854409] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-2279e14c-dbc9-4ac1-a08a-ea6a0cce75e3 tempest-ServerAddressesTestJSON-725654377 tempest-ServerAddressesTestJSON-725654377-project-member] [instance: 15ed9603-9fc7-40a2-99c6-151cf10a8c36] Instance destroyed {{(pid=69770) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 852.854775] env[69770]: INFO nova.compute.manager [None req-2279e14c-dbc9-4ac1-a08a-ea6a0cce75e3 tempest-ServerAddressesTestJSON-725654377 tempest-ServerAddressesTestJSON-725654377-project-member] [instance: 15ed9603-9fc7-40a2-99c6-151cf10a8c36] Took 1.17 seconds to destroy the instance on the hypervisor. [ 852.854863] env[69770]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2279e14c-dbc9-4ac1-a08a-ea6a0cce75e3 tempest-ServerAddressesTestJSON-725654377 tempest-ServerAddressesTestJSON-725654377-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69770) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 852.857667] env[69770]: DEBUG nova.compute.manager [-] [instance: 15ed9603-9fc7-40a2-99c6-151cf10a8c36] Deallocating network for instance {{(pid=69770) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 852.857787] env[69770]: DEBUG nova.network.neutron [-] [instance: 15ed9603-9fc7-40a2-99c6-151cf10a8c36] deallocate_for_instance() {{(pid=69770) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 852.933803] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-36de4320-7435-4026-ab58-04f3761368aa tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] [instance: 45b73d40-e4b9-4c65-82b4-0bb39b3f418b] Creating linked-clone VM from snapshot {{(pid=69770) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 852.936370] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-e9c388fe-e8d4-447b-a386-6fc289b99b56 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.945798] env[69770]: DEBUG oslo_vmware.api [None req-36de4320-7435-4026-ab58-04f3761368aa tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] Waiting for the task: (returnval){ [ 852.945798] env[69770]: value = "task-4069765" [ 852.945798] env[69770]: _type = "Task" [ 852.945798] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 852.960523] env[69770]: DEBUG oslo_vmware.api [None req-36de4320-7435-4026-ab58-04f3761368aa tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] Task: {'id': task-4069765, 'name': CloneVM_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.984658] env[69770]: DEBUG oslo_concurrency.lockutils [None req-04e68aa8-dfb3-478f-afa8-fedb2f40a3b5 tempest-MigrationsAdminTest-1409017777 tempest-MigrationsAdminTest-1409017777-project-member] Acquiring lock "refresh_cache-95957450-4202-4400-ab80-e9d3a56b2efb" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.984913] env[69770]: DEBUG oslo_concurrency.lockutils [None req-04e68aa8-dfb3-478f-afa8-fedb2f40a3b5 tempest-MigrationsAdminTest-1409017777 tempest-MigrationsAdminTest-1409017777-project-member] Acquired lock "refresh_cache-95957450-4202-4400-ab80-e9d3a56b2efb" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.985104] env[69770]: DEBUG nova.network.neutron [None req-04e68aa8-dfb3-478f-afa8-fedb2f40a3b5 tempest-MigrationsAdminTest-1409017777 tempest-MigrationsAdminTest-1409017777-project-member] [instance: 95957450-4202-4400-ab80-e9d3a56b2efb] Building network info cache for instance {{(pid=69770) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 853.063246] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8227b473-ddc0-4133-aac8-2324079fa4e4 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.072577] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e36b40b-3815-465c-b6f5-15896f0805b4 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.118853] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8beb316e-c299-451b-adc0-376148805d51 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.129187] env[69770]: DEBUG oslo_vmware.api [None req-8eb9c690-474e-4cda-a184-888b5650a2c8 tempest-SecurityGroupsTestJSON-864666295 tempest-SecurityGroupsTestJSON-864666295-project-member] Task: {'id': task-4069764, 'name': Rename_Task, 'duration_secs': 0.212048} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 853.131422] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-8eb9c690-474e-4cda-a184-888b5650a2c8 tempest-SecurityGroupsTestJSON-864666295 tempest-SecurityGroupsTestJSON-864666295-project-member] [instance: c089aece-c240-4203-96d7-e8fc9820c7d6] Powering on the VM {{(pid=69770) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 853.132140] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8ffe05bc-a67d-4923-b572-f2334be90149 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.134491] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfbc9c7d-48f9-4f29-8fbf-7d7c09e39b5b {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.154147] env[69770]: DEBUG nova.compute.provider_tree [None req-0ec2017d-cd4d-43e9-8d6d-41e01a4f97e8 tempest-ServerAddressesNegativeTestJSON-1442094653 tempest-ServerAddressesNegativeTestJSON-1442094653-project-member] Inventory has not changed in ProviderTree for provider: 7cc7d32b-b7a7-454a-a456-2a440248ed9d {{(pid=69770) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 853.157589] env[69770]: DEBUG oslo_vmware.api [None req-8eb9c690-474e-4cda-a184-888b5650a2c8 tempest-SecurityGroupsTestJSON-864666295 tempest-SecurityGroupsTestJSON-864666295-project-member] Waiting for the task: (returnval){ [ 853.157589] env[69770]: value = "task-4069766" [ 853.157589] env[69770]: _type = "Task" [ 853.157589] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 853.167194] env[69770]: DEBUG oslo_vmware.api [None req-8eb9c690-474e-4cda-a184-888b5650a2c8 tempest-SecurityGroupsTestJSON-864666295 tempest-SecurityGroupsTestJSON-864666295-project-member] Task: {'id': task-4069766, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.305924] env[69770]: DEBUG nova.compute.manager [None req-4ac83c65-536c-474b-9a85-32bdfeab687b tempest-TenantUsagesTestJSON-669897836 tempest-TenantUsagesTestJSON-669897836-project-member] [instance: 7d036508-bb94-46ea-a630-117bbff02099] Start destroying the instance on the hypervisor. {{(pid=69770) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 853.306230] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-4ac83c65-536c-474b-9a85-32bdfeab687b tempest-TenantUsagesTestJSON-669897836 tempest-TenantUsagesTestJSON-669897836-project-member] [instance: 7d036508-bb94-46ea-a630-117bbff02099] Destroying instance {{(pid=69770) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 853.307196] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f9e44c0-0797-484d-be97-ff10812169ae {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.316386] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ac83c65-536c-474b-9a85-32bdfeab687b tempest-TenantUsagesTestJSON-669897836 tempest-TenantUsagesTestJSON-669897836-project-member] [instance: 7d036508-bb94-46ea-a630-117bbff02099] Powering off the VM {{(pid=69770) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 853.317308] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-30cbebfd-dec1-4eaf-adcd-8ca4a2c7cf2b {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.326049] env[69770]: DEBUG oslo_vmware.api [None req-4ac83c65-536c-474b-9a85-32bdfeab687b tempest-TenantUsagesTestJSON-669897836 tempest-TenantUsagesTestJSON-669897836-project-member] Waiting for the task: (returnval){ [ 853.326049] env[69770]: value = "task-4069767" [ 853.326049] env[69770]: _type = "Task" [ 853.326049] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 853.338710] env[69770]: DEBUG oslo_vmware.api [None req-4ac83c65-536c-474b-9a85-32bdfeab687b tempest-TenantUsagesTestJSON-669897836 tempest-TenantUsagesTestJSON-669897836-project-member] Task: {'id': task-4069767, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.456987] env[69770]: DEBUG oslo_vmware.api [None req-36de4320-7435-4026-ab58-04f3761368aa tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] Task: {'id': task-4069765, 'name': CloneVM_Task} progress is 94%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.554031] env[69770]: DEBUG nova.network.neutron [None req-04e68aa8-dfb3-478f-afa8-fedb2f40a3b5 tempest-MigrationsAdminTest-1409017777 tempest-MigrationsAdminTest-1409017777-project-member] [instance: 95957450-4202-4400-ab80-e9d3a56b2efb] Instance cache missing network info. {{(pid=69770) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 853.590449] env[69770]: DEBUG oslo_concurrency.lockutils [None req-34774962-5b85-41f3-a0f0-d738c3acaaf1 tempest-ListServerFiltersTestJSON-1688445247 tempest-ListServerFiltersTestJSON-1688445247-project-member] Acquiring lock "398f9fa2-efb7-4f95-bb8b-7667b8299e9d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 853.590918] env[69770]: DEBUG oslo_concurrency.lockutils [None req-34774962-5b85-41f3-a0f0-d738c3acaaf1 tempest-ListServerFiltersTestJSON-1688445247 tempest-ListServerFiltersTestJSON-1688445247-project-member] Lock "398f9fa2-efb7-4f95-bb8b-7667b8299e9d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 853.591195] env[69770]: DEBUG oslo_concurrency.lockutils [None req-34774962-5b85-41f3-a0f0-d738c3acaaf1 tempest-ListServerFiltersTestJSON-1688445247 tempest-ListServerFiltersTestJSON-1688445247-project-member] Acquiring lock "398f9fa2-efb7-4f95-bb8b-7667b8299e9d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 853.591449] env[69770]: DEBUG oslo_concurrency.lockutils [None req-34774962-5b85-41f3-a0f0-d738c3acaaf1 tempest-ListServerFiltersTestJSON-1688445247 tempest-ListServerFiltersTestJSON-1688445247-project-member] Lock "398f9fa2-efb7-4f95-bb8b-7667b8299e9d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 853.592217] env[69770]: DEBUG oslo_concurrency.lockutils [None req-34774962-5b85-41f3-a0f0-d738c3acaaf1 tempest-ListServerFiltersTestJSON-1688445247 tempest-ListServerFiltersTestJSON-1688445247-project-member] Lock "398f9fa2-efb7-4f95-bb8b-7667b8299e9d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 853.596257] env[69770]: INFO nova.compute.manager [None req-34774962-5b85-41f3-a0f0-d738c3acaaf1 tempest-ListServerFiltersTestJSON-1688445247 tempest-ListServerFiltersTestJSON-1688445247-project-member] [instance: 398f9fa2-efb7-4f95-bb8b-7667b8299e9d] Terminating instance [ 853.662231] env[69770]: DEBUG nova.scheduler.client.report [None req-0ec2017d-cd4d-43e9-8d6d-41e01a4f97e8 tempest-ServerAddressesNegativeTestJSON-1442094653 tempest-ServerAddressesNegativeTestJSON-1442094653-project-member] Inventory has not changed for provider 7cc7d32b-b7a7-454a-a456-2a440248ed9d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69770) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 853.679618] env[69770]: DEBUG oslo_vmware.api [None req-8eb9c690-474e-4cda-a184-888b5650a2c8 tempest-SecurityGroupsTestJSON-864666295 tempest-SecurityGroupsTestJSON-864666295-project-member] Task: {'id': task-4069766, 'name': PowerOnVM_Task} progress is 94%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.836479] env[69770]: DEBUG oslo_vmware.api [None req-4ac83c65-536c-474b-9a85-32bdfeab687b tempest-TenantUsagesTestJSON-669897836 tempest-TenantUsagesTestJSON-669897836-project-member] Task: {'id': task-4069767, 'name': PowerOffVM_Task, 'duration_secs': 0.189716} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 853.837128] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ac83c65-536c-474b-9a85-32bdfeab687b tempest-TenantUsagesTestJSON-669897836 tempest-TenantUsagesTestJSON-669897836-project-member] [instance: 7d036508-bb94-46ea-a630-117bbff02099] Powered off the VM {{(pid=69770) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 853.837128] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-4ac83c65-536c-474b-9a85-32bdfeab687b tempest-TenantUsagesTestJSON-669897836 tempest-TenantUsagesTestJSON-669897836-project-member] [instance: 7d036508-bb94-46ea-a630-117bbff02099] Unregistering the VM {{(pid=69770) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 853.837251] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e34f3d85-77a8-47ce-9e3c-13edb747ba03 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.895588] env[69770]: DEBUG nova.network.neutron [-] [instance: 15ed9603-9fc7-40a2-99c6-151cf10a8c36] Updating instance_info_cache with network_info: [] {{(pid=69770) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 853.899712] env[69770]: DEBUG nova.network.neutron [None req-04e68aa8-dfb3-478f-afa8-fedb2f40a3b5 tempest-MigrationsAdminTest-1409017777 tempest-MigrationsAdminTest-1409017777-project-member] [instance: 95957450-4202-4400-ab80-e9d3a56b2efb] Updating instance_info_cache with network_info: [{"id": "b774309a-b12d-42b5-81e1-9e8615fe0806", "address": "fa:16:3e:96:17:da", "network": {"id": "f82b91df-bf84-467a-b908-3ff7324de9d6", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.92", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "d65f20bb89fb40a98b77bc6d97357df2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f0ef5aba-bd9a-42ff-a1a0-5e763986d70a", "external-id": "nsx-vlan-transportzone-209", "segmentation_id": 209, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb774309a-b1", "ovs_interfaceid": "b774309a-b12d-42b5-81e1-9e8615fe0806", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69770) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 853.958783] env[69770]: DEBUG oslo_vmware.api [None req-36de4320-7435-4026-ab58-04f3761368aa tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] Task: {'id': task-4069765, 'name': CloneVM_Task} progress is 94%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.101140] env[69770]: DEBUG nova.compute.manager [None req-34774962-5b85-41f3-a0f0-d738c3acaaf1 tempest-ListServerFiltersTestJSON-1688445247 tempest-ListServerFiltersTestJSON-1688445247-project-member] [instance: 398f9fa2-efb7-4f95-bb8b-7667b8299e9d] Start destroying the instance on the hypervisor. {{(pid=69770) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 854.101539] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-34774962-5b85-41f3-a0f0-d738c3acaaf1 tempest-ListServerFiltersTestJSON-1688445247 tempest-ListServerFiltersTestJSON-1688445247-project-member] [instance: 398f9fa2-efb7-4f95-bb8b-7667b8299e9d] Destroying instance {{(pid=69770) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 854.102915] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90e07db0-8315-43e4-a383-669b8ebef793 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.118918] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-34774962-5b85-41f3-a0f0-d738c3acaaf1 tempest-ListServerFiltersTestJSON-1688445247 tempest-ListServerFiltersTestJSON-1688445247-project-member] [instance: 398f9fa2-efb7-4f95-bb8b-7667b8299e9d] Powering off the VM {{(pid=69770) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 854.119494] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fb1bb44e-c334-4a94-b1fe-d126c9a2dbde {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.128896] env[69770]: DEBUG oslo_vmware.api [None req-34774962-5b85-41f3-a0f0-d738c3acaaf1 tempest-ListServerFiltersTestJSON-1688445247 tempest-ListServerFiltersTestJSON-1688445247-project-member] Waiting for the task: (returnval){ [ 854.128896] env[69770]: value = "task-4069769" [ 854.128896] env[69770]: _type = "Task" [ 854.128896] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 854.143345] env[69770]: DEBUG oslo_vmware.api [None req-34774962-5b85-41f3-a0f0-d738c3acaaf1 tempest-ListServerFiltersTestJSON-1688445247 tempest-ListServerFiltersTestJSON-1688445247-project-member] Task: {'id': task-4069769, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.179034] env[69770]: DEBUG oslo_concurrency.lockutils [None req-0ec2017d-cd4d-43e9-8d6d-41e01a4f97e8 tempest-ServerAddressesNegativeTestJSON-1442094653 tempest-ServerAddressesNegativeTestJSON-1442094653-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.313s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 854.187715] env[69770]: DEBUG oslo_concurrency.lockutils [None req-0a5068fa-45bb-4501-918b-4173632c64da tempest-ServerPasswordTestJSON-447598566 tempest-ServerPasswordTestJSON-447598566-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.412s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 854.187868] env[69770]: INFO nova.compute.claims [None req-0a5068fa-45bb-4501-918b-4173632c64da tempest-ServerPasswordTestJSON-447598566 tempest-ServerPasswordTestJSON-447598566-project-member] [instance: 8d265b73-da0b-4a15-a9a7-63ef7750f9f5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 854.198056] env[69770]: DEBUG oslo_vmware.api [None req-8eb9c690-474e-4cda-a184-888b5650a2c8 tempest-SecurityGroupsTestJSON-864666295 tempest-SecurityGroupsTestJSON-864666295-project-member] Task: {'id': task-4069766, 'name': PowerOnVM_Task, 'duration_secs': 0.58037} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 854.198393] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-8eb9c690-474e-4cda-a184-888b5650a2c8 tempest-SecurityGroupsTestJSON-864666295 tempest-SecurityGroupsTestJSON-864666295-project-member] [instance: c089aece-c240-4203-96d7-e8fc9820c7d6] Powered on the VM {{(pid=69770) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 854.198680] env[69770]: INFO nova.compute.manager [None req-8eb9c690-474e-4cda-a184-888b5650a2c8 tempest-SecurityGroupsTestJSON-864666295 tempest-SecurityGroupsTestJSON-864666295-project-member] [instance: c089aece-c240-4203-96d7-e8fc9820c7d6] Took 7.90 seconds to spawn the instance on the hypervisor. [ 854.198770] env[69770]: DEBUG nova.compute.manager [None req-8eb9c690-474e-4cda-a184-888b5650a2c8 tempest-SecurityGroupsTestJSON-864666295 tempest-SecurityGroupsTestJSON-864666295-project-member] [instance: c089aece-c240-4203-96d7-e8fc9820c7d6] Checking state {{(pid=69770) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 854.199769] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19d32078-fd57-4990-a455-8549e62f931f {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.219099] env[69770]: INFO nova.scheduler.client.report [None req-0ec2017d-cd4d-43e9-8d6d-41e01a4f97e8 tempest-ServerAddressesNegativeTestJSON-1442094653 tempest-ServerAddressesNegativeTestJSON-1442094653-project-member] Deleted allocations for instance be3699ce-b81b-4db4-b82f-1ec081a96855 [ 854.401802] env[69770]: INFO nova.compute.manager [-] [instance: 15ed9603-9fc7-40a2-99c6-151cf10a8c36] Took 1.54 seconds to deallocate network for instance. [ 854.407281] env[69770]: DEBUG oslo_concurrency.lockutils [None req-04e68aa8-dfb3-478f-afa8-fedb2f40a3b5 tempest-MigrationsAdminTest-1409017777 tempest-MigrationsAdminTest-1409017777-project-member] Releasing lock "refresh_cache-95957450-4202-4400-ab80-e9d3a56b2efb" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.407515] env[69770]: DEBUG nova.compute.manager [None req-04e68aa8-dfb3-478f-afa8-fedb2f40a3b5 tempest-MigrationsAdminTest-1409017777 tempest-MigrationsAdminTest-1409017777-project-member] [instance: 95957450-4202-4400-ab80-e9d3a56b2efb] Instance network_info: |[{"id": "b774309a-b12d-42b5-81e1-9e8615fe0806", "address": "fa:16:3e:96:17:da", "network": {"id": "f82b91df-bf84-467a-b908-3ff7324de9d6", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.92", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "d65f20bb89fb40a98b77bc6d97357df2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f0ef5aba-bd9a-42ff-a1a0-5e763986d70a", "external-id": "nsx-vlan-transportzone-209", "segmentation_id": 209, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb774309a-b1", "ovs_interfaceid": "b774309a-b12d-42b5-81e1-9e8615fe0806", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69770) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 854.407910] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-04e68aa8-dfb3-478f-afa8-fedb2f40a3b5 tempest-MigrationsAdminTest-1409017777 tempest-MigrationsAdminTest-1409017777-project-member] [instance: 95957450-4202-4400-ab80-e9d3a56b2efb] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:96:17:da', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f0ef5aba-bd9a-42ff-a1a0-5e763986d70a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b774309a-b12d-42b5-81e1-9e8615fe0806', 'vif_model': 'vmxnet3'}] {{(pid=69770) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 854.425382] env[69770]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-04e68aa8-dfb3-478f-afa8-fedb2f40a3b5 tempest-MigrationsAdminTest-1409017777 tempest-MigrationsAdminTest-1409017777-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69770) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 854.433769] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 95957450-4202-4400-ab80-e9d3a56b2efb] Creating VM on the ESX host {{(pid=69770) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 854.437092] env[69770]: DEBUG nova.compute.manager [req-07ab476b-5ff5-4d8b-953e-090bbe449e3b req-e907779c-b86c-4da1-90b5-c312702f379c service nova] [instance: 95957450-4202-4400-ab80-e9d3a56b2efb] Received event network-vif-plugged-b774309a-b12d-42b5-81e1-9e8615fe0806 {{(pid=69770) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 854.439310] env[69770]: DEBUG oslo_concurrency.lockutils [req-07ab476b-5ff5-4d8b-953e-090bbe449e3b req-e907779c-b86c-4da1-90b5-c312702f379c service nova] Acquiring lock "95957450-4202-4400-ab80-e9d3a56b2efb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 854.439310] env[69770]: DEBUG oslo_concurrency.lockutils [req-07ab476b-5ff5-4d8b-953e-090bbe449e3b req-e907779c-b86c-4da1-90b5-c312702f379c service nova] Lock "95957450-4202-4400-ab80-e9d3a56b2efb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 854.439310] env[69770]: DEBUG oslo_concurrency.lockutils [req-07ab476b-5ff5-4d8b-953e-090bbe449e3b req-e907779c-b86c-4da1-90b5-c312702f379c service nova] Lock "95957450-4202-4400-ab80-e9d3a56b2efb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 854.439310] env[69770]: DEBUG nova.compute.manager [req-07ab476b-5ff5-4d8b-953e-090bbe449e3b req-e907779c-b86c-4da1-90b5-c312702f379c service nova] [instance: 95957450-4202-4400-ab80-e9d3a56b2efb] No waiting events found dispatching network-vif-plugged-b774309a-b12d-42b5-81e1-9e8615fe0806 {{(pid=69770) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 854.439310] env[69770]: WARNING nova.compute.manager [req-07ab476b-5ff5-4d8b-953e-090bbe449e3b req-e907779c-b86c-4da1-90b5-c312702f379c service nova] [instance: 95957450-4202-4400-ab80-e9d3a56b2efb] Received unexpected event network-vif-plugged-b774309a-b12d-42b5-81e1-9e8615fe0806 for instance with vm_state building and task_state spawning. [ 854.439310] env[69770]: DEBUG nova.compute.manager [req-07ab476b-5ff5-4d8b-953e-090bbe449e3b req-e907779c-b86c-4da1-90b5-c312702f379c service nova] [instance: 95957450-4202-4400-ab80-e9d3a56b2efb] Received event network-changed-b774309a-b12d-42b5-81e1-9e8615fe0806 {{(pid=69770) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 854.440109] env[69770]: DEBUG nova.compute.manager [req-07ab476b-5ff5-4d8b-953e-090bbe449e3b req-e907779c-b86c-4da1-90b5-c312702f379c service nova] [instance: 95957450-4202-4400-ab80-e9d3a56b2efb] Refreshing instance network info cache due to event network-changed-b774309a-b12d-42b5-81e1-9e8615fe0806. {{(pid=69770) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 854.441016] env[69770]: DEBUG oslo_concurrency.lockutils [req-07ab476b-5ff5-4d8b-953e-090bbe449e3b req-e907779c-b86c-4da1-90b5-c312702f379c service nova] Acquiring lock "refresh_cache-95957450-4202-4400-ab80-e9d3a56b2efb" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.441016] env[69770]: DEBUG oslo_concurrency.lockutils [req-07ab476b-5ff5-4d8b-953e-090bbe449e3b req-e907779c-b86c-4da1-90b5-c312702f379c service nova] Acquired lock "refresh_cache-95957450-4202-4400-ab80-e9d3a56b2efb" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.441490] env[69770]: DEBUG nova.network.neutron [req-07ab476b-5ff5-4d8b-953e-090bbe449e3b req-e907779c-b86c-4da1-90b5-c312702f379c service nova] [instance: 95957450-4202-4400-ab80-e9d3a56b2efb] Refreshing network info cache for port b774309a-b12d-42b5-81e1-9e8615fe0806 {{(pid=69770) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 854.443664] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-4ac83c65-536c-474b-9a85-32bdfeab687b tempest-TenantUsagesTestJSON-669897836 tempest-TenantUsagesTestJSON-669897836-project-member] [instance: 7d036508-bb94-46ea-a630-117bbff02099] Unregistered the VM {{(pid=69770) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 854.445018] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-4ac83c65-536c-474b-9a85-32bdfeab687b tempest-TenantUsagesTestJSON-669897836 tempest-TenantUsagesTestJSON-669897836-project-member] [instance: 7d036508-bb94-46ea-a630-117bbff02099] Deleting contents of the VM from datastore datastore2 {{(pid=69770) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 854.445018] env[69770]: DEBUG nova.virt.vmwareapi.ds_util [None req-4ac83c65-536c-474b-9a85-32bdfeab687b tempest-TenantUsagesTestJSON-669897836 tempest-TenantUsagesTestJSON-669897836-project-member] Deleting the datastore file [datastore2] 7d036508-bb94-46ea-a630-117bbff02099 {{(pid=69770) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 854.445748] env[69770]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-155ad31f-0081-4d1a-8619-17da2272ad27 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.474415] env[69770]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8e56cdf9-2fed-450e-93a5-4838d1009ded {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.490516] env[69770]: DEBUG oslo_vmware.api [None req-4ac83c65-536c-474b-9a85-32bdfeab687b tempest-TenantUsagesTestJSON-669897836 tempest-TenantUsagesTestJSON-669897836-project-member] Waiting for the task: (returnval){ [ 854.490516] env[69770]: value = "task-4069770" [ 854.490516] env[69770]: _type = "Task" [ 854.490516] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 854.497566] env[69770]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 854.497566] env[69770]: value = "task-4069771" [ 854.497566] env[69770]: _type = "Task" [ 854.497566] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 854.498197] env[69770]: DEBUG oslo_vmware.api [None req-36de4320-7435-4026-ab58-04f3761368aa tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] Task: {'id': task-4069765, 'name': CloneVM_Task} progress is 100%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.511140] env[69770]: DEBUG oslo_vmware.api [None req-4ac83c65-536c-474b-9a85-32bdfeab687b tempest-TenantUsagesTestJSON-669897836 tempest-TenantUsagesTestJSON-669897836-project-member] Task: {'id': task-4069770, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.516177] env[69770]: DEBUG oslo_vmware.api [-] Task: {'id': task-4069771, 'name': CreateVM_Task} progress is 6%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.640402] env[69770]: DEBUG oslo_vmware.api [None req-34774962-5b85-41f3-a0f0-d738c3acaaf1 tempest-ListServerFiltersTestJSON-1688445247 tempest-ListServerFiltersTestJSON-1688445247-project-member] Task: {'id': task-4069769, 'name': PowerOffVM_Task, 'duration_secs': 0.305531} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 854.640402] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-34774962-5b85-41f3-a0f0-d738c3acaaf1 tempest-ListServerFiltersTestJSON-1688445247 tempest-ListServerFiltersTestJSON-1688445247-project-member] [instance: 398f9fa2-efb7-4f95-bb8b-7667b8299e9d] Powered off the VM {{(pid=69770) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 854.640402] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-34774962-5b85-41f3-a0f0-d738c3acaaf1 tempest-ListServerFiltersTestJSON-1688445247 tempest-ListServerFiltersTestJSON-1688445247-project-member] [instance: 398f9fa2-efb7-4f95-bb8b-7667b8299e9d] Unregistering the VM {{(pid=69770) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 854.640402] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e77cb00f-187d-4467-8039-9c6f2fa65c84 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.723199] env[69770]: INFO nova.compute.manager [None req-8eb9c690-474e-4cda-a184-888b5650a2c8 tempest-SecurityGroupsTestJSON-864666295 tempest-SecurityGroupsTestJSON-864666295-project-member] [instance: c089aece-c240-4203-96d7-e8fc9820c7d6] Took 37.74 seconds to build instance. [ 854.736162] env[69770]: DEBUG oslo_concurrency.lockutils [None req-0ec2017d-cd4d-43e9-8d6d-41e01a4f97e8 tempest-ServerAddressesNegativeTestJSON-1442094653 tempest-ServerAddressesNegativeTestJSON-1442094653-project-member] Lock "be3699ce-b81b-4db4-b82f-1ec081a96855" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.139s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 854.878507] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-34774962-5b85-41f3-a0f0-d738c3acaaf1 tempest-ListServerFiltersTestJSON-1688445247 tempest-ListServerFiltersTestJSON-1688445247-project-member] [instance: 398f9fa2-efb7-4f95-bb8b-7667b8299e9d] Unregistered the VM {{(pid=69770) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 854.878829] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-34774962-5b85-41f3-a0f0-d738c3acaaf1 tempest-ListServerFiltersTestJSON-1688445247 tempest-ListServerFiltersTestJSON-1688445247-project-member] [instance: 398f9fa2-efb7-4f95-bb8b-7667b8299e9d] Deleting contents of the VM from datastore datastore1 {{(pid=69770) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 854.878866] env[69770]: DEBUG nova.virt.vmwareapi.ds_util [None req-34774962-5b85-41f3-a0f0-d738c3acaaf1 tempest-ListServerFiltersTestJSON-1688445247 tempest-ListServerFiltersTestJSON-1688445247-project-member] Deleting the datastore file [datastore1] 398f9fa2-efb7-4f95-bb8b-7667b8299e9d {{(pid=69770) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 854.879310] env[69770]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-892cd67d-8c59-4904-94e4-8a5988f97fce {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.889143] env[69770]: DEBUG oslo_vmware.api [None req-34774962-5b85-41f3-a0f0-d738c3acaaf1 tempest-ListServerFiltersTestJSON-1688445247 tempest-ListServerFiltersTestJSON-1688445247-project-member] Waiting for the task: (returnval){ [ 854.889143] env[69770]: value = "task-4069773" [ 854.889143] env[69770]: _type = "Task" [ 854.889143] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 854.898776] env[69770]: DEBUG oslo_vmware.api [None req-34774962-5b85-41f3-a0f0-d738c3acaaf1 tempest-ListServerFiltersTestJSON-1688445247 tempest-ListServerFiltersTestJSON-1688445247-project-member] Task: {'id': task-4069773, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.933349] env[69770]: DEBUG oslo_concurrency.lockutils [None req-2279e14c-dbc9-4ac1-a08a-ea6a0cce75e3 tempest-ServerAddressesTestJSON-725654377 tempest-ServerAddressesTestJSON-725654377-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 854.993873] env[69770]: DEBUG oslo_vmware.api [None req-36de4320-7435-4026-ab58-04f3761368aa tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] Task: {'id': task-4069765, 'name': CloneVM_Task, 'duration_secs': 1.573578} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 854.994191] env[69770]: INFO nova.virt.vmwareapi.vmops [None req-36de4320-7435-4026-ab58-04f3761368aa tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] [instance: 45b73d40-e4b9-4c65-82b4-0bb39b3f418b] Created linked-clone VM from snapshot [ 854.995397] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f85a1031-3e45-4f07-85d0-e942dbc84ee7 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.016522] env[69770]: DEBUG nova.virt.vmwareapi.images [None req-36de4320-7435-4026-ab58-04f3761368aa tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] [instance: 45b73d40-e4b9-4c65-82b4-0bb39b3f418b] Uploading image 47ac9bbb-ba8d-45ce-a582-9db9c35412ff {{(pid=69770) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 855.031981] env[69770]: DEBUG oslo_vmware.api [-] Task: {'id': task-4069771, 'name': CreateVM_Task, 'duration_secs': 0.502429} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 855.034054] env[69770]: DEBUG oslo_vmware.api [None req-4ac83c65-536c-474b-9a85-32bdfeab687b tempest-TenantUsagesTestJSON-669897836 tempest-TenantUsagesTestJSON-669897836-project-member] Task: {'id': task-4069770, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.290167} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 855.035032] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 95957450-4202-4400-ab80-e9d3a56b2efb] Created VM on the ESX host {{(pid=69770) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 855.038054] env[69770]: DEBUG nova.virt.vmwareapi.ds_util [None req-4ac83c65-536c-474b-9a85-32bdfeab687b tempest-TenantUsagesTestJSON-669897836 tempest-TenantUsagesTestJSON-669897836-project-member] Deleted the datastore file {{(pid=69770) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 855.038054] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-4ac83c65-536c-474b-9a85-32bdfeab687b tempest-TenantUsagesTestJSON-669897836 tempest-TenantUsagesTestJSON-669897836-project-member] [instance: 7d036508-bb94-46ea-a630-117bbff02099] Deleted contents of the VM from datastore datastore2 {{(pid=69770) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 855.038054] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-4ac83c65-536c-474b-9a85-32bdfeab687b tempest-TenantUsagesTestJSON-669897836 tempest-TenantUsagesTestJSON-669897836-project-member] [instance: 7d036508-bb94-46ea-a630-117bbff02099] Instance destroyed {{(pid=69770) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 855.038054] env[69770]: INFO nova.compute.manager [None req-4ac83c65-536c-474b-9a85-32bdfeab687b tempest-TenantUsagesTestJSON-669897836 tempest-TenantUsagesTestJSON-669897836-project-member] [instance: 7d036508-bb94-46ea-a630-117bbff02099] Took 1.73 seconds to destroy the instance on the hypervisor. [ 855.038054] env[69770]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4ac83c65-536c-474b-9a85-32bdfeab687b tempest-TenantUsagesTestJSON-669897836 tempest-TenantUsagesTestJSON-669897836-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69770) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 855.038054] env[69770]: DEBUG oslo_concurrency.lockutils [None req-04e68aa8-dfb3-478f-afa8-fedb2f40a3b5 tempest-MigrationsAdminTest-1409017777 tempest-MigrationsAdminTest-1409017777-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.038054] env[69770]: DEBUG oslo_concurrency.lockutils [None req-04e68aa8-dfb3-478f-afa8-fedb2f40a3b5 tempest-MigrationsAdminTest-1409017777 tempest-MigrationsAdminTest-1409017777-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.038054] env[69770]: DEBUG oslo_concurrency.lockutils [None req-04e68aa8-dfb3-478f-afa8-fedb2f40a3b5 tempest-MigrationsAdminTest-1409017777 tempest-MigrationsAdminTest-1409017777-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.038054] env[69770]: DEBUG nova.compute.manager [-] [instance: 7d036508-bb94-46ea-a630-117bbff02099] Deallocating network for instance {{(pid=69770) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 855.038054] env[69770]: DEBUG nova.network.neutron [-] [instance: 7d036508-bb94-46ea-a630-117bbff02099] deallocate_for_instance() {{(pid=69770) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 855.041916] env[69770]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-09c0f804-6579-41e7-bba6-30d12d4a3092 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.049754] env[69770]: DEBUG oslo_vmware.api [None req-04e68aa8-dfb3-478f-afa8-fedb2f40a3b5 tempest-MigrationsAdminTest-1409017777 tempest-MigrationsAdminTest-1409017777-project-member] Waiting for the task: (returnval){ [ 855.049754] env[69770]: value = "session[52161b52-cb8e-ec9f-1132-2f6b49549d41]52d6a739-10d1-2659-b861-32cfcfaa2ff6" [ 855.049754] env[69770]: _type = "Task" [ 855.049754] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 855.055131] env[69770]: DEBUG oslo_vmware.rw_handles [None req-36de4320-7435-4026-ab58-04f3761368aa tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 855.055131] env[69770]: value = "vm-806508" [ 855.055131] env[69770]: _type = "VirtualMachine" [ 855.055131] env[69770]: }. {{(pid=69770) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 855.055398] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-bb5c6127-b9ff-48ef-85c1-bf5ead3f0095 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.064227] env[69770]: DEBUG oslo_vmware.api [None req-04e68aa8-dfb3-478f-afa8-fedb2f40a3b5 tempest-MigrationsAdminTest-1409017777 tempest-MigrationsAdminTest-1409017777-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]52d6a739-10d1-2659-b861-32cfcfaa2ff6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.065653] env[69770]: DEBUG oslo_vmware.rw_handles [None req-36de4320-7435-4026-ab58-04f3761368aa tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] Lease: (returnval){ [ 855.065653] env[69770]: value = "session[52161b52-cb8e-ec9f-1132-2f6b49549d41]52616b4b-4c20-8a5c-3d88-275f2a471415" [ 855.065653] env[69770]: _type = "HttpNfcLease" [ 855.065653] env[69770]: } obtained for exporting VM: (result){ [ 855.065653] env[69770]: value = "vm-806508" [ 855.065653] env[69770]: _type = "VirtualMachine" [ 855.065653] env[69770]: }. {{(pid=69770) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 855.065962] env[69770]: DEBUG oslo_vmware.api [None req-36de4320-7435-4026-ab58-04f3761368aa tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] Waiting for the lease: (returnval){ [ 855.065962] env[69770]: value = "session[52161b52-cb8e-ec9f-1132-2f6b49549d41]52616b4b-4c20-8a5c-3d88-275f2a471415" [ 855.065962] env[69770]: _type = "HttpNfcLease" [ 855.065962] env[69770]: } to be ready. {{(pid=69770) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 855.072788] env[69770]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 855.072788] env[69770]: value = "session[52161b52-cb8e-ec9f-1132-2f6b49549d41]52616b4b-4c20-8a5c-3d88-275f2a471415" [ 855.072788] env[69770]: _type = "HttpNfcLease" [ 855.072788] env[69770]: } is initializing. {{(pid=69770) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 855.228935] env[69770]: DEBUG oslo_concurrency.lockutils [None req-8eb9c690-474e-4cda-a184-888b5650a2c8 tempest-SecurityGroupsTestJSON-864666295 tempest-SecurityGroupsTestJSON-864666295-project-member] Lock "c089aece-c240-4203-96d7-e8fc9820c7d6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 80.879s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 855.329388] env[69770]: DEBUG nova.network.neutron [req-07ab476b-5ff5-4d8b-953e-090bbe449e3b req-e907779c-b86c-4da1-90b5-c312702f379c service nova] [instance: 95957450-4202-4400-ab80-e9d3a56b2efb] Updated VIF entry in instance network info cache for port b774309a-b12d-42b5-81e1-9e8615fe0806. {{(pid=69770) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 855.329782] env[69770]: DEBUG nova.network.neutron [req-07ab476b-5ff5-4d8b-953e-090bbe449e3b req-e907779c-b86c-4da1-90b5-c312702f379c service nova] [instance: 95957450-4202-4400-ab80-e9d3a56b2efb] Updating instance_info_cache with network_info: [{"id": "b774309a-b12d-42b5-81e1-9e8615fe0806", "address": "fa:16:3e:96:17:da", "network": {"id": "f82b91df-bf84-467a-b908-3ff7324de9d6", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.92", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "d65f20bb89fb40a98b77bc6d97357df2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f0ef5aba-bd9a-42ff-a1a0-5e763986d70a", "external-id": "nsx-vlan-transportzone-209", "segmentation_id": 209, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb774309a-b1", "ovs_interfaceid": "b774309a-b12d-42b5-81e1-9e8615fe0806", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69770) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 855.402420] env[69770]: DEBUG oslo_vmware.api [None req-34774962-5b85-41f3-a0f0-d738c3acaaf1 tempest-ListServerFiltersTestJSON-1688445247 tempest-ListServerFiltersTestJSON-1688445247-project-member] Task: {'id': task-4069773, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.447842} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 855.402680] env[69770]: DEBUG nova.virt.vmwareapi.ds_util [None req-34774962-5b85-41f3-a0f0-d738c3acaaf1 tempest-ListServerFiltersTestJSON-1688445247 tempest-ListServerFiltersTestJSON-1688445247-project-member] Deleted the datastore file {{(pid=69770) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 855.402865] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-34774962-5b85-41f3-a0f0-d738c3acaaf1 tempest-ListServerFiltersTestJSON-1688445247 tempest-ListServerFiltersTestJSON-1688445247-project-member] [instance: 398f9fa2-efb7-4f95-bb8b-7667b8299e9d] Deleted contents of the VM from datastore datastore1 {{(pid=69770) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 855.403050] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-34774962-5b85-41f3-a0f0-d738c3acaaf1 tempest-ListServerFiltersTestJSON-1688445247 tempest-ListServerFiltersTestJSON-1688445247-project-member] [instance: 398f9fa2-efb7-4f95-bb8b-7667b8299e9d] Instance destroyed {{(pid=69770) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 855.403231] env[69770]: INFO nova.compute.manager [None req-34774962-5b85-41f3-a0f0-d738c3acaaf1 tempest-ListServerFiltersTestJSON-1688445247 tempest-ListServerFiltersTestJSON-1688445247-project-member] [instance: 398f9fa2-efb7-4f95-bb8b-7667b8299e9d] Took 1.30 seconds to destroy the instance on the hypervisor. [ 855.403470] env[69770]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-34774962-5b85-41f3-a0f0-d738c3acaaf1 tempest-ListServerFiltersTestJSON-1688445247 tempest-ListServerFiltersTestJSON-1688445247-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69770) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 855.403768] env[69770]: DEBUG nova.compute.manager [-] [instance: 398f9fa2-efb7-4f95-bb8b-7667b8299e9d] Deallocating network for instance {{(pid=69770) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 855.403768] env[69770]: DEBUG nova.network.neutron [-] [instance: 398f9fa2-efb7-4f95-bb8b-7667b8299e9d] deallocate_for_instance() {{(pid=69770) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 855.548542] env[69770]: DEBUG nova.compute.manager [req-08e82a44-c268-490d-9f90-a94320aadaf9 req-d2d0c656-7c28-4963-88c3-a68ac02fe691 service nova] [instance: c089aece-c240-4203-96d7-e8fc9820c7d6] Received event network-changed-152f14c6-778e-4a14-b541-659a2cdbd02f {{(pid=69770) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 855.548542] env[69770]: DEBUG nova.compute.manager [req-08e82a44-c268-490d-9f90-a94320aadaf9 req-d2d0c656-7c28-4963-88c3-a68ac02fe691 service nova] [instance: c089aece-c240-4203-96d7-e8fc9820c7d6] Refreshing instance network info cache due to event network-changed-152f14c6-778e-4a14-b541-659a2cdbd02f. {{(pid=69770) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 855.548542] env[69770]: DEBUG oslo_concurrency.lockutils [req-08e82a44-c268-490d-9f90-a94320aadaf9 req-d2d0c656-7c28-4963-88c3-a68ac02fe691 service nova] Acquiring lock "refresh_cache-c089aece-c240-4203-96d7-e8fc9820c7d6" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.548542] env[69770]: DEBUG oslo_concurrency.lockutils [req-08e82a44-c268-490d-9f90-a94320aadaf9 req-d2d0c656-7c28-4963-88c3-a68ac02fe691 service nova] Acquired lock "refresh_cache-c089aece-c240-4203-96d7-e8fc9820c7d6" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.548542] env[69770]: DEBUG nova.network.neutron [req-08e82a44-c268-490d-9f90-a94320aadaf9 req-d2d0c656-7c28-4963-88c3-a68ac02fe691 service nova] [instance: c089aece-c240-4203-96d7-e8fc9820c7d6] Refreshing network info cache for port 152f14c6-778e-4a14-b541-659a2cdbd02f {{(pid=69770) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 855.563476] env[69770]: DEBUG oslo_vmware.api [None req-04e68aa8-dfb3-478f-afa8-fedb2f40a3b5 tempest-MigrationsAdminTest-1409017777 tempest-MigrationsAdminTest-1409017777-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]52d6a739-10d1-2659-b861-32cfcfaa2ff6, 'name': SearchDatastore_Task, 'duration_secs': 0.022701} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 855.564978] env[69770]: DEBUG oslo_concurrency.lockutils [None req-04e68aa8-dfb3-478f-afa8-fedb2f40a3b5 tempest-MigrationsAdminTest-1409017777 tempest-MigrationsAdminTest-1409017777-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.564978] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-04e68aa8-dfb3-478f-afa8-fedb2f40a3b5 tempest-MigrationsAdminTest-1409017777 tempest-MigrationsAdminTest-1409017777-project-member] [instance: 95957450-4202-4400-ab80-e9d3a56b2efb] Processing image d1eaff80-24a0-4391-90eb-59958b1ecf0a {{(pid=69770) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 855.565111] env[69770]: DEBUG oslo_concurrency.lockutils [None req-04e68aa8-dfb3-478f-afa8-fedb2f40a3b5 tempest-MigrationsAdminTest-1409017777 tempest-MigrationsAdminTest-1409017777-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.565336] env[69770]: DEBUG oslo_concurrency.lockutils [None req-04e68aa8-dfb3-478f-afa8-fedb2f40a3b5 tempest-MigrationsAdminTest-1409017777 tempest-MigrationsAdminTest-1409017777-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.565463] env[69770]: DEBUG nova.virt.vmwareapi.ds_util [None req-04e68aa8-dfb3-478f-afa8-fedb2f40a3b5 tempest-MigrationsAdminTest-1409017777 tempest-MigrationsAdminTest-1409017777-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69770) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 855.566074] env[69770]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7fb527d3-bdd3-43b2-af36-cbd962e67744 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.580147] env[69770]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 855.580147] env[69770]: value = "session[52161b52-cb8e-ec9f-1132-2f6b49549d41]52616b4b-4c20-8a5c-3d88-275f2a471415" [ 855.580147] env[69770]: _type = "HttpNfcLease" [ 855.580147] env[69770]: } is ready. {{(pid=69770) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 855.580733] env[69770]: DEBUG oslo_vmware.rw_handles [None req-36de4320-7435-4026-ab58-04f3761368aa tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 855.580733] env[69770]: value = "session[52161b52-cb8e-ec9f-1132-2f6b49549d41]52616b4b-4c20-8a5c-3d88-275f2a471415" [ 855.580733] env[69770]: _type = "HttpNfcLease" [ 855.580733] env[69770]: }. {{(pid=69770) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 855.581521] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54245352-a859-4380-a7de-d3e2014c04cc {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.585799] env[69770]: DEBUG nova.virt.vmwareapi.ds_util [None req-04e68aa8-dfb3-478f-afa8-fedb2f40a3b5 tempest-MigrationsAdminTest-1409017777 tempest-MigrationsAdminTest-1409017777-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69770) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 855.586015] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-04e68aa8-dfb3-478f-afa8-fedb2f40a3b5 tempest-MigrationsAdminTest-1409017777 tempest-MigrationsAdminTest-1409017777-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69770) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 855.587204] env[69770]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-56ad1ad2-fdb8-4c92-ae1c-244b31017715 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.596445] env[69770]: DEBUG oslo_vmware.rw_handles [None req-36de4320-7435-4026-ab58-04f3761368aa tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5234a716-9ba0-dc1f-00c2-2cff77b49cf2/disk-0.vmdk from lease info. {{(pid=69770) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 855.597319] env[69770]: DEBUG oslo_vmware.rw_handles [None req-36de4320-7435-4026-ab58-04f3761368aa tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5234a716-9ba0-dc1f-00c2-2cff77b49cf2/disk-0.vmdk for reading. {{(pid=69770) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 855.658079] env[69770]: DEBUG oslo_vmware.api [None req-04e68aa8-dfb3-478f-afa8-fedb2f40a3b5 tempest-MigrationsAdminTest-1409017777 tempest-MigrationsAdminTest-1409017777-project-member] Waiting for the task: (returnval){ [ 855.658079] env[69770]: value = "session[52161b52-cb8e-ec9f-1132-2f6b49549d41]52a19e99-98aa-7a85-aa23-55ebeda8909a" [ 855.658079] env[69770]: _type = "Task" [ 855.658079] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 855.670266] env[69770]: DEBUG oslo_vmware.api [None req-04e68aa8-dfb3-478f-afa8-fedb2f40a3b5 tempest-MigrationsAdminTest-1409017777 tempest-MigrationsAdminTest-1409017777-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]52a19e99-98aa-7a85-aa23-55ebeda8909a, 'name': SearchDatastore_Task, 'duration_secs': 0.032214} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 855.671054] env[69770]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-256a455d-1044-45c3-afcf-9e909f84cce4 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.681748] env[69770]: DEBUG oslo_vmware.api [None req-04e68aa8-dfb3-478f-afa8-fedb2f40a3b5 tempest-MigrationsAdminTest-1409017777 tempest-MigrationsAdminTest-1409017777-project-member] Waiting for the task: (returnval){ [ 855.681748] env[69770]: value = "session[52161b52-cb8e-ec9f-1132-2f6b49549d41]5230bda8-99f1-69ee-90a5-375461308d68" [ 855.681748] env[69770]: _type = "Task" [ 855.681748] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 855.692522] env[69770]: DEBUG oslo_vmware.api [None req-04e68aa8-dfb3-478f-afa8-fedb2f40a3b5 tempest-MigrationsAdminTest-1409017777 tempest-MigrationsAdminTest-1409017777-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]5230bda8-99f1-69ee-90a5-375461308d68, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.695032] env[69770]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-0d8539e3-4792-495c-8674-a3a976818b02 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.838871] env[69770]: DEBUG oslo_concurrency.lockutils [req-07ab476b-5ff5-4d8b-953e-090bbe449e3b req-e907779c-b86c-4da1-90b5-c312702f379c service nova] Releasing lock "refresh_cache-95957450-4202-4400-ab80-e9d3a56b2efb" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.839746] env[69770]: DEBUG nova.compute.manager [req-07ab476b-5ff5-4d8b-953e-090bbe449e3b req-e907779c-b86c-4da1-90b5-c312702f379c service nova] [instance: 15ed9603-9fc7-40a2-99c6-151cf10a8c36] Received event network-vif-deleted-e183b258-d7d9-478a-8bdb-44836476254c {{(pid=69770) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 855.861992] env[69770]: DEBUG nova.network.neutron [-] [instance: 7d036508-bb94-46ea-a630-117bbff02099] Updating instance_info_cache with network_info: [] {{(pid=69770) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 855.947537] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fc2fb25-58dd-436d-8154-514f5674880a {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.958058] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b4f7ba2-226d-4575-9eb9-ea773fe030c3 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.005605] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ba9c6cc-ad46-4d41-a086-d06064207d0a {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.012573] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a274fd4b-3ea2-41c2-92af-bbe59a05f1f5 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.030212] env[69770]: DEBUG nova.compute.provider_tree [None req-0a5068fa-45bb-4501-918b-4173632c64da tempest-ServerPasswordTestJSON-447598566 tempest-ServerPasswordTestJSON-447598566-project-member] Inventory has not changed in ProviderTree for provider: 7cc7d32b-b7a7-454a-a456-2a440248ed9d {{(pid=69770) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 856.195609] env[69770]: DEBUG oslo_vmware.api [None req-04e68aa8-dfb3-478f-afa8-fedb2f40a3b5 tempest-MigrationsAdminTest-1409017777 tempest-MigrationsAdminTest-1409017777-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]5230bda8-99f1-69ee-90a5-375461308d68, 'name': SearchDatastore_Task, 'duration_secs': 0.013167} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 856.196087] env[69770]: DEBUG oslo_concurrency.lockutils [None req-04e68aa8-dfb3-478f-afa8-fedb2f40a3b5 tempest-MigrationsAdminTest-1409017777 tempest-MigrationsAdminTest-1409017777-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.196707] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-04e68aa8-dfb3-478f-afa8-fedb2f40a3b5 tempest-MigrationsAdminTest-1409017777 tempest-MigrationsAdminTest-1409017777-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk to [datastore1] 95957450-4202-4400-ab80-e9d3a56b2efb/95957450-4202-4400-ab80-e9d3a56b2efb.vmdk {{(pid=69770) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 856.197044] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f8471697-d90e-435d-8e23-033db8a50f91 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.212059] env[69770]: DEBUG oslo_vmware.api [None req-04e68aa8-dfb3-478f-afa8-fedb2f40a3b5 tempest-MigrationsAdminTest-1409017777 tempest-MigrationsAdminTest-1409017777-project-member] Waiting for the task: (returnval){ [ 856.212059] env[69770]: value = "task-4069775" [ 856.212059] env[69770]: _type = "Task" [ 856.212059] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 856.235463] env[69770]: DEBUG oslo_vmware.api [None req-04e68aa8-dfb3-478f-afa8-fedb2f40a3b5 tempest-MigrationsAdminTest-1409017777 tempest-MigrationsAdminTest-1409017777-project-member] Task: {'id': task-4069775, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.340606] env[69770]: DEBUG nova.network.neutron [-] [instance: 398f9fa2-efb7-4f95-bb8b-7667b8299e9d] Updating instance_info_cache with network_info: [] {{(pid=69770) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 856.363980] env[69770]: DEBUG oslo_concurrency.lockutils [None req-d179e0d2-135d-4864-a9ee-e5e7201f93d2 tempest-SecurityGroupsTestJSON-864666295 tempest-SecurityGroupsTestJSON-864666295-project-member] Acquiring lock "c089aece-c240-4203-96d7-e8fc9820c7d6" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 856.364327] env[69770]: DEBUG oslo_concurrency.lockutils [None req-d179e0d2-135d-4864-a9ee-e5e7201f93d2 tempest-SecurityGroupsTestJSON-864666295 tempest-SecurityGroupsTestJSON-864666295-project-member] Lock "c089aece-c240-4203-96d7-e8fc9820c7d6" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.001s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 856.364647] env[69770]: INFO nova.compute.manager [None req-d179e0d2-135d-4864-a9ee-e5e7201f93d2 tempest-SecurityGroupsTestJSON-864666295 tempest-SecurityGroupsTestJSON-864666295-project-member] [instance: c089aece-c240-4203-96d7-e8fc9820c7d6] Rebooting instance [ 856.367626] env[69770]: INFO nova.compute.manager [-] [instance: 7d036508-bb94-46ea-a630-117bbff02099] Took 1.33 seconds to deallocate network for instance. [ 856.466783] env[69770]: DEBUG nova.network.neutron [req-08e82a44-c268-490d-9f90-a94320aadaf9 req-d2d0c656-7c28-4963-88c3-a68ac02fe691 service nova] [instance: c089aece-c240-4203-96d7-e8fc9820c7d6] Updated VIF entry in instance network info cache for port 152f14c6-778e-4a14-b541-659a2cdbd02f. {{(pid=69770) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 856.467467] env[69770]: DEBUG nova.network.neutron [req-08e82a44-c268-490d-9f90-a94320aadaf9 req-d2d0c656-7c28-4963-88c3-a68ac02fe691 service nova] [instance: c089aece-c240-4203-96d7-e8fc9820c7d6] Updating instance_info_cache with network_info: [{"id": "152f14c6-778e-4a14-b541-659a2cdbd02f", "address": "fa:16:3e:df:e2:2c", "network": {"id": "29edef2d-c3cc-4fd2-8a86-68a8eb391ef0", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1441207760-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "42257c279ac042a88f3d28949622e509", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "462a7219-4deb-4225-9cf7-3131ef280363", "external-id": "nsx-vlan-transportzone-468", "segmentation_id": 468, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap152f14c6-77", "ovs_interfaceid": "152f14c6-778e-4a14-b541-659a2cdbd02f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69770) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 856.535280] env[69770]: DEBUG nova.scheduler.client.report [None req-0a5068fa-45bb-4501-918b-4173632c64da tempest-ServerPasswordTestJSON-447598566 tempest-ServerPasswordTestJSON-447598566-project-member] Inventory has not changed for provider 7cc7d32b-b7a7-454a-a456-2a440248ed9d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69770) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 856.729674] env[69770]: DEBUG oslo_vmware.api [None req-04e68aa8-dfb3-478f-afa8-fedb2f40a3b5 tempest-MigrationsAdminTest-1409017777 tempest-MigrationsAdminTest-1409017777-project-member] Task: {'id': task-4069775, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.844055] env[69770]: INFO nova.compute.manager [-] [instance: 398f9fa2-efb7-4f95-bb8b-7667b8299e9d] Took 1.44 seconds to deallocate network for instance. [ 856.878493] env[69770]: DEBUG oslo_concurrency.lockutils [None req-4ac83c65-536c-474b-9a85-32bdfeab687b tempest-TenantUsagesTestJSON-669897836 tempest-TenantUsagesTestJSON-669897836-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 856.899630] env[69770]: DEBUG oslo_concurrency.lockutils [None req-d179e0d2-135d-4864-a9ee-e5e7201f93d2 tempest-SecurityGroupsTestJSON-864666295 tempest-SecurityGroupsTestJSON-864666295-project-member] Acquiring lock "refresh_cache-c089aece-c240-4203-96d7-e8fc9820c7d6" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.971285] env[69770]: DEBUG oslo_concurrency.lockutils [req-08e82a44-c268-490d-9f90-a94320aadaf9 req-d2d0c656-7c28-4963-88c3-a68ac02fe691 service nova] Releasing lock "refresh_cache-c089aece-c240-4203-96d7-e8fc9820c7d6" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.972505] env[69770]: DEBUG oslo_concurrency.lockutils [None req-d179e0d2-135d-4864-a9ee-e5e7201f93d2 tempest-SecurityGroupsTestJSON-864666295 tempest-SecurityGroupsTestJSON-864666295-project-member] Acquired lock "refresh_cache-c089aece-c240-4203-96d7-e8fc9820c7d6" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.972505] env[69770]: DEBUG nova.network.neutron [None req-d179e0d2-135d-4864-a9ee-e5e7201f93d2 tempest-SecurityGroupsTestJSON-864666295 tempest-SecurityGroupsTestJSON-864666295-project-member] [instance: c089aece-c240-4203-96d7-e8fc9820c7d6] Building network info cache for instance {{(pid=69770) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 857.039865] env[69770]: DEBUG oslo_concurrency.lockutils [None req-0a5068fa-45bb-4501-918b-4173632c64da tempest-ServerPasswordTestJSON-447598566 tempest-ServerPasswordTestJSON-447598566-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.854s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 857.040686] env[69770]: DEBUG nova.compute.manager [None req-0a5068fa-45bb-4501-918b-4173632c64da tempest-ServerPasswordTestJSON-447598566 tempest-ServerPasswordTestJSON-447598566-project-member] [instance: 8d265b73-da0b-4a15-a9a7-63ef7750f9f5] Start building networks asynchronously for instance. {{(pid=69770) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 857.046547] env[69770]: DEBUG oslo_concurrency.lockutils [None req-a3f83bab-9fe1-4fff-85b0-e0b077db8de0 tempest-ListImageFiltersTestJSON-573549216 tempest-ListImageFiltersTestJSON-573549216-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.090s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 857.046821] env[69770]: DEBUG nova.objects.instance [None req-a3f83bab-9fe1-4fff-85b0-e0b077db8de0 tempest-ListImageFiltersTestJSON-573549216 tempest-ListImageFiltersTestJSON-573549216-project-member] Lazy-loading 'resources' on Instance uuid 65be68f2-50f6-4ad4-878b-87d12f4cae3e {{(pid=69770) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 857.229259] env[69770]: DEBUG oslo_vmware.api [None req-04e68aa8-dfb3-478f-afa8-fedb2f40a3b5 tempest-MigrationsAdminTest-1409017777 tempest-MigrationsAdminTest-1409017777-project-member] Task: {'id': task-4069775, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.599901} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 857.229571] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-04e68aa8-dfb3-478f-afa8-fedb2f40a3b5 tempest-MigrationsAdminTest-1409017777 tempest-MigrationsAdminTest-1409017777-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk to [datastore1] 95957450-4202-4400-ab80-e9d3a56b2efb/95957450-4202-4400-ab80-e9d3a56b2efb.vmdk {{(pid=69770) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 857.229805] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-04e68aa8-dfb3-478f-afa8-fedb2f40a3b5 tempest-MigrationsAdminTest-1409017777 tempest-MigrationsAdminTest-1409017777-project-member] [instance: 95957450-4202-4400-ab80-e9d3a56b2efb] Extending root virtual disk to 1048576 {{(pid=69770) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 857.230172] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6bf4283a-4208-4e06-8ad5-e366b0fb2ae7 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.242365] env[69770]: DEBUG oslo_vmware.api [None req-04e68aa8-dfb3-478f-afa8-fedb2f40a3b5 tempest-MigrationsAdminTest-1409017777 tempest-MigrationsAdminTest-1409017777-project-member] Waiting for the task: (returnval){ [ 857.242365] env[69770]: value = "task-4069776" [ 857.242365] env[69770]: _type = "Task" [ 857.242365] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 857.254490] env[69770]: DEBUG oslo_vmware.api [None req-04e68aa8-dfb3-478f-afa8-fedb2f40a3b5 tempest-MigrationsAdminTest-1409017777 tempest-MigrationsAdminTest-1409017777-project-member] Task: {'id': task-4069776, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.351476] env[69770]: DEBUG oslo_concurrency.lockutils [None req-34774962-5b85-41f3-a0f0-d738c3acaaf1 tempest-ListServerFiltersTestJSON-1688445247 tempest-ListServerFiltersTestJSON-1688445247-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 857.550303] env[69770]: DEBUG nova.compute.utils [None req-0a5068fa-45bb-4501-918b-4173632c64da tempest-ServerPasswordTestJSON-447598566 tempest-ServerPasswordTestJSON-447598566-project-member] Using /dev/sd instead of None {{(pid=69770) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 857.551769] env[69770]: DEBUG nova.compute.manager [None req-0a5068fa-45bb-4501-918b-4173632c64da tempest-ServerPasswordTestJSON-447598566 tempest-ServerPasswordTestJSON-447598566-project-member] [instance: 8d265b73-da0b-4a15-a9a7-63ef7750f9f5] Allocating IP information in the background. {{(pid=69770) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 857.551940] env[69770]: DEBUG nova.network.neutron [None req-0a5068fa-45bb-4501-918b-4173632c64da tempest-ServerPasswordTestJSON-447598566 tempest-ServerPasswordTestJSON-447598566-project-member] [instance: 8d265b73-da0b-4a15-a9a7-63ef7750f9f5] allocate_for_instance() {{(pid=69770) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 857.595396] env[69770]: DEBUG nova.compute.manager [req-417699ba-4343-4812-9be4-6dc3f22e2363 req-8dd78a20-3647-4331-8c57-0c810cef1b10 service nova] [instance: 7d036508-bb94-46ea-a630-117bbff02099] Received event network-vif-deleted-f26413d8-d85c-406c-becc-b61d6999ad53 {{(pid=69770) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 857.596853] env[69770]: DEBUG nova.compute.manager [req-417699ba-4343-4812-9be4-6dc3f22e2363 req-8dd78a20-3647-4331-8c57-0c810cef1b10 service nova] [instance: 398f9fa2-efb7-4f95-bb8b-7667b8299e9d] Received event network-vif-deleted-dcd94c50-f2a7-4888-8329-4f345f1e52c2 {{(pid=69770) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 857.642420] env[69770]: DEBUG nova.policy [None req-0a5068fa-45bb-4501-918b-4173632c64da tempest-ServerPasswordTestJSON-447598566 tempest-ServerPasswordTestJSON-447598566-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'aff708a820ad446b9c4b15de488930bc', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a8b5d5e40eeb464f9fc758f8e48fd190', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69770) authorize /opt/stack/nova/nova/policy.py:192}} [ 857.753200] env[69770]: DEBUG oslo_vmware.api [None req-04e68aa8-dfb3-478f-afa8-fedb2f40a3b5 tempest-MigrationsAdminTest-1409017777 tempest-MigrationsAdminTest-1409017777-project-member] Task: {'id': task-4069776, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.106927} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 857.753606] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-04e68aa8-dfb3-478f-afa8-fedb2f40a3b5 tempest-MigrationsAdminTest-1409017777 tempest-MigrationsAdminTest-1409017777-project-member] [instance: 95957450-4202-4400-ab80-e9d3a56b2efb] Extended root virtual disk {{(pid=69770) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 857.755047] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2b10edb-eff3-4c7c-9a2d-146fb1c6c48a {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.784797] env[69770]: DEBUG nova.virt.vmwareapi.volumeops [None req-04e68aa8-dfb3-478f-afa8-fedb2f40a3b5 tempest-MigrationsAdminTest-1409017777 tempest-MigrationsAdminTest-1409017777-project-member] [instance: 95957450-4202-4400-ab80-e9d3a56b2efb] Reconfiguring VM instance instance-0000002d to attach disk [datastore1] 95957450-4202-4400-ab80-e9d3a56b2efb/95957450-4202-4400-ab80-e9d3a56b2efb.vmdk or device None with type sparse {{(pid=69770) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 857.790579] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a6c4010a-b344-4d96-a8c6-b0bd7fc25044 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.816534] env[69770]: DEBUG oslo_vmware.api [None req-04e68aa8-dfb3-478f-afa8-fedb2f40a3b5 tempest-MigrationsAdminTest-1409017777 tempest-MigrationsAdminTest-1409017777-project-member] Waiting for the task: (returnval){ [ 857.816534] env[69770]: value = "task-4069777" [ 857.816534] env[69770]: _type = "Task" [ 857.816534] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 857.830786] env[69770]: DEBUG oslo_vmware.api [None req-04e68aa8-dfb3-478f-afa8-fedb2f40a3b5 tempest-MigrationsAdminTest-1409017777 tempest-MigrationsAdminTest-1409017777-project-member] Task: {'id': task-4069777, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.023268] env[69770]: DEBUG nova.network.neutron [None req-d179e0d2-135d-4864-a9ee-e5e7201f93d2 tempest-SecurityGroupsTestJSON-864666295 tempest-SecurityGroupsTestJSON-864666295-project-member] [instance: c089aece-c240-4203-96d7-e8fc9820c7d6] Updating instance_info_cache with network_info: [{"id": "152f14c6-778e-4a14-b541-659a2cdbd02f", "address": "fa:16:3e:df:e2:2c", "network": {"id": "29edef2d-c3cc-4fd2-8a86-68a8eb391ef0", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1441207760-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "42257c279ac042a88f3d28949622e509", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "462a7219-4deb-4225-9cf7-3131ef280363", "external-id": "nsx-vlan-transportzone-468", "segmentation_id": 468, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap152f14c6-77", "ovs_interfaceid": "152f14c6-778e-4a14-b541-659a2cdbd02f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69770) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 858.065330] env[69770]: DEBUG nova.compute.manager [None req-0a5068fa-45bb-4501-918b-4173632c64da tempest-ServerPasswordTestJSON-447598566 tempest-ServerPasswordTestJSON-447598566-project-member] [instance: 8d265b73-da0b-4a15-a9a7-63ef7750f9f5] Start building block device mappings for instance. {{(pid=69770) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 858.070757] env[69770]: DEBUG nova.network.neutron [None req-0a5068fa-45bb-4501-918b-4173632c64da tempest-ServerPasswordTestJSON-447598566 tempest-ServerPasswordTestJSON-447598566-project-member] [instance: 8d265b73-da0b-4a15-a9a7-63ef7750f9f5] Successfully created port: f8a07fea-9d26-4b4c-baa6-1419ed58fe7f {{(pid=69770) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 858.332566] env[69770]: DEBUG oslo_vmware.api [None req-04e68aa8-dfb3-478f-afa8-fedb2f40a3b5 tempest-MigrationsAdminTest-1409017777 tempest-MigrationsAdminTest-1409017777-project-member] Task: {'id': task-4069777, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.339239] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72b3be21-58d4-4c6e-b3f4-1074ff65324f {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.350159] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a192713-9cba-4848-bd95-eee61e097f7f {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.385604] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b935a24e-a8fa-4c78-b491-882f1402afb1 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.395073] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd87904d-b859-4c9d-86fd-d7f2ac7ad69c {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.415231] env[69770]: DEBUG nova.compute.provider_tree [None req-a3f83bab-9fe1-4fff-85b0-e0b077db8de0 tempest-ListImageFiltersTestJSON-573549216 tempest-ListImageFiltersTestJSON-573549216-project-member] Inventory has not changed in ProviderTree for provider: 7cc7d32b-b7a7-454a-a456-2a440248ed9d {{(pid=69770) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 858.525384] env[69770]: DEBUG oslo_concurrency.lockutils [None req-d179e0d2-135d-4864-a9ee-e5e7201f93d2 tempest-SecurityGroupsTestJSON-864666295 tempest-SecurityGroupsTestJSON-864666295-project-member] Releasing lock "refresh_cache-c089aece-c240-4203-96d7-e8fc9820c7d6" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.827989] env[69770]: DEBUG oslo_vmware.api [None req-04e68aa8-dfb3-478f-afa8-fedb2f40a3b5 tempest-MigrationsAdminTest-1409017777 tempest-MigrationsAdminTest-1409017777-project-member] Task: {'id': task-4069777, 'name': ReconfigVM_Task, 'duration_secs': 0.570279} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 858.828503] env[69770]: DEBUG nova.virt.vmwareapi.volumeops [None req-04e68aa8-dfb3-478f-afa8-fedb2f40a3b5 tempest-MigrationsAdminTest-1409017777 tempest-MigrationsAdminTest-1409017777-project-member] [instance: 95957450-4202-4400-ab80-e9d3a56b2efb] Reconfigured VM instance instance-0000002d to attach disk [datastore1] 95957450-4202-4400-ab80-e9d3a56b2efb/95957450-4202-4400-ab80-e9d3a56b2efb.vmdk or device None with type sparse {{(pid=69770) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 858.829187] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b9e12004-8f4b-453c-a26a-d567ea6d4718 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.836764] env[69770]: DEBUG oslo_vmware.api [None req-04e68aa8-dfb3-478f-afa8-fedb2f40a3b5 tempest-MigrationsAdminTest-1409017777 tempest-MigrationsAdminTest-1409017777-project-member] Waiting for the task: (returnval){ [ 858.836764] env[69770]: value = "task-4069778" [ 858.836764] env[69770]: _type = "Task" [ 858.836764] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 858.850250] env[69770]: DEBUG oslo_vmware.api [None req-04e68aa8-dfb3-478f-afa8-fedb2f40a3b5 tempest-MigrationsAdminTest-1409017777 tempest-MigrationsAdminTest-1409017777-project-member] Task: {'id': task-4069778, 'name': Rename_Task} progress is 5%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.919110] env[69770]: DEBUG nova.scheduler.client.report [None req-a3f83bab-9fe1-4fff-85b0-e0b077db8de0 tempest-ListImageFiltersTestJSON-573549216 tempest-ListImageFiltersTestJSON-573549216-project-member] Inventory has not changed for provider 7cc7d32b-b7a7-454a-a456-2a440248ed9d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69770) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 859.034028] env[69770]: DEBUG nova.compute.manager [None req-d179e0d2-135d-4864-a9ee-e5e7201f93d2 tempest-SecurityGroupsTestJSON-864666295 tempest-SecurityGroupsTestJSON-864666295-project-member] [instance: c089aece-c240-4203-96d7-e8fc9820c7d6] Checking state {{(pid=69770) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 859.034028] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bf936c3-d73e-4a2d-b607-5d744e6b4750 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.085537] env[69770]: DEBUG nova.compute.manager [None req-0a5068fa-45bb-4501-918b-4173632c64da tempest-ServerPasswordTestJSON-447598566 tempest-ServerPasswordTestJSON-447598566-project-member] [instance: 8d265b73-da0b-4a15-a9a7-63ef7750f9f5] Start spawning the instance on the hypervisor. {{(pid=69770) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 859.137298] env[69770]: DEBUG nova.virt.hardware [None req-0a5068fa-45bb-4501-918b-4173632c64da tempest-ServerPasswordTestJSON-447598566 tempest-ServerPasswordTestJSON-447598566-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T12:16:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T12:16:11Z,direct_url=,disk_format='vmdk',id=d1eaff80-24a0-4391-90eb-59958b1ecf0a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d65f20bb89fb40a98b77bc6d97357df2',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T12:16:12Z,virtual_size=,visibility=), allow threads: False {{(pid=69770) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 859.137618] env[69770]: DEBUG nova.virt.hardware [None req-0a5068fa-45bb-4501-918b-4173632c64da tempest-ServerPasswordTestJSON-447598566 tempest-ServerPasswordTestJSON-447598566-project-member] Flavor limits 0:0:0 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 859.140260] env[69770]: DEBUG nova.virt.hardware [None req-0a5068fa-45bb-4501-918b-4173632c64da tempest-ServerPasswordTestJSON-447598566 tempest-ServerPasswordTestJSON-447598566-project-member] Image limits 0:0:0 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 859.140260] env[69770]: DEBUG nova.virt.hardware [None req-0a5068fa-45bb-4501-918b-4173632c64da tempest-ServerPasswordTestJSON-447598566 tempest-ServerPasswordTestJSON-447598566-project-member] Flavor pref 0:0:0 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 859.140260] env[69770]: DEBUG nova.virt.hardware [None req-0a5068fa-45bb-4501-918b-4173632c64da tempest-ServerPasswordTestJSON-447598566 tempest-ServerPasswordTestJSON-447598566-project-member] Image pref 0:0:0 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 859.140260] env[69770]: DEBUG nova.virt.hardware [None req-0a5068fa-45bb-4501-918b-4173632c64da tempest-ServerPasswordTestJSON-447598566 tempest-ServerPasswordTestJSON-447598566-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 859.140260] env[69770]: DEBUG nova.virt.hardware [None req-0a5068fa-45bb-4501-918b-4173632c64da tempest-ServerPasswordTestJSON-447598566 tempest-ServerPasswordTestJSON-447598566-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69770) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 859.140260] env[69770]: DEBUG nova.virt.hardware [None req-0a5068fa-45bb-4501-918b-4173632c64da tempest-ServerPasswordTestJSON-447598566 tempest-ServerPasswordTestJSON-447598566-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69770) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 859.140260] env[69770]: DEBUG nova.virt.hardware [None req-0a5068fa-45bb-4501-918b-4173632c64da tempest-ServerPasswordTestJSON-447598566 tempest-ServerPasswordTestJSON-447598566-project-member] Got 1 possible topologies {{(pid=69770) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 859.141233] env[69770]: DEBUG nova.virt.hardware [None req-0a5068fa-45bb-4501-918b-4173632c64da tempest-ServerPasswordTestJSON-447598566 tempest-ServerPasswordTestJSON-447598566-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69770) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 859.141601] env[69770]: DEBUG nova.virt.hardware [None req-0a5068fa-45bb-4501-918b-4173632c64da tempest-ServerPasswordTestJSON-447598566 tempest-ServerPasswordTestJSON-447598566-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69770) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 859.143172] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33f1af51-9cee-4b96-a3a4-0b5977bbfdbc {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.156517] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7b69f60-a4ae-429d-b272-c2d0dea5f86e {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.349980] env[69770]: DEBUG oslo_vmware.api [None req-04e68aa8-dfb3-478f-afa8-fedb2f40a3b5 tempest-MigrationsAdminTest-1409017777 tempest-MigrationsAdminTest-1409017777-project-member] Task: {'id': task-4069778, 'name': Rename_Task, 'duration_secs': 0.253123} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 859.350405] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-04e68aa8-dfb3-478f-afa8-fedb2f40a3b5 tempest-MigrationsAdminTest-1409017777 tempest-MigrationsAdminTest-1409017777-project-member] [instance: 95957450-4202-4400-ab80-e9d3a56b2efb] Powering on the VM {{(pid=69770) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 859.350660] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-09c198c9-c81d-430e-828d-5ed737fd2f02 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.358879] env[69770]: DEBUG oslo_vmware.api [None req-04e68aa8-dfb3-478f-afa8-fedb2f40a3b5 tempest-MigrationsAdminTest-1409017777 tempest-MigrationsAdminTest-1409017777-project-member] Waiting for the task: (returnval){ [ 859.358879] env[69770]: value = "task-4069779" [ 859.358879] env[69770]: _type = "Task" [ 859.358879] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 859.368240] env[69770]: DEBUG oslo_vmware.api [None req-04e68aa8-dfb3-478f-afa8-fedb2f40a3b5 tempest-MigrationsAdminTest-1409017777 tempest-MigrationsAdminTest-1409017777-project-member] Task: {'id': task-4069779, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.425342] env[69770]: DEBUG oslo_concurrency.lockutils [None req-a3f83bab-9fe1-4fff-85b0-e0b077db8de0 tempest-ListImageFiltersTestJSON-573549216 tempest-ListImageFiltersTestJSON-573549216-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.379s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 859.429098] env[69770]: DEBUG oslo_concurrency.lockutils [None req-4d8d6746-4962-480a-98ae-398fd911dd7a tempest-InstanceActionsV221TestJSON-434475733 tempest-InstanceActionsV221TestJSON-434475733-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.944s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 859.429786] env[69770]: DEBUG nova.objects.instance [None req-4d8d6746-4962-480a-98ae-398fd911dd7a tempest-InstanceActionsV221TestJSON-434475733 tempest-InstanceActionsV221TestJSON-434475733-project-member] Lazy-loading 'resources' on Instance uuid ad5c1512-835d-40f1-97be-59a36e20deda {{(pid=69770) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 859.455083] env[69770]: INFO nova.scheduler.client.report [None req-a3f83bab-9fe1-4fff-85b0-e0b077db8de0 tempest-ListImageFiltersTestJSON-573549216 tempest-ListImageFiltersTestJSON-573549216-project-member] Deleted allocations for instance 65be68f2-50f6-4ad4-878b-87d12f4cae3e [ 859.806160] env[69770]: DEBUG nova.compute.manager [req-c5dd2acd-aa2b-4685-ac8d-a63812992042 req-e3abf528-7494-4b52-9c59-d5c346a56669 service nova] [instance: 8d265b73-da0b-4a15-a9a7-63ef7750f9f5] Received event network-vif-plugged-f8a07fea-9d26-4b4c-baa6-1419ed58fe7f {{(pid=69770) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 859.806481] env[69770]: DEBUG oslo_concurrency.lockutils [req-c5dd2acd-aa2b-4685-ac8d-a63812992042 req-e3abf528-7494-4b52-9c59-d5c346a56669 service nova] Acquiring lock "8d265b73-da0b-4a15-a9a7-63ef7750f9f5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 859.806721] env[69770]: DEBUG oslo_concurrency.lockutils [req-c5dd2acd-aa2b-4685-ac8d-a63812992042 req-e3abf528-7494-4b52-9c59-d5c346a56669 service nova] Lock "8d265b73-da0b-4a15-a9a7-63ef7750f9f5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 859.806857] env[69770]: DEBUG oslo_concurrency.lockutils [req-c5dd2acd-aa2b-4685-ac8d-a63812992042 req-e3abf528-7494-4b52-9c59-d5c346a56669 service nova] Lock "8d265b73-da0b-4a15-a9a7-63ef7750f9f5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 859.807056] env[69770]: DEBUG nova.compute.manager [req-c5dd2acd-aa2b-4685-ac8d-a63812992042 req-e3abf528-7494-4b52-9c59-d5c346a56669 service nova] [instance: 8d265b73-da0b-4a15-a9a7-63ef7750f9f5] No waiting events found dispatching network-vif-plugged-f8a07fea-9d26-4b4c-baa6-1419ed58fe7f {{(pid=69770) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 859.807209] env[69770]: WARNING nova.compute.manager [req-c5dd2acd-aa2b-4685-ac8d-a63812992042 req-e3abf528-7494-4b52-9c59-d5c346a56669 service nova] [instance: 8d265b73-da0b-4a15-a9a7-63ef7750f9f5] Received unexpected event network-vif-plugged-f8a07fea-9d26-4b4c-baa6-1419ed58fe7f for instance with vm_state building and task_state spawning. [ 859.871810] env[69770]: DEBUG oslo_vmware.api [None req-04e68aa8-dfb3-478f-afa8-fedb2f40a3b5 tempest-MigrationsAdminTest-1409017777 tempest-MigrationsAdminTest-1409017777-project-member] Task: {'id': task-4069779, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.973023] env[69770]: DEBUG oslo_concurrency.lockutils [None req-a3f83bab-9fe1-4fff-85b0-e0b077db8de0 tempest-ListImageFiltersTestJSON-573549216 tempest-ListImageFiltersTestJSON-573549216-project-member] Lock "65be68f2-50f6-4ad4-878b-87d12f4cae3e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.583s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 859.988212] env[69770]: DEBUG nova.network.neutron [None req-0a5068fa-45bb-4501-918b-4173632c64da tempest-ServerPasswordTestJSON-447598566 tempest-ServerPasswordTestJSON-447598566-project-member] [instance: 8d265b73-da0b-4a15-a9a7-63ef7750f9f5] Successfully updated port: f8a07fea-9d26-4b4c-baa6-1419ed58fe7f {{(pid=69770) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 860.064179] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff1a2915-29f8-4ce5-8147-9f76d85a5442 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.077137] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-d179e0d2-135d-4864-a9ee-e5e7201f93d2 tempest-SecurityGroupsTestJSON-864666295 tempest-SecurityGroupsTestJSON-864666295-project-member] [instance: c089aece-c240-4203-96d7-e8fc9820c7d6] Doing hard reboot of VM {{(pid=69770) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 860.077582] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-bcfeb9e9-211e-4d26-8d35-4fcfd7b95e8d {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.090211] env[69770]: DEBUG oslo_vmware.api [None req-d179e0d2-135d-4864-a9ee-e5e7201f93d2 tempest-SecurityGroupsTestJSON-864666295 tempest-SecurityGroupsTestJSON-864666295-project-member] Waiting for the task: (returnval){ [ 860.090211] env[69770]: value = "task-4069780" [ 860.090211] env[69770]: _type = "Task" [ 860.090211] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 860.099570] env[69770]: DEBUG oslo_vmware.api [None req-d179e0d2-135d-4864-a9ee-e5e7201f93d2 tempest-SecurityGroupsTestJSON-864666295 tempest-SecurityGroupsTestJSON-864666295-project-member] Task: {'id': task-4069780, 'name': ResetVM_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.376280] env[69770]: DEBUG oslo_vmware.api [None req-04e68aa8-dfb3-478f-afa8-fedb2f40a3b5 tempest-MigrationsAdminTest-1409017777 tempest-MigrationsAdminTest-1409017777-project-member] Task: {'id': task-4069779, 'name': PowerOnVM_Task, 'duration_secs': 0.699712} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 860.376581] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-04e68aa8-dfb3-478f-afa8-fedb2f40a3b5 tempest-MigrationsAdminTest-1409017777 tempest-MigrationsAdminTest-1409017777-project-member] [instance: 95957450-4202-4400-ab80-e9d3a56b2efb] Powered on the VM {{(pid=69770) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 860.377384] env[69770]: INFO nova.compute.manager [None req-04e68aa8-dfb3-478f-afa8-fedb2f40a3b5 tempest-MigrationsAdminTest-1409017777 tempest-MigrationsAdminTest-1409017777-project-member] [instance: 95957450-4202-4400-ab80-e9d3a56b2efb] Took 8.90 seconds to spawn the instance on the hypervisor. [ 860.377384] env[69770]: DEBUG nova.compute.manager [None req-04e68aa8-dfb3-478f-afa8-fedb2f40a3b5 tempest-MigrationsAdminTest-1409017777 tempest-MigrationsAdminTest-1409017777-project-member] [instance: 95957450-4202-4400-ab80-e9d3a56b2efb] Checking state {{(pid=69770) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 860.377802] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc056da3-48d8-453a-94da-101dfeb207d8 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.492619] env[69770]: DEBUG oslo_concurrency.lockutils [None req-0a5068fa-45bb-4501-918b-4173632c64da tempest-ServerPasswordTestJSON-447598566 tempest-ServerPasswordTestJSON-447598566-project-member] Acquiring lock "refresh_cache-8d265b73-da0b-4a15-a9a7-63ef7750f9f5" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.492619] env[69770]: DEBUG oslo_concurrency.lockutils [None req-0a5068fa-45bb-4501-918b-4173632c64da tempest-ServerPasswordTestJSON-447598566 tempest-ServerPasswordTestJSON-447598566-project-member] Acquired lock "refresh_cache-8d265b73-da0b-4a15-a9a7-63ef7750f9f5" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.492619] env[69770]: DEBUG nova.network.neutron [None req-0a5068fa-45bb-4501-918b-4173632c64da tempest-ServerPasswordTestJSON-447598566 tempest-ServerPasswordTestJSON-447598566-project-member] [instance: 8d265b73-da0b-4a15-a9a7-63ef7750f9f5] Building network info cache for instance {{(pid=69770) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 860.611460] env[69770]: DEBUG oslo_vmware.api [None req-d179e0d2-135d-4864-a9ee-e5e7201f93d2 tempest-SecurityGroupsTestJSON-864666295 tempest-SecurityGroupsTestJSON-864666295-project-member] Task: {'id': task-4069780, 'name': ResetVM_Task, 'duration_secs': 0.130371} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 860.611749] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-d179e0d2-135d-4864-a9ee-e5e7201f93d2 tempest-SecurityGroupsTestJSON-864666295 tempest-SecurityGroupsTestJSON-864666295-project-member] [instance: c089aece-c240-4203-96d7-e8fc9820c7d6] Did hard reboot of VM {{(pid=69770) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 860.611985] env[69770]: DEBUG nova.compute.manager [None req-d179e0d2-135d-4864-a9ee-e5e7201f93d2 tempest-SecurityGroupsTestJSON-864666295 tempest-SecurityGroupsTestJSON-864666295-project-member] [instance: c089aece-c240-4203-96d7-e8fc9820c7d6] Checking state {{(pid=69770) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 860.612805] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab7aa1de-7185-4e20-b4bd-885ebcf22336 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.617122] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8209b8ab-fa6d-42b1-9ba0-873ebdb4061d {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.630330] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79e3e1fa-afb5-4d90-91b3-7619a0baba1a {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.668741] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52fec81c-bbe2-4bae-8546-0a36cfa266f1 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.678463] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cadc1ecb-ec19-4fb0-84b0-d1ae86406f19 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.684840] env[69770]: DEBUG oslo_concurrency.lockutils [None req-e4722f74-605c-4519-9db2-2e4ec8fdbd10 tempest-ListImageFiltersTestJSON-573549216 tempest-ListImageFiltersTestJSON-573549216-project-member] Acquiring lock "8c85c90a-f87e-4356-8752-b7b8a16d12cd" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 860.685167] env[69770]: DEBUG oslo_concurrency.lockutils [None req-e4722f74-605c-4519-9db2-2e4ec8fdbd10 tempest-ListImageFiltersTestJSON-573549216 tempest-ListImageFiltersTestJSON-573549216-project-member] Lock "8c85c90a-f87e-4356-8752-b7b8a16d12cd" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 860.685351] env[69770]: DEBUG oslo_concurrency.lockutils [None req-e4722f74-605c-4519-9db2-2e4ec8fdbd10 tempest-ListImageFiltersTestJSON-573549216 tempest-ListImageFiltersTestJSON-573549216-project-member] Acquiring lock "8c85c90a-f87e-4356-8752-b7b8a16d12cd-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 860.685594] env[69770]: DEBUG oslo_concurrency.lockutils [None req-e4722f74-605c-4519-9db2-2e4ec8fdbd10 tempest-ListImageFiltersTestJSON-573549216 tempest-ListImageFiltersTestJSON-573549216-project-member] Lock "8c85c90a-f87e-4356-8752-b7b8a16d12cd-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 860.685803] env[69770]: DEBUG oslo_concurrency.lockutils [None req-e4722f74-605c-4519-9db2-2e4ec8fdbd10 tempest-ListImageFiltersTestJSON-573549216 tempest-ListImageFiltersTestJSON-573549216-project-member] Lock "8c85c90a-f87e-4356-8752-b7b8a16d12cd-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 860.697071] env[69770]: DEBUG nova.compute.provider_tree [None req-4d8d6746-4962-480a-98ae-398fd911dd7a tempest-InstanceActionsV221TestJSON-434475733 tempest-InstanceActionsV221TestJSON-434475733-project-member] Inventory has not changed in ProviderTree for provider: 7cc7d32b-b7a7-454a-a456-2a440248ed9d {{(pid=69770) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 860.702024] env[69770]: INFO nova.compute.manager [None req-e4722f74-605c-4519-9db2-2e4ec8fdbd10 tempest-ListImageFiltersTestJSON-573549216 tempest-ListImageFiltersTestJSON-573549216-project-member] [instance: 8c85c90a-f87e-4356-8752-b7b8a16d12cd] Terminating instance [ 860.903397] env[69770]: INFO nova.compute.manager [None req-04e68aa8-dfb3-478f-afa8-fedb2f40a3b5 tempest-MigrationsAdminTest-1409017777 tempest-MigrationsAdminTest-1409017777-project-member] [instance: 95957450-4202-4400-ab80-e9d3a56b2efb] Took 42.84 seconds to build instance. [ 861.065436] env[69770]: DEBUG nova.network.neutron [None req-0a5068fa-45bb-4501-918b-4173632c64da tempest-ServerPasswordTestJSON-447598566 tempest-ServerPasswordTestJSON-447598566-project-member] [instance: 8d265b73-da0b-4a15-a9a7-63ef7750f9f5] Instance cache missing network info. {{(pid=69770) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 861.139132] env[69770]: DEBUG oslo_concurrency.lockutils [None req-d179e0d2-135d-4864-a9ee-e5e7201f93d2 tempest-SecurityGroupsTestJSON-864666295 tempest-SecurityGroupsTestJSON-864666295-project-member] Lock "c089aece-c240-4203-96d7-e8fc9820c7d6" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 4.775s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 861.201746] env[69770]: DEBUG nova.scheduler.client.report [None req-4d8d6746-4962-480a-98ae-398fd911dd7a tempest-InstanceActionsV221TestJSON-434475733 tempest-InstanceActionsV221TestJSON-434475733-project-member] Inventory has not changed for provider 7cc7d32b-b7a7-454a-a456-2a440248ed9d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69770) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 861.208048] env[69770]: DEBUG nova.compute.manager [None req-e4722f74-605c-4519-9db2-2e4ec8fdbd10 tempest-ListImageFiltersTestJSON-573549216 tempest-ListImageFiltersTestJSON-573549216-project-member] [instance: 8c85c90a-f87e-4356-8752-b7b8a16d12cd] Start destroying the instance on the hypervisor. {{(pid=69770) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 861.208048] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-e4722f74-605c-4519-9db2-2e4ec8fdbd10 tempest-ListImageFiltersTestJSON-573549216 tempest-ListImageFiltersTestJSON-573549216-project-member] [instance: 8c85c90a-f87e-4356-8752-b7b8a16d12cd] Destroying instance {{(pid=69770) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 861.208926] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-463047d7-b8f4-4823-a5de-8eea54cb8315 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.220724] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-e4722f74-605c-4519-9db2-2e4ec8fdbd10 tempest-ListImageFiltersTestJSON-573549216 tempest-ListImageFiltersTestJSON-573549216-project-member] [instance: 8c85c90a-f87e-4356-8752-b7b8a16d12cd] Powering off the VM {{(pid=69770) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 861.221161] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d7c78a7d-5c33-4aeb-b9bb-317e0aef3acf {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.230091] env[69770]: DEBUG oslo_vmware.api [None req-e4722f74-605c-4519-9db2-2e4ec8fdbd10 tempest-ListImageFiltersTestJSON-573549216 tempest-ListImageFiltersTestJSON-573549216-project-member] Waiting for the task: (returnval){ [ 861.230091] env[69770]: value = "task-4069781" [ 861.230091] env[69770]: _type = "Task" [ 861.230091] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 861.243398] env[69770]: DEBUG oslo_vmware.api [None req-e4722f74-605c-4519-9db2-2e4ec8fdbd10 tempest-ListImageFiltersTestJSON-573549216 tempest-ListImageFiltersTestJSON-573549216-project-member] Task: {'id': task-4069781, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.376571] env[69770]: DEBUG nova.network.neutron [None req-0a5068fa-45bb-4501-918b-4173632c64da tempest-ServerPasswordTestJSON-447598566 tempest-ServerPasswordTestJSON-447598566-project-member] [instance: 8d265b73-da0b-4a15-a9a7-63ef7750f9f5] Updating instance_info_cache with network_info: [{"id": "f8a07fea-9d26-4b4c-baa6-1419ed58fe7f", "address": "fa:16:3e:d2:41:b6", "network": {"id": "5376c16e-ef10-43e7-9207-33ad6ac01037", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-538683818-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a8b5d5e40eeb464f9fc758f8e48fd190", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9297313e-7c50-4873-93d3-67284929163a", "external-id": "nsx-vlan-transportzone-620", "segmentation_id": 620, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf8a07fea-9d", "ovs_interfaceid": "f8a07fea-9d26-4b4c-baa6-1419ed58fe7f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69770) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 861.406735] env[69770]: DEBUG oslo_concurrency.lockutils [None req-04e68aa8-dfb3-478f-afa8-fedb2f40a3b5 tempest-MigrationsAdminTest-1409017777 tempest-MigrationsAdminTest-1409017777-project-member] Lock "95957450-4202-4400-ab80-e9d3a56b2efb" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 86.214s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 861.709901] env[69770]: DEBUG oslo_concurrency.lockutils [None req-4d8d6746-4962-480a-98ae-398fd911dd7a tempest-InstanceActionsV221TestJSON-434475733 tempest-InstanceActionsV221TestJSON-434475733-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.281s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 861.717975] env[69770]: DEBUG oslo_concurrency.lockutils [None req-72eabad0-20b2-46d0-8410-d8f6d7709350 tempest-ImagesOneServerNegativeTestJSON-405389268 tempest-ImagesOneServerNegativeTestJSON-405389268-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.882s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 861.717975] env[69770]: DEBUG nova.objects.instance [None req-72eabad0-20b2-46d0-8410-d8f6d7709350 tempest-ImagesOneServerNegativeTestJSON-405389268 tempest-ImagesOneServerNegativeTestJSON-405389268-project-member] Lazy-loading 'resources' on Instance uuid 828f7a0a-dd24-4c98-85cf-5d99627860d7 {{(pid=69770) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 861.742925] env[69770]: DEBUG oslo_vmware.api [None req-e4722f74-605c-4519-9db2-2e4ec8fdbd10 tempest-ListImageFiltersTestJSON-573549216 tempest-ListImageFiltersTestJSON-573549216-project-member] Task: {'id': task-4069781, 'name': PowerOffVM_Task, 'duration_secs': 0.325596} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 861.743361] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-e4722f74-605c-4519-9db2-2e4ec8fdbd10 tempest-ListImageFiltersTestJSON-573549216 tempest-ListImageFiltersTestJSON-573549216-project-member] [instance: 8c85c90a-f87e-4356-8752-b7b8a16d12cd] Powered off the VM {{(pid=69770) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 861.743579] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-e4722f74-605c-4519-9db2-2e4ec8fdbd10 tempest-ListImageFiltersTestJSON-573549216 tempest-ListImageFiltersTestJSON-573549216-project-member] [instance: 8c85c90a-f87e-4356-8752-b7b8a16d12cd] Unregistering the VM {{(pid=69770) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 861.743908] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-39388b58-8867-4227-9a93-aa7d4fc31e12 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.748462] env[69770]: INFO nova.scheduler.client.report [None req-4d8d6746-4962-480a-98ae-398fd911dd7a tempest-InstanceActionsV221TestJSON-434475733 tempest-InstanceActionsV221TestJSON-434475733-project-member] Deleted allocations for instance ad5c1512-835d-40f1-97be-59a36e20deda [ 861.819034] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-e4722f74-605c-4519-9db2-2e4ec8fdbd10 tempest-ListImageFiltersTestJSON-573549216 tempest-ListImageFiltersTestJSON-573549216-project-member] [instance: 8c85c90a-f87e-4356-8752-b7b8a16d12cd] Unregistered the VM {{(pid=69770) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 861.819261] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-e4722f74-605c-4519-9db2-2e4ec8fdbd10 tempest-ListImageFiltersTestJSON-573549216 tempest-ListImageFiltersTestJSON-573549216-project-member] [instance: 8c85c90a-f87e-4356-8752-b7b8a16d12cd] Deleting contents of the VM from datastore datastore1 {{(pid=69770) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 861.819439] env[69770]: DEBUG nova.virt.vmwareapi.ds_util [None req-e4722f74-605c-4519-9db2-2e4ec8fdbd10 tempest-ListImageFiltersTestJSON-573549216 tempest-ListImageFiltersTestJSON-573549216-project-member] Deleting the datastore file [datastore1] 8c85c90a-f87e-4356-8752-b7b8a16d12cd {{(pid=69770) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 861.820423] env[69770]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f30a9781-4ef4-4034-9165-b176a218bc68 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.831235] env[69770]: DEBUG oslo_vmware.api [None req-e4722f74-605c-4519-9db2-2e4ec8fdbd10 tempest-ListImageFiltersTestJSON-573549216 tempest-ListImageFiltersTestJSON-573549216-project-member] Waiting for the task: (returnval){ [ 861.831235] env[69770]: value = "task-4069783" [ 861.831235] env[69770]: _type = "Task" [ 861.831235] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 861.841985] env[69770]: DEBUG oslo_vmware.api [None req-e4722f74-605c-4519-9db2-2e4ec8fdbd10 tempest-ListImageFiltersTestJSON-573549216 tempest-ListImageFiltersTestJSON-573549216-project-member] Task: {'id': task-4069783, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.880031] env[69770]: DEBUG oslo_concurrency.lockutils [None req-0a5068fa-45bb-4501-918b-4173632c64da tempest-ServerPasswordTestJSON-447598566 tempest-ServerPasswordTestJSON-447598566-project-member] Releasing lock "refresh_cache-8d265b73-da0b-4a15-a9a7-63ef7750f9f5" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.880259] env[69770]: DEBUG nova.compute.manager [None req-0a5068fa-45bb-4501-918b-4173632c64da tempest-ServerPasswordTestJSON-447598566 tempest-ServerPasswordTestJSON-447598566-project-member] [instance: 8d265b73-da0b-4a15-a9a7-63ef7750f9f5] Instance network_info: |[{"id": "f8a07fea-9d26-4b4c-baa6-1419ed58fe7f", "address": "fa:16:3e:d2:41:b6", "network": {"id": "5376c16e-ef10-43e7-9207-33ad6ac01037", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-538683818-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a8b5d5e40eeb464f9fc758f8e48fd190", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9297313e-7c50-4873-93d3-67284929163a", "external-id": "nsx-vlan-transportzone-620", "segmentation_id": 620, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf8a07fea-9d", "ovs_interfaceid": "f8a07fea-9d26-4b4c-baa6-1419ed58fe7f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69770) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 861.884291] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-0a5068fa-45bb-4501-918b-4173632c64da tempest-ServerPasswordTestJSON-447598566 tempest-ServerPasswordTestJSON-447598566-project-member] [instance: 8d265b73-da0b-4a15-a9a7-63ef7750f9f5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d2:41:b6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9297313e-7c50-4873-93d3-67284929163a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f8a07fea-9d26-4b4c-baa6-1419ed58fe7f', 'vif_model': 'vmxnet3'}] {{(pid=69770) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 861.899122] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a5068fa-45bb-4501-918b-4173632c64da tempest-ServerPasswordTestJSON-447598566 tempest-ServerPasswordTestJSON-447598566-project-member] Creating folder: Project (a8b5d5e40eeb464f9fc758f8e48fd190). Parent ref: group-v806376. {{(pid=69770) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 861.899833] env[69770]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-74828ba5-1d2e-4df6-b659-36ddd57787ab {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.913835] env[69770]: INFO nova.virt.vmwareapi.vm_util [None req-0a5068fa-45bb-4501-918b-4173632c64da tempest-ServerPasswordTestJSON-447598566 tempest-ServerPasswordTestJSON-447598566-project-member] Created folder: Project (a8b5d5e40eeb464f9fc758f8e48fd190) in parent group-v806376. [ 861.914082] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a5068fa-45bb-4501-918b-4173632c64da tempest-ServerPasswordTestJSON-447598566 tempest-ServerPasswordTestJSON-447598566-project-member] Creating folder: Instances. Parent ref: group-v806510. {{(pid=69770) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 861.914329] env[69770]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8fabe404-b2ed-4442-b38f-0e5e067e24ad {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.935481] env[69770]: INFO nova.virt.vmwareapi.vm_util [None req-0a5068fa-45bb-4501-918b-4173632c64da tempest-ServerPasswordTestJSON-447598566 tempest-ServerPasswordTestJSON-447598566-project-member] Created folder: Instances in parent group-v806510. [ 861.935789] env[69770]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0a5068fa-45bb-4501-918b-4173632c64da tempest-ServerPasswordTestJSON-447598566 tempest-ServerPasswordTestJSON-447598566-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69770) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 861.936085] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8d265b73-da0b-4a15-a9a7-63ef7750f9f5] Creating VM on the ESX host {{(pid=69770) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 861.936313] env[69770]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-469c258c-086e-40b1-a80d-96d1dcd68942 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.963529] env[69770]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 861.963529] env[69770]: value = "task-4069786" [ 861.963529] env[69770]: _type = "Task" [ 861.963529] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 861.976320] env[69770]: DEBUG oslo_vmware.api [-] Task: {'id': task-4069786, 'name': CreateVM_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.264814] env[69770]: DEBUG oslo_concurrency.lockutils [None req-4d8d6746-4962-480a-98ae-398fd911dd7a tempest-InstanceActionsV221TestJSON-434475733 tempest-InstanceActionsV221TestJSON-434475733-project-member] Lock "ad5c1512-835d-40f1-97be-59a36e20deda" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.252s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 862.321771] env[69770]: DEBUG nova.compute.manager [req-6ac266ba-216b-4ec9-97e9-81d36b0b141b req-9b7b73d8-0d5b-4c67-8bdb-04f4eeafc877 service nova] [instance: 8d265b73-da0b-4a15-a9a7-63ef7750f9f5] Received event network-changed-f8a07fea-9d26-4b4c-baa6-1419ed58fe7f {{(pid=69770) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 862.321771] env[69770]: DEBUG nova.compute.manager [req-6ac266ba-216b-4ec9-97e9-81d36b0b141b req-9b7b73d8-0d5b-4c67-8bdb-04f4eeafc877 service nova] [instance: 8d265b73-da0b-4a15-a9a7-63ef7750f9f5] Refreshing instance network info cache due to event network-changed-f8a07fea-9d26-4b4c-baa6-1419ed58fe7f. {{(pid=69770) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 862.321771] env[69770]: DEBUG oslo_concurrency.lockutils [req-6ac266ba-216b-4ec9-97e9-81d36b0b141b req-9b7b73d8-0d5b-4c67-8bdb-04f4eeafc877 service nova] Acquiring lock "refresh_cache-8d265b73-da0b-4a15-a9a7-63ef7750f9f5" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.321771] env[69770]: DEBUG oslo_concurrency.lockutils [req-6ac266ba-216b-4ec9-97e9-81d36b0b141b req-9b7b73d8-0d5b-4c67-8bdb-04f4eeafc877 service nova] Acquired lock "refresh_cache-8d265b73-da0b-4a15-a9a7-63ef7750f9f5" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.321771] env[69770]: DEBUG nova.network.neutron [req-6ac266ba-216b-4ec9-97e9-81d36b0b141b req-9b7b73d8-0d5b-4c67-8bdb-04f4eeafc877 service nova] [instance: 8d265b73-da0b-4a15-a9a7-63ef7750f9f5] Refreshing network info cache for port f8a07fea-9d26-4b4c-baa6-1419ed58fe7f {{(pid=69770) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 862.352429] env[69770]: DEBUG oslo_vmware.api [None req-e4722f74-605c-4519-9db2-2e4ec8fdbd10 tempest-ListImageFiltersTestJSON-573549216 tempest-ListImageFiltersTestJSON-573549216-project-member] Task: {'id': task-4069783, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.147812} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 862.353984] env[69770]: DEBUG nova.virt.vmwareapi.ds_util [None req-e4722f74-605c-4519-9db2-2e4ec8fdbd10 tempest-ListImageFiltersTestJSON-573549216 tempest-ListImageFiltersTestJSON-573549216-project-member] Deleted the datastore file {{(pid=69770) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 862.354364] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-e4722f74-605c-4519-9db2-2e4ec8fdbd10 tempest-ListImageFiltersTestJSON-573549216 tempest-ListImageFiltersTestJSON-573549216-project-member] [instance: 8c85c90a-f87e-4356-8752-b7b8a16d12cd] Deleted contents of the VM from datastore datastore1 {{(pid=69770) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 862.354667] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-e4722f74-605c-4519-9db2-2e4ec8fdbd10 tempest-ListImageFiltersTestJSON-573549216 tempest-ListImageFiltersTestJSON-573549216-project-member] [instance: 8c85c90a-f87e-4356-8752-b7b8a16d12cd] Instance destroyed {{(pid=69770) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 862.354950] env[69770]: INFO nova.compute.manager [None req-e4722f74-605c-4519-9db2-2e4ec8fdbd10 tempest-ListImageFiltersTestJSON-573549216 tempest-ListImageFiltersTestJSON-573549216-project-member] [instance: 8c85c90a-f87e-4356-8752-b7b8a16d12cd] Took 1.15 seconds to destroy the instance on the hypervisor. [ 862.355418] env[69770]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e4722f74-605c-4519-9db2-2e4ec8fdbd10 tempest-ListImageFiltersTestJSON-573549216 tempest-ListImageFiltersTestJSON-573549216-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69770) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 862.357375] env[69770]: DEBUG nova.compute.manager [-] [instance: 8c85c90a-f87e-4356-8752-b7b8a16d12cd] Deallocating network for instance {{(pid=69770) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 862.357592] env[69770]: DEBUG nova.network.neutron [-] [instance: 8c85c90a-f87e-4356-8752-b7b8a16d12cd] deallocate_for_instance() {{(pid=69770) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 862.481771] env[69770]: DEBUG oslo_vmware.api [-] Task: {'id': task-4069786, 'name': CreateVM_Task, 'duration_secs': 0.461326} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 862.482029] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8d265b73-da0b-4a15-a9a7-63ef7750f9f5] Created VM on the ESX host {{(pid=69770) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 862.482838] env[69770]: DEBUG oslo_concurrency.lockutils [None req-0a5068fa-45bb-4501-918b-4173632c64da tempest-ServerPasswordTestJSON-447598566 tempest-ServerPasswordTestJSON-447598566-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.483870] env[69770]: DEBUG oslo_concurrency.lockutils [None req-0a5068fa-45bb-4501-918b-4173632c64da tempest-ServerPasswordTestJSON-447598566 tempest-ServerPasswordTestJSON-447598566-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.483870] env[69770]: DEBUG oslo_concurrency.lockutils [None req-0a5068fa-45bb-4501-918b-4173632c64da tempest-ServerPasswordTestJSON-447598566 tempest-ServerPasswordTestJSON-447598566-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.484184] env[69770]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4b213267-052f-4ec9-867d-4352140a27c7 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.492188] env[69770]: DEBUG oslo_vmware.api [None req-0a5068fa-45bb-4501-918b-4173632c64da tempest-ServerPasswordTestJSON-447598566 tempest-ServerPasswordTestJSON-447598566-project-member] Waiting for the task: (returnval){ [ 862.492188] env[69770]: value = "session[52161b52-cb8e-ec9f-1132-2f6b49549d41]5259075b-89c9-7cbe-bfd8-a71efca84246" [ 862.492188] env[69770]: _type = "Task" [ 862.492188] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 862.502708] env[69770]: DEBUG oslo_vmware.api [None req-0a5068fa-45bb-4501-918b-4173632c64da tempest-ServerPasswordTestJSON-447598566 tempest-ServerPasswordTestJSON-447598566-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]5259075b-89c9-7cbe-bfd8-a71efca84246, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.951811] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c4a8ce9-1a2a-4c4e-bfa0-595277eec6a3 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.964021] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9f58475-4150-45b0-b917-ab860b6c4ad3 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.003966] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-527d24c6-2d33-4f34-9398-1cee8050da5b {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.013936] env[69770]: DEBUG oslo_vmware.api [None req-0a5068fa-45bb-4501-918b-4173632c64da tempest-ServerPasswordTestJSON-447598566 tempest-ServerPasswordTestJSON-447598566-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]5259075b-89c9-7cbe-bfd8-a71efca84246, 'name': SearchDatastore_Task, 'duration_secs': 0.019064} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 863.016218] env[69770]: DEBUG oslo_concurrency.lockutils [None req-0a5068fa-45bb-4501-918b-4173632c64da tempest-ServerPasswordTestJSON-447598566 tempest-ServerPasswordTestJSON-447598566-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.016724] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-0a5068fa-45bb-4501-918b-4173632c64da tempest-ServerPasswordTestJSON-447598566 tempest-ServerPasswordTestJSON-447598566-project-member] [instance: 8d265b73-da0b-4a15-a9a7-63ef7750f9f5] Processing image d1eaff80-24a0-4391-90eb-59958b1ecf0a {{(pid=69770) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 863.016841] env[69770]: DEBUG oslo_concurrency.lockutils [None req-0a5068fa-45bb-4501-918b-4173632c64da tempest-ServerPasswordTestJSON-447598566 tempest-ServerPasswordTestJSON-447598566-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.017026] env[69770]: DEBUG oslo_concurrency.lockutils [None req-0a5068fa-45bb-4501-918b-4173632c64da tempest-ServerPasswordTestJSON-447598566 tempest-ServerPasswordTestJSON-447598566-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.017240] env[69770]: DEBUG nova.virt.vmwareapi.ds_util [None req-0a5068fa-45bb-4501-918b-4173632c64da tempest-ServerPasswordTestJSON-447598566 tempest-ServerPasswordTestJSON-447598566-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69770) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 863.017837] env[69770]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-39f1f9d4-5927-47cb-867a-42c2d89008bb {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.020926] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e15c8cb-7c5c-4f2a-90da-0915f0882541 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.039637] env[69770]: DEBUG nova.compute.provider_tree [None req-72eabad0-20b2-46d0-8410-d8f6d7709350 tempest-ImagesOneServerNegativeTestJSON-405389268 tempest-ImagesOneServerNegativeTestJSON-405389268-project-member] Inventory has not changed in ProviderTree for provider: 7cc7d32b-b7a7-454a-a456-2a440248ed9d {{(pid=69770) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 863.044604] env[69770]: DEBUG nova.virt.vmwareapi.ds_util [None req-0a5068fa-45bb-4501-918b-4173632c64da tempest-ServerPasswordTestJSON-447598566 tempest-ServerPasswordTestJSON-447598566-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69770) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 863.044773] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-0a5068fa-45bb-4501-918b-4173632c64da tempest-ServerPasswordTestJSON-447598566 tempest-ServerPasswordTestJSON-447598566-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69770) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 863.045955] env[69770]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ebe8ec01-c482-4dc3-ad38-2a058f2f919c {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.053038] env[69770]: DEBUG oslo_vmware.api [None req-0a5068fa-45bb-4501-918b-4173632c64da tempest-ServerPasswordTestJSON-447598566 tempest-ServerPasswordTestJSON-447598566-project-member] Waiting for the task: (returnval){ [ 863.053038] env[69770]: value = "session[52161b52-cb8e-ec9f-1132-2f6b49549d41]52827013-fa50-15b8-0df6-6c47d7c6f217" [ 863.053038] env[69770]: _type = "Task" [ 863.053038] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 863.062939] env[69770]: DEBUG oslo_vmware.api [None req-0a5068fa-45bb-4501-918b-4173632c64da tempest-ServerPasswordTestJSON-447598566 tempest-ServerPasswordTestJSON-447598566-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]52827013-fa50-15b8-0df6-6c47d7c6f217, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.301436] env[69770]: DEBUG nova.network.neutron [req-6ac266ba-216b-4ec9-97e9-81d36b0b141b req-9b7b73d8-0d5b-4c67-8bdb-04f4eeafc877 service nova] [instance: 8d265b73-da0b-4a15-a9a7-63ef7750f9f5] Updated VIF entry in instance network info cache for port f8a07fea-9d26-4b4c-baa6-1419ed58fe7f. {{(pid=69770) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 863.301961] env[69770]: DEBUG nova.network.neutron [req-6ac266ba-216b-4ec9-97e9-81d36b0b141b req-9b7b73d8-0d5b-4c67-8bdb-04f4eeafc877 service nova] [instance: 8d265b73-da0b-4a15-a9a7-63ef7750f9f5] Updating instance_info_cache with network_info: [{"id": "f8a07fea-9d26-4b4c-baa6-1419ed58fe7f", "address": "fa:16:3e:d2:41:b6", "network": {"id": "5376c16e-ef10-43e7-9207-33ad6ac01037", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-538683818-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a8b5d5e40eeb464f9fc758f8e48fd190", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9297313e-7c50-4873-93d3-67284929163a", "external-id": "nsx-vlan-transportzone-620", "segmentation_id": 620, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf8a07fea-9d", "ovs_interfaceid": "f8a07fea-9d26-4b4c-baa6-1419ed58fe7f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69770) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 863.405573] env[69770]: DEBUG nova.network.neutron [-] [instance: 8c85c90a-f87e-4356-8752-b7b8a16d12cd] Updating instance_info_cache with network_info: [] {{(pid=69770) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 863.417749] env[69770]: DEBUG oslo_concurrency.lockutils [None req-c7d914f8-338f-4932-a01f-8e82f12c9121 tempest-SecurityGroupsTestJSON-864666295 tempest-SecurityGroupsTestJSON-864666295-project-member] Acquiring lock "c089aece-c240-4203-96d7-e8fc9820c7d6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 863.417814] env[69770]: DEBUG oslo_concurrency.lockutils [None req-c7d914f8-338f-4932-a01f-8e82f12c9121 tempest-SecurityGroupsTestJSON-864666295 tempest-SecurityGroupsTestJSON-864666295-project-member] Lock "c089aece-c240-4203-96d7-e8fc9820c7d6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 863.418059] env[69770]: DEBUG oslo_concurrency.lockutils [None req-c7d914f8-338f-4932-a01f-8e82f12c9121 tempest-SecurityGroupsTestJSON-864666295 tempest-SecurityGroupsTestJSON-864666295-project-member] Acquiring lock "c089aece-c240-4203-96d7-e8fc9820c7d6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 863.418287] env[69770]: DEBUG oslo_concurrency.lockutils [None req-c7d914f8-338f-4932-a01f-8e82f12c9121 tempest-SecurityGroupsTestJSON-864666295 tempest-SecurityGroupsTestJSON-864666295-project-member] Lock "c089aece-c240-4203-96d7-e8fc9820c7d6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 863.418532] env[69770]: DEBUG oslo_concurrency.lockutils [None req-c7d914f8-338f-4932-a01f-8e82f12c9121 tempest-SecurityGroupsTestJSON-864666295 tempest-SecurityGroupsTestJSON-864666295-project-member] Lock "c089aece-c240-4203-96d7-e8fc9820c7d6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 863.420858] env[69770]: INFO nova.compute.manager [None req-c7d914f8-338f-4932-a01f-8e82f12c9121 tempest-SecurityGroupsTestJSON-864666295 tempest-SecurityGroupsTestJSON-864666295-project-member] [instance: c089aece-c240-4203-96d7-e8fc9820c7d6] Terminating instance [ 863.477779] env[69770]: DEBUG oslo_vmware.rw_handles [None req-36de4320-7435-4026-ab58-04f3761368aa tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5234a716-9ba0-dc1f-00c2-2cff77b49cf2/disk-0.vmdk. {{(pid=69770) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 863.478967] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ebb2314-cbbb-45a5-9f0d-42a05c8315d3 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.488513] env[69770]: DEBUG oslo_vmware.rw_handles [None req-36de4320-7435-4026-ab58-04f3761368aa tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5234a716-9ba0-dc1f-00c2-2cff77b49cf2/disk-0.vmdk is in state: ready. {{(pid=69770) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 863.488704] env[69770]: ERROR oslo_vmware.rw_handles [None req-36de4320-7435-4026-ab58-04f3761368aa tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5234a716-9ba0-dc1f-00c2-2cff77b49cf2/disk-0.vmdk due to incomplete transfer. [ 863.488957] env[69770]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-7914a14e-0e1d-4374-aeea-527d3f6ffd2e {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.500791] env[69770]: DEBUG oslo_vmware.rw_handles [None req-36de4320-7435-4026-ab58-04f3761368aa tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5234a716-9ba0-dc1f-00c2-2cff77b49cf2/disk-0.vmdk. {{(pid=69770) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 863.500791] env[69770]: DEBUG nova.virt.vmwareapi.images [None req-36de4320-7435-4026-ab58-04f3761368aa tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] [instance: 45b73d40-e4b9-4c65-82b4-0bb39b3f418b] Uploaded image 47ac9bbb-ba8d-45ce-a582-9db9c35412ff to the Glance image server {{(pid=69770) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 863.503845] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-36de4320-7435-4026-ab58-04f3761368aa tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] [instance: 45b73d40-e4b9-4c65-82b4-0bb39b3f418b] Destroying the VM {{(pid=69770) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 863.504206] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-28de96b0-3360-40b1-afa1-90a55464d6c1 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.520530] env[69770]: DEBUG oslo_vmware.api [None req-36de4320-7435-4026-ab58-04f3761368aa tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] Waiting for the task: (returnval){ [ 863.520530] env[69770]: value = "task-4069787" [ 863.520530] env[69770]: _type = "Task" [ 863.520530] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 863.530409] env[69770]: DEBUG oslo_vmware.api [None req-36de4320-7435-4026-ab58-04f3761368aa tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] Task: {'id': task-4069787, 'name': Destroy_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.548207] env[69770]: DEBUG nova.scheduler.client.report [None req-72eabad0-20b2-46d0-8410-d8f6d7709350 tempest-ImagesOneServerNegativeTestJSON-405389268 tempest-ImagesOneServerNegativeTestJSON-405389268-project-member] Inventory has not changed for provider 7cc7d32b-b7a7-454a-a456-2a440248ed9d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69770) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 863.572235] env[69770]: DEBUG oslo_vmware.api [None req-0a5068fa-45bb-4501-918b-4173632c64da tempest-ServerPasswordTestJSON-447598566 tempest-ServerPasswordTestJSON-447598566-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]52827013-fa50-15b8-0df6-6c47d7c6f217, 'name': SearchDatastore_Task, 'duration_secs': 0.011651} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 863.573295] env[69770]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c8483cfb-0110-40c5-b76f-3afebd603946 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.581041] env[69770]: DEBUG oslo_vmware.api [None req-0a5068fa-45bb-4501-918b-4173632c64da tempest-ServerPasswordTestJSON-447598566 tempest-ServerPasswordTestJSON-447598566-project-member] Waiting for the task: (returnval){ [ 863.581041] env[69770]: value = "session[52161b52-cb8e-ec9f-1132-2f6b49549d41]52e8ba5c-fdbd-2e03-7cb6-58c08563e3da" [ 863.581041] env[69770]: _type = "Task" [ 863.581041] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 863.597769] env[69770]: DEBUG oslo_vmware.api [None req-0a5068fa-45bb-4501-918b-4173632c64da tempest-ServerPasswordTestJSON-447598566 tempest-ServerPasswordTestJSON-447598566-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]52e8ba5c-fdbd-2e03-7cb6-58c08563e3da, 'name': SearchDatastore_Task, 'duration_secs': 0.011344} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 863.597769] env[69770]: DEBUG oslo_concurrency.lockutils [None req-0a5068fa-45bb-4501-918b-4173632c64da tempest-ServerPasswordTestJSON-447598566 tempest-ServerPasswordTestJSON-447598566-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.597769] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a5068fa-45bb-4501-918b-4173632c64da tempest-ServerPasswordTestJSON-447598566 tempest-ServerPasswordTestJSON-447598566-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk to [datastore1] 8d265b73-da0b-4a15-a9a7-63ef7750f9f5/8d265b73-da0b-4a15-a9a7-63ef7750f9f5.vmdk {{(pid=69770) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 863.597769] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-92956e88-ff5b-44e7-a948-e66fd7954cc0 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.608535] env[69770]: DEBUG oslo_vmware.api [None req-0a5068fa-45bb-4501-918b-4173632c64da tempest-ServerPasswordTestJSON-447598566 tempest-ServerPasswordTestJSON-447598566-project-member] Waiting for the task: (returnval){ [ 863.608535] env[69770]: value = "task-4069788" [ 863.608535] env[69770]: _type = "Task" [ 863.608535] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 863.620695] env[69770]: DEBUG oslo_vmware.api [None req-0a5068fa-45bb-4501-918b-4173632c64da tempest-ServerPasswordTestJSON-447598566 tempest-ServerPasswordTestJSON-447598566-project-member] Task: {'id': task-4069788, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.805484] env[69770]: DEBUG oslo_concurrency.lockutils [req-6ac266ba-216b-4ec9-97e9-81d36b0b141b req-9b7b73d8-0d5b-4c67-8bdb-04f4eeafc877 service nova] Releasing lock "refresh_cache-8d265b73-da0b-4a15-a9a7-63ef7750f9f5" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.910167] env[69770]: INFO nova.compute.manager [-] [instance: 8c85c90a-f87e-4356-8752-b7b8a16d12cd] Took 1.55 seconds to deallocate network for instance. [ 863.924947] env[69770]: DEBUG nova.compute.manager [None req-c7d914f8-338f-4932-a01f-8e82f12c9121 tempest-SecurityGroupsTestJSON-864666295 tempest-SecurityGroupsTestJSON-864666295-project-member] [instance: c089aece-c240-4203-96d7-e8fc9820c7d6] Start destroying the instance on the hypervisor. {{(pid=69770) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 863.925212] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-c7d914f8-338f-4932-a01f-8e82f12c9121 tempest-SecurityGroupsTestJSON-864666295 tempest-SecurityGroupsTestJSON-864666295-project-member] [instance: c089aece-c240-4203-96d7-e8fc9820c7d6] Destroying instance {{(pid=69770) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 863.926850] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01c51952-0ae8-40e6-bfa4-7118af1bc314 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.936500] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-c7d914f8-338f-4932-a01f-8e82f12c9121 tempest-SecurityGroupsTestJSON-864666295 tempest-SecurityGroupsTestJSON-864666295-project-member] [instance: c089aece-c240-4203-96d7-e8fc9820c7d6] Powering off the VM {{(pid=69770) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 863.936776] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-55ecb8aa-8cae-4cd1-92c7-8bb7b113d403 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.946358] env[69770]: DEBUG oslo_vmware.api [None req-c7d914f8-338f-4932-a01f-8e82f12c9121 tempest-SecurityGroupsTestJSON-864666295 tempest-SecurityGroupsTestJSON-864666295-project-member] Waiting for the task: (returnval){ [ 863.946358] env[69770]: value = "task-4069789" [ 863.946358] env[69770]: _type = "Task" [ 863.946358] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 863.960503] env[69770]: DEBUG oslo_vmware.api [None req-c7d914f8-338f-4932-a01f-8e82f12c9121 tempest-SecurityGroupsTestJSON-864666295 tempest-SecurityGroupsTestJSON-864666295-project-member] Task: {'id': task-4069789, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.038600] env[69770]: DEBUG oslo_vmware.api [None req-36de4320-7435-4026-ab58-04f3761368aa tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] Task: {'id': task-4069787, 'name': Destroy_Task, 'duration_secs': 0.385169} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 864.038600] env[69770]: INFO nova.virt.vmwareapi.vm_util [None req-36de4320-7435-4026-ab58-04f3761368aa tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] [instance: 45b73d40-e4b9-4c65-82b4-0bb39b3f418b] Destroyed the VM [ 864.038600] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-36de4320-7435-4026-ab58-04f3761368aa tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] [instance: 45b73d40-e4b9-4c65-82b4-0bb39b3f418b] Deleting Snapshot of the VM instance {{(pid=69770) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 864.038600] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-cde5295d-eb10-48b7-ba76-c5fb39d7e2f6 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.045766] env[69770]: DEBUG oslo_vmware.api [None req-36de4320-7435-4026-ab58-04f3761368aa tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] Waiting for the task: (returnval){ [ 864.045766] env[69770]: value = "task-4069790" [ 864.045766] env[69770]: _type = "Task" [ 864.045766] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 864.059488] env[69770]: DEBUG oslo_concurrency.lockutils [None req-72eabad0-20b2-46d0-8410-d8f6d7709350 tempest-ImagesOneServerNegativeTestJSON-405389268 tempest-ImagesOneServerNegativeTestJSON-405389268-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.343s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 864.062320] env[69770]: DEBUG oslo_vmware.api [None req-36de4320-7435-4026-ab58-04f3761368aa tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] Task: {'id': task-4069790, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.063887] env[69770]: DEBUG oslo_concurrency.lockutils [None req-761dd297-90ea-44d9-9422-1aa38be70d42 tempest-ServersListShow296Test-1902346217 tempest-ServersListShow296Test-1902346217-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 35.128s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 864.064208] env[69770]: DEBUG nova.objects.instance [None req-761dd297-90ea-44d9-9422-1aa38be70d42 tempest-ServersListShow296Test-1902346217 tempest-ServersListShow296Test-1902346217-project-member] [instance: 1e8ea4f1-cbcf-4c6d-91f3-6ce833f65074] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69770) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 864.089168] env[69770]: INFO nova.scheduler.client.report [None req-72eabad0-20b2-46d0-8410-d8f6d7709350 tempest-ImagesOneServerNegativeTestJSON-405389268 tempest-ImagesOneServerNegativeTestJSON-405389268-project-member] Deleted allocations for instance 828f7a0a-dd24-4c98-85cf-5d99627860d7 [ 864.125213] env[69770]: DEBUG oslo_vmware.api [None req-0a5068fa-45bb-4501-918b-4173632c64da tempest-ServerPasswordTestJSON-447598566 tempest-ServerPasswordTestJSON-447598566-project-member] Task: {'id': task-4069788, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.420028] env[69770]: DEBUG oslo_concurrency.lockutils [None req-e4722f74-605c-4519-9db2-2e4ec8fdbd10 tempest-ListImageFiltersTestJSON-573549216 tempest-ListImageFiltersTestJSON-573549216-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 864.459883] env[69770]: DEBUG oslo_vmware.api [None req-c7d914f8-338f-4932-a01f-8e82f12c9121 tempest-SecurityGroupsTestJSON-864666295 tempest-SecurityGroupsTestJSON-864666295-project-member] Task: {'id': task-4069789, 'name': PowerOffVM_Task, 'duration_secs': 0.274824} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 864.460401] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-c7d914f8-338f-4932-a01f-8e82f12c9121 tempest-SecurityGroupsTestJSON-864666295 tempest-SecurityGroupsTestJSON-864666295-project-member] [instance: c089aece-c240-4203-96d7-e8fc9820c7d6] Powered off the VM {{(pid=69770) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 864.460721] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-c7d914f8-338f-4932-a01f-8e82f12c9121 tempest-SecurityGroupsTestJSON-864666295 tempest-SecurityGroupsTestJSON-864666295-project-member] [instance: c089aece-c240-4203-96d7-e8fc9820c7d6] Unregistering the VM {{(pid=69770) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 864.461139] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-06134b58-1105-4b94-92ab-1fc1cc2d0cdc {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.533042] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-c7d914f8-338f-4932-a01f-8e82f12c9121 tempest-SecurityGroupsTestJSON-864666295 tempest-SecurityGroupsTestJSON-864666295-project-member] [instance: c089aece-c240-4203-96d7-e8fc9820c7d6] Unregistered the VM {{(pid=69770) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 864.533042] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-c7d914f8-338f-4932-a01f-8e82f12c9121 tempest-SecurityGroupsTestJSON-864666295 tempest-SecurityGroupsTestJSON-864666295-project-member] [instance: c089aece-c240-4203-96d7-e8fc9820c7d6] Deleting contents of the VM from datastore datastore2 {{(pid=69770) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 864.533042] env[69770]: DEBUG nova.virt.vmwareapi.ds_util [None req-c7d914f8-338f-4932-a01f-8e82f12c9121 tempest-SecurityGroupsTestJSON-864666295 tempest-SecurityGroupsTestJSON-864666295-project-member] Deleting the datastore file [datastore2] c089aece-c240-4203-96d7-e8fc9820c7d6 {{(pid=69770) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 864.533042] env[69770]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-286a120e-20eb-48df-a942-8088b6ca2267 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.539938] env[69770]: DEBUG oslo_vmware.api [None req-c7d914f8-338f-4932-a01f-8e82f12c9121 tempest-SecurityGroupsTestJSON-864666295 tempest-SecurityGroupsTestJSON-864666295-project-member] Waiting for the task: (returnval){ [ 864.539938] env[69770]: value = "task-4069792" [ 864.539938] env[69770]: _type = "Task" [ 864.539938] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 864.550342] env[69770]: DEBUG oslo_vmware.api [None req-c7d914f8-338f-4932-a01f-8e82f12c9121 tempest-SecurityGroupsTestJSON-864666295 tempest-SecurityGroupsTestJSON-864666295-project-member] Task: {'id': task-4069792, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.560852] env[69770]: DEBUG oslo_vmware.api [None req-36de4320-7435-4026-ab58-04f3761368aa tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] Task: {'id': task-4069790, 'name': RemoveSnapshot_Task, 'duration_secs': 0.411144} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 864.561373] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-36de4320-7435-4026-ab58-04f3761368aa tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] [instance: 45b73d40-e4b9-4c65-82b4-0bb39b3f418b] Deleted Snapshot of the VM instance {{(pid=69770) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 864.561724] env[69770]: INFO nova.compute.manager [None req-36de4320-7435-4026-ab58-04f3761368aa tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] [instance: 45b73d40-e4b9-4c65-82b4-0bb39b3f418b] Took 13.78 seconds to snapshot the instance on the hypervisor. [ 864.598071] env[69770]: DEBUG oslo_concurrency.lockutils [None req-72eabad0-20b2-46d0-8410-d8f6d7709350 tempest-ImagesOneServerNegativeTestJSON-405389268 tempest-ImagesOneServerNegativeTestJSON-405389268-project-member] Lock "828f7a0a-dd24-4c98-85cf-5d99627860d7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.305s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 864.623895] env[69770]: DEBUG oslo_vmware.api [None req-0a5068fa-45bb-4501-918b-4173632c64da tempest-ServerPasswordTestJSON-447598566 tempest-ServerPasswordTestJSON-447598566-project-member] Task: {'id': task-4069788, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.561917} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 864.624378] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a5068fa-45bb-4501-918b-4173632c64da tempest-ServerPasswordTestJSON-447598566 tempest-ServerPasswordTestJSON-447598566-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk to [datastore1] 8d265b73-da0b-4a15-a9a7-63ef7750f9f5/8d265b73-da0b-4a15-a9a7-63ef7750f9f5.vmdk {{(pid=69770) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 864.624378] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-0a5068fa-45bb-4501-918b-4173632c64da tempest-ServerPasswordTestJSON-447598566 tempest-ServerPasswordTestJSON-447598566-project-member] [instance: 8d265b73-da0b-4a15-a9a7-63ef7750f9f5] Extending root virtual disk to 1048576 {{(pid=69770) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 864.624705] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4fd763cc-277f-4e5a-ba07-efab81c15582 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.631850] env[69770]: DEBUG oslo_vmware.api [None req-0a5068fa-45bb-4501-918b-4173632c64da tempest-ServerPasswordTestJSON-447598566 tempest-ServerPasswordTestJSON-447598566-project-member] Waiting for the task: (returnval){ [ 864.631850] env[69770]: value = "task-4069793" [ 864.631850] env[69770]: _type = "Task" [ 864.631850] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 864.641563] env[69770]: DEBUG oslo_vmware.api [None req-0a5068fa-45bb-4501-918b-4173632c64da tempest-ServerPasswordTestJSON-447598566 tempest-ServerPasswordTestJSON-447598566-project-member] Task: {'id': task-4069793, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.781261] env[69770]: DEBUG nova.compute.manager [None req-909d40c5-1647-4c12-80bc-de2dac121dcc tempest-MigrationsAdminTest-1409017777 tempest-MigrationsAdminTest-1409017777-project-member] [instance: 95957450-4202-4400-ab80-e9d3a56b2efb] Stashing vm_state: active {{(pid=69770) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 864.997144] env[69770]: DEBUG nova.compute.manager [req-bd81520e-ec90-4ccb-bf11-c09bd09d8bd7 req-a1571a6b-36b5-4b62-b699-c5c40c054674 service nova] [instance: c089aece-c240-4203-96d7-e8fc9820c7d6] Received event network-changed-152f14c6-778e-4a14-b541-659a2cdbd02f {{(pid=69770) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 864.997361] env[69770]: DEBUG nova.compute.manager [req-bd81520e-ec90-4ccb-bf11-c09bd09d8bd7 req-a1571a6b-36b5-4b62-b699-c5c40c054674 service nova] [instance: c089aece-c240-4203-96d7-e8fc9820c7d6] Refreshing instance network info cache due to event network-changed-152f14c6-778e-4a14-b541-659a2cdbd02f. {{(pid=69770) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 864.997586] env[69770]: DEBUG oslo_concurrency.lockutils [req-bd81520e-ec90-4ccb-bf11-c09bd09d8bd7 req-a1571a6b-36b5-4b62-b699-c5c40c054674 service nova] Acquiring lock "refresh_cache-c089aece-c240-4203-96d7-e8fc9820c7d6" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.997764] env[69770]: DEBUG oslo_concurrency.lockutils [req-bd81520e-ec90-4ccb-bf11-c09bd09d8bd7 req-a1571a6b-36b5-4b62-b699-c5c40c054674 service nova] Acquired lock "refresh_cache-c089aece-c240-4203-96d7-e8fc9820c7d6" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.997982] env[69770]: DEBUG nova.network.neutron [req-bd81520e-ec90-4ccb-bf11-c09bd09d8bd7 req-a1571a6b-36b5-4b62-b699-c5c40c054674 service nova] [instance: c089aece-c240-4203-96d7-e8fc9820c7d6] Refreshing network info cache for port 152f14c6-778e-4a14-b541-659a2cdbd02f {{(pid=69770) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 865.050819] env[69770]: DEBUG oslo_vmware.api [None req-c7d914f8-338f-4932-a01f-8e82f12c9121 tempest-SecurityGroupsTestJSON-864666295 tempest-SecurityGroupsTestJSON-864666295-project-member] Task: {'id': task-4069792, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.150427} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 865.051091] env[69770]: DEBUG nova.virt.vmwareapi.ds_util [None req-c7d914f8-338f-4932-a01f-8e82f12c9121 tempest-SecurityGroupsTestJSON-864666295 tempest-SecurityGroupsTestJSON-864666295-project-member] Deleted the datastore file {{(pid=69770) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 865.051282] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-c7d914f8-338f-4932-a01f-8e82f12c9121 tempest-SecurityGroupsTestJSON-864666295 tempest-SecurityGroupsTestJSON-864666295-project-member] [instance: c089aece-c240-4203-96d7-e8fc9820c7d6] Deleted contents of the VM from datastore datastore2 {{(pid=69770) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 865.051483] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-c7d914f8-338f-4932-a01f-8e82f12c9121 tempest-SecurityGroupsTestJSON-864666295 tempest-SecurityGroupsTestJSON-864666295-project-member] [instance: c089aece-c240-4203-96d7-e8fc9820c7d6] Instance destroyed {{(pid=69770) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 865.055022] env[69770]: INFO nova.compute.manager [None req-c7d914f8-338f-4932-a01f-8e82f12c9121 tempest-SecurityGroupsTestJSON-864666295 tempest-SecurityGroupsTestJSON-864666295-project-member] [instance: c089aece-c240-4203-96d7-e8fc9820c7d6] Took 1.13 seconds to destroy the instance on the hypervisor. [ 865.055022] env[69770]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c7d914f8-338f-4932-a01f-8e82f12c9121 tempest-SecurityGroupsTestJSON-864666295 tempest-SecurityGroupsTestJSON-864666295-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69770) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 865.055022] env[69770]: DEBUG nova.compute.manager [-] [instance: c089aece-c240-4203-96d7-e8fc9820c7d6] Deallocating network for instance {{(pid=69770) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 865.055022] env[69770]: DEBUG nova.network.neutron [-] [instance: c089aece-c240-4203-96d7-e8fc9820c7d6] deallocate_for_instance() {{(pid=69770) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 865.077074] env[69770]: DEBUG oslo_concurrency.lockutils [None req-761dd297-90ea-44d9-9422-1aa38be70d42 tempest-ServersListShow296Test-1902346217 tempest-ServersListShow296Test-1902346217-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.014s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 865.078452] env[69770]: DEBUG oslo_concurrency.lockutils [None req-53b4a459-3f2c-4c56-9314-cb3b9218c947 tempest-ServersAdminTestJSON-142622790 tempest-ServersAdminTestJSON-142622790-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.069s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 865.083163] env[69770]: INFO nova.compute.claims [None req-53b4a459-3f2c-4c56-9314-cb3b9218c947 tempest-ServersAdminTestJSON-142622790 tempest-ServersAdminTestJSON-142622790-project-member] [instance: e7c6d72e-2455-4d69-a2a7-5ee48fa3a22c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 865.146571] env[69770]: DEBUG oslo_vmware.api [None req-0a5068fa-45bb-4501-918b-4173632c64da tempest-ServerPasswordTestJSON-447598566 tempest-ServerPasswordTestJSON-447598566-project-member] Task: {'id': task-4069793, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.06978} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 865.147075] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-0a5068fa-45bb-4501-918b-4173632c64da tempest-ServerPasswordTestJSON-447598566 tempest-ServerPasswordTestJSON-447598566-project-member] [instance: 8d265b73-da0b-4a15-a9a7-63ef7750f9f5] Extended root virtual disk {{(pid=69770) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 865.147972] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76c13672-0772-44a5-bf77-5d6cd4291733 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.177771] env[69770]: DEBUG nova.virt.vmwareapi.volumeops [None req-0a5068fa-45bb-4501-918b-4173632c64da tempest-ServerPasswordTestJSON-447598566 tempest-ServerPasswordTestJSON-447598566-project-member] [instance: 8d265b73-da0b-4a15-a9a7-63ef7750f9f5] Reconfiguring VM instance instance-0000002e to attach disk [datastore1] 8d265b73-da0b-4a15-a9a7-63ef7750f9f5/8d265b73-da0b-4a15-a9a7-63ef7750f9f5.vmdk or device None with type sparse {{(pid=69770) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 865.181014] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1f9ef176-f68e-46a7-8219-e203f74e569e {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.202995] env[69770]: DEBUG oslo_vmware.api [None req-0a5068fa-45bb-4501-918b-4173632c64da tempest-ServerPasswordTestJSON-447598566 tempest-ServerPasswordTestJSON-447598566-project-member] Waiting for the task: (returnval){ [ 865.202995] env[69770]: value = "task-4069794" [ 865.202995] env[69770]: _type = "Task" [ 865.202995] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 865.211486] env[69770]: DEBUG oslo_vmware.api [None req-0a5068fa-45bb-4501-918b-4173632c64da tempest-ServerPasswordTestJSON-447598566 tempest-ServerPasswordTestJSON-447598566-project-member] Task: {'id': task-4069794, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.301862] env[69770]: DEBUG oslo_concurrency.lockutils [None req-909d40c5-1647-4c12-80bc-de2dac121dcc tempest-MigrationsAdminTest-1409017777 tempest-MigrationsAdminTest-1409017777-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 865.524217] env[69770]: INFO nova.network.neutron [req-bd81520e-ec90-4ccb-bf11-c09bd09d8bd7 req-a1571a6b-36b5-4b62-b699-c5c40c054674 service nova] [instance: c089aece-c240-4203-96d7-e8fc9820c7d6] Port 152f14c6-778e-4a14-b541-659a2cdbd02f from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 865.524513] env[69770]: DEBUG nova.network.neutron [req-bd81520e-ec90-4ccb-bf11-c09bd09d8bd7 req-a1571a6b-36b5-4b62-b699-c5c40c054674 service nova] [instance: c089aece-c240-4203-96d7-e8fc9820c7d6] Updating instance_info_cache with network_info: [] {{(pid=69770) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 865.715546] env[69770]: DEBUG oslo_vmware.api [None req-0a5068fa-45bb-4501-918b-4173632c64da tempest-ServerPasswordTestJSON-447598566 tempest-ServerPasswordTestJSON-447598566-project-member] Task: {'id': task-4069794, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.986055] env[69770]: DEBUG nova.compute.manager [req-55d7125c-2c01-476c-a8ef-b636af525008 req-789b6264-f35f-4d69-a29f-ebc8b0ebef66 service nova] [instance: c089aece-c240-4203-96d7-e8fc9820c7d6] Received event network-vif-deleted-152f14c6-778e-4a14-b541-659a2cdbd02f {{(pid=69770) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 866.032292] env[69770]: DEBUG oslo_concurrency.lockutils [req-bd81520e-ec90-4ccb-bf11-c09bd09d8bd7 req-a1571a6b-36b5-4b62-b699-c5c40c054674 service nova] Releasing lock "refresh_cache-c089aece-c240-4203-96d7-e8fc9820c7d6" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.032452] env[69770]: DEBUG nova.compute.manager [req-bd81520e-ec90-4ccb-bf11-c09bd09d8bd7 req-a1571a6b-36b5-4b62-b699-c5c40c054674 service nova] [instance: 8c85c90a-f87e-4356-8752-b7b8a16d12cd] Received event network-vif-deleted-b7b99749-91e5-4b86-8fb7-4641ced596dc {{(pid=69770) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 866.032698] env[69770]: DEBUG nova.network.neutron [-] [instance: c089aece-c240-4203-96d7-e8fc9820c7d6] Updating instance_info_cache with network_info: [] {{(pid=69770) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 866.084027] env[69770]: DEBUG oslo_concurrency.lockutils [None req-0c38debc-9d8f-47f6-a70b-acce3f1a4741 tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] Acquiring lock "45b73d40-e4b9-4c65-82b4-0bb39b3f418b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 866.084027] env[69770]: DEBUG oslo_concurrency.lockutils [None req-0c38debc-9d8f-47f6-a70b-acce3f1a4741 tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] Lock "45b73d40-e4b9-4c65-82b4-0bb39b3f418b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 866.084027] env[69770]: DEBUG oslo_concurrency.lockutils [None req-0c38debc-9d8f-47f6-a70b-acce3f1a4741 tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] Acquiring lock "45b73d40-e4b9-4c65-82b4-0bb39b3f418b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 866.084027] env[69770]: DEBUG oslo_concurrency.lockutils [None req-0c38debc-9d8f-47f6-a70b-acce3f1a4741 tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] Lock "45b73d40-e4b9-4c65-82b4-0bb39b3f418b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 866.084027] env[69770]: DEBUG oslo_concurrency.lockutils [None req-0c38debc-9d8f-47f6-a70b-acce3f1a4741 tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] Lock "45b73d40-e4b9-4c65-82b4-0bb39b3f418b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 866.087202] env[69770]: INFO nova.compute.manager [None req-0c38debc-9d8f-47f6-a70b-acce3f1a4741 tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] [instance: 45b73d40-e4b9-4c65-82b4-0bb39b3f418b] Terminating instance [ 866.219367] env[69770]: DEBUG oslo_vmware.api [None req-0a5068fa-45bb-4501-918b-4173632c64da tempest-ServerPasswordTestJSON-447598566 tempest-ServerPasswordTestJSON-447598566-project-member] Task: {'id': task-4069794, 'name': ReconfigVM_Task, 'duration_secs': 0.902655} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 866.223178] env[69770]: DEBUG nova.virt.vmwareapi.volumeops [None req-0a5068fa-45bb-4501-918b-4173632c64da tempest-ServerPasswordTestJSON-447598566 tempest-ServerPasswordTestJSON-447598566-project-member] [instance: 8d265b73-da0b-4a15-a9a7-63ef7750f9f5] Reconfigured VM instance instance-0000002e to attach disk [datastore1] 8d265b73-da0b-4a15-a9a7-63ef7750f9f5/8d265b73-da0b-4a15-a9a7-63ef7750f9f5.vmdk or device None with type sparse {{(pid=69770) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 866.225060] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c0a8e07d-ce0c-45dc-a129-7851e9e051d2 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.234413] env[69770]: DEBUG oslo_vmware.api [None req-0a5068fa-45bb-4501-918b-4173632c64da tempest-ServerPasswordTestJSON-447598566 tempest-ServerPasswordTestJSON-447598566-project-member] Waiting for the task: (returnval){ [ 866.234413] env[69770]: value = "task-4069795" [ 866.234413] env[69770]: _type = "Task" [ 866.234413] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 866.255048] env[69770]: DEBUG oslo_vmware.api [None req-0a5068fa-45bb-4501-918b-4173632c64da tempest-ServerPasswordTestJSON-447598566 tempest-ServerPasswordTestJSON-447598566-project-member] Task: {'id': task-4069795, 'name': Rename_Task} progress is 10%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.546754] env[69770]: INFO nova.compute.manager [-] [instance: c089aece-c240-4203-96d7-e8fc9820c7d6] Took 1.49 seconds to deallocate network for instance. [ 866.602824] env[69770]: DEBUG nova.compute.manager [None req-0c38debc-9d8f-47f6-a70b-acce3f1a4741 tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] [instance: 45b73d40-e4b9-4c65-82b4-0bb39b3f418b] Start destroying the instance on the hypervisor. {{(pid=69770) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 866.602824] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-0c38debc-9d8f-47f6-a70b-acce3f1a4741 tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] [instance: 45b73d40-e4b9-4c65-82b4-0bb39b3f418b] Destroying instance {{(pid=69770) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 866.603082] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02d543e6-1a44-4909-87be-fe056109de98 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.613723] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-0c38debc-9d8f-47f6-a70b-acce3f1a4741 tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] [instance: 45b73d40-e4b9-4c65-82b4-0bb39b3f418b] Unregistering the VM {{(pid=69770) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 866.613723] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-339fc723-85cb-43c3-a913-96a8164071ed {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.691920] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-0c38debc-9d8f-47f6-a70b-acce3f1a4741 tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] [instance: 45b73d40-e4b9-4c65-82b4-0bb39b3f418b] Unregistered the VM {{(pid=69770) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 866.695066] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-0c38debc-9d8f-47f6-a70b-acce3f1a4741 tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] [instance: 45b73d40-e4b9-4c65-82b4-0bb39b3f418b] Deleting contents of the VM from datastore datastore2 {{(pid=69770) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 866.695066] env[69770]: DEBUG nova.virt.vmwareapi.ds_util [None req-0c38debc-9d8f-47f6-a70b-acce3f1a4741 tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] Deleting the datastore file [datastore2] 45b73d40-e4b9-4c65-82b4-0bb39b3f418b {{(pid=69770) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 866.697155] env[69770]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-faec08a0-2769-4203-8501-5f13578242f6 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.716751] env[69770]: DEBUG oslo_vmware.api [None req-0c38debc-9d8f-47f6-a70b-acce3f1a4741 tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] Waiting for the task: (returnval){ [ 866.716751] env[69770]: value = "task-4069797" [ 866.716751] env[69770]: _type = "Task" [ 866.716751] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 866.734654] env[69770]: DEBUG oslo_vmware.api [None req-0c38debc-9d8f-47f6-a70b-acce3f1a4741 tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] Task: {'id': task-4069797, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.766973] env[69770]: DEBUG oslo_vmware.api [None req-0a5068fa-45bb-4501-918b-4173632c64da tempest-ServerPasswordTestJSON-447598566 tempest-ServerPasswordTestJSON-447598566-project-member] Task: {'id': task-4069795, 'name': Rename_Task, 'duration_secs': 0.179149} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 866.767991] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a5068fa-45bb-4501-918b-4173632c64da tempest-ServerPasswordTestJSON-447598566 tempest-ServerPasswordTestJSON-447598566-project-member] [instance: 8d265b73-da0b-4a15-a9a7-63ef7750f9f5] Powering on the VM {{(pid=69770) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 866.768734] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-57cf815d-a7e2-4430-a722-e1d26df2d8ac {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.777988] env[69770]: DEBUG oslo_vmware.api [None req-0a5068fa-45bb-4501-918b-4173632c64da tempest-ServerPasswordTestJSON-447598566 tempest-ServerPasswordTestJSON-447598566-project-member] Waiting for the task: (returnval){ [ 866.777988] env[69770]: value = "task-4069798" [ 866.777988] env[69770]: _type = "Task" [ 866.777988] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 866.788873] env[69770]: DEBUG oslo_vmware.api [None req-0a5068fa-45bb-4501-918b-4173632c64da tempest-ServerPasswordTestJSON-447598566 tempest-ServerPasswordTestJSON-447598566-project-member] Task: {'id': task-4069798, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.883911] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-252ea391-1299-429a-9b3d-fa07422a0e54 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.892456] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71a87799-50c0-487c-bc43-ac950126b805 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.937087] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9f83ca8-e3c7-478d-a907-61106d2d1482 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.946770] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8cd533a-3e54-4ecd-8843-6ec223705777 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.968691] env[69770]: DEBUG nova.compute.provider_tree [None req-53b4a459-3f2c-4c56-9314-cb3b9218c947 tempest-ServersAdminTestJSON-142622790 tempest-ServersAdminTestJSON-142622790-project-member] Inventory has not changed in ProviderTree for provider: 7cc7d32b-b7a7-454a-a456-2a440248ed9d {{(pid=69770) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 867.053808] env[69770]: DEBUG oslo_concurrency.lockutils [None req-c7d914f8-338f-4932-a01f-8e82f12c9121 tempest-SecurityGroupsTestJSON-864666295 tempest-SecurityGroupsTestJSON-864666295-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 867.230890] env[69770]: DEBUG oslo_vmware.api [None req-0c38debc-9d8f-47f6-a70b-acce3f1a4741 tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] Task: {'id': task-4069797, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.22403} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 867.231586] env[69770]: DEBUG nova.virt.vmwareapi.ds_util [None req-0c38debc-9d8f-47f6-a70b-acce3f1a4741 tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] Deleted the datastore file {{(pid=69770) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 867.232191] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-0c38debc-9d8f-47f6-a70b-acce3f1a4741 tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] [instance: 45b73d40-e4b9-4c65-82b4-0bb39b3f418b] Deleted contents of the VM from datastore datastore2 {{(pid=69770) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 867.232706] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-0c38debc-9d8f-47f6-a70b-acce3f1a4741 tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] [instance: 45b73d40-e4b9-4c65-82b4-0bb39b3f418b] Instance destroyed {{(pid=69770) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 867.232844] env[69770]: INFO nova.compute.manager [None req-0c38debc-9d8f-47f6-a70b-acce3f1a4741 tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] [instance: 45b73d40-e4b9-4c65-82b4-0bb39b3f418b] Took 0.63 seconds to destroy the instance on the hypervisor. [ 867.233243] env[69770]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0c38debc-9d8f-47f6-a70b-acce3f1a4741 tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69770) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 867.233601] env[69770]: DEBUG nova.compute.manager [-] [instance: 45b73d40-e4b9-4c65-82b4-0bb39b3f418b] Deallocating network for instance {{(pid=69770) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 867.235077] env[69770]: DEBUG nova.network.neutron [-] [instance: 45b73d40-e4b9-4c65-82b4-0bb39b3f418b] deallocate_for_instance() {{(pid=69770) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 867.293442] env[69770]: DEBUG oslo_vmware.api [None req-0a5068fa-45bb-4501-918b-4173632c64da tempest-ServerPasswordTestJSON-447598566 tempest-ServerPasswordTestJSON-447598566-project-member] Task: {'id': task-4069798, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.345228] env[69770]: DEBUG oslo_concurrency.lockutils [None req-e9b1eff3-82a6-48f9-9a27-6ec0c39062a2 tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] Acquiring lock "b2bce6a2-d9e0-41e9-8a4b-23e53133bbb4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 867.345938] env[69770]: DEBUG oslo_concurrency.lockutils [None req-e9b1eff3-82a6-48f9-9a27-6ec0c39062a2 tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] Lock "b2bce6a2-d9e0-41e9-8a4b-23e53133bbb4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 867.472383] env[69770]: DEBUG nova.scheduler.client.report [None req-53b4a459-3f2c-4c56-9314-cb3b9218c947 tempest-ServersAdminTestJSON-142622790 tempest-ServersAdminTestJSON-142622790-project-member] Inventory has not changed for provider 7cc7d32b-b7a7-454a-a456-2a440248ed9d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69770) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 867.789180] env[69770]: DEBUG oslo_vmware.api [None req-0a5068fa-45bb-4501-918b-4173632c64da tempest-ServerPasswordTestJSON-447598566 tempest-ServerPasswordTestJSON-447598566-project-member] Task: {'id': task-4069798, 'name': PowerOnVM_Task, 'duration_secs': 0.761585} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 867.789563] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a5068fa-45bb-4501-918b-4173632c64da tempest-ServerPasswordTestJSON-447598566 tempest-ServerPasswordTestJSON-447598566-project-member] [instance: 8d265b73-da0b-4a15-a9a7-63ef7750f9f5] Powered on the VM {{(pid=69770) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 867.789661] env[69770]: INFO nova.compute.manager [None req-0a5068fa-45bb-4501-918b-4173632c64da tempest-ServerPasswordTestJSON-447598566 tempest-ServerPasswordTestJSON-447598566-project-member] [instance: 8d265b73-da0b-4a15-a9a7-63ef7750f9f5] Took 8.71 seconds to spawn the instance on the hypervisor. [ 867.789836] env[69770]: DEBUG nova.compute.manager [None req-0a5068fa-45bb-4501-918b-4173632c64da tempest-ServerPasswordTestJSON-447598566 tempest-ServerPasswordTestJSON-447598566-project-member] [instance: 8d265b73-da0b-4a15-a9a7-63ef7750f9f5] Checking state {{(pid=69770) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 867.790688] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb954962-55d2-4c74-bd89-bf12876bb7d9 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.848687] env[69770]: DEBUG nova.compute.manager [None req-e9b1eff3-82a6-48f9-9a27-6ec0c39062a2 tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] [instance: b2bce6a2-d9e0-41e9-8a4b-23e53133bbb4] Starting instance... {{(pid=69770) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 867.981212] env[69770]: DEBUG oslo_concurrency.lockutils [None req-53b4a459-3f2c-4c56-9314-cb3b9218c947 tempest-ServersAdminTestJSON-142622790 tempest-ServersAdminTestJSON-142622790-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.903s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 867.981813] env[69770]: DEBUG nova.compute.manager [None req-53b4a459-3f2c-4c56-9314-cb3b9218c947 tempest-ServersAdminTestJSON-142622790 tempest-ServersAdminTestJSON-142622790-project-member] [instance: e7c6d72e-2455-4d69-a2a7-5ee48fa3a22c] Start building networks asynchronously for instance. {{(pid=69770) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 867.985947] env[69770]: DEBUG oslo_concurrency.lockutils [None req-9defb3ea-f3c7-4a80-b5fa-285d613ef4d7 tempest-ServersListShow296Test-1902346217 tempest-ServersListShow296Test-1902346217-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.828s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 867.986119] env[69770]: DEBUG nova.objects.instance [None req-9defb3ea-f3c7-4a80-b5fa-285d613ef4d7 tempest-ServersListShow296Test-1902346217 tempest-ServersListShow296Test-1902346217-project-member] Lazy-loading 'resources' on Instance uuid 1e8ea4f1-cbcf-4c6d-91f3-6ce833f65074 {{(pid=69770) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 868.216162] env[69770]: DEBUG nova.network.neutron [-] [instance: 45b73d40-e4b9-4c65-82b4-0bb39b3f418b] Updating instance_info_cache with network_info: [] {{(pid=69770) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 868.311696] env[69770]: INFO nova.compute.manager [None req-0a5068fa-45bb-4501-918b-4173632c64da tempest-ServerPasswordTestJSON-447598566 tempest-ServerPasswordTestJSON-447598566-project-member] [instance: 8d265b73-da0b-4a15-a9a7-63ef7750f9f5] Took 44.56 seconds to build instance. [ 868.372542] env[69770]: DEBUG oslo_concurrency.lockutils [None req-e9b1eff3-82a6-48f9-9a27-6ec0c39062a2 tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 868.490486] env[69770]: DEBUG nova.compute.utils [None req-53b4a459-3f2c-4c56-9314-cb3b9218c947 tempest-ServersAdminTestJSON-142622790 tempest-ServersAdminTestJSON-142622790-project-member] Using /dev/sd instead of None {{(pid=69770) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 868.497222] env[69770]: DEBUG nova.compute.manager [None req-53b4a459-3f2c-4c56-9314-cb3b9218c947 tempest-ServersAdminTestJSON-142622790 tempest-ServersAdminTestJSON-142622790-project-member] [instance: e7c6d72e-2455-4d69-a2a7-5ee48fa3a22c] Allocating IP information in the background. {{(pid=69770) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 868.497475] env[69770]: DEBUG nova.network.neutron [None req-53b4a459-3f2c-4c56-9314-cb3b9218c947 tempest-ServersAdminTestJSON-142622790 tempest-ServersAdminTestJSON-142622790-project-member] [instance: e7c6d72e-2455-4d69-a2a7-5ee48fa3a22c] allocate_for_instance() {{(pid=69770) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 868.548691] env[69770]: DEBUG nova.compute.manager [req-bbb051e3-3f24-485b-971b-612a8297d3a4 req-e5ecf9bc-63e5-49f0-948e-0f2437b8dc54 service nova] [instance: 45b73d40-e4b9-4c65-82b4-0bb39b3f418b] Received event network-vif-deleted-aad1bc6a-a2c5-4861-b0c2-60ee9abf6c56 {{(pid=69770) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 868.575861] env[69770]: DEBUG nova.policy [None req-53b4a459-3f2c-4c56-9314-cb3b9218c947 tempest-ServersAdminTestJSON-142622790 tempest-ServersAdminTestJSON-142622790-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '179057e7f1de4b0d8147c7fb5c84aa86', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '32b2200b93d14bf0bd9c367d6ed09cf1', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69770) authorize /opt/stack/nova/nova/policy.py:192}} [ 868.691440] env[69770]: DEBUG oslo_concurrency.lockutils [None req-0bacff7a-8f24-4815-aff0-936f760bcd54 tempest-ServersNegativeTestMultiTenantJSON-990593103 tempest-ServersNegativeTestMultiTenantJSON-990593103-project-member] Acquiring lock "22d561e1-565c-490d-a814-a5c6b3a6249a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 868.692313] env[69770]: DEBUG oslo_concurrency.lockutils [None req-0bacff7a-8f24-4815-aff0-936f760bcd54 tempest-ServersNegativeTestMultiTenantJSON-990593103 tempest-ServersNegativeTestMultiTenantJSON-990593103-project-member] Lock "22d561e1-565c-490d-a814-a5c6b3a6249a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 868.718265] env[69770]: INFO nova.compute.manager [-] [instance: 45b73d40-e4b9-4c65-82b4-0bb39b3f418b] Took 1.48 seconds to deallocate network for instance. [ 868.813561] env[69770]: DEBUG oslo_concurrency.lockutils [None req-0a5068fa-45bb-4501-918b-4173632c64da tempest-ServerPasswordTestJSON-447598566 tempest-ServerPasswordTestJSON-447598566-project-member] Lock "8d265b73-da0b-4a15-a9a7-63ef7750f9f5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 92.300s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 868.998394] env[69770]: DEBUG nova.compute.manager [None req-53b4a459-3f2c-4c56-9314-cb3b9218c947 tempest-ServersAdminTestJSON-142622790 tempest-ServersAdminTestJSON-142622790-project-member] [instance: e7c6d72e-2455-4d69-a2a7-5ee48fa3a22c] Start building block device mappings for instance. {{(pid=69770) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 869.002486] env[69770]: DEBUG nova.network.neutron [None req-53b4a459-3f2c-4c56-9314-cb3b9218c947 tempest-ServersAdminTestJSON-142622790 tempest-ServersAdminTestJSON-142622790-project-member] [instance: e7c6d72e-2455-4d69-a2a7-5ee48fa3a22c] Successfully created port: f7f8b472-bfb8-4c07-870f-8b2f446c4378 {{(pid=69770) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 869.116831] env[69770]: DEBUG oslo_concurrency.lockutils [None req-02b56fdc-379e-43f6-a344-3ba0d1191bc9 tempest-ImagesOneServerNegativeTestJSON-405389268 tempest-ImagesOneServerNegativeTestJSON-405389268-project-member] Acquiring lock "652320ff-d46d-4ce0-bc7d-eca68820e6ef" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 869.118293] env[69770]: DEBUG oslo_concurrency.lockutils [None req-02b56fdc-379e-43f6-a344-3ba0d1191bc9 tempest-ImagesOneServerNegativeTestJSON-405389268 tempest-ImagesOneServerNegativeTestJSON-405389268-project-member] Lock "652320ff-d46d-4ce0-bc7d-eca68820e6ef" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 869.127694] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8c7bb24-3f6a-4b0b-b168-78571c03d46e {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.137889] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77574718-ec20-4588-a91c-e55c2026bb0e {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.175877] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-829bb6fa-516d-4227-ade8-5d8552dc0102 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.185021] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3683c1aa-0b4d-4802-a6e5-0d3cff3114ef {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.201041] env[69770]: DEBUG nova.compute.manager [None req-0bacff7a-8f24-4815-aff0-936f760bcd54 tempest-ServersNegativeTestMultiTenantJSON-990593103 tempest-ServersNegativeTestMultiTenantJSON-990593103-project-member] [instance: 22d561e1-565c-490d-a814-a5c6b3a6249a] Starting instance... {{(pid=69770) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 869.204702] env[69770]: DEBUG nova.compute.provider_tree [None req-9defb3ea-f3c7-4a80-b5fa-285d613ef4d7 tempest-ServersListShow296Test-1902346217 tempest-ServersListShow296Test-1902346217-project-member] Inventory has not changed in ProviderTree for provider: 7cc7d32b-b7a7-454a-a456-2a440248ed9d {{(pid=69770) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 869.230030] env[69770]: DEBUG oslo_concurrency.lockutils [None req-0c38debc-9d8f-47f6-a70b-acce3f1a4741 tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 869.621215] env[69770]: DEBUG nova.compute.manager [None req-02b56fdc-379e-43f6-a344-3ba0d1191bc9 tempest-ImagesOneServerNegativeTestJSON-405389268 tempest-ImagesOneServerNegativeTestJSON-405389268-project-member] [instance: 652320ff-d46d-4ce0-bc7d-eca68820e6ef] Starting instance... {{(pid=69770) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 870.541447] env[69770]: DEBUG nova.scheduler.client.report [None req-9defb3ea-f3c7-4a80-b5fa-285d613ef4d7 tempest-ServersListShow296Test-1902346217 tempest-ServersListShow296Test-1902346217-project-member] Inventory has not changed for provider 7cc7d32b-b7a7-454a-a456-2a440248ed9d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69770) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 870.546059] env[69770]: DEBUG nova.compute.manager [None req-53b4a459-3f2c-4c56-9314-cb3b9218c947 tempest-ServersAdminTestJSON-142622790 tempest-ServersAdminTestJSON-142622790-project-member] [instance: e7c6d72e-2455-4d69-a2a7-5ee48fa3a22c] Start spawning the instance on the hypervisor. {{(pid=69770) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 870.574687] env[69770]: DEBUG oslo_concurrency.lockutils [None req-02b56fdc-379e-43f6-a344-3ba0d1191bc9 tempest-ImagesOneServerNegativeTestJSON-405389268 tempest-ImagesOneServerNegativeTestJSON-405389268-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 870.578315] env[69770]: DEBUG oslo_concurrency.lockutils [None req-0bacff7a-8f24-4815-aff0-936f760bcd54 tempest-ServersNegativeTestMultiTenantJSON-990593103 tempest-ServersNegativeTestMultiTenantJSON-990593103-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 870.588465] env[69770]: DEBUG nova.virt.hardware [None req-53b4a459-3f2c-4c56-9314-cb3b9218c947 tempest-ServersAdminTestJSON-142622790 tempest-ServersAdminTestJSON-142622790-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T12:16:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T12:16:11Z,direct_url=,disk_format='vmdk',id=d1eaff80-24a0-4391-90eb-59958b1ecf0a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d65f20bb89fb40a98b77bc6d97357df2',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T12:16:12Z,virtual_size=,visibility=), allow threads: False {{(pid=69770) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 870.588871] env[69770]: DEBUG nova.virt.hardware [None req-53b4a459-3f2c-4c56-9314-cb3b9218c947 tempest-ServersAdminTestJSON-142622790 tempest-ServersAdminTestJSON-142622790-project-member] Flavor limits 0:0:0 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 870.589201] env[69770]: DEBUG nova.virt.hardware [None req-53b4a459-3f2c-4c56-9314-cb3b9218c947 tempest-ServersAdminTestJSON-142622790 tempest-ServersAdminTestJSON-142622790-project-member] Image limits 0:0:0 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 870.589535] env[69770]: DEBUG nova.virt.hardware [None req-53b4a459-3f2c-4c56-9314-cb3b9218c947 tempest-ServersAdminTestJSON-142622790 tempest-ServersAdminTestJSON-142622790-project-member] Flavor pref 0:0:0 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 870.589819] env[69770]: DEBUG nova.virt.hardware [None req-53b4a459-3f2c-4c56-9314-cb3b9218c947 tempest-ServersAdminTestJSON-142622790 tempest-ServersAdminTestJSON-142622790-project-member] Image pref 0:0:0 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 870.590149] env[69770]: DEBUG nova.virt.hardware [None req-53b4a459-3f2c-4c56-9314-cb3b9218c947 tempest-ServersAdminTestJSON-142622790 tempest-ServersAdminTestJSON-142622790-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 870.590541] env[69770]: DEBUG nova.virt.hardware [None req-53b4a459-3f2c-4c56-9314-cb3b9218c947 tempest-ServersAdminTestJSON-142622790 tempest-ServersAdminTestJSON-142622790-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69770) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 870.590827] env[69770]: DEBUG nova.virt.hardware [None req-53b4a459-3f2c-4c56-9314-cb3b9218c947 tempest-ServersAdminTestJSON-142622790 tempest-ServersAdminTestJSON-142622790-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69770) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 870.591151] env[69770]: DEBUG nova.virt.hardware [None req-53b4a459-3f2c-4c56-9314-cb3b9218c947 tempest-ServersAdminTestJSON-142622790 tempest-ServersAdminTestJSON-142622790-project-member] Got 1 possible topologies {{(pid=69770) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 870.591445] env[69770]: DEBUG nova.virt.hardware [None req-53b4a459-3f2c-4c56-9314-cb3b9218c947 tempest-ServersAdminTestJSON-142622790 tempest-ServersAdminTestJSON-142622790-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69770) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 870.591743] env[69770]: DEBUG nova.virt.hardware [None req-53b4a459-3f2c-4c56-9314-cb3b9218c947 tempest-ServersAdminTestJSON-142622790 tempest-ServersAdminTestJSON-142622790-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69770) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 870.593740] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3475a42-10a3-44a8-bbb4-a3db3e1faaf5 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.603988] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-892d3258-32c4-4331-a06c-37e1107e7736 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.730943] env[69770]: DEBUG nova.network.neutron [None req-53b4a459-3f2c-4c56-9314-cb3b9218c947 tempest-ServersAdminTestJSON-142622790 tempest-ServersAdminTestJSON-142622790-project-member] [instance: e7c6d72e-2455-4d69-a2a7-5ee48fa3a22c] Successfully updated port: f7f8b472-bfb8-4c07-870f-8b2f446c4378 {{(pid=69770) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 870.865884] env[69770]: DEBUG nova.compute.manager [req-9cd20baa-1441-4ce2-8e0c-aa618efd6708 req-849c4841-c632-4aa2-a488-f696a9929920 service nova] [instance: e7c6d72e-2455-4d69-a2a7-5ee48fa3a22c] Received event network-vif-plugged-f7f8b472-bfb8-4c07-870f-8b2f446c4378 {{(pid=69770) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 870.866074] env[69770]: DEBUG oslo_concurrency.lockutils [req-9cd20baa-1441-4ce2-8e0c-aa618efd6708 req-849c4841-c632-4aa2-a488-f696a9929920 service nova] Acquiring lock "e7c6d72e-2455-4d69-a2a7-5ee48fa3a22c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 870.866435] env[69770]: DEBUG oslo_concurrency.lockutils [req-9cd20baa-1441-4ce2-8e0c-aa618efd6708 req-849c4841-c632-4aa2-a488-f696a9929920 service nova] Lock "e7c6d72e-2455-4d69-a2a7-5ee48fa3a22c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 870.866626] env[69770]: DEBUG oslo_concurrency.lockutils [req-9cd20baa-1441-4ce2-8e0c-aa618efd6708 req-849c4841-c632-4aa2-a488-f696a9929920 service nova] Lock "e7c6d72e-2455-4d69-a2a7-5ee48fa3a22c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 870.866803] env[69770]: DEBUG nova.compute.manager [req-9cd20baa-1441-4ce2-8e0c-aa618efd6708 req-849c4841-c632-4aa2-a488-f696a9929920 service nova] [instance: e7c6d72e-2455-4d69-a2a7-5ee48fa3a22c] No waiting events found dispatching network-vif-plugged-f7f8b472-bfb8-4c07-870f-8b2f446c4378 {{(pid=69770) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 870.866971] env[69770]: WARNING nova.compute.manager [req-9cd20baa-1441-4ce2-8e0c-aa618efd6708 req-849c4841-c632-4aa2-a488-f696a9929920 service nova] [instance: e7c6d72e-2455-4d69-a2a7-5ee48fa3a22c] Received unexpected event network-vif-plugged-f7f8b472-bfb8-4c07-870f-8b2f446c4378 for instance with vm_state building and task_state spawning. [ 871.054662] env[69770]: DEBUG oslo_concurrency.lockutils [None req-863c2855-d8e3-4b03-b364-9b4c3efff624 tempest-ServerPasswordTestJSON-447598566 tempest-ServerPasswordTestJSON-447598566-project-member] Acquiring lock "8d265b73-da0b-4a15-a9a7-63ef7750f9f5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 871.054662] env[69770]: DEBUG oslo_concurrency.lockutils [None req-863c2855-d8e3-4b03-b364-9b4c3efff624 tempest-ServerPasswordTestJSON-447598566 tempest-ServerPasswordTestJSON-447598566-project-member] Lock "8d265b73-da0b-4a15-a9a7-63ef7750f9f5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 871.055023] env[69770]: DEBUG oslo_concurrency.lockutils [None req-863c2855-d8e3-4b03-b364-9b4c3efff624 tempest-ServerPasswordTestJSON-447598566 tempest-ServerPasswordTestJSON-447598566-project-member] Acquiring lock "8d265b73-da0b-4a15-a9a7-63ef7750f9f5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 871.055023] env[69770]: DEBUG oslo_concurrency.lockutils [None req-863c2855-d8e3-4b03-b364-9b4c3efff624 tempest-ServerPasswordTestJSON-447598566 tempest-ServerPasswordTestJSON-447598566-project-member] Lock "8d265b73-da0b-4a15-a9a7-63ef7750f9f5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 871.055186] env[69770]: DEBUG oslo_concurrency.lockutils [None req-863c2855-d8e3-4b03-b364-9b4c3efff624 tempest-ServerPasswordTestJSON-447598566 tempest-ServerPasswordTestJSON-447598566-project-member] Lock "8d265b73-da0b-4a15-a9a7-63ef7750f9f5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 871.057495] env[69770]: DEBUG oslo_concurrency.lockutils [None req-9defb3ea-f3c7-4a80-b5fa-285d613ef4d7 tempest-ServersListShow296Test-1902346217 tempest-ServersListShow296Test-1902346217-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.072s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 871.059907] env[69770]: INFO nova.compute.manager [None req-863c2855-d8e3-4b03-b364-9b4c3efff624 tempest-ServerPasswordTestJSON-447598566 tempest-ServerPasswordTestJSON-447598566-project-member] [instance: 8d265b73-da0b-4a15-a9a7-63ef7750f9f5] Terminating instance [ 871.065247] env[69770]: DEBUG oslo_concurrency.lockutils [None req-9709dd40-9664-42de-804e-6b75f427f793 tempest-ServersTestJSON-777361421 tempest-ServersTestJSON-777361421-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.836s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 871.065247] env[69770]: DEBUG nova.objects.instance [None req-9709dd40-9664-42de-804e-6b75f427f793 tempest-ServersTestJSON-777361421 tempest-ServersTestJSON-777361421-project-member] Lazy-loading 'resources' on Instance uuid 38473040-ef89-4a31-8c32-85f10fee039d {{(pid=69770) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 871.085559] env[69770]: INFO nova.scheduler.client.report [None req-9defb3ea-f3c7-4a80-b5fa-285d613ef4d7 tempest-ServersListShow296Test-1902346217 tempest-ServersListShow296Test-1902346217-project-member] Deleted allocations for instance 1e8ea4f1-cbcf-4c6d-91f3-6ce833f65074 [ 871.233070] env[69770]: DEBUG oslo_concurrency.lockutils [None req-53b4a459-3f2c-4c56-9314-cb3b9218c947 tempest-ServersAdminTestJSON-142622790 tempest-ServersAdminTestJSON-142622790-project-member] Acquiring lock "refresh_cache-e7c6d72e-2455-4d69-a2a7-5ee48fa3a22c" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.233358] env[69770]: DEBUG oslo_concurrency.lockutils [None req-53b4a459-3f2c-4c56-9314-cb3b9218c947 tempest-ServersAdminTestJSON-142622790 tempest-ServersAdminTestJSON-142622790-project-member] Acquired lock "refresh_cache-e7c6d72e-2455-4d69-a2a7-5ee48fa3a22c" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.233426] env[69770]: DEBUG nova.network.neutron [None req-53b4a459-3f2c-4c56-9314-cb3b9218c947 tempest-ServersAdminTestJSON-142622790 tempest-ServersAdminTestJSON-142622790-project-member] [instance: e7c6d72e-2455-4d69-a2a7-5ee48fa3a22c] Building network info cache for instance {{(pid=69770) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 871.571959] env[69770]: DEBUG nova.compute.manager [None req-863c2855-d8e3-4b03-b364-9b4c3efff624 tempest-ServerPasswordTestJSON-447598566 tempest-ServerPasswordTestJSON-447598566-project-member] [instance: 8d265b73-da0b-4a15-a9a7-63ef7750f9f5] Start destroying the instance on the hypervisor. {{(pid=69770) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 871.572225] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-863c2855-d8e3-4b03-b364-9b4c3efff624 tempest-ServerPasswordTestJSON-447598566 tempest-ServerPasswordTestJSON-447598566-project-member] [instance: 8d265b73-da0b-4a15-a9a7-63ef7750f9f5] Destroying instance {{(pid=69770) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 871.573135] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd566176-981e-40d1-954c-b45f4d8828b8 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.582040] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-863c2855-d8e3-4b03-b364-9b4c3efff624 tempest-ServerPasswordTestJSON-447598566 tempest-ServerPasswordTestJSON-447598566-project-member] [instance: 8d265b73-da0b-4a15-a9a7-63ef7750f9f5] Powering off the VM {{(pid=69770) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 871.582040] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c1b2c0ba-5018-48e5-bf81-c8d69ea5967a {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.588738] env[69770]: DEBUG oslo_vmware.api [None req-863c2855-d8e3-4b03-b364-9b4c3efff624 tempest-ServerPasswordTestJSON-447598566 tempest-ServerPasswordTestJSON-447598566-project-member] Waiting for the task: (returnval){ [ 871.588738] env[69770]: value = "task-4069799" [ 871.588738] env[69770]: _type = "Task" [ 871.588738] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 871.597525] env[69770]: DEBUG oslo_concurrency.lockutils [None req-9defb3ea-f3c7-4a80-b5fa-285d613ef4d7 tempest-ServersListShow296Test-1902346217 tempest-ServersListShow296Test-1902346217-project-member] Lock "1e8ea4f1-cbcf-4c6d-91f3-6ce833f65074" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 41.782s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 871.602709] env[69770]: DEBUG oslo_vmware.api [None req-863c2855-d8e3-4b03-b364-9b4c3efff624 tempest-ServerPasswordTestJSON-447598566 tempest-ServerPasswordTestJSON-447598566-project-member] Task: {'id': task-4069799, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.789418] env[69770]: DEBUG nova.network.neutron [None req-53b4a459-3f2c-4c56-9314-cb3b9218c947 tempest-ServersAdminTestJSON-142622790 tempest-ServersAdminTestJSON-142622790-project-member] [instance: e7c6d72e-2455-4d69-a2a7-5ee48fa3a22c] Instance cache missing network info. {{(pid=69770) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 872.021239] env[69770]: DEBUG nova.network.neutron [None req-53b4a459-3f2c-4c56-9314-cb3b9218c947 tempest-ServersAdminTestJSON-142622790 tempest-ServersAdminTestJSON-142622790-project-member] [instance: e7c6d72e-2455-4d69-a2a7-5ee48fa3a22c] Updating instance_info_cache with network_info: [{"id": "f7f8b472-bfb8-4c07-870f-8b2f446c4378", "address": "fa:16:3e:5d:fe:b8", "network": {"id": "e7c596b4-3bbc-4941-a7ae-206b11043228", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-853591594-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "32b2200b93d14bf0bd9c367d6ed09cf1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7869cc8e-e58f-4fd6-88d7-85a18e43cd3a", "external-id": "nsx-vlan-transportzone-927", "segmentation_id": 927, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf7f8b472-bf", "ovs_interfaceid": "f7f8b472-bfb8-4c07-870f-8b2f446c4378", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69770) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 872.103318] env[69770]: DEBUG oslo_vmware.api [None req-863c2855-d8e3-4b03-b364-9b4c3efff624 tempest-ServerPasswordTestJSON-447598566 tempest-ServerPasswordTestJSON-447598566-project-member] Task: {'id': task-4069799, 'name': PowerOffVM_Task, 'duration_secs': 0.216331} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 872.103605] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-863c2855-d8e3-4b03-b364-9b4c3efff624 tempest-ServerPasswordTestJSON-447598566 tempest-ServerPasswordTestJSON-447598566-project-member] [instance: 8d265b73-da0b-4a15-a9a7-63ef7750f9f5] Powered off the VM {{(pid=69770) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 872.103769] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-863c2855-d8e3-4b03-b364-9b4c3efff624 tempest-ServerPasswordTestJSON-447598566 tempest-ServerPasswordTestJSON-447598566-project-member] [instance: 8d265b73-da0b-4a15-a9a7-63ef7750f9f5] Unregistering the VM {{(pid=69770) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 872.104507] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ddfd2540-5b5b-4745-a7ca-05fcf39c8a83 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.166320] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8de5132e-150b-4a26-8745-7abffd8a3ebf {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.178396] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21f27fe7-635c-47bf-80f9-ec2087e73221 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.181903] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-863c2855-d8e3-4b03-b364-9b4c3efff624 tempest-ServerPasswordTestJSON-447598566 tempest-ServerPasswordTestJSON-447598566-project-member] [instance: 8d265b73-da0b-4a15-a9a7-63ef7750f9f5] Unregistered the VM {{(pid=69770) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 872.182133] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-863c2855-d8e3-4b03-b364-9b4c3efff624 tempest-ServerPasswordTestJSON-447598566 tempest-ServerPasswordTestJSON-447598566-project-member] [instance: 8d265b73-da0b-4a15-a9a7-63ef7750f9f5] Deleting contents of the VM from datastore datastore1 {{(pid=69770) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 872.182433] env[69770]: DEBUG nova.virt.vmwareapi.ds_util [None req-863c2855-d8e3-4b03-b364-9b4c3efff624 tempest-ServerPasswordTestJSON-447598566 tempest-ServerPasswordTestJSON-447598566-project-member] Deleting the datastore file [datastore1] 8d265b73-da0b-4a15-a9a7-63ef7750f9f5 {{(pid=69770) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 872.183108] env[69770]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-132d6ca4-2c4c-47e9-800b-06b40b8a7c32 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.192037] env[69770]: DEBUG oslo_vmware.api [None req-863c2855-d8e3-4b03-b364-9b4c3efff624 tempest-ServerPasswordTestJSON-447598566 tempest-ServerPasswordTestJSON-447598566-project-member] Waiting for the task: (returnval){ [ 872.192037] env[69770]: value = "task-4069801" [ 872.192037] env[69770]: _type = "Task" [ 872.192037] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 872.222042] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbd12ebe-5ca8-4ff0-8f5f-90322732b6d3 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.230942] env[69770]: DEBUG oslo_vmware.api [None req-863c2855-d8e3-4b03-b364-9b4c3efff624 tempest-ServerPasswordTestJSON-447598566 tempest-ServerPasswordTestJSON-447598566-project-member] Task: {'id': task-4069801, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.233959] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa80fbc8-eb06-4dff-9a68-fbedd1077a36 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.251196] env[69770]: DEBUG nova.compute.provider_tree [None req-9709dd40-9664-42de-804e-6b75f427f793 tempest-ServersTestJSON-777361421 tempest-ServersTestJSON-777361421-project-member] Inventory has not changed in ProviderTree for provider: 7cc7d32b-b7a7-454a-a456-2a440248ed9d {{(pid=69770) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 872.530034] env[69770]: DEBUG oslo_concurrency.lockutils [None req-53b4a459-3f2c-4c56-9314-cb3b9218c947 tempest-ServersAdminTestJSON-142622790 tempest-ServersAdminTestJSON-142622790-project-member] Releasing lock "refresh_cache-e7c6d72e-2455-4d69-a2a7-5ee48fa3a22c" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.530187] env[69770]: DEBUG nova.compute.manager [None req-53b4a459-3f2c-4c56-9314-cb3b9218c947 tempest-ServersAdminTestJSON-142622790 tempest-ServersAdminTestJSON-142622790-project-member] [instance: e7c6d72e-2455-4d69-a2a7-5ee48fa3a22c] Instance network_info: |[{"id": "f7f8b472-bfb8-4c07-870f-8b2f446c4378", "address": "fa:16:3e:5d:fe:b8", "network": {"id": "e7c596b4-3bbc-4941-a7ae-206b11043228", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-853591594-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "32b2200b93d14bf0bd9c367d6ed09cf1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7869cc8e-e58f-4fd6-88d7-85a18e43cd3a", "external-id": "nsx-vlan-transportzone-927", "segmentation_id": 927, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf7f8b472-bf", "ovs_interfaceid": "f7f8b472-bfb8-4c07-870f-8b2f446c4378", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69770) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 872.530603] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-53b4a459-3f2c-4c56-9314-cb3b9218c947 tempest-ServersAdminTestJSON-142622790 tempest-ServersAdminTestJSON-142622790-project-member] [instance: e7c6d72e-2455-4d69-a2a7-5ee48fa3a22c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5d:fe:b8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7869cc8e-e58f-4fd6-88d7-85a18e43cd3a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f7f8b472-bfb8-4c07-870f-8b2f446c4378', 'vif_model': 'vmxnet3'}] {{(pid=69770) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 872.538134] env[69770]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-53b4a459-3f2c-4c56-9314-cb3b9218c947 tempest-ServersAdminTestJSON-142622790 tempest-ServersAdminTestJSON-142622790-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69770) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 872.538408] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e7c6d72e-2455-4d69-a2a7-5ee48fa3a22c] Creating VM on the ESX host {{(pid=69770) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 872.538623] env[69770]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b5863a4b-a640-49ba-b80a-af23cd58d086 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.561019] env[69770]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 872.561019] env[69770]: value = "task-4069802" [ 872.561019] env[69770]: _type = "Task" [ 872.561019] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 872.569503] env[69770]: DEBUG oslo_vmware.api [-] Task: {'id': task-4069802, 'name': CreateVM_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.728846] env[69770]: DEBUG oslo_vmware.api [None req-863c2855-d8e3-4b03-b364-9b4c3efff624 tempest-ServerPasswordTestJSON-447598566 tempest-ServerPasswordTestJSON-447598566-project-member] Task: {'id': task-4069801, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.135922} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 872.729523] env[69770]: DEBUG nova.virt.vmwareapi.ds_util [None req-863c2855-d8e3-4b03-b364-9b4c3efff624 tempest-ServerPasswordTestJSON-447598566 tempest-ServerPasswordTestJSON-447598566-project-member] Deleted the datastore file {{(pid=69770) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 872.729818] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-863c2855-d8e3-4b03-b364-9b4c3efff624 tempest-ServerPasswordTestJSON-447598566 tempest-ServerPasswordTestJSON-447598566-project-member] [instance: 8d265b73-da0b-4a15-a9a7-63ef7750f9f5] Deleted contents of the VM from datastore datastore1 {{(pid=69770) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 872.730148] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-863c2855-d8e3-4b03-b364-9b4c3efff624 tempest-ServerPasswordTestJSON-447598566 tempest-ServerPasswordTestJSON-447598566-project-member] [instance: 8d265b73-da0b-4a15-a9a7-63ef7750f9f5] Instance destroyed {{(pid=69770) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 872.730433] env[69770]: INFO nova.compute.manager [None req-863c2855-d8e3-4b03-b364-9b4c3efff624 tempest-ServerPasswordTestJSON-447598566 tempest-ServerPasswordTestJSON-447598566-project-member] [instance: 8d265b73-da0b-4a15-a9a7-63ef7750f9f5] Took 1.16 seconds to destroy the instance on the hypervisor. [ 872.730780] env[69770]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-863c2855-d8e3-4b03-b364-9b4c3efff624 tempest-ServerPasswordTestJSON-447598566 tempest-ServerPasswordTestJSON-447598566-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69770) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 872.731080] env[69770]: DEBUG nova.compute.manager [-] [instance: 8d265b73-da0b-4a15-a9a7-63ef7750f9f5] Deallocating network for instance {{(pid=69770) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 872.731291] env[69770]: DEBUG nova.network.neutron [-] [instance: 8d265b73-da0b-4a15-a9a7-63ef7750f9f5] deallocate_for_instance() {{(pid=69770) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 872.757025] env[69770]: DEBUG nova.scheduler.client.report [None req-9709dd40-9664-42de-804e-6b75f427f793 tempest-ServersTestJSON-777361421 tempest-ServersTestJSON-777361421-project-member] Inventory has not changed for provider 7cc7d32b-b7a7-454a-a456-2a440248ed9d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69770) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 873.010625] env[69770]: DEBUG nova.compute.manager [req-1d2bd405-6468-4194-be8a-8e0f7cb63b63 req-2bb76b6d-e3dc-4000-93f0-2d3fbd453142 service nova] [instance: e7c6d72e-2455-4d69-a2a7-5ee48fa3a22c] Received event network-changed-f7f8b472-bfb8-4c07-870f-8b2f446c4378 {{(pid=69770) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 873.010832] env[69770]: DEBUG nova.compute.manager [req-1d2bd405-6468-4194-be8a-8e0f7cb63b63 req-2bb76b6d-e3dc-4000-93f0-2d3fbd453142 service nova] [instance: e7c6d72e-2455-4d69-a2a7-5ee48fa3a22c] Refreshing instance network info cache due to event network-changed-f7f8b472-bfb8-4c07-870f-8b2f446c4378. {{(pid=69770) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 873.012063] env[69770]: DEBUG oslo_concurrency.lockutils [req-1d2bd405-6468-4194-be8a-8e0f7cb63b63 req-2bb76b6d-e3dc-4000-93f0-2d3fbd453142 service nova] Acquiring lock "refresh_cache-e7c6d72e-2455-4d69-a2a7-5ee48fa3a22c" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.012780] env[69770]: DEBUG oslo_concurrency.lockutils [req-1d2bd405-6468-4194-be8a-8e0f7cb63b63 req-2bb76b6d-e3dc-4000-93f0-2d3fbd453142 service nova] Acquired lock "refresh_cache-e7c6d72e-2455-4d69-a2a7-5ee48fa3a22c" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.013189] env[69770]: DEBUG nova.network.neutron [req-1d2bd405-6468-4194-be8a-8e0f7cb63b63 req-2bb76b6d-e3dc-4000-93f0-2d3fbd453142 service nova] [instance: e7c6d72e-2455-4d69-a2a7-5ee48fa3a22c] Refreshing network info cache for port f7f8b472-bfb8-4c07-870f-8b2f446c4378 {{(pid=69770) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 873.071772] env[69770]: DEBUG oslo_vmware.api [-] Task: {'id': task-4069802, 'name': CreateVM_Task, 'duration_secs': 0.310454} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 873.071922] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e7c6d72e-2455-4d69-a2a7-5ee48fa3a22c] Created VM on the ESX host {{(pid=69770) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 873.076520] env[69770]: DEBUG oslo_concurrency.lockutils [None req-53b4a459-3f2c-4c56-9314-cb3b9218c947 tempest-ServersAdminTestJSON-142622790 tempest-ServersAdminTestJSON-142622790-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.076520] env[69770]: DEBUG oslo_concurrency.lockutils [None req-53b4a459-3f2c-4c56-9314-cb3b9218c947 tempest-ServersAdminTestJSON-142622790 tempest-ServersAdminTestJSON-142622790-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.076520] env[69770]: DEBUG oslo_concurrency.lockutils [None req-53b4a459-3f2c-4c56-9314-cb3b9218c947 tempest-ServersAdminTestJSON-142622790 tempest-ServersAdminTestJSON-142622790-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.076520] env[69770]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8fee58de-e02c-4614-a474-fe8a124b0596 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.085013] env[69770]: DEBUG oslo_vmware.api [None req-53b4a459-3f2c-4c56-9314-cb3b9218c947 tempest-ServersAdminTestJSON-142622790 tempest-ServersAdminTestJSON-142622790-project-member] Waiting for the task: (returnval){ [ 873.085013] env[69770]: value = "session[52161b52-cb8e-ec9f-1132-2f6b49549d41]52d21fc2-5d8f-51b3-214e-1a42e45aae7c" [ 873.085013] env[69770]: _type = "Task" [ 873.085013] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 873.094789] env[69770]: DEBUG oslo_vmware.api [None req-53b4a459-3f2c-4c56-9314-cb3b9218c947 tempest-ServersAdminTestJSON-142622790 tempest-ServersAdminTestJSON-142622790-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]52d21fc2-5d8f-51b3-214e-1a42e45aae7c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.262890] env[69770]: DEBUG oslo_concurrency.lockutils [None req-9709dd40-9664-42de-804e-6b75f427f793 tempest-ServersTestJSON-777361421 tempest-ServersTestJSON-777361421-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.198s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 873.265825] env[69770]: DEBUG oslo_concurrency.lockutils [None req-b08388bc-5bd9-4649-bc88-14c33e083d7b tempest-ServersAdminNegativeTestJSON-597507823 tempest-ServersAdminNegativeTestJSON-597507823-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.651s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 873.266185] env[69770]: DEBUG nova.objects.instance [None req-b08388bc-5bd9-4649-bc88-14c33e083d7b tempest-ServersAdminNegativeTestJSON-597507823 tempest-ServersAdminNegativeTestJSON-597507823-project-member] Lazy-loading 'resources' on Instance uuid 8047bf73-fff9-4f29-913f-91d0eb28d6dd {{(pid=69770) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 873.291695] env[69770]: INFO nova.scheduler.client.report [None req-9709dd40-9664-42de-804e-6b75f427f793 tempest-ServersTestJSON-777361421 tempest-ServersTestJSON-777361421-project-member] Deleted allocations for instance 38473040-ef89-4a31-8c32-85f10fee039d [ 873.595915] env[69770]: DEBUG oslo_vmware.api [None req-53b4a459-3f2c-4c56-9314-cb3b9218c947 tempest-ServersAdminTestJSON-142622790 tempest-ServersAdminTestJSON-142622790-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]52d21fc2-5d8f-51b3-214e-1a42e45aae7c, 'name': SearchDatastore_Task, 'duration_secs': 0.010253} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 873.596068] env[69770]: DEBUG oslo_concurrency.lockutils [None req-53b4a459-3f2c-4c56-9314-cb3b9218c947 tempest-ServersAdminTestJSON-142622790 tempest-ServersAdminTestJSON-142622790-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.596383] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-53b4a459-3f2c-4c56-9314-cb3b9218c947 tempest-ServersAdminTestJSON-142622790 tempest-ServersAdminTestJSON-142622790-project-member] [instance: e7c6d72e-2455-4d69-a2a7-5ee48fa3a22c] Processing image d1eaff80-24a0-4391-90eb-59958b1ecf0a {{(pid=69770) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 873.596741] env[69770]: DEBUG oslo_concurrency.lockutils [None req-53b4a459-3f2c-4c56-9314-cb3b9218c947 tempest-ServersAdminTestJSON-142622790 tempest-ServersAdminTestJSON-142622790-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.596917] env[69770]: DEBUG oslo_concurrency.lockutils [None req-53b4a459-3f2c-4c56-9314-cb3b9218c947 tempest-ServersAdminTestJSON-142622790 tempest-ServersAdminTestJSON-142622790-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.597197] env[69770]: DEBUG nova.virt.vmwareapi.ds_util [None req-53b4a459-3f2c-4c56-9314-cb3b9218c947 tempest-ServersAdminTestJSON-142622790 tempest-ServersAdminTestJSON-142622790-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69770) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 873.597492] env[69770]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-135c4062-3221-45b5-ab6e-c4dec7b19b06 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.599846] env[69770]: DEBUG nova.network.neutron [-] [instance: 8d265b73-da0b-4a15-a9a7-63ef7750f9f5] Updating instance_info_cache with network_info: [] {{(pid=69770) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 873.610117] env[69770]: DEBUG nova.virt.vmwareapi.ds_util [None req-53b4a459-3f2c-4c56-9314-cb3b9218c947 tempest-ServersAdminTestJSON-142622790 tempest-ServersAdminTestJSON-142622790-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69770) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 873.611142] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-53b4a459-3f2c-4c56-9314-cb3b9218c947 tempest-ServersAdminTestJSON-142622790 tempest-ServersAdminTestJSON-142622790-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69770) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 873.614896] env[69770]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a15b9134-c7c6-406d-9e85-0726c8672964 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.621273] env[69770]: DEBUG oslo_vmware.api [None req-53b4a459-3f2c-4c56-9314-cb3b9218c947 tempest-ServersAdminTestJSON-142622790 tempest-ServersAdminTestJSON-142622790-project-member] Waiting for the task: (returnval){ [ 873.621273] env[69770]: value = "session[52161b52-cb8e-ec9f-1132-2f6b49549d41]52abafc9-4b17-d9bf-6676-1aa76faa0a18" [ 873.621273] env[69770]: _type = "Task" [ 873.621273] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 873.630854] env[69770]: DEBUG oslo_vmware.api [None req-53b4a459-3f2c-4c56-9314-cb3b9218c947 tempest-ServersAdminTestJSON-142622790 tempest-ServersAdminTestJSON-142622790-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]52abafc9-4b17-d9bf-6676-1aa76faa0a18, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.784010] env[69770]: DEBUG nova.network.neutron [req-1d2bd405-6468-4194-be8a-8e0f7cb63b63 req-2bb76b6d-e3dc-4000-93f0-2d3fbd453142 service nova] [instance: e7c6d72e-2455-4d69-a2a7-5ee48fa3a22c] Updated VIF entry in instance network info cache for port f7f8b472-bfb8-4c07-870f-8b2f446c4378. {{(pid=69770) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 873.784413] env[69770]: DEBUG nova.network.neutron [req-1d2bd405-6468-4194-be8a-8e0f7cb63b63 req-2bb76b6d-e3dc-4000-93f0-2d3fbd453142 service nova] [instance: e7c6d72e-2455-4d69-a2a7-5ee48fa3a22c] Updating instance_info_cache with network_info: [{"id": "f7f8b472-bfb8-4c07-870f-8b2f446c4378", "address": "fa:16:3e:5d:fe:b8", "network": {"id": "e7c596b4-3bbc-4941-a7ae-206b11043228", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-853591594-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "32b2200b93d14bf0bd9c367d6ed09cf1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7869cc8e-e58f-4fd6-88d7-85a18e43cd3a", "external-id": "nsx-vlan-transportzone-927", "segmentation_id": 927, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf7f8b472-bf", "ovs_interfaceid": "f7f8b472-bfb8-4c07-870f-8b2f446c4378", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69770) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 873.802553] env[69770]: DEBUG oslo_concurrency.lockutils [None req-9709dd40-9664-42de-804e-6b75f427f793 tempest-ServersTestJSON-777361421 tempest-ServersTestJSON-777361421-project-member] Lock "38473040-ef89-4a31-8c32-85f10fee039d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 40.597s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 874.102705] env[69770]: INFO nova.compute.manager [-] [instance: 8d265b73-da0b-4a15-a9a7-63ef7750f9f5] Took 1.37 seconds to deallocate network for instance. [ 874.133367] env[69770]: DEBUG oslo_vmware.api [None req-53b4a459-3f2c-4c56-9314-cb3b9218c947 tempest-ServersAdminTestJSON-142622790 tempest-ServersAdminTestJSON-142622790-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]52abafc9-4b17-d9bf-6676-1aa76faa0a18, 'name': SearchDatastore_Task, 'duration_secs': 0.020945} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 874.134276] env[69770]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5e2cd322-c51b-4880-9a4e-489338b49659 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.143918] env[69770]: DEBUG oslo_vmware.api [None req-53b4a459-3f2c-4c56-9314-cb3b9218c947 tempest-ServersAdminTestJSON-142622790 tempest-ServersAdminTestJSON-142622790-project-member] Waiting for the task: (returnval){ [ 874.143918] env[69770]: value = "session[52161b52-cb8e-ec9f-1132-2f6b49549d41]5265d436-8cc9-88bf-a833-ca9e75e2269a" [ 874.143918] env[69770]: _type = "Task" [ 874.143918] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 874.155065] env[69770]: DEBUG oslo_vmware.api [None req-53b4a459-3f2c-4c56-9314-cb3b9218c947 tempest-ServersAdminTestJSON-142622790 tempest-ServersAdminTestJSON-142622790-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]5265d436-8cc9-88bf-a833-ca9e75e2269a, 'name': SearchDatastore_Task, 'duration_secs': 0.011109} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 874.156575] env[69770]: DEBUG oslo_concurrency.lockutils [None req-53b4a459-3f2c-4c56-9314-cb3b9218c947 tempest-ServersAdminTestJSON-142622790 tempest-ServersAdminTestJSON-142622790-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.157076] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-53b4a459-3f2c-4c56-9314-cb3b9218c947 tempest-ServersAdminTestJSON-142622790 tempest-ServersAdminTestJSON-142622790-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk to [datastore2] e7c6d72e-2455-4d69-a2a7-5ee48fa3a22c/e7c6d72e-2455-4d69-a2a7-5ee48fa3a22c.vmdk {{(pid=69770) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 874.157747] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9c4a354e-e5c4-48cf-887c-c1e5482ddf03 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.171020] env[69770]: DEBUG oslo_vmware.api [None req-53b4a459-3f2c-4c56-9314-cb3b9218c947 tempest-ServersAdminTestJSON-142622790 tempest-ServersAdminTestJSON-142622790-project-member] Waiting for the task: (returnval){ [ 874.171020] env[69770]: value = "task-4069803" [ 874.171020] env[69770]: _type = "Task" [ 874.171020] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 874.182219] env[69770]: DEBUG oslo_vmware.api [None req-53b4a459-3f2c-4c56-9314-cb3b9218c947 tempest-ServersAdminTestJSON-142622790 tempest-ServersAdminTestJSON-142622790-project-member] Task: {'id': task-4069803, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.291731] env[69770]: DEBUG oslo_concurrency.lockutils [req-1d2bd405-6468-4194-be8a-8e0f7cb63b63 req-2bb76b6d-e3dc-4000-93f0-2d3fbd453142 service nova] Releasing lock "refresh_cache-e7c6d72e-2455-4d69-a2a7-5ee48fa3a22c" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.315354] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9602143f-115c-4eba-8540-f01ca6721199 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.323900] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83070750-8134-49d3-b564-c4ee2848c568 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.358945] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edeb773f-84f8-4193-8269-c7ef739b4be9 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.367373] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b653c3e-0ad3-4439-9920-f9696869caf5 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.383735] env[69770]: DEBUG nova.compute.provider_tree [None req-b08388bc-5bd9-4649-bc88-14c33e083d7b tempest-ServersAdminNegativeTestJSON-597507823 tempest-ServersAdminNegativeTestJSON-597507823-project-member] Inventory has not changed in ProviderTree for provider: 7cc7d32b-b7a7-454a-a456-2a440248ed9d {{(pid=69770) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 874.613608] env[69770]: DEBUG oslo_concurrency.lockutils [None req-863c2855-d8e3-4b03-b364-9b4c3efff624 tempest-ServerPasswordTestJSON-447598566 tempest-ServerPasswordTestJSON-447598566-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 874.687153] env[69770]: DEBUG oslo_vmware.api [None req-53b4a459-3f2c-4c56-9314-cb3b9218c947 tempest-ServersAdminTestJSON-142622790 tempest-ServersAdminTestJSON-142622790-project-member] Task: {'id': task-4069803, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.499705} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 874.687712] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-53b4a459-3f2c-4c56-9314-cb3b9218c947 tempest-ServersAdminTestJSON-142622790 tempest-ServersAdminTestJSON-142622790-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk to [datastore2] e7c6d72e-2455-4d69-a2a7-5ee48fa3a22c/e7c6d72e-2455-4d69-a2a7-5ee48fa3a22c.vmdk {{(pid=69770) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 874.687981] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-53b4a459-3f2c-4c56-9314-cb3b9218c947 tempest-ServersAdminTestJSON-142622790 tempest-ServersAdminTestJSON-142622790-project-member] [instance: e7c6d72e-2455-4d69-a2a7-5ee48fa3a22c] Extending root virtual disk to 1048576 {{(pid=69770) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 874.688590] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3dc4e110-0ff8-488c-87c5-3c54b09173fd {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.695968] env[69770]: DEBUG oslo_vmware.api [None req-53b4a459-3f2c-4c56-9314-cb3b9218c947 tempest-ServersAdminTestJSON-142622790 tempest-ServersAdminTestJSON-142622790-project-member] Waiting for the task: (returnval){ [ 874.695968] env[69770]: value = "task-4069804" [ 874.695968] env[69770]: _type = "Task" [ 874.695968] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 874.708146] env[69770]: DEBUG oslo_vmware.api [None req-53b4a459-3f2c-4c56-9314-cb3b9218c947 tempest-ServersAdminTestJSON-142622790 tempest-ServersAdminTestJSON-142622790-project-member] Task: {'id': task-4069804, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.888638] env[69770]: DEBUG nova.scheduler.client.report [None req-b08388bc-5bd9-4649-bc88-14c33e083d7b tempest-ServersAdminNegativeTestJSON-597507823 tempest-ServersAdminNegativeTestJSON-597507823-project-member] Inventory has not changed for provider 7cc7d32b-b7a7-454a-a456-2a440248ed9d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69770) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 875.042448] env[69770]: DEBUG nova.compute.manager [req-0bf3046f-c0c9-4a01-99b9-72374c7e14d1 req-83c792dc-71c7-41d3-ac59-94f26f1839fb service nova] [instance: 8d265b73-da0b-4a15-a9a7-63ef7750f9f5] Received event network-vif-deleted-f8a07fea-9d26-4b4c-baa6-1419ed58fe7f {{(pid=69770) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 875.207188] env[69770]: DEBUG oslo_vmware.api [None req-53b4a459-3f2c-4c56-9314-cb3b9218c947 tempest-ServersAdminTestJSON-142622790 tempest-ServersAdminTestJSON-142622790-project-member] Task: {'id': task-4069804, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.061704} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 875.207537] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-53b4a459-3f2c-4c56-9314-cb3b9218c947 tempest-ServersAdminTestJSON-142622790 tempest-ServersAdminTestJSON-142622790-project-member] [instance: e7c6d72e-2455-4d69-a2a7-5ee48fa3a22c] Extended root virtual disk {{(pid=69770) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 875.208399] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6ada523-c3fb-4316-a1f3-9a63e1001ae6 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.232627] env[69770]: DEBUG nova.virt.vmwareapi.volumeops [None req-53b4a459-3f2c-4c56-9314-cb3b9218c947 tempest-ServersAdminTestJSON-142622790 tempest-ServersAdminTestJSON-142622790-project-member] [instance: e7c6d72e-2455-4d69-a2a7-5ee48fa3a22c] Reconfiguring VM instance instance-0000002f to attach disk [datastore2] e7c6d72e-2455-4d69-a2a7-5ee48fa3a22c/e7c6d72e-2455-4d69-a2a7-5ee48fa3a22c.vmdk or device None with type sparse {{(pid=69770) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 875.232940] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bc712cfe-6f9e-4cea-8603-e7f21a71cd69 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.252597] env[69770]: DEBUG oslo_vmware.api [None req-53b4a459-3f2c-4c56-9314-cb3b9218c947 tempest-ServersAdminTestJSON-142622790 tempest-ServersAdminTestJSON-142622790-project-member] Waiting for the task: (returnval){ [ 875.252597] env[69770]: value = "task-4069805" [ 875.252597] env[69770]: _type = "Task" [ 875.252597] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 875.262191] env[69770]: DEBUG oslo_vmware.api [None req-53b4a459-3f2c-4c56-9314-cb3b9218c947 tempest-ServersAdminTestJSON-142622790 tempest-ServersAdminTestJSON-142622790-project-member] Task: {'id': task-4069805, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.393981] env[69770]: DEBUG oslo_concurrency.lockutils [None req-b08388bc-5bd9-4649-bc88-14c33e083d7b tempest-ServersAdminNegativeTestJSON-597507823 tempest-ServersAdminNegativeTestJSON-597507823-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.128s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 875.396673] env[69770]: DEBUG oslo_concurrency.lockutils [None req-7dd55a6e-a7f4-460d-bf96-6759b3d3f9a9 tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 36.483s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 875.398407] env[69770]: INFO nova.compute.claims [None req-7dd55a6e-a7f4-460d-bf96-6759b3d3f9a9 tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] [instance: 426f874f-2ebf-4fc9-914d-c46605963d4b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 875.433972] env[69770]: INFO nova.scheduler.client.report [None req-b08388bc-5bd9-4649-bc88-14c33e083d7b tempest-ServersAdminNegativeTestJSON-597507823 tempest-ServersAdminNegativeTestJSON-597507823-project-member] Deleted allocations for instance 8047bf73-fff9-4f29-913f-91d0eb28d6dd [ 875.774183] env[69770]: DEBUG oslo_vmware.api [None req-53b4a459-3f2c-4c56-9314-cb3b9218c947 tempest-ServersAdminTestJSON-142622790 tempest-ServersAdminTestJSON-142622790-project-member] Task: {'id': task-4069805, 'name': ReconfigVM_Task, 'duration_secs': 0.33086} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 875.774664] env[69770]: DEBUG nova.virt.vmwareapi.volumeops [None req-53b4a459-3f2c-4c56-9314-cb3b9218c947 tempest-ServersAdminTestJSON-142622790 tempest-ServersAdminTestJSON-142622790-project-member] [instance: e7c6d72e-2455-4d69-a2a7-5ee48fa3a22c] Reconfigured VM instance instance-0000002f to attach disk [datastore2] e7c6d72e-2455-4d69-a2a7-5ee48fa3a22c/e7c6d72e-2455-4d69-a2a7-5ee48fa3a22c.vmdk or device None with type sparse {{(pid=69770) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 875.775203] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0c6fc8d3-15d3-49fe-b91d-3c367a8c9929 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.783780] env[69770]: DEBUG oslo_vmware.api [None req-53b4a459-3f2c-4c56-9314-cb3b9218c947 tempest-ServersAdminTestJSON-142622790 tempest-ServersAdminTestJSON-142622790-project-member] Waiting for the task: (returnval){ [ 875.783780] env[69770]: value = "task-4069806" [ 875.783780] env[69770]: _type = "Task" [ 875.783780] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 875.793997] env[69770]: DEBUG oslo_vmware.api [None req-53b4a459-3f2c-4c56-9314-cb3b9218c947 tempest-ServersAdminTestJSON-142622790 tempest-ServersAdminTestJSON-142622790-project-member] Task: {'id': task-4069806, 'name': Rename_Task} progress is 5%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.943313] env[69770]: DEBUG oslo_concurrency.lockutils [None req-b08388bc-5bd9-4649-bc88-14c33e083d7b tempest-ServersAdminNegativeTestJSON-597507823 tempest-ServersAdminNegativeTestJSON-597507823-project-member] Lock "8047bf73-fff9-4f29-913f-91d0eb28d6dd" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 40.886s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 876.299571] env[69770]: DEBUG oslo_vmware.api [None req-53b4a459-3f2c-4c56-9314-cb3b9218c947 tempest-ServersAdminTestJSON-142622790 tempest-ServersAdminTestJSON-142622790-project-member] Task: {'id': task-4069806, 'name': Rename_Task} progress is 14%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.802907] env[69770]: DEBUG oslo_vmware.api [None req-53b4a459-3f2c-4c56-9314-cb3b9218c947 tempest-ServersAdminTestJSON-142622790 tempest-ServersAdminTestJSON-142622790-project-member] Task: {'id': task-4069806, 'name': Rename_Task, 'duration_secs': 0.878034} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 876.803229] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-53b4a459-3f2c-4c56-9314-cb3b9218c947 tempest-ServersAdminTestJSON-142622790 tempest-ServersAdminTestJSON-142622790-project-member] [instance: e7c6d72e-2455-4d69-a2a7-5ee48fa3a22c] Powering on the VM {{(pid=69770) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 876.803482] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-70df2c64-a255-4cca-bcb8-1683e7813073 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.814759] env[69770]: DEBUG oslo_vmware.api [None req-53b4a459-3f2c-4c56-9314-cb3b9218c947 tempest-ServersAdminTestJSON-142622790 tempest-ServersAdminTestJSON-142622790-project-member] Waiting for the task: (returnval){ [ 876.814759] env[69770]: value = "task-4069807" [ 876.814759] env[69770]: _type = "Task" [ 876.814759] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 876.830015] env[69770]: DEBUG oslo_vmware.api [None req-53b4a459-3f2c-4c56-9314-cb3b9218c947 tempest-ServersAdminTestJSON-142622790 tempest-ServersAdminTestJSON-142622790-project-member] Task: {'id': task-4069807, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.055939] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9061174a-0dc4-4c40-a3a9-8457e8cb6bed {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.064523] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58cf31d9-c22e-4b84-9a6d-81981a81fbdd {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.106389] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a46cc445-51f0-4f25-b1c7-70e83a862f80 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.115684] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d04b97a-2ae3-4cb0-b16e-9e3164c8ac13 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.130270] env[69770]: DEBUG nova.compute.provider_tree [None req-7dd55a6e-a7f4-460d-bf96-6759b3d3f9a9 tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] Inventory has not changed in ProviderTree for provider: 7cc7d32b-b7a7-454a-a456-2a440248ed9d {{(pid=69770) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 877.329249] env[69770]: DEBUG oslo_vmware.api [None req-53b4a459-3f2c-4c56-9314-cb3b9218c947 tempest-ServersAdminTestJSON-142622790 tempest-ServersAdminTestJSON-142622790-project-member] Task: {'id': task-4069807, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.634184] env[69770]: DEBUG nova.scheduler.client.report [None req-7dd55a6e-a7f4-460d-bf96-6759b3d3f9a9 tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] Inventory has not changed for provider 7cc7d32b-b7a7-454a-a456-2a440248ed9d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69770) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 877.831205] env[69770]: DEBUG oslo_vmware.api [None req-53b4a459-3f2c-4c56-9314-cb3b9218c947 tempest-ServersAdminTestJSON-142622790 tempest-ServersAdminTestJSON-142622790-project-member] Task: {'id': task-4069807, 'name': PowerOnVM_Task, 'duration_secs': 0.730649} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 877.831694] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-53b4a459-3f2c-4c56-9314-cb3b9218c947 tempest-ServersAdminTestJSON-142622790 tempest-ServersAdminTestJSON-142622790-project-member] [instance: e7c6d72e-2455-4d69-a2a7-5ee48fa3a22c] Powered on the VM {{(pid=69770) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 877.831949] env[69770]: INFO nova.compute.manager [None req-53b4a459-3f2c-4c56-9314-cb3b9218c947 tempest-ServersAdminTestJSON-142622790 tempest-ServersAdminTestJSON-142622790-project-member] [instance: e7c6d72e-2455-4d69-a2a7-5ee48fa3a22c] Took 7.29 seconds to spawn the instance on the hypervisor. [ 877.832189] env[69770]: DEBUG nova.compute.manager [None req-53b4a459-3f2c-4c56-9314-cb3b9218c947 tempest-ServersAdminTestJSON-142622790 tempest-ServersAdminTestJSON-142622790-project-member] [instance: e7c6d72e-2455-4d69-a2a7-5ee48fa3a22c] Checking state {{(pid=69770) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 877.833174] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5b4aa70-d88f-44b1-aeba-0c1b2eeaeda3 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.142154] env[69770]: DEBUG oslo_concurrency.lockutils [None req-7dd55a6e-a7f4-460d-bf96-6759b3d3f9a9 tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.745s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 878.146447] env[69770]: DEBUG nova.compute.manager [None req-7dd55a6e-a7f4-460d-bf96-6759b3d3f9a9 tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] [instance: 426f874f-2ebf-4fc9-914d-c46605963d4b] Start building networks asynchronously for instance. {{(pid=69770) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 878.147833] env[69770]: DEBUG oslo_concurrency.lockutils [None req-4d69316b-dce3-4bbf-8fe8-9f128f91e46d tempest-FloatingIPsAssociationTestJSON-527069498 tempest-FloatingIPsAssociationTestJSON-527069498-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 35.132s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 878.148087] env[69770]: DEBUG nova.objects.instance [None req-4d69316b-dce3-4bbf-8fe8-9f128f91e46d tempest-FloatingIPsAssociationTestJSON-527069498 tempest-FloatingIPsAssociationTestJSON-527069498-project-member] Lazy-loading 'resources' on Instance uuid 1d7a05ac-b6a7-47c4-9143-79ff005189f9 {{(pid=69770) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 878.361347] env[69770]: INFO nova.compute.manager [None req-53b4a459-3f2c-4c56-9314-cb3b9218c947 tempest-ServersAdminTestJSON-142622790 tempest-ServersAdminTestJSON-142622790-project-member] [instance: e7c6d72e-2455-4d69-a2a7-5ee48fa3a22c] Took 44.37 seconds to build instance. [ 878.651401] env[69770]: DEBUG nova.compute.utils [None req-7dd55a6e-a7f4-460d-bf96-6759b3d3f9a9 tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] Using /dev/sd instead of None {{(pid=69770) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 878.656094] env[69770]: DEBUG nova.compute.manager [None req-7dd55a6e-a7f4-460d-bf96-6759b3d3f9a9 tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] [instance: 426f874f-2ebf-4fc9-914d-c46605963d4b] Allocating IP information in the background. {{(pid=69770) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 878.657283] env[69770]: DEBUG nova.network.neutron [None req-7dd55a6e-a7f4-460d-bf96-6759b3d3f9a9 tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] [instance: 426f874f-2ebf-4fc9-914d-c46605963d4b] allocate_for_instance() {{(pid=69770) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 878.866212] env[69770]: DEBUG oslo_concurrency.lockutils [None req-53b4a459-3f2c-4c56-9314-cb3b9218c947 tempest-ServersAdminTestJSON-142622790 tempest-ServersAdminTestJSON-142622790-project-member] Lock "e7c6d72e-2455-4d69-a2a7-5ee48fa3a22c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 100.387s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 878.921532] env[69770]: DEBUG oslo_service.periodic_task [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69770) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 878.922792] env[69770]: DEBUG oslo_service.periodic_task [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69770) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 878.989259] env[69770]: DEBUG nova.policy [None req-7dd55a6e-a7f4-460d-bf96-6759b3d3f9a9 tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '93c58d981e7a449a994e6b53bbf1ac92', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'edd97114f9bb4735963417fc474a65d2', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69770) authorize /opt/stack/nova/nova/policy.py:192}} [ 879.160172] env[69770]: DEBUG nova.compute.manager [None req-7dd55a6e-a7f4-460d-bf96-6759b3d3f9a9 tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] [instance: 426f874f-2ebf-4fc9-914d-c46605963d4b] Start building block device mappings for instance. {{(pid=69770) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 879.267420] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2c1d675-493d-4301-a1f0-3406a912bc2b {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.279349] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b330dd09-42aa-454f-abab-9fffd9f6cdbb {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.311758] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a354944-3e80-4ac6-8a81-c578691c5312 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.319955] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27036c44-c590-4897-857c-d9df4fdc83c5 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.340860] env[69770]: DEBUG nova.compute.provider_tree [None req-4d69316b-dce3-4bbf-8fe8-9f128f91e46d tempest-FloatingIPsAssociationTestJSON-527069498 tempest-FloatingIPsAssociationTestJSON-527069498-project-member] Inventory has not changed in ProviderTree for provider: 7cc7d32b-b7a7-454a-a456-2a440248ed9d {{(pid=69770) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 879.435627] env[69770]: DEBUG oslo_service.periodic_task [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69770) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 879.435627] env[69770]: DEBUG oslo_service.periodic_task [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69770) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 879.435627] env[69770]: DEBUG oslo_service.periodic_task [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69770) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 879.435627] env[69770]: DEBUG oslo_service.periodic_task [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69770) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 879.435627] env[69770]: DEBUG oslo_service.periodic_task [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69770) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 879.436395] env[69770]: DEBUG oslo_service.periodic_task [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69770) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 879.436916] env[69770]: DEBUG nova.compute.manager [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69770) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 879.437368] env[69770]: DEBUG oslo_service.periodic_task [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69770) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 879.782682] env[69770]: DEBUG nova.network.neutron [None req-7dd55a6e-a7f4-460d-bf96-6759b3d3f9a9 tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] [instance: 426f874f-2ebf-4fc9-914d-c46605963d4b] Successfully created port: 52c35121-9634-4282-9b1c-d027a6b55523 {{(pid=69770) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 879.806336] env[69770]: DEBUG oslo_concurrency.lockutils [None req-53efceb4-7e68-4bc9-add1-c001eac04fce tempest-ServerRescueTestJSON-2083557613 tempest-ServerRescueTestJSON-2083557613-project-member] Acquiring lock "0e73d3e6-13ab-418b-9cc1-2f33fe7837d8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 879.806336] env[69770]: DEBUG oslo_concurrency.lockutils [None req-53efceb4-7e68-4bc9-add1-c001eac04fce tempest-ServerRescueTestJSON-2083557613 tempest-ServerRescueTestJSON-2083557613-project-member] Lock "0e73d3e6-13ab-418b-9cc1-2f33fe7837d8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 879.846753] env[69770]: DEBUG nova.scheduler.client.report [None req-4d69316b-dce3-4bbf-8fe8-9f128f91e46d tempest-FloatingIPsAssociationTestJSON-527069498 tempest-FloatingIPsAssociationTestJSON-527069498-project-member] Inventory has not changed for provider 7cc7d32b-b7a7-454a-a456-2a440248ed9d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69770) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 879.941121] env[69770]: DEBUG oslo_concurrency.lockutils [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 880.176885] env[69770]: DEBUG nova.compute.manager [None req-7dd55a6e-a7f4-460d-bf96-6759b3d3f9a9 tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] [instance: 426f874f-2ebf-4fc9-914d-c46605963d4b] Start spawning the instance on the hypervisor. {{(pid=69770) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 880.213337] env[69770]: DEBUG nova.virt.hardware [None req-7dd55a6e-a7f4-460d-bf96-6759b3d3f9a9 tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T12:16:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T12:16:11Z,direct_url=,disk_format='vmdk',id=d1eaff80-24a0-4391-90eb-59958b1ecf0a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d65f20bb89fb40a98b77bc6d97357df2',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T12:16:12Z,virtual_size=,visibility=), allow threads: False {{(pid=69770) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 880.214078] env[69770]: DEBUG nova.virt.hardware [None req-7dd55a6e-a7f4-460d-bf96-6759b3d3f9a9 tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] Flavor limits 0:0:0 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 880.214377] env[69770]: DEBUG nova.virt.hardware [None req-7dd55a6e-a7f4-460d-bf96-6759b3d3f9a9 tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] Image limits 0:0:0 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 880.214691] env[69770]: DEBUG nova.virt.hardware [None req-7dd55a6e-a7f4-460d-bf96-6759b3d3f9a9 tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] Flavor pref 0:0:0 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 880.215088] env[69770]: DEBUG nova.virt.hardware [None req-7dd55a6e-a7f4-460d-bf96-6759b3d3f9a9 tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] Image pref 0:0:0 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 880.215412] env[69770]: DEBUG nova.virt.hardware [None req-7dd55a6e-a7f4-460d-bf96-6759b3d3f9a9 tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 880.218214] env[69770]: DEBUG nova.virt.hardware [None req-7dd55a6e-a7f4-460d-bf96-6759b3d3f9a9 tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69770) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 880.218214] env[69770]: DEBUG nova.virt.hardware [None req-7dd55a6e-a7f4-460d-bf96-6759b3d3f9a9 tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69770) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 880.218214] env[69770]: DEBUG nova.virt.hardware [None req-7dd55a6e-a7f4-460d-bf96-6759b3d3f9a9 tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] Got 1 possible topologies {{(pid=69770) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 880.218214] env[69770]: DEBUG nova.virt.hardware [None req-7dd55a6e-a7f4-460d-bf96-6759b3d3f9a9 tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69770) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 880.218214] env[69770]: DEBUG nova.virt.hardware [None req-7dd55a6e-a7f4-460d-bf96-6759b3d3f9a9 tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69770) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 880.218214] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40498ebe-137e-4e7d-9fab-cdc24b9debfc {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.227644] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fb4af94-a700-4c8c-8f09-74c00967b837 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.315142] env[69770]: DEBUG nova.compute.manager [None req-53efceb4-7e68-4bc9-add1-c001eac04fce tempest-ServerRescueTestJSON-2083557613 tempest-ServerRescueTestJSON-2083557613-project-member] [instance: 0e73d3e6-13ab-418b-9cc1-2f33fe7837d8] Starting instance... {{(pid=69770) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 880.352767] env[69770]: DEBUG oslo_concurrency.lockutils [None req-4d69316b-dce3-4bbf-8fe8-9f128f91e46d tempest-FloatingIPsAssociationTestJSON-527069498 tempest-FloatingIPsAssociationTestJSON-527069498-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.204s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 880.357502] env[69770]: DEBUG oslo_concurrency.lockutils [None req-488cdb9e-05ec-49b6-b35e-601733c512d1 tempest-MultipleCreateTestJSON-938873983 tempest-MultipleCreateTestJSON-938873983-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 36.993s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 880.357502] env[69770]: DEBUG nova.objects.instance [None req-488cdb9e-05ec-49b6-b35e-601733c512d1 tempest-MultipleCreateTestJSON-938873983 tempest-MultipleCreateTestJSON-938873983-project-member] Lazy-loading 'resources' on Instance uuid c1bf02b7-e9aa-4577-aca6-480b62da79ba {{(pid=69770) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 880.382039] env[69770]: INFO nova.scheduler.client.report [None req-4d69316b-dce3-4bbf-8fe8-9f128f91e46d tempest-FloatingIPsAssociationTestJSON-527069498 tempest-FloatingIPsAssociationTestJSON-527069498-project-member] Deleted allocations for instance 1d7a05ac-b6a7-47c4-9143-79ff005189f9 [ 880.566643] env[69770]: DEBUG oslo_concurrency.lockutils [None req-5953cb4c-27ef-4b00-9f82-04264b118474 tempest-ServersAdminTestJSON-142622790 tempest-ServersAdminTestJSON-142622790-project-member] Acquiring lock "a4d4dece-6511-4a6e-a5fd-984223141631" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 880.566892] env[69770]: DEBUG oslo_concurrency.lockutils [None req-5953cb4c-27ef-4b00-9f82-04264b118474 tempest-ServersAdminTestJSON-142622790 tempest-ServersAdminTestJSON-142622790-project-member] Lock "a4d4dece-6511-4a6e-a5fd-984223141631" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 880.841782] env[69770]: DEBUG oslo_concurrency.lockutils [None req-53efceb4-7e68-4bc9-add1-c001eac04fce tempest-ServerRescueTestJSON-2083557613 tempest-ServerRescueTestJSON-2083557613-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 880.894459] env[69770]: DEBUG oslo_concurrency.lockutils [None req-4d69316b-dce3-4bbf-8fe8-9f128f91e46d tempest-FloatingIPsAssociationTestJSON-527069498 tempest-FloatingIPsAssociationTestJSON-527069498-project-member] Lock "1d7a05ac-b6a7-47c4-9143-79ff005189f9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 41.499s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 881.072889] env[69770]: DEBUG nova.compute.manager [None req-5953cb4c-27ef-4b00-9f82-04264b118474 tempest-ServersAdminTestJSON-142622790 tempest-ServersAdminTestJSON-142622790-project-member] [instance: a4d4dece-6511-4a6e-a5fd-984223141631] Starting instance... {{(pid=69770) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 881.453068] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44e1211b-4aaf-4beb-b419-4d85ea460837 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.464413] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10adc250-bd85-4b00-b308-74476d1542b4 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.499475] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7af33c10-3905-486a-9f99-7f3e6d3e09a7 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.507782] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cba2583-0cd8-4b03-a1e1-38b5465f2d3c {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.524831] env[69770]: DEBUG nova.compute.provider_tree [None req-488cdb9e-05ec-49b6-b35e-601733c512d1 tempest-MultipleCreateTestJSON-938873983 tempest-MultipleCreateTestJSON-938873983-project-member] Inventory has not changed in ProviderTree for provider: 7cc7d32b-b7a7-454a-a456-2a440248ed9d {{(pid=69770) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 881.606691] env[69770]: DEBUG oslo_concurrency.lockutils [None req-5953cb4c-27ef-4b00-9f82-04264b118474 tempest-ServersAdminTestJSON-142622790 tempest-ServersAdminTestJSON-142622790-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 882.036498] env[69770]: DEBUG nova.scheduler.client.report [None req-488cdb9e-05ec-49b6-b35e-601733c512d1 tempest-MultipleCreateTestJSON-938873983 tempest-MultipleCreateTestJSON-938873983-project-member] Inventory has not changed for provider 7cc7d32b-b7a7-454a-a456-2a440248ed9d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69770) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 882.194858] env[69770]: DEBUG oslo_concurrency.lockutils [None req-069412f9-a072-4ed9-b872-38b8c9b83dee tempest-ServersTestFqdnHostnames-1890732475 tempest-ServersTestFqdnHostnames-1890732475-project-member] Acquiring lock "ccf149da-8159-452b-9b8b-04359494e736" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 882.195388] env[69770]: DEBUG oslo_concurrency.lockutils [None req-069412f9-a072-4ed9-b872-38b8c9b83dee tempest-ServersTestFqdnHostnames-1890732475 tempest-ServersTestFqdnHostnames-1890732475-project-member] Lock "ccf149da-8159-452b-9b8b-04359494e736" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 882.195768] env[69770]: DEBUG oslo_concurrency.lockutils [None req-069412f9-a072-4ed9-b872-38b8c9b83dee tempest-ServersTestFqdnHostnames-1890732475 tempest-ServersTestFqdnHostnames-1890732475-project-member] Acquiring lock "ccf149da-8159-452b-9b8b-04359494e736-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 882.196272] env[69770]: DEBUG oslo_concurrency.lockutils [None req-069412f9-a072-4ed9-b872-38b8c9b83dee tempest-ServersTestFqdnHostnames-1890732475 tempest-ServersTestFqdnHostnames-1890732475-project-member] Lock "ccf149da-8159-452b-9b8b-04359494e736-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 882.196588] env[69770]: DEBUG oslo_concurrency.lockutils [None req-069412f9-a072-4ed9-b872-38b8c9b83dee tempest-ServersTestFqdnHostnames-1890732475 tempest-ServersTestFqdnHostnames-1890732475-project-member] Lock "ccf149da-8159-452b-9b8b-04359494e736-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 882.199741] env[69770]: INFO nova.compute.manager [None req-069412f9-a072-4ed9-b872-38b8c9b83dee tempest-ServersTestFqdnHostnames-1890732475 tempest-ServersTestFqdnHostnames-1890732475-project-member] [instance: ccf149da-8159-452b-9b8b-04359494e736] Terminating instance [ 882.261285] env[69770]: DEBUG nova.network.neutron [None req-7dd55a6e-a7f4-460d-bf96-6759b3d3f9a9 tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] [instance: 426f874f-2ebf-4fc9-914d-c46605963d4b] Successfully updated port: 52c35121-9634-4282-9b1c-d027a6b55523 {{(pid=69770) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 882.293056] env[69770]: DEBUG nova.compute.manager [req-8955c4d3-f11f-4992-98d0-aef3648b5ce0 req-89726a1f-1670-442e-8b97-db00e7e1017e service nova] [instance: 426f874f-2ebf-4fc9-914d-c46605963d4b] Received event network-vif-plugged-52c35121-9634-4282-9b1c-d027a6b55523 {{(pid=69770) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 882.294376] env[69770]: DEBUG oslo_concurrency.lockutils [req-8955c4d3-f11f-4992-98d0-aef3648b5ce0 req-89726a1f-1670-442e-8b97-db00e7e1017e service nova] Acquiring lock "426f874f-2ebf-4fc9-914d-c46605963d4b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 882.294622] env[69770]: DEBUG oslo_concurrency.lockutils [req-8955c4d3-f11f-4992-98d0-aef3648b5ce0 req-89726a1f-1670-442e-8b97-db00e7e1017e service nova] Lock "426f874f-2ebf-4fc9-914d-c46605963d4b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 882.294800] env[69770]: DEBUG oslo_concurrency.lockutils [req-8955c4d3-f11f-4992-98d0-aef3648b5ce0 req-89726a1f-1670-442e-8b97-db00e7e1017e service nova] Lock "426f874f-2ebf-4fc9-914d-c46605963d4b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 882.294978] env[69770]: DEBUG nova.compute.manager [req-8955c4d3-f11f-4992-98d0-aef3648b5ce0 req-89726a1f-1670-442e-8b97-db00e7e1017e service nova] [instance: 426f874f-2ebf-4fc9-914d-c46605963d4b] No waiting events found dispatching network-vif-plugged-52c35121-9634-4282-9b1c-d027a6b55523 {{(pid=69770) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 882.295212] env[69770]: WARNING nova.compute.manager [req-8955c4d3-f11f-4992-98d0-aef3648b5ce0 req-89726a1f-1670-442e-8b97-db00e7e1017e service nova] [instance: 426f874f-2ebf-4fc9-914d-c46605963d4b] Received unexpected event network-vif-plugged-52c35121-9634-4282-9b1c-d027a6b55523 for instance with vm_state building and task_state spawning. [ 882.545846] env[69770]: DEBUG oslo_concurrency.lockutils [None req-488cdb9e-05ec-49b6-b35e-601733c512d1 tempest-MultipleCreateTestJSON-938873983 tempest-MultipleCreateTestJSON-938873983-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.187s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 882.550860] env[69770]: DEBUG oslo_concurrency.lockutils [None req-a501ffb3-48d6-4b0e-8f2b-a508ccd28871 tempest-MultipleCreateTestJSON-938873983 tempest-MultipleCreateTestJSON-938873983-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 38.988s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 882.551128] env[69770]: DEBUG nova.objects.instance [None req-a501ffb3-48d6-4b0e-8f2b-a508ccd28871 tempest-MultipleCreateTestJSON-938873983 tempest-MultipleCreateTestJSON-938873983-project-member] Lazy-loading 'resources' on Instance uuid 271a7171-f68e-40ec-8f3e-87cb9c18e971 {{(pid=69770) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 882.588939] env[69770]: INFO nova.scheduler.client.report [None req-488cdb9e-05ec-49b6-b35e-601733c512d1 tempest-MultipleCreateTestJSON-938873983 tempest-MultipleCreateTestJSON-938873983-project-member] Deleted allocations for instance c1bf02b7-e9aa-4577-aca6-480b62da79ba [ 882.705650] env[69770]: DEBUG nova.compute.manager [None req-069412f9-a072-4ed9-b872-38b8c9b83dee tempest-ServersTestFqdnHostnames-1890732475 tempest-ServersTestFqdnHostnames-1890732475-project-member] [instance: ccf149da-8159-452b-9b8b-04359494e736] Start destroying the instance on the hypervisor. {{(pid=69770) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 882.706103] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-069412f9-a072-4ed9-b872-38b8c9b83dee tempest-ServersTestFqdnHostnames-1890732475 tempest-ServersTestFqdnHostnames-1890732475-project-member] [instance: ccf149da-8159-452b-9b8b-04359494e736] Destroying instance {{(pid=69770) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 882.708119] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa7edaed-38d0-49ea-926c-ee2abc1ebfe2 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.717662] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-069412f9-a072-4ed9-b872-38b8c9b83dee tempest-ServersTestFqdnHostnames-1890732475 tempest-ServersTestFqdnHostnames-1890732475-project-member] [instance: ccf149da-8159-452b-9b8b-04359494e736] Powering off the VM {{(pid=69770) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 882.717950] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c7549bdb-a785-4817-8e5b-eec2098f9a0e {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.728467] env[69770]: DEBUG oslo_vmware.api [None req-069412f9-a072-4ed9-b872-38b8c9b83dee tempest-ServersTestFqdnHostnames-1890732475 tempest-ServersTestFqdnHostnames-1890732475-project-member] Waiting for the task: (returnval){ [ 882.728467] env[69770]: value = "task-4069808" [ 882.728467] env[69770]: _type = "Task" [ 882.728467] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 882.744160] env[69770]: DEBUG oslo_vmware.api [None req-069412f9-a072-4ed9-b872-38b8c9b83dee tempest-ServersTestFqdnHostnames-1890732475 tempest-ServersTestFqdnHostnames-1890732475-project-member] Task: {'id': task-4069808, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.768747] env[69770]: DEBUG oslo_concurrency.lockutils [None req-7dd55a6e-a7f4-460d-bf96-6759b3d3f9a9 tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] Acquiring lock "refresh_cache-426f874f-2ebf-4fc9-914d-c46605963d4b" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.768928] env[69770]: DEBUG oslo_concurrency.lockutils [None req-7dd55a6e-a7f4-460d-bf96-6759b3d3f9a9 tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] Acquired lock "refresh_cache-426f874f-2ebf-4fc9-914d-c46605963d4b" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.769109] env[69770]: DEBUG nova.network.neutron [None req-7dd55a6e-a7f4-460d-bf96-6759b3d3f9a9 tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] [instance: 426f874f-2ebf-4fc9-914d-c46605963d4b] Building network info cache for instance {{(pid=69770) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 883.108355] env[69770]: DEBUG oslo_concurrency.lockutils [None req-488cdb9e-05ec-49b6-b35e-601733c512d1 tempest-MultipleCreateTestJSON-938873983 tempest-MultipleCreateTestJSON-938873983-project-member] Lock "c1bf02b7-e9aa-4577-aca6-480b62da79ba" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 43.520s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 883.241738] env[69770]: DEBUG oslo_vmware.api [None req-069412f9-a072-4ed9-b872-38b8c9b83dee tempest-ServersTestFqdnHostnames-1890732475 tempest-ServersTestFqdnHostnames-1890732475-project-member] Task: {'id': task-4069808, 'name': PowerOffVM_Task, 'duration_secs': 0.242046} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 883.244087] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-069412f9-a072-4ed9-b872-38b8c9b83dee tempest-ServersTestFqdnHostnames-1890732475 tempest-ServersTestFqdnHostnames-1890732475-project-member] [instance: ccf149da-8159-452b-9b8b-04359494e736] Powered off the VM {{(pid=69770) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 883.244491] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-069412f9-a072-4ed9-b872-38b8c9b83dee tempest-ServersTestFqdnHostnames-1890732475 tempest-ServersTestFqdnHostnames-1890732475-project-member] [instance: ccf149da-8159-452b-9b8b-04359494e736] Unregistering the VM {{(pid=69770) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 883.244902] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b38c4b95-5bee-43af-9417-48c8838a27b9 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.322583] env[69770]: DEBUG nova.network.neutron [None req-7dd55a6e-a7f4-460d-bf96-6759b3d3f9a9 tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] [instance: 426f874f-2ebf-4fc9-914d-c46605963d4b] Instance cache missing network info. {{(pid=69770) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 883.332817] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-069412f9-a072-4ed9-b872-38b8c9b83dee tempest-ServersTestFqdnHostnames-1890732475 tempest-ServersTestFqdnHostnames-1890732475-project-member] [instance: ccf149da-8159-452b-9b8b-04359494e736] Unregistered the VM {{(pid=69770) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 883.333048] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-069412f9-a072-4ed9-b872-38b8c9b83dee tempest-ServersTestFqdnHostnames-1890732475 tempest-ServersTestFqdnHostnames-1890732475-project-member] [instance: ccf149da-8159-452b-9b8b-04359494e736] Deleting contents of the VM from datastore datastore1 {{(pid=69770) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 883.333230] env[69770]: DEBUG nova.virt.vmwareapi.ds_util [None req-069412f9-a072-4ed9-b872-38b8c9b83dee tempest-ServersTestFqdnHostnames-1890732475 tempest-ServersTestFqdnHostnames-1890732475-project-member] Deleting the datastore file [datastore1] ccf149da-8159-452b-9b8b-04359494e736 {{(pid=69770) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 883.333487] env[69770]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-261740bd-3d6a-48bf-88c0-0023d74be2d5 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.343554] env[69770]: DEBUG oslo_vmware.api [None req-069412f9-a072-4ed9-b872-38b8c9b83dee tempest-ServersTestFqdnHostnames-1890732475 tempest-ServersTestFqdnHostnames-1890732475-project-member] Waiting for the task: (returnval){ [ 883.343554] env[69770]: value = "task-4069810" [ 883.343554] env[69770]: _type = "Task" [ 883.343554] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 883.353145] env[69770]: DEBUG oslo_vmware.api [None req-069412f9-a072-4ed9-b872-38b8c9b83dee tempest-ServersTestFqdnHostnames-1890732475 tempest-ServersTestFqdnHostnames-1890732475-project-member] Task: {'id': task-4069810, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.622098] env[69770]: DEBUG nova.network.neutron [None req-7dd55a6e-a7f4-460d-bf96-6759b3d3f9a9 tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] [instance: 426f874f-2ebf-4fc9-914d-c46605963d4b] Updating instance_info_cache with network_info: [{"id": "52c35121-9634-4282-9b1c-d027a6b55523", "address": "fa:16:3e:c1:24:f1", "network": {"id": "9d212606-40a3-4b28-9ea6-99b5c5f662a7", "bridge": "br-int", "label": "tempest-ServersTestJSON-1055032721-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "edd97114f9bb4735963417fc474a65d2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1f762954-6ca5-4da5-bf0a-5d31c51ec570", "external-id": "nsx-vlan-transportzone-930", "segmentation_id": 930, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap52c35121-96", "ovs_interfaceid": "52c35121-9634-4282-9b1c-d027a6b55523", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69770) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 883.748126] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c9203c9-0884-4be8-bfdc-11fe001a5336 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.758238] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0030b9e1-84df-4fdb-b034-d872074da3b3 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.794082] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04f19e4d-0fae-47d8-8cc6-3ec6f94e9a35 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.802936] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d582b71a-c165-4bbd-8e86-21d758324c19 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.818271] env[69770]: DEBUG nova.compute.provider_tree [None req-a501ffb3-48d6-4b0e-8f2b-a508ccd28871 tempest-MultipleCreateTestJSON-938873983 tempest-MultipleCreateTestJSON-938873983-project-member] Inventory has not changed in ProviderTree for provider: 7cc7d32b-b7a7-454a-a456-2a440248ed9d {{(pid=69770) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 883.856085] env[69770]: DEBUG oslo_vmware.api [None req-069412f9-a072-4ed9-b872-38b8c9b83dee tempest-ServersTestFqdnHostnames-1890732475 tempest-ServersTestFqdnHostnames-1890732475-project-member] Task: {'id': task-4069810, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.16414} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 883.857238] env[69770]: DEBUG nova.virt.vmwareapi.ds_util [None req-069412f9-a072-4ed9-b872-38b8c9b83dee tempest-ServersTestFqdnHostnames-1890732475 tempest-ServersTestFqdnHostnames-1890732475-project-member] Deleted the datastore file {{(pid=69770) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 883.857238] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-069412f9-a072-4ed9-b872-38b8c9b83dee tempest-ServersTestFqdnHostnames-1890732475 tempest-ServersTestFqdnHostnames-1890732475-project-member] [instance: ccf149da-8159-452b-9b8b-04359494e736] Deleted contents of the VM from datastore datastore1 {{(pid=69770) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 883.857238] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-069412f9-a072-4ed9-b872-38b8c9b83dee tempest-ServersTestFqdnHostnames-1890732475 tempest-ServersTestFqdnHostnames-1890732475-project-member] [instance: ccf149da-8159-452b-9b8b-04359494e736] Instance destroyed {{(pid=69770) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 883.857238] env[69770]: INFO nova.compute.manager [None req-069412f9-a072-4ed9-b872-38b8c9b83dee tempest-ServersTestFqdnHostnames-1890732475 tempest-ServersTestFqdnHostnames-1890732475-project-member] [instance: ccf149da-8159-452b-9b8b-04359494e736] Took 1.15 seconds to destroy the instance on the hypervisor. [ 883.857238] env[69770]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-069412f9-a072-4ed9-b872-38b8c9b83dee tempest-ServersTestFqdnHostnames-1890732475 tempest-ServersTestFqdnHostnames-1890732475-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69770) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 883.858123] env[69770]: DEBUG nova.compute.manager [-] [instance: ccf149da-8159-452b-9b8b-04359494e736] Deallocating network for instance {{(pid=69770) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 883.858233] env[69770]: DEBUG nova.network.neutron [-] [instance: ccf149da-8159-452b-9b8b-04359494e736] deallocate_for_instance() {{(pid=69770) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 884.126973] env[69770]: DEBUG oslo_concurrency.lockutils [None req-7dd55a6e-a7f4-460d-bf96-6759b3d3f9a9 tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] Releasing lock "refresh_cache-426f874f-2ebf-4fc9-914d-c46605963d4b" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.127569] env[69770]: DEBUG nova.compute.manager [None req-7dd55a6e-a7f4-460d-bf96-6759b3d3f9a9 tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] [instance: 426f874f-2ebf-4fc9-914d-c46605963d4b] Instance network_info: |[{"id": "52c35121-9634-4282-9b1c-d027a6b55523", "address": "fa:16:3e:c1:24:f1", "network": {"id": "9d212606-40a3-4b28-9ea6-99b5c5f662a7", "bridge": "br-int", "label": "tempest-ServersTestJSON-1055032721-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "edd97114f9bb4735963417fc474a65d2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1f762954-6ca5-4da5-bf0a-5d31c51ec570", "external-id": "nsx-vlan-transportzone-930", "segmentation_id": 930, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap52c35121-96", "ovs_interfaceid": "52c35121-9634-4282-9b1c-d027a6b55523", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69770) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 884.128063] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-7dd55a6e-a7f4-460d-bf96-6759b3d3f9a9 tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] [instance: 426f874f-2ebf-4fc9-914d-c46605963d4b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c1:24:f1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1f762954-6ca5-4da5-bf0a-5d31c51ec570', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '52c35121-9634-4282-9b1c-d027a6b55523', 'vif_model': 'vmxnet3'}] {{(pid=69770) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 884.135849] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-7dd55a6e-a7f4-460d-bf96-6759b3d3f9a9 tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] Creating folder: Project (edd97114f9bb4735963417fc474a65d2). Parent ref: group-v806376. {{(pid=69770) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 884.136330] env[69770]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b1a19586-b42a-48d4-a262-f74e14dda510 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.148017] env[69770]: INFO nova.virt.vmwareapi.vm_util [None req-7dd55a6e-a7f4-460d-bf96-6759b3d3f9a9 tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] Created folder: Project (edd97114f9bb4735963417fc474a65d2) in parent group-v806376. [ 884.148230] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-7dd55a6e-a7f4-460d-bf96-6759b3d3f9a9 tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] Creating folder: Instances. Parent ref: group-v806514. {{(pid=69770) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 884.148625] env[69770]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7d7f2dc8-0699-4ffc-9d28-820c7444ed21 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.158783] env[69770]: INFO nova.virt.vmwareapi.vm_util [None req-7dd55a6e-a7f4-460d-bf96-6759b3d3f9a9 tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] Created folder: Instances in parent group-v806514. [ 884.161762] env[69770]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7dd55a6e-a7f4-460d-bf96-6759b3d3f9a9 tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69770) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 884.161762] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 426f874f-2ebf-4fc9-914d-c46605963d4b] Creating VM on the ESX host {{(pid=69770) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 884.161762] env[69770]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-74ffe185-db13-4d98-aa3d-a84a47a0b6ce {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.184317] env[69770]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 884.184317] env[69770]: value = "task-4069813" [ 884.184317] env[69770]: _type = "Task" [ 884.184317] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 884.196889] env[69770]: DEBUG oslo_vmware.api [-] Task: {'id': task-4069813, 'name': CreateVM_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.322325] env[69770]: DEBUG nova.scheduler.client.report [None req-a501ffb3-48d6-4b0e-8f2b-a508ccd28871 tempest-MultipleCreateTestJSON-938873983 tempest-MultipleCreateTestJSON-938873983-project-member] Inventory has not changed for provider 7cc7d32b-b7a7-454a-a456-2a440248ed9d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69770) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 884.696746] env[69770]: DEBUG oslo_vmware.api [-] Task: {'id': task-4069813, 'name': CreateVM_Task, 'duration_secs': 0.377932} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 884.697060] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 426f874f-2ebf-4fc9-914d-c46605963d4b] Created VM on the ESX host {{(pid=69770) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 884.697726] env[69770]: DEBUG oslo_concurrency.lockutils [None req-7dd55a6e-a7f4-460d-bf96-6759b3d3f9a9 tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.697907] env[69770]: DEBUG oslo_concurrency.lockutils [None req-7dd55a6e-a7f4-460d-bf96-6759b3d3f9a9 tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.698253] env[69770]: DEBUG oslo_concurrency.lockutils [None req-7dd55a6e-a7f4-460d-bf96-6759b3d3f9a9 tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.698546] env[69770]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-46e72598-41c9-4b2e-af08-fa1903a5b58c {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.704293] env[69770]: DEBUG oslo_vmware.api [None req-7dd55a6e-a7f4-460d-bf96-6759b3d3f9a9 tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] Waiting for the task: (returnval){ [ 884.704293] env[69770]: value = "session[52161b52-cb8e-ec9f-1132-2f6b49549d41]52ce64d7-4cb0-61a2-3936-b478ddfa5455" [ 884.704293] env[69770]: _type = "Task" [ 884.704293] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 884.714403] env[69770]: DEBUG oslo_vmware.api [None req-7dd55a6e-a7f4-460d-bf96-6759b3d3f9a9 tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]52ce64d7-4cb0-61a2-3936-b478ddfa5455, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.821199] env[69770]: DEBUG nova.compute.manager [req-c14d67fe-287e-444b-ba6c-75ed5bbb4fe4 req-1c96bf44-0ee6-466c-9d0b-8fab7133c926 service nova] [instance: 426f874f-2ebf-4fc9-914d-c46605963d4b] Received event network-changed-52c35121-9634-4282-9b1c-d027a6b55523 {{(pid=69770) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 884.821414] env[69770]: DEBUG nova.compute.manager [req-c14d67fe-287e-444b-ba6c-75ed5bbb4fe4 req-1c96bf44-0ee6-466c-9d0b-8fab7133c926 service nova] [instance: 426f874f-2ebf-4fc9-914d-c46605963d4b] Refreshing instance network info cache due to event network-changed-52c35121-9634-4282-9b1c-d027a6b55523. {{(pid=69770) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 884.821629] env[69770]: DEBUG oslo_concurrency.lockutils [req-c14d67fe-287e-444b-ba6c-75ed5bbb4fe4 req-1c96bf44-0ee6-466c-9d0b-8fab7133c926 service nova] Acquiring lock "refresh_cache-426f874f-2ebf-4fc9-914d-c46605963d4b" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.822322] env[69770]: DEBUG oslo_concurrency.lockutils [req-c14d67fe-287e-444b-ba6c-75ed5bbb4fe4 req-1c96bf44-0ee6-466c-9d0b-8fab7133c926 service nova] Acquired lock "refresh_cache-426f874f-2ebf-4fc9-914d-c46605963d4b" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.822529] env[69770]: DEBUG nova.network.neutron [req-c14d67fe-287e-444b-ba6c-75ed5bbb4fe4 req-1c96bf44-0ee6-466c-9d0b-8fab7133c926 service nova] [instance: 426f874f-2ebf-4fc9-914d-c46605963d4b] Refreshing network info cache for port 52c35121-9634-4282-9b1c-d027a6b55523 {{(pid=69770) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 884.830031] env[69770]: DEBUG oslo_concurrency.lockutils [None req-a501ffb3-48d6-4b0e-8f2b-a508ccd28871 tempest-MultipleCreateTestJSON-938873983 tempest-MultipleCreateTestJSON-938873983-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.277s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 884.831258] env[69770]: DEBUG oslo_concurrency.lockutils [None req-1f120153-6aa9-406b-beaa-086f9705960f tempest-AttachInterfacesV270Test-1251409617 tempest-AttachInterfacesV270Test-1251409617-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 41.078s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 884.835903] env[69770]: INFO nova.compute.claims [None req-1f120153-6aa9-406b-beaa-086f9705960f tempest-AttachInterfacesV270Test-1251409617 tempest-AttachInterfacesV270Test-1251409617-project-member] [instance: b958c260-2604-4b07-9afb-285ceed6cf79] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 884.857714] env[69770]: INFO nova.scheduler.client.report [None req-a501ffb3-48d6-4b0e-8f2b-a508ccd28871 tempest-MultipleCreateTestJSON-938873983 tempest-MultipleCreateTestJSON-938873983-project-member] Deleted allocations for instance 271a7171-f68e-40ec-8f3e-87cb9c18e971 [ 885.217109] env[69770]: DEBUG oslo_vmware.api [None req-7dd55a6e-a7f4-460d-bf96-6759b3d3f9a9 tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]52ce64d7-4cb0-61a2-3936-b478ddfa5455, 'name': SearchDatastore_Task, 'duration_secs': 0.011611} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 885.218291] env[69770]: DEBUG oslo_concurrency.lockutils [None req-7dd55a6e-a7f4-460d-bf96-6759b3d3f9a9 tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.218426] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-7dd55a6e-a7f4-460d-bf96-6759b3d3f9a9 tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] [instance: 426f874f-2ebf-4fc9-914d-c46605963d4b] Processing image d1eaff80-24a0-4391-90eb-59958b1ecf0a {{(pid=69770) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 885.218686] env[69770]: DEBUG oslo_concurrency.lockutils [None req-7dd55a6e-a7f4-460d-bf96-6759b3d3f9a9 tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.218845] env[69770]: DEBUG oslo_concurrency.lockutils [None req-7dd55a6e-a7f4-460d-bf96-6759b3d3f9a9 tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.219266] env[69770]: DEBUG nova.virt.vmwareapi.ds_util [None req-7dd55a6e-a7f4-460d-bf96-6759b3d3f9a9 tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69770) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 885.219807] env[69770]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-90d020b5-a9ac-4fbc-a037-986ab76c1607 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.230285] env[69770]: DEBUG nova.virt.vmwareapi.ds_util [None req-7dd55a6e-a7f4-460d-bf96-6759b3d3f9a9 tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69770) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 885.230518] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-7dd55a6e-a7f4-460d-bf96-6759b3d3f9a9 tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69770) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 885.231730] env[69770]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ba6fbaaf-e69b-4c19-9c50-e6e766bb11bd {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.238618] env[69770]: DEBUG oslo_vmware.api [None req-7dd55a6e-a7f4-460d-bf96-6759b3d3f9a9 tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] Waiting for the task: (returnval){ [ 885.238618] env[69770]: value = "session[52161b52-cb8e-ec9f-1132-2f6b49549d41]52b96575-d382-32e7-bd3c-900ba1f3340b" [ 885.238618] env[69770]: _type = "Task" [ 885.238618] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 885.247396] env[69770]: DEBUG oslo_vmware.api [None req-7dd55a6e-a7f4-460d-bf96-6759b3d3f9a9 tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]52b96575-d382-32e7-bd3c-900ba1f3340b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.322725] env[69770]: DEBUG oslo_concurrency.lockutils [None req-68d764de-b2d4-4ff7-8958-521cecc25e68 tempest-ServerGroupTestJSON-803161883 tempest-ServerGroupTestJSON-803161883-project-member] Acquiring lock "15a53776-9653-4997-828d-4216093af571" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 885.323677] env[69770]: DEBUG oslo_concurrency.lockutils [None req-68d764de-b2d4-4ff7-8958-521cecc25e68 tempest-ServerGroupTestJSON-803161883 tempest-ServerGroupTestJSON-803161883-project-member] Lock "15a53776-9653-4997-828d-4216093af571" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 885.372054] env[69770]: DEBUG oslo_concurrency.lockutils [None req-a501ffb3-48d6-4b0e-8f2b-a508ccd28871 tempest-MultipleCreateTestJSON-938873983 tempest-MultipleCreateTestJSON-938873983-project-member] Lock "271a7171-f68e-40ec-8f3e-87cb9c18e971" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 45.841s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 885.701530] env[69770]: DEBUG nova.network.neutron [-] [instance: ccf149da-8159-452b-9b8b-04359494e736] Updating instance_info_cache with network_info: [] {{(pid=69770) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 885.753280] env[69770]: DEBUG oslo_vmware.api [None req-7dd55a6e-a7f4-460d-bf96-6759b3d3f9a9 tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]52b96575-d382-32e7-bd3c-900ba1f3340b, 'name': SearchDatastore_Task, 'duration_secs': 0.010628} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 885.753280] env[69770]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3df5a709-2e86-4eae-85ed-35cd773e12e9 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.758620] env[69770]: DEBUG oslo_vmware.api [None req-7dd55a6e-a7f4-460d-bf96-6759b3d3f9a9 tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] Waiting for the task: (returnval){ [ 885.758620] env[69770]: value = "session[52161b52-cb8e-ec9f-1132-2f6b49549d41]52ba518f-496a-1e0a-edc2-10df2e064ae5" [ 885.758620] env[69770]: _type = "Task" [ 885.758620] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 885.769659] env[69770]: DEBUG oslo_vmware.api [None req-7dd55a6e-a7f4-460d-bf96-6759b3d3f9a9 tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]52ba518f-496a-1e0a-edc2-10df2e064ae5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.042132] env[69770]: DEBUG nova.network.neutron [req-c14d67fe-287e-444b-ba6c-75ed5bbb4fe4 req-1c96bf44-0ee6-466c-9d0b-8fab7133c926 service nova] [instance: 426f874f-2ebf-4fc9-914d-c46605963d4b] Updated VIF entry in instance network info cache for port 52c35121-9634-4282-9b1c-d027a6b55523. {{(pid=69770) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 886.042512] env[69770]: DEBUG nova.network.neutron [req-c14d67fe-287e-444b-ba6c-75ed5bbb4fe4 req-1c96bf44-0ee6-466c-9d0b-8fab7133c926 service nova] [instance: 426f874f-2ebf-4fc9-914d-c46605963d4b] Updating instance_info_cache with network_info: [{"id": "52c35121-9634-4282-9b1c-d027a6b55523", "address": "fa:16:3e:c1:24:f1", "network": {"id": "9d212606-40a3-4b28-9ea6-99b5c5f662a7", "bridge": "br-int", "label": "tempest-ServersTestJSON-1055032721-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "edd97114f9bb4735963417fc474a65d2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1f762954-6ca5-4da5-bf0a-5d31c51ec570", "external-id": "nsx-vlan-transportzone-930", "segmentation_id": 930, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap52c35121-96", "ovs_interfaceid": "52c35121-9634-4282-9b1c-d027a6b55523", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69770) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 886.206122] env[69770]: INFO nova.compute.manager [-] [instance: ccf149da-8159-452b-9b8b-04359494e736] Took 2.35 seconds to deallocate network for instance. [ 886.278900] env[69770]: DEBUG oslo_vmware.api [None req-7dd55a6e-a7f4-460d-bf96-6759b3d3f9a9 tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]52ba518f-496a-1e0a-edc2-10df2e064ae5, 'name': SearchDatastore_Task, 'duration_secs': 0.014167} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 886.279690] env[69770]: DEBUG oslo_concurrency.lockutils [None req-7dd55a6e-a7f4-460d-bf96-6759b3d3f9a9 tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.279965] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-7dd55a6e-a7f4-460d-bf96-6759b3d3f9a9 tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk to [datastore2] 426f874f-2ebf-4fc9-914d-c46605963d4b/426f874f-2ebf-4fc9-914d-c46605963d4b.vmdk {{(pid=69770) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 886.280572] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6d7d0639-126f-45e7-b2c9-7002ee8ed171 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.290939] env[69770]: DEBUG oslo_vmware.api [None req-7dd55a6e-a7f4-460d-bf96-6759b3d3f9a9 tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] Waiting for the task: (returnval){ [ 886.290939] env[69770]: value = "task-4069814" [ 886.290939] env[69770]: _type = "Task" [ 886.290939] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 886.312866] env[69770]: DEBUG oslo_vmware.api [None req-7dd55a6e-a7f4-460d-bf96-6759b3d3f9a9 tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] Task: {'id': task-4069814, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.461840] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6dfa41ff-f8d6-47e4-83db-6beb3cf80407 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.472172] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82c6e2e4-2f77-41a3-af41-bfad16b63b16 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.526939] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7c8c148-8b48-4a4b-95b4-dee6512561b0 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.539086] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19104004-a0a5-4534-818b-a7130c641ce8 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.548206] env[69770]: DEBUG oslo_concurrency.lockutils [req-c14d67fe-287e-444b-ba6c-75ed5bbb4fe4 req-1c96bf44-0ee6-466c-9d0b-8fab7133c926 service nova] Releasing lock "refresh_cache-426f874f-2ebf-4fc9-914d-c46605963d4b" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.561652] env[69770]: DEBUG nova.compute.provider_tree [None req-1f120153-6aa9-406b-beaa-086f9705960f tempest-AttachInterfacesV270Test-1251409617 tempest-AttachInterfacesV270Test-1251409617-project-member] Inventory has not changed in ProviderTree for provider: 7cc7d32b-b7a7-454a-a456-2a440248ed9d {{(pid=69770) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 886.719638] env[69770]: DEBUG oslo_concurrency.lockutils [None req-069412f9-a072-4ed9-b872-38b8c9b83dee tempest-ServersTestFqdnHostnames-1890732475 tempest-ServersTestFqdnHostnames-1890732475-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 886.771793] env[69770]: DEBUG oslo_concurrency.lockutils [None req-7ca152ca-2448-4983-98f7-081386fdba68 tempest-MultipleCreateTestJSON-938873983 tempest-MultipleCreateTestJSON-938873983-project-member] Acquiring lock "6f84ff35-a4fd-4616-aa48-e10f21a0c223" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 886.772238] env[69770]: DEBUG oslo_concurrency.lockutils [None req-7ca152ca-2448-4983-98f7-081386fdba68 tempest-MultipleCreateTestJSON-938873983 tempest-MultipleCreateTestJSON-938873983-project-member] Lock "6f84ff35-a4fd-4616-aa48-e10f21a0c223" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 886.807237] env[69770]: DEBUG oslo_vmware.api [None req-7dd55a6e-a7f4-460d-bf96-6759b3d3f9a9 tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] Task: {'id': task-4069814, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.813707] env[69770]: DEBUG oslo_concurrency.lockutils [None req-7ca152ca-2448-4983-98f7-081386fdba68 tempest-MultipleCreateTestJSON-938873983 tempest-MultipleCreateTestJSON-938873983-project-member] Acquiring lock "f4e6f95b-525f-484e-b158-1e4d96678c2a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 886.814149] env[69770]: DEBUG oslo_concurrency.lockutils [None req-7ca152ca-2448-4983-98f7-081386fdba68 tempest-MultipleCreateTestJSON-938873983 tempest-MultipleCreateTestJSON-938873983-project-member] Lock "f4e6f95b-525f-484e-b158-1e4d96678c2a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 886.946092] env[69770]: DEBUG oslo_concurrency.lockutils [None req-ea383c59-ea09-42d4-9361-21938b0dfbce tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] Acquiring lock "a3617e51-7671-42b4-a7d3-a22c7d57814a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 886.946457] env[69770]: DEBUG oslo_concurrency.lockutils [None req-ea383c59-ea09-42d4-9361-21938b0dfbce tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] Lock "a3617e51-7671-42b4-a7d3-a22c7d57814a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 887.067579] env[69770]: DEBUG nova.scheduler.client.report [None req-1f120153-6aa9-406b-beaa-086f9705960f tempest-AttachInterfacesV270Test-1251409617 tempest-AttachInterfacesV270Test-1251409617-project-member] Inventory has not changed for provider 7cc7d32b-b7a7-454a-a456-2a440248ed9d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69770) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 887.185302] env[69770]: DEBUG nova.compute.manager [req-1ca329fb-7e66-49fd-ad30-a45f01fcc0f6 req-2f3c92a9-04db-43c1-bdec-d76a91f99d0a service nova] [instance: ccf149da-8159-452b-9b8b-04359494e736] Received event network-vif-deleted-75a7c677-5257-4c91-a659-74e213172401 {{(pid=69770) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 887.302853] env[69770]: DEBUG oslo_vmware.api [None req-7dd55a6e-a7f4-460d-bf96-6759b3d3f9a9 tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] Task: {'id': task-4069814, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.914728} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 887.303129] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-7dd55a6e-a7f4-460d-bf96-6759b3d3f9a9 tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk to [datastore2] 426f874f-2ebf-4fc9-914d-c46605963d4b/426f874f-2ebf-4fc9-914d-c46605963d4b.vmdk {{(pid=69770) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 887.303351] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-7dd55a6e-a7f4-460d-bf96-6759b3d3f9a9 tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] [instance: 426f874f-2ebf-4fc9-914d-c46605963d4b] Extending root virtual disk to 1048576 {{(pid=69770) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 887.303615] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-81c4e5eb-b86a-47e8-b764-8757dbaa5f70 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.312116] env[69770]: DEBUG oslo_vmware.api [None req-7dd55a6e-a7f4-460d-bf96-6759b3d3f9a9 tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] Waiting for the task: (returnval){ [ 887.312116] env[69770]: value = "task-4069815" [ 887.312116] env[69770]: _type = "Task" [ 887.312116] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 887.324290] env[69770]: DEBUG oslo_vmware.api [None req-7dd55a6e-a7f4-460d-bf96-6759b3d3f9a9 tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] Task: {'id': task-4069815, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.578878] env[69770]: DEBUG oslo_concurrency.lockutils [None req-1f120153-6aa9-406b-beaa-086f9705960f tempest-AttachInterfacesV270Test-1251409617 tempest-AttachInterfacesV270Test-1251409617-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.744s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 887.580042] env[69770]: DEBUG nova.compute.manager [None req-1f120153-6aa9-406b-beaa-086f9705960f tempest-AttachInterfacesV270Test-1251409617 tempest-AttachInterfacesV270Test-1251409617-project-member] [instance: b958c260-2604-4b07-9afb-285ceed6cf79] Start building networks asynchronously for instance. {{(pid=69770) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 887.583877] env[69770]: DEBUG oslo_concurrency.lockutils [None req-60dc0e94-f7e7-4d5a-9f59-f0c5f7c7d6fb tempest-VolumesAdminNegativeTest-624188729 tempest-VolumesAdminNegativeTest-624188729-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 41.287s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 887.592438] env[69770]: INFO nova.compute.claims [None req-60dc0e94-f7e7-4d5a-9f59-f0c5f7c7d6fb tempest-VolumesAdminNegativeTest-624188729 tempest-VolumesAdminNegativeTest-624188729-project-member] [instance: da33b77b-49c7-48e3-9f43-68e4bf6e53a8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 887.827882] env[69770]: DEBUG oslo_vmware.api [None req-7dd55a6e-a7f4-460d-bf96-6759b3d3f9a9 tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] Task: {'id': task-4069815, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075865} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 887.828504] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-7dd55a6e-a7f4-460d-bf96-6759b3d3f9a9 tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] [instance: 426f874f-2ebf-4fc9-914d-c46605963d4b] Extended root virtual disk {{(pid=69770) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 887.829365] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f6b64fd-cbe6-41ff-acf9-ad7ac1901ac0 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.856361] env[69770]: DEBUG nova.virt.vmwareapi.volumeops [None req-7dd55a6e-a7f4-460d-bf96-6759b3d3f9a9 tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] [instance: 426f874f-2ebf-4fc9-914d-c46605963d4b] Reconfiguring VM instance instance-00000030 to attach disk [datastore2] 426f874f-2ebf-4fc9-914d-c46605963d4b/426f874f-2ebf-4fc9-914d-c46605963d4b.vmdk or device None with type sparse {{(pid=69770) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 887.856361] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-246ecf86-ba16-44d6-8a2c-26cfc7aaffdf {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.882919] env[69770]: DEBUG oslo_vmware.api [None req-7dd55a6e-a7f4-460d-bf96-6759b3d3f9a9 tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] Waiting for the task: (returnval){ [ 887.882919] env[69770]: value = "task-4069816" [ 887.882919] env[69770]: _type = "Task" [ 887.882919] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 887.893189] env[69770]: DEBUG oslo_vmware.api [None req-7dd55a6e-a7f4-460d-bf96-6759b3d3f9a9 tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] Task: {'id': task-4069816, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.098898] env[69770]: DEBUG nova.compute.utils [None req-1f120153-6aa9-406b-beaa-086f9705960f tempest-AttachInterfacesV270Test-1251409617 tempest-AttachInterfacesV270Test-1251409617-project-member] Using /dev/sd instead of None {{(pid=69770) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 888.104792] env[69770]: DEBUG nova.compute.manager [None req-1f120153-6aa9-406b-beaa-086f9705960f tempest-AttachInterfacesV270Test-1251409617 tempest-AttachInterfacesV270Test-1251409617-project-member] [instance: b958c260-2604-4b07-9afb-285ceed6cf79] Allocating IP information in the background. {{(pid=69770) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 888.104792] env[69770]: DEBUG nova.network.neutron [None req-1f120153-6aa9-406b-beaa-086f9705960f tempest-AttachInterfacesV270Test-1251409617 tempest-AttachInterfacesV270Test-1251409617-project-member] [instance: b958c260-2604-4b07-9afb-285ceed6cf79] allocate_for_instance() {{(pid=69770) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 888.161760] env[69770]: DEBUG nova.policy [None req-1f120153-6aa9-406b-beaa-086f9705960f tempest-AttachInterfacesV270Test-1251409617 tempest-AttachInterfacesV270Test-1251409617-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '86442bfe1983408f9b1492c892b562f4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '214f69d828e9480c97269213069f0c9d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69770) authorize /opt/stack/nova/nova/policy.py:192}} [ 888.394827] env[69770]: DEBUG oslo_vmware.api [None req-7dd55a6e-a7f4-460d-bf96-6759b3d3f9a9 tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] Task: {'id': task-4069816, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.604273] env[69770]: DEBUG nova.compute.manager [None req-1f120153-6aa9-406b-beaa-086f9705960f tempest-AttachInterfacesV270Test-1251409617 tempest-AttachInterfacesV270Test-1251409617-project-member] [instance: b958c260-2604-4b07-9afb-285ceed6cf79] Start building block device mappings for instance. {{(pid=69770) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 888.629915] env[69770]: DEBUG nova.network.neutron [None req-1f120153-6aa9-406b-beaa-086f9705960f tempest-AttachInterfacesV270Test-1251409617 tempest-AttachInterfacesV270Test-1251409617-project-member] [instance: b958c260-2604-4b07-9afb-285ceed6cf79] Successfully created port: 8f853f5e-2cd2-4970-8e3e-28a957bc0fe3 {{(pid=69770) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 888.896056] env[69770]: DEBUG oslo_vmware.api [None req-7dd55a6e-a7f4-460d-bf96-6759b3d3f9a9 tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] Task: {'id': task-4069816, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.144239] env[69770]: DEBUG oslo_concurrency.lockutils [None req-5bec6530-3ca2-4925-a80a-c440233d795f tempest-ServerMetadataTestJSON-275718558 tempest-ServerMetadataTestJSON-275718558-project-member] Acquiring lock "a1f5fa57-2f51-4514-a7fd-64e10535c556" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 889.144941] env[69770]: DEBUG oslo_concurrency.lockutils [None req-5bec6530-3ca2-4925-a80a-c440233d795f tempest-ServerMetadataTestJSON-275718558 tempest-ServerMetadataTestJSON-275718558-project-member] Lock "a1f5fa57-2f51-4514-a7fd-64e10535c556" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 889.210031] env[69770]: DEBUG oslo_concurrency.lockutils [None req-c9c2ce0c-1b80-4db9-beac-d040b3b5c56b tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] Acquiring lock "19c06f92-7f17-4834-b8be-723eb3f313c5" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 889.210031] env[69770]: DEBUG oslo_concurrency.lockutils [None req-c9c2ce0c-1b80-4db9-beac-d040b3b5c56b tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] Lock "19c06f92-7f17-4834-b8be-723eb3f313c5" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 889.210031] env[69770]: INFO nova.compute.manager [None req-c9c2ce0c-1b80-4db9-beac-d040b3b5c56b tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] [instance: 19c06f92-7f17-4834-b8be-723eb3f313c5] Rebooting instance [ 889.292756] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bb19914-dea8-4993-a235-4df765861b87 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.302719] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe3fcbbb-319a-484b-b32a-317ab8a1d575 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.337442] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe371761-5c7d-429a-8fed-77bb74a9bbe9 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.346885] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fe9de1a-3c42-40e3-b2c0-746dfacacff7 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.362560] env[69770]: DEBUG nova.compute.provider_tree [None req-60dc0e94-f7e7-4d5a-9f59-f0c5f7c7d6fb tempest-VolumesAdminNegativeTest-624188729 tempest-VolumesAdminNegativeTest-624188729-project-member] Inventory has not changed in ProviderTree for provider: 7cc7d32b-b7a7-454a-a456-2a440248ed9d {{(pid=69770) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 889.397029] env[69770]: DEBUG oslo_vmware.api [None req-7dd55a6e-a7f4-460d-bf96-6759b3d3f9a9 tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] Task: {'id': task-4069816, 'name': ReconfigVM_Task, 'duration_secs': 1.318978} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 889.397029] env[69770]: DEBUG nova.virt.vmwareapi.volumeops [None req-7dd55a6e-a7f4-460d-bf96-6759b3d3f9a9 tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] [instance: 426f874f-2ebf-4fc9-914d-c46605963d4b] Reconfigured VM instance instance-00000030 to attach disk [datastore2] 426f874f-2ebf-4fc9-914d-c46605963d4b/426f874f-2ebf-4fc9-914d-c46605963d4b.vmdk or device None with type sparse {{(pid=69770) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 889.397252] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-02e0dba1-986c-4e90-b218-954111da8664 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.405024] env[69770]: DEBUG oslo_vmware.api [None req-7dd55a6e-a7f4-460d-bf96-6759b3d3f9a9 tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] Waiting for the task: (returnval){ [ 889.405024] env[69770]: value = "task-4069817" [ 889.405024] env[69770]: _type = "Task" [ 889.405024] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 889.415229] env[69770]: DEBUG oslo_vmware.api [None req-7dd55a6e-a7f4-460d-bf96-6759b3d3f9a9 tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] Task: {'id': task-4069817, 'name': Rename_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.628017] env[69770]: DEBUG nova.compute.manager [None req-1f120153-6aa9-406b-beaa-086f9705960f tempest-AttachInterfacesV270Test-1251409617 tempest-AttachInterfacesV270Test-1251409617-project-member] [instance: b958c260-2604-4b07-9afb-285ceed6cf79] Start spawning the instance on the hypervisor. {{(pid=69770) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 889.663249] env[69770]: DEBUG nova.virt.hardware [None req-1f120153-6aa9-406b-beaa-086f9705960f tempest-AttachInterfacesV270Test-1251409617 tempest-AttachInterfacesV270Test-1251409617-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T12:16:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T12:16:11Z,direct_url=,disk_format='vmdk',id=d1eaff80-24a0-4391-90eb-59958b1ecf0a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d65f20bb89fb40a98b77bc6d97357df2',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T12:16:12Z,virtual_size=,visibility=), allow threads: False {{(pid=69770) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 889.663471] env[69770]: DEBUG nova.virt.hardware [None req-1f120153-6aa9-406b-beaa-086f9705960f tempest-AttachInterfacesV270Test-1251409617 tempest-AttachInterfacesV270Test-1251409617-project-member] Flavor limits 0:0:0 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 889.663632] env[69770]: DEBUG nova.virt.hardware [None req-1f120153-6aa9-406b-beaa-086f9705960f tempest-AttachInterfacesV270Test-1251409617 tempest-AttachInterfacesV270Test-1251409617-project-member] Image limits 0:0:0 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 889.663818] env[69770]: DEBUG nova.virt.hardware [None req-1f120153-6aa9-406b-beaa-086f9705960f tempest-AttachInterfacesV270Test-1251409617 tempest-AttachInterfacesV270Test-1251409617-project-member] Flavor pref 0:0:0 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 889.663959] env[69770]: DEBUG nova.virt.hardware [None req-1f120153-6aa9-406b-beaa-086f9705960f tempest-AttachInterfacesV270Test-1251409617 tempest-AttachInterfacesV270Test-1251409617-project-member] Image pref 0:0:0 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 889.664127] env[69770]: DEBUG nova.virt.hardware [None req-1f120153-6aa9-406b-beaa-086f9705960f tempest-AttachInterfacesV270Test-1251409617 tempest-AttachInterfacesV270Test-1251409617-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 889.664585] env[69770]: DEBUG nova.virt.hardware [None req-1f120153-6aa9-406b-beaa-086f9705960f tempest-AttachInterfacesV270Test-1251409617 tempest-AttachInterfacesV270Test-1251409617-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69770) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 889.664585] env[69770]: DEBUG nova.virt.hardware [None req-1f120153-6aa9-406b-beaa-086f9705960f tempest-AttachInterfacesV270Test-1251409617 tempest-AttachInterfacesV270Test-1251409617-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69770) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 889.664745] env[69770]: DEBUG nova.virt.hardware [None req-1f120153-6aa9-406b-beaa-086f9705960f tempest-AttachInterfacesV270Test-1251409617 tempest-AttachInterfacesV270Test-1251409617-project-member] Got 1 possible topologies {{(pid=69770) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 889.664912] env[69770]: DEBUG nova.virt.hardware [None req-1f120153-6aa9-406b-beaa-086f9705960f tempest-AttachInterfacesV270Test-1251409617 tempest-AttachInterfacesV270Test-1251409617-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69770) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 889.665098] env[69770]: DEBUG nova.virt.hardware [None req-1f120153-6aa9-406b-beaa-086f9705960f tempest-AttachInterfacesV270Test-1251409617 tempest-AttachInterfacesV270Test-1251409617-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69770) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 889.666536] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2922351-d87a-4020-b736-8ebf4038ef15 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.675818] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d3d3e21-922d-45d3-bc0e-33d73c1171dc {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.729390] env[69770]: DEBUG oslo_concurrency.lockutils [None req-c9c2ce0c-1b80-4db9-beac-d040b3b5c56b tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] Acquiring lock "refresh_cache-19c06f92-7f17-4834-b8be-723eb3f313c5" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.729578] env[69770]: DEBUG oslo_concurrency.lockutils [None req-c9c2ce0c-1b80-4db9-beac-d040b3b5c56b tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] Acquired lock "refresh_cache-19c06f92-7f17-4834-b8be-723eb3f313c5" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.729756] env[69770]: DEBUG nova.network.neutron [None req-c9c2ce0c-1b80-4db9-beac-d040b3b5c56b tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] [instance: 19c06f92-7f17-4834-b8be-723eb3f313c5] Building network info cache for instance {{(pid=69770) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 889.866021] env[69770]: DEBUG nova.scheduler.client.report [None req-60dc0e94-f7e7-4d5a-9f59-f0c5f7c7d6fb tempest-VolumesAdminNegativeTest-624188729 tempest-VolumesAdminNegativeTest-624188729-project-member] Inventory has not changed for provider 7cc7d32b-b7a7-454a-a456-2a440248ed9d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69770) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 889.915995] env[69770]: DEBUG oslo_vmware.api [None req-7dd55a6e-a7f4-460d-bf96-6759b3d3f9a9 tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] Task: {'id': task-4069817, 'name': Rename_Task, 'duration_secs': 0.154468} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 889.916409] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-7dd55a6e-a7f4-460d-bf96-6759b3d3f9a9 tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] [instance: 426f874f-2ebf-4fc9-914d-c46605963d4b] Powering on the VM {{(pid=69770) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 889.916664] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-62df9c6a-b345-4b3a-b355-d192fd35ecab {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.925172] env[69770]: DEBUG oslo_vmware.api [None req-7dd55a6e-a7f4-460d-bf96-6759b3d3f9a9 tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] Waiting for the task: (returnval){ [ 889.925172] env[69770]: value = "task-4069818" [ 889.925172] env[69770]: _type = "Task" [ 889.925172] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 889.934671] env[69770]: DEBUG oslo_vmware.api [None req-7dd55a6e-a7f4-460d-bf96-6759b3d3f9a9 tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] Task: {'id': task-4069818, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.258775] env[69770]: DEBUG nova.compute.manager [req-0af8eb78-14da-43be-b31d-c29fb2959bb6 req-ce10a6d9-b7ff-462c-b821-dcaf6d1a366d service nova] [instance: b958c260-2604-4b07-9afb-285ceed6cf79] Received event network-vif-plugged-8f853f5e-2cd2-4970-8e3e-28a957bc0fe3 {{(pid=69770) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 890.259027] env[69770]: DEBUG oslo_concurrency.lockutils [req-0af8eb78-14da-43be-b31d-c29fb2959bb6 req-ce10a6d9-b7ff-462c-b821-dcaf6d1a366d service nova] Acquiring lock "b958c260-2604-4b07-9afb-285ceed6cf79-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 890.259241] env[69770]: DEBUG oslo_concurrency.lockutils [req-0af8eb78-14da-43be-b31d-c29fb2959bb6 req-ce10a6d9-b7ff-462c-b821-dcaf6d1a366d service nova] Lock "b958c260-2604-4b07-9afb-285ceed6cf79-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 890.259412] env[69770]: DEBUG oslo_concurrency.lockutils [req-0af8eb78-14da-43be-b31d-c29fb2959bb6 req-ce10a6d9-b7ff-462c-b821-dcaf6d1a366d service nova] Lock "b958c260-2604-4b07-9afb-285ceed6cf79-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 890.259732] env[69770]: DEBUG nova.compute.manager [req-0af8eb78-14da-43be-b31d-c29fb2959bb6 req-ce10a6d9-b7ff-462c-b821-dcaf6d1a366d service nova] [instance: b958c260-2604-4b07-9afb-285ceed6cf79] No waiting events found dispatching network-vif-plugged-8f853f5e-2cd2-4970-8e3e-28a957bc0fe3 {{(pid=69770) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 890.259732] env[69770]: WARNING nova.compute.manager [req-0af8eb78-14da-43be-b31d-c29fb2959bb6 req-ce10a6d9-b7ff-462c-b821-dcaf6d1a366d service nova] [instance: b958c260-2604-4b07-9afb-285ceed6cf79] Received unexpected event network-vif-plugged-8f853f5e-2cd2-4970-8e3e-28a957bc0fe3 for instance with vm_state building and task_state spawning. [ 890.342415] env[69770]: DEBUG nova.network.neutron [None req-1f120153-6aa9-406b-beaa-086f9705960f tempest-AttachInterfacesV270Test-1251409617 tempest-AttachInterfacesV270Test-1251409617-project-member] [instance: b958c260-2604-4b07-9afb-285ceed6cf79] Successfully updated port: 8f853f5e-2cd2-4970-8e3e-28a957bc0fe3 {{(pid=69770) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 890.374210] env[69770]: DEBUG oslo_concurrency.lockutils [None req-60dc0e94-f7e7-4d5a-9f59-f0c5f7c7d6fb tempest-VolumesAdminNegativeTest-624188729 tempest-VolumesAdminNegativeTest-624188729-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.788s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 890.374210] env[69770]: DEBUG nova.compute.manager [None req-60dc0e94-f7e7-4d5a-9f59-f0c5f7c7d6fb tempest-VolumesAdminNegativeTest-624188729 tempest-VolumesAdminNegativeTest-624188729-project-member] [instance: da33b77b-49c7-48e3-9f43-68e4bf6e53a8] Start building networks asynchronously for instance. {{(pid=69770) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 890.382624] env[69770]: DEBUG oslo_concurrency.lockutils [None req-71c045a7-dc1d-4351-b14f-ed9673ac6b1b tempest-ServerActionsV293TestJSON-1944763761 tempest-ServerActionsV293TestJSON-1944763761-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 43.188s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 890.382624] env[69770]: INFO nova.compute.claims [None req-71c045a7-dc1d-4351-b14f-ed9673ac6b1b tempest-ServerActionsV293TestJSON-1944763761 tempest-ServerActionsV293TestJSON-1944763761-project-member] [instance: 1f92c4e9-6054-433b-917d-fa1956ee1a57] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 890.448855] env[69770]: DEBUG oslo_vmware.api [None req-7dd55a6e-a7f4-460d-bf96-6759b3d3f9a9 tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] Task: {'id': task-4069818, 'name': PowerOnVM_Task, 'duration_secs': 0.48548} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 890.449187] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-7dd55a6e-a7f4-460d-bf96-6759b3d3f9a9 tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] [instance: 426f874f-2ebf-4fc9-914d-c46605963d4b] Powered on the VM {{(pid=69770) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 890.449395] env[69770]: INFO nova.compute.manager [None req-7dd55a6e-a7f4-460d-bf96-6759b3d3f9a9 tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] [instance: 426f874f-2ebf-4fc9-914d-c46605963d4b] Took 10.27 seconds to spawn the instance on the hypervisor. [ 890.449585] env[69770]: DEBUG nova.compute.manager [None req-7dd55a6e-a7f4-460d-bf96-6759b3d3f9a9 tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] [instance: 426f874f-2ebf-4fc9-914d-c46605963d4b] Checking state {{(pid=69770) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 890.451243] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-975051da-008c-4b12-976d-9be812388595 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.580146] env[69770]: DEBUG nova.network.neutron [None req-c9c2ce0c-1b80-4db9-beac-d040b3b5c56b tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] [instance: 19c06f92-7f17-4834-b8be-723eb3f313c5] Updating instance_info_cache with network_info: [{"id": "d41aabd6-71fd-498e-be4d-95887db35869", "address": "fa:16:3e:b3:9c:44", "network": {"id": "fb2a6a42-a9ea-4a2f-b885-b0c06c1061b9", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1944009097-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.158", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "677c29867f944b8198884aae6535814b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b91b49a8-b849-4d0c-97f7-74fdcd88ae03", "external-id": "nsx-vlan-transportzone-406", "segmentation_id": 406, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd41aabd6-71", "ovs_interfaceid": "d41aabd6-71fd-498e-be4d-95887db35869", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69770) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 890.850020] env[69770]: DEBUG oslo_concurrency.lockutils [None req-1f120153-6aa9-406b-beaa-086f9705960f tempest-AttachInterfacesV270Test-1251409617 tempest-AttachInterfacesV270Test-1251409617-project-member] Acquiring lock "refresh_cache-b958c260-2604-4b07-9afb-285ceed6cf79" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.850020] env[69770]: DEBUG oslo_concurrency.lockutils [None req-1f120153-6aa9-406b-beaa-086f9705960f tempest-AttachInterfacesV270Test-1251409617 tempest-AttachInterfacesV270Test-1251409617-project-member] Acquired lock "refresh_cache-b958c260-2604-4b07-9afb-285ceed6cf79" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.850020] env[69770]: DEBUG nova.network.neutron [None req-1f120153-6aa9-406b-beaa-086f9705960f tempest-AttachInterfacesV270Test-1251409617 tempest-AttachInterfacesV270Test-1251409617-project-member] [instance: b958c260-2604-4b07-9afb-285ceed6cf79] Building network info cache for instance {{(pid=69770) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 890.891962] env[69770]: DEBUG nova.compute.utils [None req-60dc0e94-f7e7-4d5a-9f59-f0c5f7c7d6fb tempest-VolumesAdminNegativeTest-624188729 tempest-VolumesAdminNegativeTest-624188729-project-member] Using /dev/sd instead of None {{(pid=69770) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 890.898035] env[69770]: DEBUG nova.compute.manager [None req-60dc0e94-f7e7-4d5a-9f59-f0c5f7c7d6fb tempest-VolumesAdminNegativeTest-624188729 tempest-VolumesAdminNegativeTest-624188729-project-member] [instance: da33b77b-49c7-48e3-9f43-68e4bf6e53a8] Allocating IP information in the background. {{(pid=69770) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 890.898035] env[69770]: DEBUG nova.network.neutron [None req-60dc0e94-f7e7-4d5a-9f59-f0c5f7c7d6fb tempest-VolumesAdminNegativeTest-624188729 tempest-VolumesAdminNegativeTest-624188729-project-member] [instance: da33b77b-49c7-48e3-9f43-68e4bf6e53a8] allocate_for_instance() {{(pid=69770) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 890.941640] env[69770]: DEBUG nova.policy [None req-60dc0e94-f7e7-4d5a-9f59-f0c5f7c7d6fb tempest-VolumesAdminNegativeTest-624188729 tempest-VolumesAdminNegativeTest-624188729-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '460646df869847f59c19518502104f7c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '16362b2f59ae4c8bb26b007126d78fb5', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69770) authorize /opt/stack/nova/nova/policy.py:192}} [ 890.981972] env[69770]: INFO nova.compute.manager [None req-7dd55a6e-a7f4-460d-bf96-6759b3d3f9a9 tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] [instance: 426f874f-2ebf-4fc9-914d-c46605963d4b] Took 52.09 seconds to build instance. [ 891.082446] env[69770]: DEBUG oslo_concurrency.lockutils [None req-c9c2ce0c-1b80-4db9-beac-d040b3b5c56b tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] Releasing lock "refresh_cache-19c06f92-7f17-4834-b8be-723eb3f313c5" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.356835] env[69770]: DEBUG nova.network.neutron [None req-60dc0e94-f7e7-4d5a-9f59-f0c5f7c7d6fb tempest-VolumesAdminNegativeTest-624188729 tempest-VolumesAdminNegativeTest-624188729-project-member] [instance: da33b77b-49c7-48e3-9f43-68e4bf6e53a8] Successfully created port: a63e7a86-323e-4f0e-b57a-cdd5c98b6fbb {{(pid=69770) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 891.399784] env[69770]: DEBUG nova.network.neutron [None req-1f120153-6aa9-406b-beaa-086f9705960f tempest-AttachInterfacesV270Test-1251409617 tempest-AttachInterfacesV270Test-1251409617-project-member] [instance: b958c260-2604-4b07-9afb-285ceed6cf79] Instance cache missing network info. {{(pid=69770) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 891.403531] env[69770]: DEBUG nova.compute.manager [None req-60dc0e94-f7e7-4d5a-9f59-f0c5f7c7d6fb tempest-VolumesAdminNegativeTest-624188729 tempest-VolumesAdminNegativeTest-624188729-project-member] [instance: da33b77b-49c7-48e3-9f43-68e4bf6e53a8] Start building block device mappings for instance. {{(pid=69770) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 891.483785] env[69770]: DEBUG oslo_concurrency.lockutils [None req-7dd55a6e-a7f4-460d-bf96-6759b3d3f9a9 tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] Lock "426f874f-2ebf-4fc9-914d-c46605963d4b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 101.541s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 891.587540] env[69770]: DEBUG nova.compute.manager [None req-c9c2ce0c-1b80-4db9-beac-d040b3b5c56b tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] [instance: 19c06f92-7f17-4834-b8be-723eb3f313c5] Checking state {{(pid=69770) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 891.589181] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ed9eb5e-d2b6-47c2-b110-bdb252e1967e {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.606260] env[69770]: DEBUG nova.network.neutron [None req-1f120153-6aa9-406b-beaa-086f9705960f tempest-AttachInterfacesV270Test-1251409617 tempest-AttachInterfacesV270Test-1251409617-project-member] [instance: b958c260-2604-4b07-9afb-285ceed6cf79] Updating instance_info_cache with network_info: [{"id": "8f853f5e-2cd2-4970-8e3e-28a957bc0fe3", "address": "fa:16:3e:12:9b:1e", "network": {"id": "c4b7ba50-beed-4b83-81ed-3ee1b9482f04", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-853297326-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "214f69d828e9480c97269213069f0c9d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7bcd9d2d-25c8-41ad-9a4a-93b9029ba993", "external-id": "nsx-vlan-transportzone-734", "segmentation_id": 734, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8f853f5e-2c", "ovs_interfaceid": "8f853f5e-2cd2-4970-8e3e-28a957bc0fe3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69770) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 891.990406] env[69770]: DEBUG nova.compute.manager [None req-68d764de-b2d4-4ff7-8958-521cecc25e68 tempest-ServerGroupTestJSON-803161883 tempest-ServerGroupTestJSON-803161883-project-member] [instance: 15a53776-9653-4997-828d-4216093af571] Starting instance... {{(pid=69770) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 892.042808] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0f038cd-767d-4a21-9874-11290881deb5 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.051495] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d650203a-1cab-4195-b101-5b8502ef1a10 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.085637] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de0ae2fc-0a7f-4115-8c51-5090a701879f {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.094682] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03c521ed-a8da-4418-8d0e-7f5a628b559c {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.113486] env[69770]: DEBUG oslo_concurrency.lockutils [None req-1f120153-6aa9-406b-beaa-086f9705960f tempest-AttachInterfacesV270Test-1251409617 tempest-AttachInterfacesV270Test-1251409617-project-member] Releasing lock "refresh_cache-b958c260-2604-4b07-9afb-285ceed6cf79" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.113595] env[69770]: DEBUG nova.compute.manager [None req-1f120153-6aa9-406b-beaa-086f9705960f tempest-AttachInterfacesV270Test-1251409617 tempest-AttachInterfacesV270Test-1251409617-project-member] [instance: b958c260-2604-4b07-9afb-285ceed6cf79] Instance network_info: |[{"id": "8f853f5e-2cd2-4970-8e3e-28a957bc0fe3", "address": "fa:16:3e:12:9b:1e", "network": {"id": "c4b7ba50-beed-4b83-81ed-3ee1b9482f04", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-853297326-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "214f69d828e9480c97269213069f0c9d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7bcd9d2d-25c8-41ad-9a4a-93b9029ba993", "external-id": "nsx-vlan-transportzone-734", "segmentation_id": 734, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8f853f5e-2c", "ovs_interfaceid": "8f853f5e-2cd2-4970-8e3e-28a957bc0fe3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69770) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 892.114057] env[69770]: DEBUG nova.compute.provider_tree [None req-71c045a7-dc1d-4351-b14f-ed9673ac6b1b tempest-ServerActionsV293TestJSON-1944763761 tempest-ServerActionsV293TestJSON-1944763761-project-member] Inventory has not changed in ProviderTree for provider: 7cc7d32b-b7a7-454a-a456-2a440248ed9d {{(pid=69770) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 892.116361] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-1f120153-6aa9-406b-beaa-086f9705960f tempest-AttachInterfacesV270Test-1251409617 tempest-AttachInterfacesV270Test-1251409617-project-member] [instance: b958c260-2604-4b07-9afb-285ceed6cf79] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:12:9b:1e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7bcd9d2d-25c8-41ad-9a4a-93b9029ba993', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8f853f5e-2cd2-4970-8e3e-28a957bc0fe3', 'vif_model': 'vmxnet3'}] {{(pid=69770) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 892.123934] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f120153-6aa9-406b-beaa-086f9705960f tempest-AttachInterfacesV270Test-1251409617 tempest-AttachInterfacesV270Test-1251409617-project-member] Creating folder: Project (214f69d828e9480c97269213069f0c9d). Parent ref: group-v806376. {{(pid=69770) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 892.124140] env[69770]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3adb70cd-d5fc-4dfc-a9a0-448c007cd87d {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.139250] env[69770]: INFO nova.virt.vmwareapi.vm_util [None req-1f120153-6aa9-406b-beaa-086f9705960f tempest-AttachInterfacesV270Test-1251409617 tempest-AttachInterfacesV270Test-1251409617-project-member] Created folder: Project (214f69d828e9480c97269213069f0c9d) in parent group-v806376. [ 892.139440] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f120153-6aa9-406b-beaa-086f9705960f tempest-AttachInterfacesV270Test-1251409617 tempest-AttachInterfacesV270Test-1251409617-project-member] Creating folder: Instances. Parent ref: group-v806517. {{(pid=69770) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 892.139691] env[69770]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d1eda297-eb90-4c91-afa2-9d8e6dca9aee {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.156459] env[69770]: INFO nova.virt.vmwareapi.vm_util [None req-1f120153-6aa9-406b-beaa-086f9705960f tempest-AttachInterfacesV270Test-1251409617 tempest-AttachInterfacesV270Test-1251409617-project-member] Created folder: Instances in parent group-v806517. [ 892.156753] env[69770]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1f120153-6aa9-406b-beaa-086f9705960f tempest-AttachInterfacesV270Test-1251409617 tempest-AttachInterfacesV270Test-1251409617-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69770) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 892.157792] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b958c260-2604-4b07-9afb-285ceed6cf79] Creating VM on the ESX host {{(pid=69770) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 892.157792] env[69770]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3d711823-b041-44f5-ab01-83c1a7c85e88 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.179044] env[69770]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 892.179044] env[69770]: value = "task-4069821" [ 892.179044] env[69770]: _type = "Task" [ 892.179044] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 892.188043] env[69770]: DEBUG oslo_vmware.api [-] Task: {'id': task-4069821, 'name': CreateVM_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.419176] env[69770]: DEBUG nova.compute.manager [None req-60dc0e94-f7e7-4d5a-9f59-f0c5f7c7d6fb tempest-VolumesAdminNegativeTest-624188729 tempest-VolumesAdminNegativeTest-624188729-project-member] [instance: da33b77b-49c7-48e3-9f43-68e4bf6e53a8] Start spawning the instance on the hypervisor. {{(pid=69770) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 892.448798] env[69770]: DEBUG nova.virt.hardware [None req-60dc0e94-f7e7-4d5a-9f59-f0c5f7c7d6fb tempest-VolumesAdminNegativeTest-624188729 tempest-VolumesAdminNegativeTest-624188729-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T12:16:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T12:16:11Z,direct_url=,disk_format='vmdk',id=d1eaff80-24a0-4391-90eb-59958b1ecf0a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d65f20bb89fb40a98b77bc6d97357df2',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T12:16:12Z,virtual_size=,visibility=), allow threads: False {{(pid=69770) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 892.449157] env[69770]: DEBUG nova.virt.hardware [None req-60dc0e94-f7e7-4d5a-9f59-f0c5f7c7d6fb tempest-VolumesAdminNegativeTest-624188729 tempest-VolumesAdminNegativeTest-624188729-project-member] Flavor limits 0:0:0 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 892.449309] env[69770]: DEBUG nova.virt.hardware [None req-60dc0e94-f7e7-4d5a-9f59-f0c5f7c7d6fb tempest-VolumesAdminNegativeTest-624188729 tempest-VolumesAdminNegativeTest-624188729-project-member] Image limits 0:0:0 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 892.449489] env[69770]: DEBUG nova.virt.hardware [None req-60dc0e94-f7e7-4d5a-9f59-f0c5f7c7d6fb tempest-VolumesAdminNegativeTest-624188729 tempest-VolumesAdminNegativeTest-624188729-project-member] Flavor pref 0:0:0 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 892.449630] env[69770]: DEBUG nova.virt.hardware [None req-60dc0e94-f7e7-4d5a-9f59-f0c5f7c7d6fb tempest-VolumesAdminNegativeTest-624188729 tempest-VolumesAdminNegativeTest-624188729-project-member] Image pref 0:0:0 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 892.449898] env[69770]: DEBUG nova.virt.hardware [None req-60dc0e94-f7e7-4d5a-9f59-f0c5f7c7d6fb tempest-VolumesAdminNegativeTest-624188729 tempest-VolumesAdminNegativeTest-624188729-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 892.450130] env[69770]: DEBUG nova.virt.hardware [None req-60dc0e94-f7e7-4d5a-9f59-f0c5f7c7d6fb tempest-VolumesAdminNegativeTest-624188729 tempest-VolumesAdminNegativeTest-624188729-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69770) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 892.450378] env[69770]: DEBUG nova.virt.hardware [None req-60dc0e94-f7e7-4d5a-9f59-f0c5f7c7d6fb tempest-VolumesAdminNegativeTest-624188729 tempest-VolumesAdminNegativeTest-624188729-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69770) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 892.450634] env[69770]: DEBUG nova.virt.hardware [None req-60dc0e94-f7e7-4d5a-9f59-f0c5f7c7d6fb tempest-VolumesAdminNegativeTest-624188729 tempest-VolumesAdminNegativeTest-624188729-project-member] Got 1 possible topologies {{(pid=69770) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 892.450746] env[69770]: DEBUG nova.virt.hardware [None req-60dc0e94-f7e7-4d5a-9f59-f0c5f7c7d6fb tempest-VolumesAdminNegativeTest-624188729 tempest-VolumesAdminNegativeTest-624188729-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69770) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 892.450930] env[69770]: DEBUG nova.virt.hardware [None req-60dc0e94-f7e7-4d5a-9f59-f0c5f7c7d6fb tempest-VolumesAdminNegativeTest-624188729 tempest-VolumesAdminNegativeTest-624188729-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69770) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 892.451858] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-057534a1-237c-4834-ac16-73e05ac0172a {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.461357] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8400798c-45ba-47bf-a618-b4c5169a6b70 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.468684] env[69770]: DEBUG nova.compute.manager [req-bf04b94c-6829-4fed-8284-114797bf3a64 req-6389745e-4bab-4657-a6bb-4f9909309c21 service nova] [instance: b958c260-2604-4b07-9afb-285ceed6cf79] Received event network-changed-8f853f5e-2cd2-4970-8e3e-28a957bc0fe3 {{(pid=69770) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 892.471570] env[69770]: DEBUG nova.compute.manager [req-bf04b94c-6829-4fed-8284-114797bf3a64 req-6389745e-4bab-4657-a6bb-4f9909309c21 service nova] [instance: b958c260-2604-4b07-9afb-285ceed6cf79] Refreshing instance network info cache due to event network-changed-8f853f5e-2cd2-4970-8e3e-28a957bc0fe3. {{(pid=69770) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 892.471989] env[69770]: DEBUG oslo_concurrency.lockutils [req-bf04b94c-6829-4fed-8284-114797bf3a64 req-6389745e-4bab-4657-a6bb-4f9909309c21 service nova] Acquiring lock "refresh_cache-b958c260-2604-4b07-9afb-285ceed6cf79" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.472182] env[69770]: DEBUG oslo_concurrency.lockutils [req-bf04b94c-6829-4fed-8284-114797bf3a64 req-6389745e-4bab-4657-a6bb-4f9909309c21 service nova] Acquired lock "refresh_cache-b958c260-2604-4b07-9afb-285ceed6cf79" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.472359] env[69770]: DEBUG nova.network.neutron [req-bf04b94c-6829-4fed-8284-114797bf3a64 req-6389745e-4bab-4657-a6bb-4f9909309c21 service nova] [instance: b958c260-2604-4b07-9afb-285ceed6cf79] Refreshing network info cache for port 8f853f5e-2cd2-4970-8e3e-28a957bc0fe3 {{(pid=69770) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 892.513103] env[69770]: DEBUG oslo_concurrency.lockutils [None req-68d764de-b2d4-4ff7-8958-521cecc25e68 tempest-ServerGroupTestJSON-803161883 tempest-ServerGroupTestJSON-803161883-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 892.618685] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6fd3d99-641e-4f37-94d4-21a7d653cef8 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.626658] env[69770]: DEBUG nova.scheduler.client.report [None req-71c045a7-dc1d-4351-b14f-ed9673ac6b1b tempest-ServerActionsV293TestJSON-1944763761 tempest-ServerActionsV293TestJSON-1944763761-project-member] Inventory has not changed for provider 7cc7d32b-b7a7-454a-a456-2a440248ed9d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69770) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 892.631372] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-c9c2ce0c-1b80-4db9-beac-d040b3b5c56b tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] [instance: 19c06f92-7f17-4834-b8be-723eb3f313c5] Doing hard reboot of VM {{(pid=69770) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 892.631372] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-63b3a9c8-ffbf-4800-ab91-30a266b52244 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.640474] env[69770]: DEBUG oslo_vmware.api [None req-c9c2ce0c-1b80-4db9-beac-d040b3b5c56b tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] Waiting for the task: (returnval){ [ 892.640474] env[69770]: value = "task-4069822" [ 892.640474] env[69770]: _type = "Task" [ 892.640474] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 892.651259] env[69770]: DEBUG oslo_vmware.api [None req-c9c2ce0c-1b80-4db9-beac-d040b3b5c56b tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] Task: {'id': task-4069822, 'name': ResetVM_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.691386] env[69770]: DEBUG oslo_vmware.api [-] Task: {'id': task-4069821, 'name': CreateVM_Task, 'duration_secs': 0.350395} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 892.691580] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b958c260-2604-4b07-9afb-285ceed6cf79] Created VM on the ESX host {{(pid=69770) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 892.692734] env[69770]: DEBUG oslo_concurrency.lockutils [None req-1f120153-6aa9-406b-beaa-086f9705960f tempest-AttachInterfacesV270Test-1251409617 tempest-AttachInterfacesV270Test-1251409617-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.692734] env[69770]: DEBUG oslo_concurrency.lockutils [None req-1f120153-6aa9-406b-beaa-086f9705960f tempest-AttachInterfacesV270Test-1251409617 tempest-AttachInterfacesV270Test-1251409617-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.693118] env[69770]: DEBUG oslo_concurrency.lockutils [None req-1f120153-6aa9-406b-beaa-086f9705960f tempest-AttachInterfacesV270Test-1251409617 tempest-AttachInterfacesV270Test-1251409617-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.693916] env[69770]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a75ae699-3a6e-4538-adcd-70a01f5fffdc {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.699265] env[69770]: DEBUG oslo_vmware.api [None req-1f120153-6aa9-406b-beaa-086f9705960f tempest-AttachInterfacesV270Test-1251409617 tempest-AttachInterfacesV270Test-1251409617-project-member] Waiting for the task: (returnval){ [ 892.699265] env[69770]: value = "session[52161b52-cb8e-ec9f-1132-2f6b49549d41]525f660c-75c1-3469-42fc-fe840eadc86c" [ 892.699265] env[69770]: _type = "Task" [ 892.699265] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 892.708807] env[69770]: DEBUG oslo_vmware.api [None req-1f120153-6aa9-406b-beaa-086f9705960f tempest-AttachInterfacesV270Test-1251409617 tempest-AttachInterfacesV270Test-1251409617-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]525f660c-75c1-3469-42fc-fe840eadc86c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.985267] env[69770]: DEBUG nova.compute.manager [req-0ab558b9-360a-4698-98d9-db2a87a8ab1d req-7dec3c62-fa63-4747-8903-f4c1e32657d5 service nova] [instance: da33b77b-49c7-48e3-9f43-68e4bf6e53a8] Received event network-vif-plugged-a63e7a86-323e-4f0e-b57a-cdd5c98b6fbb {{(pid=69770) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 892.985267] env[69770]: DEBUG oslo_concurrency.lockutils [req-0ab558b9-360a-4698-98d9-db2a87a8ab1d req-7dec3c62-fa63-4747-8903-f4c1e32657d5 service nova] Acquiring lock "da33b77b-49c7-48e3-9f43-68e4bf6e53a8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 892.985267] env[69770]: DEBUG oslo_concurrency.lockutils [req-0ab558b9-360a-4698-98d9-db2a87a8ab1d req-7dec3c62-fa63-4747-8903-f4c1e32657d5 service nova] Lock "da33b77b-49c7-48e3-9f43-68e4bf6e53a8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 892.985267] env[69770]: DEBUG oslo_concurrency.lockutils [req-0ab558b9-360a-4698-98d9-db2a87a8ab1d req-7dec3c62-fa63-4747-8903-f4c1e32657d5 service nova] Lock "da33b77b-49c7-48e3-9f43-68e4bf6e53a8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 892.985267] env[69770]: DEBUG nova.compute.manager [req-0ab558b9-360a-4698-98d9-db2a87a8ab1d req-7dec3c62-fa63-4747-8903-f4c1e32657d5 service nova] [instance: da33b77b-49c7-48e3-9f43-68e4bf6e53a8] No waiting events found dispatching network-vif-plugged-a63e7a86-323e-4f0e-b57a-cdd5c98b6fbb {{(pid=69770) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 892.985267] env[69770]: WARNING nova.compute.manager [req-0ab558b9-360a-4698-98d9-db2a87a8ab1d req-7dec3c62-fa63-4747-8903-f4c1e32657d5 service nova] [instance: da33b77b-49c7-48e3-9f43-68e4bf6e53a8] Received unexpected event network-vif-plugged-a63e7a86-323e-4f0e-b57a-cdd5c98b6fbb for instance with vm_state building and task_state spawning. [ 893.045925] env[69770]: DEBUG nova.network.neutron [None req-60dc0e94-f7e7-4d5a-9f59-f0c5f7c7d6fb tempest-VolumesAdminNegativeTest-624188729 tempest-VolumesAdminNegativeTest-624188729-project-member] [instance: da33b77b-49c7-48e3-9f43-68e4bf6e53a8] Successfully updated port: a63e7a86-323e-4f0e-b57a-cdd5c98b6fbb {{(pid=69770) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 893.132597] env[69770]: DEBUG oslo_concurrency.lockutils [None req-71c045a7-dc1d-4351-b14f-ed9673ac6b1b tempest-ServerActionsV293TestJSON-1944763761 tempest-ServerActionsV293TestJSON-1944763761-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.752s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 893.133147] env[69770]: DEBUG nova.compute.manager [None req-71c045a7-dc1d-4351-b14f-ed9673ac6b1b tempest-ServerActionsV293TestJSON-1944763761 tempest-ServerActionsV293TestJSON-1944763761-project-member] [instance: 1f92c4e9-6054-433b-917d-fa1956ee1a57] Start building networks asynchronously for instance. {{(pid=69770) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 893.137515] env[69770]: DEBUG oslo_concurrency.lockutils [None req-31c1d254-9cfb-46ca-ac42-71faeed9b170 tempest-ServersNegativeTestJSON-1437959553 tempest-ServersNegativeTestJSON-1437959553-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 45.764s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 893.138276] env[69770]: DEBUG nova.objects.instance [None req-31c1d254-9cfb-46ca-ac42-71faeed9b170 tempest-ServersNegativeTestJSON-1437959553 tempest-ServersNegativeTestJSON-1437959553-project-member] Lazy-loading 'resources' on Instance uuid 3df42b8d-2222-42cc-8816-06ee1b31dc78 {{(pid=69770) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 893.156076] env[69770]: DEBUG oslo_vmware.api [None req-c9c2ce0c-1b80-4db9-beac-d040b3b5c56b tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] Task: {'id': task-4069822, 'name': ResetVM_Task, 'duration_secs': 0.112014} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 893.157306] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-c9c2ce0c-1b80-4db9-beac-d040b3b5c56b tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] [instance: 19c06f92-7f17-4834-b8be-723eb3f313c5] Did hard reboot of VM {{(pid=69770) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 893.157769] env[69770]: DEBUG nova.compute.manager [None req-c9c2ce0c-1b80-4db9-beac-d040b3b5c56b tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] [instance: 19c06f92-7f17-4834-b8be-723eb3f313c5] Checking state {{(pid=69770) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 893.159412] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b255d573-a013-45e6-952a-837378db037a {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.214716] env[69770]: DEBUG oslo_vmware.api [None req-1f120153-6aa9-406b-beaa-086f9705960f tempest-AttachInterfacesV270Test-1251409617 tempest-AttachInterfacesV270Test-1251409617-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]525f660c-75c1-3469-42fc-fe840eadc86c, 'name': SearchDatastore_Task, 'duration_secs': 0.010457} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 893.215079] env[69770]: DEBUG oslo_concurrency.lockutils [None req-1f120153-6aa9-406b-beaa-086f9705960f tempest-AttachInterfacesV270Test-1251409617 tempest-AttachInterfacesV270Test-1251409617-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.215319] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-1f120153-6aa9-406b-beaa-086f9705960f tempest-AttachInterfacesV270Test-1251409617 tempest-AttachInterfacesV270Test-1251409617-project-member] [instance: b958c260-2604-4b07-9afb-285ceed6cf79] Processing image d1eaff80-24a0-4391-90eb-59958b1ecf0a {{(pid=69770) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 893.215558] env[69770]: DEBUG oslo_concurrency.lockutils [None req-1f120153-6aa9-406b-beaa-086f9705960f tempest-AttachInterfacesV270Test-1251409617 tempest-AttachInterfacesV270Test-1251409617-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.215705] env[69770]: DEBUG oslo_concurrency.lockutils [None req-1f120153-6aa9-406b-beaa-086f9705960f tempest-AttachInterfacesV270Test-1251409617 tempest-AttachInterfacesV270Test-1251409617-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.215906] env[69770]: DEBUG nova.virt.vmwareapi.ds_util [None req-1f120153-6aa9-406b-beaa-086f9705960f tempest-AttachInterfacesV270Test-1251409617 tempest-AttachInterfacesV270Test-1251409617-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69770) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 893.216250] env[69770]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-124a8dfb-9824-45c0-b854-a41b2371ac0d {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.226708] env[69770]: DEBUG oslo_concurrency.lockutils [None req-3b104168-756f-4e28-ac27-835fd5329a56 tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] Acquiring lock "d90c6f0f-5427-4869-ad24-efe54ee99d2f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 893.227621] env[69770]: DEBUG oslo_concurrency.lockutils [None req-3b104168-756f-4e28-ac27-835fd5329a56 tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] Lock "d90c6f0f-5427-4869-ad24-efe54ee99d2f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 893.229444] env[69770]: DEBUG nova.virt.vmwareapi.ds_util [None req-1f120153-6aa9-406b-beaa-086f9705960f tempest-AttachInterfacesV270Test-1251409617 tempest-AttachInterfacesV270Test-1251409617-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69770) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 893.229624] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-1f120153-6aa9-406b-beaa-086f9705960f tempest-AttachInterfacesV270Test-1251409617 tempest-AttachInterfacesV270Test-1251409617-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69770) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 893.230377] env[69770]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c70259f5-bb94-4be8-8d98-88fc565a9672 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.236168] env[69770]: DEBUG oslo_vmware.api [None req-1f120153-6aa9-406b-beaa-086f9705960f tempest-AttachInterfacesV270Test-1251409617 tempest-AttachInterfacesV270Test-1251409617-project-member] Waiting for the task: (returnval){ [ 893.236168] env[69770]: value = "session[52161b52-cb8e-ec9f-1132-2f6b49549d41]526b4dba-0db8-48ac-667d-b4c778ac9023" [ 893.236168] env[69770]: _type = "Task" [ 893.236168] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 893.248716] env[69770]: DEBUG oslo_vmware.api [None req-1f120153-6aa9-406b-beaa-086f9705960f tempest-AttachInterfacesV270Test-1251409617 tempest-AttachInterfacesV270Test-1251409617-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]526b4dba-0db8-48ac-667d-b4c778ac9023, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.264998] env[69770]: DEBUG nova.network.neutron [req-bf04b94c-6829-4fed-8284-114797bf3a64 req-6389745e-4bab-4657-a6bb-4f9909309c21 service nova] [instance: b958c260-2604-4b07-9afb-285ceed6cf79] Updated VIF entry in instance network info cache for port 8f853f5e-2cd2-4970-8e3e-28a957bc0fe3. {{(pid=69770) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 893.265383] env[69770]: DEBUG nova.network.neutron [req-bf04b94c-6829-4fed-8284-114797bf3a64 req-6389745e-4bab-4657-a6bb-4f9909309c21 service nova] [instance: b958c260-2604-4b07-9afb-285ceed6cf79] Updating instance_info_cache with network_info: [{"id": "8f853f5e-2cd2-4970-8e3e-28a957bc0fe3", "address": "fa:16:3e:12:9b:1e", "network": {"id": "c4b7ba50-beed-4b83-81ed-3ee1b9482f04", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-853297326-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "214f69d828e9480c97269213069f0c9d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7bcd9d2d-25c8-41ad-9a4a-93b9029ba993", "external-id": "nsx-vlan-transportzone-734", "segmentation_id": 734, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8f853f5e-2c", "ovs_interfaceid": "8f853f5e-2cd2-4970-8e3e-28a957bc0fe3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69770) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 893.549040] env[69770]: DEBUG oslo_concurrency.lockutils [None req-60dc0e94-f7e7-4d5a-9f59-f0c5f7c7d6fb tempest-VolumesAdminNegativeTest-624188729 tempest-VolumesAdminNegativeTest-624188729-project-member] Acquiring lock "refresh_cache-da33b77b-49c7-48e3-9f43-68e4bf6e53a8" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.549208] env[69770]: DEBUG oslo_concurrency.lockutils [None req-60dc0e94-f7e7-4d5a-9f59-f0c5f7c7d6fb tempest-VolumesAdminNegativeTest-624188729 tempest-VolumesAdminNegativeTest-624188729-project-member] Acquired lock "refresh_cache-da33b77b-49c7-48e3-9f43-68e4bf6e53a8" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.549377] env[69770]: DEBUG nova.network.neutron [None req-60dc0e94-f7e7-4d5a-9f59-f0c5f7c7d6fb tempest-VolumesAdminNegativeTest-624188729 tempest-VolumesAdminNegativeTest-624188729-project-member] [instance: da33b77b-49c7-48e3-9f43-68e4bf6e53a8] Building network info cache for instance {{(pid=69770) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 893.644972] env[69770]: DEBUG nova.compute.utils [None req-71c045a7-dc1d-4351-b14f-ed9673ac6b1b tempest-ServerActionsV293TestJSON-1944763761 tempest-ServerActionsV293TestJSON-1944763761-project-member] Using /dev/sd instead of None {{(pid=69770) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 893.649966] env[69770]: DEBUG nova.compute.manager [None req-71c045a7-dc1d-4351-b14f-ed9673ac6b1b tempest-ServerActionsV293TestJSON-1944763761 tempest-ServerActionsV293TestJSON-1944763761-project-member] [instance: 1f92c4e9-6054-433b-917d-fa1956ee1a57] Allocating IP information in the background. {{(pid=69770) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 893.649966] env[69770]: DEBUG nova.network.neutron [None req-71c045a7-dc1d-4351-b14f-ed9673ac6b1b tempest-ServerActionsV293TestJSON-1944763761 tempest-ServerActionsV293TestJSON-1944763761-project-member] [instance: 1f92c4e9-6054-433b-917d-fa1956ee1a57] allocate_for_instance() {{(pid=69770) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 893.679265] env[69770]: DEBUG oslo_concurrency.lockutils [None req-c9c2ce0c-1b80-4db9-beac-d040b3b5c56b tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] Lock "19c06f92-7f17-4834-b8be-723eb3f313c5" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 4.470s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 893.715042] env[69770]: DEBUG nova.policy [None req-71c045a7-dc1d-4351-b14f-ed9673ac6b1b tempest-ServerActionsV293TestJSON-1944763761 tempest-ServerActionsV293TestJSON-1944763761-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '14ea5b8b35a54c98b75672b9f6f4a451', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '122c02a1376a41f89fc690a9de27118f', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69770) authorize /opt/stack/nova/nova/policy.py:192}} [ 893.752151] env[69770]: DEBUG oslo_vmware.api [None req-1f120153-6aa9-406b-beaa-086f9705960f tempest-AttachInterfacesV270Test-1251409617 tempest-AttachInterfacesV270Test-1251409617-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]526b4dba-0db8-48ac-667d-b4c778ac9023, 'name': SearchDatastore_Task, 'duration_secs': 0.015494} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 893.753142] env[69770]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9b438837-aa11-4679-bfda-d515912dd2c5 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.760449] env[69770]: DEBUG oslo_vmware.api [None req-1f120153-6aa9-406b-beaa-086f9705960f tempest-AttachInterfacesV270Test-1251409617 tempest-AttachInterfacesV270Test-1251409617-project-member] Waiting for the task: (returnval){ [ 893.760449] env[69770]: value = "session[52161b52-cb8e-ec9f-1132-2f6b49549d41]525800a2-526d-7c98-ba93-fe90661a1bf8" [ 893.760449] env[69770]: _type = "Task" [ 893.760449] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 893.768529] env[69770]: DEBUG oslo_concurrency.lockutils [req-bf04b94c-6829-4fed-8284-114797bf3a64 req-6389745e-4bab-4657-a6bb-4f9909309c21 service nova] Releasing lock "refresh_cache-b958c260-2604-4b07-9afb-285ceed6cf79" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.773603] env[69770]: DEBUG oslo_vmware.api [None req-1f120153-6aa9-406b-beaa-086f9705960f tempest-AttachInterfacesV270Test-1251409617 tempest-AttachInterfacesV270Test-1251409617-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]525800a2-526d-7c98-ba93-fe90661a1bf8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.095985] env[69770]: DEBUG nova.network.neutron [None req-60dc0e94-f7e7-4d5a-9f59-f0c5f7c7d6fb tempest-VolumesAdminNegativeTest-624188729 tempest-VolumesAdminNegativeTest-624188729-project-member] [instance: da33b77b-49c7-48e3-9f43-68e4bf6e53a8] Instance cache missing network info. {{(pid=69770) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 894.152357] env[69770]: DEBUG nova.compute.manager [None req-71c045a7-dc1d-4351-b14f-ed9673ac6b1b tempest-ServerActionsV293TestJSON-1944763761 tempest-ServerActionsV293TestJSON-1944763761-project-member] [instance: 1f92c4e9-6054-433b-917d-fa1956ee1a57] Start building block device mappings for instance. {{(pid=69770) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 894.167345] env[69770]: DEBUG nova.network.neutron [None req-71c045a7-dc1d-4351-b14f-ed9673ac6b1b tempest-ServerActionsV293TestJSON-1944763761 tempest-ServerActionsV293TestJSON-1944763761-project-member] [instance: 1f92c4e9-6054-433b-917d-fa1956ee1a57] Successfully created port: e5adce26-c146-42ed-a9e5-a17ba3fec51c {{(pid=69770) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 894.255212] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3a0687e-707d-4af6-9981-9ff30b7b0560 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.268076] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7d585d6-d175-4696-b34c-538fe9e0adec {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.278389] env[69770]: DEBUG oslo_vmware.api [None req-1f120153-6aa9-406b-beaa-086f9705960f tempest-AttachInterfacesV270Test-1251409617 tempest-AttachInterfacesV270Test-1251409617-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]525800a2-526d-7c98-ba93-fe90661a1bf8, 'name': SearchDatastore_Task, 'duration_secs': 0.037619} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 894.307579] env[69770]: DEBUG oslo_concurrency.lockutils [None req-1f120153-6aa9-406b-beaa-086f9705960f tempest-AttachInterfacesV270Test-1251409617 tempest-AttachInterfacesV270Test-1251409617-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.307896] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f120153-6aa9-406b-beaa-086f9705960f tempest-AttachInterfacesV270Test-1251409617 tempest-AttachInterfacesV270Test-1251409617-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk to [datastore1] b958c260-2604-4b07-9afb-285ceed6cf79/b958c260-2604-4b07-9afb-285ceed6cf79.vmdk {{(pid=69770) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 894.309490] env[69770]: DEBUG nova.network.neutron [None req-60dc0e94-f7e7-4d5a-9f59-f0c5f7c7d6fb tempest-VolumesAdminNegativeTest-624188729 tempest-VolumesAdminNegativeTest-624188729-project-member] [instance: da33b77b-49c7-48e3-9f43-68e4bf6e53a8] Updating instance_info_cache with network_info: [{"id": "a63e7a86-323e-4f0e-b57a-cdd5c98b6fbb", "address": "fa:16:3e:fb:92:50", "network": {"id": "183cd34e-6f9c-49a9-8443-8b72db773da1", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1678905369-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "16362b2f59ae4c8bb26b007126d78fb5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "30c39e9a-a798-4f25-a48c-91f786ba332c", "external-id": "nsx-vlan-transportzone-438", "segmentation_id": 438, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa63e7a86-32", "ovs_interfaceid": "a63e7a86-323e-4f0e-b57a-cdd5c98b6fbb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69770) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 894.311031] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9d3655d9-0a8f-445d-aa89-51ccec79c954 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.313549] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b6ae645-f685-4042-a4ff-c0fdabd94f3a {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.324927] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a08c52d-01c7-4215-8fd8-94b310247c7f {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.330177] env[69770]: DEBUG oslo_vmware.api [None req-1f120153-6aa9-406b-beaa-086f9705960f tempest-AttachInterfacesV270Test-1251409617 tempest-AttachInterfacesV270Test-1251409617-project-member] Waiting for the task: (returnval){ [ 894.330177] env[69770]: value = "task-4069823" [ 894.330177] env[69770]: _type = "Task" [ 894.330177] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 894.345225] env[69770]: DEBUG nova.compute.provider_tree [None req-31c1d254-9cfb-46ca-ac42-71faeed9b170 tempest-ServersNegativeTestJSON-1437959553 tempest-ServersNegativeTestJSON-1437959553-project-member] Inventory has not changed in ProviderTree for provider: 7cc7d32b-b7a7-454a-a456-2a440248ed9d {{(pid=69770) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 894.353677] env[69770]: DEBUG oslo_vmware.api [None req-1f120153-6aa9-406b-beaa-086f9705960f tempest-AttachInterfacesV270Test-1251409617 tempest-AttachInterfacesV270Test-1251409617-project-member] Task: {'id': task-4069823, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.658727] env[69770]: INFO nova.virt.block_device [None req-71c045a7-dc1d-4351-b14f-ed9673ac6b1b tempest-ServerActionsV293TestJSON-1944763761 tempest-ServerActionsV293TestJSON-1944763761-project-member] [instance: 1f92c4e9-6054-433b-917d-fa1956ee1a57] Booting with volume 07df8e93-72e3-4611-9f89-77b67b71b420 at /dev/sda [ 894.705598] env[69770]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c73fe955-78fc-4f1d-9c88-9088766f42eb {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.719125] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2ac1b4b-1355-48b3-9e23-19c0f343b7f4 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.760771] env[69770]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-26eadd99-af94-433b-9337-0fcb2a484100 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.775369] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cddb4946-9e83-434b-9561-4bf0adef44d2 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.815536] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-529f772a-5321-413b-b487-367c90a70ef3 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.821028] env[69770]: DEBUG oslo_concurrency.lockutils [None req-60dc0e94-f7e7-4d5a-9f59-f0c5f7c7d6fb tempest-VolumesAdminNegativeTest-624188729 tempest-VolumesAdminNegativeTest-624188729-project-member] Releasing lock "refresh_cache-da33b77b-49c7-48e3-9f43-68e4bf6e53a8" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.821028] env[69770]: DEBUG nova.compute.manager [None req-60dc0e94-f7e7-4d5a-9f59-f0c5f7c7d6fb tempest-VolumesAdminNegativeTest-624188729 tempest-VolumesAdminNegativeTest-624188729-project-member] [instance: da33b77b-49c7-48e3-9f43-68e4bf6e53a8] Instance network_info: |[{"id": "a63e7a86-323e-4f0e-b57a-cdd5c98b6fbb", "address": "fa:16:3e:fb:92:50", "network": {"id": "183cd34e-6f9c-49a9-8443-8b72db773da1", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1678905369-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "16362b2f59ae4c8bb26b007126d78fb5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "30c39e9a-a798-4f25-a48c-91f786ba332c", "external-id": "nsx-vlan-transportzone-438", "segmentation_id": 438, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa63e7a86-32", "ovs_interfaceid": "a63e7a86-323e-4f0e-b57a-cdd5c98b6fbb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69770) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 894.821028] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-60dc0e94-f7e7-4d5a-9f59-f0c5f7c7d6fb tempest-VolumesAdminNegativeTest-624188729 tempest-VolumesAdminNegativeTest-624188729-project-member] [instance: da33b77b-49c7-48e3-9f43-68e4bf6e53a8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fb:92:50', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '30c39e9a-a798-4f25-a48c-91f786ba332c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a63e7a86-323e-4f0e-b57a-cdd5c98b6fbb', 'vif_model': 'vmxnet3'}] {{(pid=69770) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 894.835253] env[69770]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-60dc0e94-f7e7-4d5a-9f59-f0c5f7c7d6fb tempest-VolumesAdminNegativeTest-624188729 tempest-VolumesAdminNegativeTest-624188729-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69770) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 894.836615] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: da33b77b-49c7-48e3-9f43-68e4bf6e53a8] Creating VM on the ESX host {{(pid=69770) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 894.842824] env[69770]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0a23328c-e37e-4f8d-822d-3cd1cb0885ce {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.867658] env[69770]: DEBUG nova.scheduler.client.report [None req-31c1d254-9cfb-46ca-ac42-71faeed9b170 tempest-ServersNegativeTestJSON-1437959553 tempest-ServersNegativeTestJSON-1437959553-project-member] Inventory has not changed for provider 7cc7d32b-b7a7-454a-a456-2a440248ed9d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69770) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 894.875031] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b2a4faa-68c8-47ca-8f63-7d315137a9fd {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.879081] env[69770]: DEBUG oslo_vmware.api [None req-1f120153-6aa9-406b-beaa-086f9705960f tempest-AttachInterfacesV270Test-1251409617 tempest-AttachInterfacesV270Test-1251409617-project-member] Task: {'id': task-4069823, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.880831] env[69770]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 894.880831] env[69770]: value = "task-4069824" [ 894.880831] env[69770]: _type = "Task" [ 894.880831] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 894.891423] env[69770]: DEBUG oslo_vmware.api [-] Task: {'id': task-4069824, 'name': CreateVM_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.896135] env[69770]: DEBUG nova.virt.block_device [None req-71c045a7-dc1d-4351-b14f-ed9673ac6b1b tempest-ServerActionsV293TestJSON-1944763761 tempest-ServerActionsV293TestJSON-1944763761-project-member] [instance: 1f92c4e9-6054-433b-917d-fa1956ee1a57] Updating existing volume attachment record: a23e66c8-d216-4956-ad35-db56c9f48453 {{(pid=69770) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 895.015041] env[69770]: DEBUG nova.compute.manager [req-f721ea62-f247-446b-966a-d00cdc9a774c req-9d3372f7-64d2-4fa3-af40-5127c91af364 service nova] [instance: da33b77b-49c7-48e3-9f43-68e4bf6e53a8] Received event network-changed-a63e7a86-323e-4f0e-b57a-cdd5c98b6fbb {{(pid=69770) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 895.015041] env[69770]: DEBUG nova.compute.manager [req-f721ea62-f247-446b-966a-d00cdc9a774c req-9d3372f7-64d2-4fa3-af40-5127c91af364 service nova] [instance: da33b77b-49c7-48e3-9f43-68e4bf6e53a8] Refreshing instance network info cache due to event network-changed-a63e7a86-323e-4f0e-b57a-cdd5c98b6fbb. {{(pid=69770) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 895.015339] env[69770]: DEBUG oslo_concurrency.lockutils [req-f721ea62-f247-446b-966a-d00cdc9a774c req-9d3372f7-64d2-4fa3-af40-5127c91af364 service nova] Acquiring lock "refresh_cache-da33b77b-49c7-48e3-9f43-68e4bf6e53a8" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.015423] env[69770]: DEBUG oslo_concurrency.lockutils [req-f721ea62-f247-446b-966a-d00cdc9a774c req-9d3372f7-64d2-4fa3-af40-5127c91af364 service nova] Acquired lock "refresh_cache-da33b77b-49c7-48e3-9f43-68e4bf6e53a8" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.015575] env[69770]: DEBUG nova.network.neutron [req-f721ea62-f247-446b-966a-d00cdc9a774c req-9d3372f7-64d2-4fa3-af40-5127c91af364 service nova] [instance: da33b77b-49c7-48e3-9f43-68e4bf6e53a8] Refreshing network info cache for port a63e7a86-323e-4f0e-b57a-cdd5c98b6fbb {{(pid=69770) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 895.352263] env[69770]: DEBUG oslo_vmware.api [None req-1f120153-6aa9-406b-beaa-086f9705960f tempest-AttachInterfacesV270Test-1251409617 tempest-AttachInterfacesV270Test-1251409617-project-member] Task: {'id': task-4069823, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.574114} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 895.352263] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f120153-6aa9-406b-beaa-086f9705960f tempest-AttachInterfacesV270Test-1251409617 tempest-AttachInterfacesV270Test-1251409617-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk to [datastore1] b958c260-2604-4b07-9afb-285ceed6cf79/b958c260-2604-4b07-9afb-285ceed6cf79.vmdk {{(pid=69770) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 895.352263] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-1f120153-6aa9-406b-beaa-086f9705960f tempest-AttachInterfacesV270Test-1251409617 tempest-AttachInterfacesV270Test-1251409617-project-member] [instance: b958c260-2604-4b07-9afb-285ceed6cf79] Extending root virtual disk to 1048576 {{(pid=69770) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 895.352263] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e40c9f8e-5083-4cfa-a2be-cc71f3b4fc06 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.357133] env[69770]: DEBUG oslo_vmware.api [None req-1f120153-6aa9-406b-beaa-086f9705960f tempest-AttachInterfacesV270Test-1251409617 tempest-AttachInterfacesV270Test-1251409617-project-member] Waiting for the task: (returnval){ [ 895.357133] env[69770]: value = "task-4069825" [ 895.357133] env[69770]: _type = "Task" [ 895.357133] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 895.366990] env[69770]: DEBUG oslo_vmware.api [None req-1f120153-6aa9-406b-beaa-086f9705960f tempest-AttachInterfacesV270Test-1251409617 tempest-AttachInterfacesV270Test-1251409617-project-member] Task: {'id': task-4069825, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.378557] env[69770]: DEBUG oslo_concurrency.lockutils [None req-31c1d254-9cfb-46ca-ac42-71faeed9b170 tempest-ServersNegativeTestJSON-1437959553 tempest-ServersNegativeTestJSON-1437959553-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.239s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 895.380596] env[69770]: DEBUG oslo_concurrency.lockutils [None req-6b375aa2-76aa-42ee-9cb9-4714721218d4 tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 45.808s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 895.382463] env[69770]: INFO nova.compute.claims [None req-6b375aa2-76aa-42ee-9cb9-4714721218d4 tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] [instance: 9de87335-1db9-4bb3-ab4b-6bec27911b5f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 895.397543] env[69770]: DEBUG oslo_vmware.api [-] Task: {'id': task-4069824, 'name': CreateVM_Task} progress is 25%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.412605] env[69770]: INFO nova.scheduler.client.report [None req-31c1d254-9cfb-46ca-ac42-71faeed9b170 tempest-ServersNegativeTestJSON-1437959553 tempest-ServersNegativeTestJSON-1437959553-project-member] Deleted allocations for instance 3df42b8d-2222-42cc-8816-06ee1b31dc78 [ 895.785979] env[69770]: DEBUG nova.compute.manager [req-df733bea-bf6c-4cc0-bea7-1c158d9587df req-7af5926d-14eb-4b99-b24d-9b0085e25595 service nova] [instance: 1f92c4e9-6054-433b-917d-fa1956ee1a57] Received event network-vif-plugged-e5adce26-c146-42ed-a9e5-a17ba3fec51c {{(pid=69770) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 895.786547] env[69770]: DEBUG oslo_concurrency.lockutils [req-df733bea-bf6c-4cc0-bea7-1c158d9587df req-7af5926d-14eb-4b99-b24d-9b0085e25595 service nova] Acquiring lock "1f92c4e9-6054-433b-917d-fa1956ee1a57-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 895.787596] env[69770]: DEBUG oslo_concurrency.lockutils [req-df733bea-bf6c-4cc0-bea7-1c158d9587df req-7af5926d-14eb-4b99-b24d-9b0085e25595 service nova] Lock "1f92c4e9-6054-433b-917d-fa1956ee1a57-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 895.787746] env[69770]: DEBUG oslo_concurrency.lockutils [req-df733bea-bf6c-4cc0-bea7-1c158d9587df req-7af5926d-14eb-4b99-b24d-9b0085e25595 service nova] Lock "1f92c4e9-6054-433b-917d-fa1956ee1a57-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 895.788379] env[69770]: DEBUG nova.compute.manager [req-df733bea-bf6c-4cc0-bea7-1c158d9587df req-7af5926d-14eb-4b99-b24d-9b0085e25595 service nova] [instance: 1f92c4e9-6054-433b-917d-fa1956ee1a57] No waiting events found dispatching network-vif-plugged-e5adce26-c146-42ed-a9e5-a17ba3fec51c {{(pid=69770) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 895.788711] env[69770]: WARNING nova.compute.manager [req-df733bea-bf6c-4cc0-bea7-1c158d9587df req-7af5926d-14eb-4b99-b24d-9b0085e25595 service nova] [instance: 1f92c4e9-6054-433b-917d-fa1956ee1a57] Received unexpected event network-vif-plugged-e5adce26-c146-42ed-a9e5-a17ba3fec51c for instance with vm_state building and task_state block_device_mapping. [ 895.798246] env[69770]: DEBUG nova.network.neutron [req-f721ea62-f247-446b-966a-d00cdc9a774c req-9d3372f7-64d2-4fa3-af40-5127c91af364 service nova] [instance: da33b77b-49c7-48e3-9f43-68e4bf6e53a8] Updated VIF entry in instance network info cache for port a63e7a86-323e-4f0e-b57a-cdd5c98b6fbb. {{(pid=69770) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 895.798748] env[69770]: DEBUG nova.network.neutron [req-f721ea62-f247-446b-966a-d00cdc9a774c req-9d3372f7-64d2-4fa3-af40-5127c91af364 service nova] [instance: da33b77b-49c7-48e3-9f43-68e4bf6e53a8] Updating instance_info_cache with network_info: [{"id": "a63e7a86-323e-4f0e-b57a-cdd5c98b6fbb", "address": "fa:16:3e:fb:92:50", "network": {"id": "183cd34e-6f9c-49a9-8443-8b72db773da1", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1678905369-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "16362b2f59ae4c8bb26b007126d78fb5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "30c39e9a-a798-4f25-a48c-91f786ba332c", "external-id": "nsx-vlan-transportzone-438", "segmentation_id": 438, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa63e7a86-32", "ovs_interfaceid": "a63e7a86-323e-4f0e-b57a-cdd5c98b6fbb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69770) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 895.874023] env[69770]: DEBUG oslo_vmware.api [None req-1f120153-6aa9-406b-beaa-086f9705960f tempest-AttachInterfacesV270Test-1251409617 tempest-AttachInterfacesV270Test-1251409617-project-member] Task: {'id': task-4069825, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07326} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 895.874023] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-1f120153-6aa9-406b-beaa-086f9705960f tempest-AttachInterfacesV270Test-1251409617 tempest-AttachInterfacesV270Test-1251409617-project-member] [instance: b958c260-2604-4b07-9afb-285ceed6cf79] Extended root virtual disk {{(pid=69770) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 895.874684] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b0ad365-7b19-4e71-8818-d6ed94561f4f {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.882145] env[69770]: DEBUG nova.network.neutron [None req-71c045a7-dc1d-4351-b14f-ed9673ac6b1b tempest-ServerActionsV293TestJSON-1944763761 tempest-ServerActionsV293TestJSON-1944763761-project-member] [instance: 1f92c4e9-6054-433b-917d-fa1956ee1a57] Successfully updated port: e5adce26-c146-42ed-a9e5-a17ba3fec51c {{(pid=69770) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 895.908476] env[69770]: DEBUG nova.virt.vmwareapi.volumeops [None req-1f120153-6aa9-406b-beaa-086f9705960f tempest-AttachInterfacesV270Test-1251409617 tempest-AttachInterfacesV270Test-1251409617-project-member] [instance: b958c260-2604-4b07-9afb-285ceed6cf79] Reconfiguring VM instance instance-00000031 to attach disk [datastore1] b958c260-2604-4b07-9afb-285ceed6cf79/b958c260-2604-4b07-9afb-285ceed6cf79.vmdk or device None with type sparse {{(pid=69770) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 895.914300] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-978cef74-00ca-4e30-b658-ac0693e85957 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.931937] env[69770]: DEBUG oslo_concurrency.lockutils [None req-31c1d254-9cfb-46ca-ac42-71faeed9b170 tempest-ServersNegativeTestJSON-1437959553 tempest-ServersNegativeTestJSON-1437959553-project-member] Lock "3df42b8d-2222-42cc-8816-06ee1b31dc78" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 52.229s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 895.941252] env[69770]: DEBUG oslo_vmware.api [-] Task: {'id': task-4069824, 'name': CreateVM_Task, 'duration_secs': 0.968239} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 895.942774] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: da33b77b-49c7-48e3-9f43-68e4bf6e53a8] Created VM on the ESX host {{(pid=69770) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 895.942984] env[69770]: DEBUG oslo_vmware.api [None req-1f120153-6aa9-406b-beaa-086f9705960f tempest-AttachInterfacesV270Test-1251409617 tempest-AttachInterfacesV270Test-1251409617-project-member] Waiting for the task: (returnval){ [ 895.942984] env[69770]: value = "task-4069826" [ 895.942984] env[69770]: _type = "Task" [ 895.942984] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 895.943639] env[69770]: DEBUG oslo_concurrency.lockutils [None req-60dc0e94-f7e7-4d5a-9f59-f0c5f7c7d6fb tempest-VolumesAdminNegativeTest-624188729 tempest-VolumesAdminNegativeTest-624188729-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.943803] env[69770]: DEBUG oslo_concurrency.lockutils [None req-60dc0e94-f7e7-4d5a-9f59-f0c5f7c7d6fb tempest-VolumesAdminNegativeTest-624188729 tempest-VolumesAdminNegativeTest-624188729-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.944149] env[69770]: DEBUG oslo_concurrency.lockutils [None req-60dc0e94-f7e7-4d5a-9f59-f0c5f7c7d6fb tempest-VolumesAdminNegativeTest-624188729 tempest-VolumesAdminNegativeTest-624188729-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.944477] env[69770]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-388d1adf-6235-4dcd-bce9-4675e02ff645 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.958282] env[69770]: DEBUG oslo_vmware.api [None req-60dc0e94-f7e7-4d5a-9f59-f0c5f7c7d6fb tempest-VolumesAdminNegativeTest-624188729 tempest-VolumesAdminNegativeTest-624188729-project-member] Waiting for the task: (returnval){ [ 895.958282] env[69770]: value = "session[52161b52-cb8e-ec9f-1132-2f6b49549d41]52485020-22d9-b155-f3d5-7d7a9d6e3eb4" [ 895.958282] env[69770]: _type = "Task" [ 895.958282] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 895.965861] env[69770]: DEBUG oslo_vmware.api [None req-1f120153-6aa9-406b-beaa-086f9705960f tempest-AttachInterfacesV270Test-1251409617 tempest-AttachInterfacesV270Test-1251409617-project-member] Task: {'id': task-4069826, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.975600] env[69770]: DEBUG oslo_vmware.api [None req-60dc0e94-f7e7-4d5a-9f59-f0c5f7c7d6fb tempest-VolumesAdminNegativeTest-624188729 tempest-VolumesAdminNegativeTest-624188729-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]52485020-22d9-b155-f3d5-7d7a9d6e3eb4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.303755] env[69770]: DEBUG oslo_concurrency.lockutils [req-f721ea62-f247-446b-966a-d00cdc9a774c req-9d3372f7-64d2-4fa3-af40-5127c91af364 service nova] Releasing lock "refresh_cache-da33b77b-49c7-48e3-9f43-68e4bf6e53a8" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.385110] env[69770]: DEBUG oslo_concurrency.lockutils [None req-71c045a7-dc1d-4351-b14f-ed9673ac6b1b tempest-ServerActionsV293TestJSON-1944763761 tempest-ServerActionsV293TestJSON-1944763761-project-member] Acquiring lock "refresh_cache-1f92c4e9-6054-433b-917d-fa1956ee1a57" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.385430] env[69770]: DEBUG oslo_concurrency.lockutils [None req-71c045a7-dc1d-4351-b14f-ed9673ac6b1b tempest-ServerActionsV293TestJSON-1944763761 tempest-ServerActionsV293TestJSON-1944763761-project-member] Acquired lock "refresh_cache-1f92c4e9-6054-433b-917d-fa1956ee1a57" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.385649] env[69770]: DEBUG nova.network.neutron [None req-71c045a7-dc1d-4351-b14f-ed9673ac6b1b tempest-ServerActionsV293TestJSON-1944763761 tempest-ServerActionsV293TestJSON-1944763761-project-member] [instance: 1f92c4e9-6054-433b-917d-fa1956ee1a57] Building network info cache for instance {{(pid=69770) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 896.455554] env[69770]: DEBUG oslo_vmware.api [None req-1f120153-6aa9-406b-beaa-086f9705960f tempest-AttachInterfacesV270Test-1251409617 tempest-AttachInterfacesV270Test-1251409617-project-member] Task: {'id': task-4069826, 'name': ReconfigVM_Task, 'duration_secs': 0.306252} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 896.458280] env[69770]: DEBUG nova.virt.vmwareapi.volumeops [None req-1f120153-6aa9-406b-beaa-086f9705960f tempest-AttachInterfacesV270Test-1251409617 tempest-AttachInterfacesV270Test-1251409617-project-member] [instance: b958c260-2604-4b07-9afb-285ceed6cf79] Reconfigured VM instance instance-00000031 to attach disk [datastore1] b958c260-2604-4b07-9afb-285ceed6cf79/b958c260-2604-4b07-9afb-285ceed6cf79.vmdk or device None with type sparse {{(pid=69770) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 896.459262] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e46a1298-5c2d-4ceb-b4a5-58c97cac8d13 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.467445] env[69770]: DEBUG oslo_vmware.api [None req-1f120153-6aa9-406b-beaa-086f9705960f tempest-AttachInterfacesV270Test-1251409617 tempest-AttachInterfacesV270Test-1251409617-project-member] Waiting for the task: (returnval){ [ 896.467445] env[69770]: value = "task-4069827" [ 896.467445] env[69770]: _type = "Task" [ 896.467445] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 896.483118] env[69770]: DEBUG oslo_vmware.api [None req-60dc0e94-f7e7-4d5a-9f59-f0c5f7c7d6fb tempest-VolumesAdminNegativeTest-624188729 tempest-VolumesAdminNegativeTest-624188729-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]52485020-22d9-b155-f3d5-7d7a9d6e3eb4, 'name': SearchDatastore_Task, 'duration_secs': 0.02805} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 896.486628] env[69770]: DEBUG oslo_concurrency.lockutils [None req-60dc0e94-f7e7-4d5a-9f59-f0c5f7c7d6fb tempest-VolumesAdminNegativeTest-624188729 tempest-VolumesAdminNegativeTest-624188729-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.486898] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-60dc0e94-f7e7-4d5a-9f59-f0c5f7c7d6fb tempest-VolumesAdminNegativeTest-624188729 tempest-VolumesAdminNegativeTest-624188729-project-member] [instance: da33b77b-49c7-48e3-9f43-68e4bf6e53a8] Processing image d1eaff80-24a0-4391-90eb-59958b1ecf0a {{(pid=69770) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 896.487171] env[69770]: DEBUG oslo_concurrency.lockutils [None req-60dc0e94-f7e7-4d5a-9f59-f0c5f7c7d6fb tempest-VolumesAdminNegativeTest-624188729 tempest-VolumesAdminNegativeTest-624188729-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.487353] env[69770]: DEBUG oslo_concurrency.lockutils [None req-60dc0e94-f7e7-4d5a-9f59-f0c5f7c7d6fb tempest-VolumesAdminNegativeTest-624188729 tempest-VolumesAdminNegativeTest-624188729-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.487542] env[69770]: DEBUG nova.virt.vmwareapi.ds_util [None req-60dc0e94-f7e7-4d5a-9f59-f0c5f7c7d6fb tempest-VolumesAdminNegativeTest-624188729 tempest-VolumesAdminNegativeTest-624188729-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69770) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 896.487825] env[69770]: DEBUG oslo_vmware.api [None req-1f120153-6aa9-406b-beaa-086f9705960f tempest-AttachInterfacesV270Test-1251409617 tempest-AttachInterfacesV270Test-1251409617-project-member] Task: {'id': task-4069827, 'name': Rename_Task} progress is 10%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.488073] env[69770]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2010f6c4-daeb-42e3-898d-b2de74aef46e {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.500907] env[69770]: DEBUG nova.virt.vmwareapi.ds_util [None req-60dc0e94-f7e7-4d5a-9f59-f0c5f7c7d6fb tempest-VolumesAdminNegativeTest-624188729 tempest-VolumesAdminNegativeTest-624188729-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69770) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 896.500907] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-60dc0e94-f7e7-4d5a-9f59-f0c5f7c7d6fb tempest-VolumesAdminNegativeTest-624188729 tempest-VolumesAdminNegativeTest-624188729-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69770) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 896.501598] env[69770]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a225edb8-0d15-482c-9f40-eefa018cbaa0 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.514515] env[69770]: DEBUG oslo_vmware.api [None req-60dc0e94-f7e7-4d5a-9f59-f0c5f7c7d6fb tempest-VolumesAdminNegativeTest-624188729 tempest-VolumesAdminNegativeTest-624188729-project-member] Waiting for the task: (returnval){ [ 896.514515] env[69770]: value = "session[52161b52-cb8e-ec9f-1132-2f6b49549d41]527fc8c9-7927-98a8-89a8-64f1ade7d99a" [ 896.514515] env[69770]: _type = "Task" [ 896.514515] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 896.525350] env[69770]: DEBUG oslo_vmware.api [None req-60dc0e94-f7e7-4d5a-9f59-f0c5f7c7d6fb tempest-VolumesAdminNegativeTest-624188729 tempest-VolumesAdminNegativeTest-624188729-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]527fc8c9-7927-98a8-89a8-64f1ade7d99a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.917117] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe35b3de-bd35-42a5-ad9c-f3ebbe9e5eaa {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.920407] env[69770]: DEBUG nova.network.neutron [None req-71c045a7-dc1d-4351-b14f-ed9673ac6b1b tempest-ServerActionsV293TestJSON-1944763761 tempest-ServerActionsV293TestJSON-1944763761-project-member] [instance: 1f92c4e9-6054-433b-917d-fa1956ee1a57] Instance cache missing network info. {{(pid=69770) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 896.928033] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e52ade4-c4ef-491a-9857-cac8be77f3be {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.963242] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78e3779d-806d-4a97-b882-cf25ac6e0855 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.971622] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6975f1b2-bee3-47a9-a264-a0ff1701ffe9 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.984293] env[69770]: DEBUG oslo_vmware.api [None req-1f120153-6aa9-406b-beaa-086f9705960f tempest-AttachInterfacesV270Test-1251409617 tempest-AttachInterfacesV270Test-1251409617-project-member] Task: {'id': task-4069827, 'name': Rename_Task, 'duration_secs': 0.160425} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 896.991881] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f120153-6aa9-406b-beaa-086f9705960f tempest-AttachInterfacesV270Test-1251409617 tempest-AttachInterfacesV270Test-1251409617-project-member] [instance: b958c260-2604-4b07-9afb-285ceed6cf79] Powering on the VM {{(pid=69770) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 896.992353] env[69770]: DEBUG nova.compute.provider_tree [None req-6b375aa2-76aa-42ee-9cb9-4714721218d4 tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] Inventory has not changed in ProviderTree for provider: 7cc7d32b-b7a7-454a-a456-2a440248ed9d {{(pid=69770) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 896.995692] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-168c8985-f316-4d75-ab0e-a6757e8560af {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.003554] env[69770]: DEBUG oslo_vmware.api [None req-1f120153-6aa9-406b-beaa-086f9705960f tempest-AttachInterfacesV270Test-1251409617 tempest-AttachInterfacesV270Test-1251409617-project-member] Waiting for the task: (returnval){ [ 897.003554] env[69770]: value = "task-4069828" [ 897.003554] env[69770]: _type = "Task" [ 897.003554] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 897.012657] env[69770]: DEBUG nova.compute.manager [None req-71c045a7-dc1d-4351-b14f-ed9673ac6b1b tempest-ServerActionsV293TestJSON-1944763761 tempest-ServerActionsV293TestJSON-1944763761-project-member] [instance: 1f92c4e9-6054-433b-917d-fa1956ee1a57] Start spawning the instance on the hypervisor. {{(pid=69770) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 897.013111] env[69770]: DEBUG nova.virt.hardware [None req-71c045a7-dc1d-4351-b14f-ed9673ac6b1b tempest-ServerActionsV293TestJSON-1944763761 tempest-ServerActionsV293TestJSON-1944763761-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T12:16:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69770) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 897.013326] env[69770]: DEBUG nova.virt.hardware [None req-71c045a7-dc1d-4351-b14f-ed9673ac6b1b tempest-ServerActionsV293TestJSON-1944763761 tempest-ServerActionsV293TestJSON-1944763761-project-member] Flavor limits 0:0:0 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 897.013480] env[69770]: DEBUG nova.virt.hardware [None req-71c045a7-dc1d-4351-b14f-ed9673ac6b1b tempest-ServerActionsV293TestJSON-1944763761 tempest-ServerActionsV293TestJSON-1944763761-project-member] Image limits 0:0:0 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 897.013664] env[69770]: DEBUG nova.virt.hardware [None req-71c045a7-dc1d-4351-b14f-ed9673ac6b1b tempest-ServerActionsV293TestJSON-1944763761 tempest-ServerActionsV293TestJSON-1944763761-project-member] Flavor pref 0:0:0 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 897.013804] env[69770]: DEBUG nova.virt.hardware [None req-71c045a7-dc1d-4351-b14f-ed9673ac6b1b tempest-ServerActionsV293TestJSON-1944763761 tempest-ServerActionsV293TestJSON-1944763761-project-member] Image pref 0:0:0 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 897.013946] env[69770]: DEBUG nova.virt.hardware [None req-71c045a7-dc1d-4351-b14f-ed9673ac6b1b tempest-ServerActionsV293TestJSON-1944763761 tempest-ServerActionsV293TestJSON-1944763761-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 897.014187] env[69770]: DEBUG nova.virt.hardware [None req-71c045a7-dc1d-4351-b14f-ed9673ac6b1b tempest-ServerActionsV293TestJSON-1944763761 tempest-ServerActionsV293TestJSON-1944763761-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69770) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 897.014367] env[69770]: DEBUG nova.virt.hardware [None req-71c045a7-dc1d-4351-b14f-ed9673ac6b1b tempest-ServerActionsV293TestJSON-1944763761 tempest-ServerActionsV293TestJSON-1944763761-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69770) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 897.014542] env[69770]: DEBUG nova.virt.hardware [None req-71c045a7-dc1d-4351-b14f-ed9673ac6b1b tempest-ServerActionsV293TestJSON-1944763761 tempest-ServerActionsV293TestJSON-1944763761-project-member] Got 1 possible topologies {{(pid=69770) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 897.014708] env[69770]: DEBUG nova.virt.hardware [None req-71c045a7-dc1d-4351-b14f-ed9673ac6b1b tempest-ServerActionsV293TestJSON-1944763761 tempest-ServerActionsV293TestJSON-1944763761-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69770) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 897.014881] env[69770]: DEBUG nova.virt.hardware [None req-71c045a7-dc1d-4351-b14f-ed9673ac6b1b tempest-ServerActionsV293TestJSON-1944763761 tempest-ServerActionsV293TestJSON-1944763761-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69770) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 897.015164] env[69770]: DEBUG oslo_vmware.api [None req-1f120153-6aa9-406b-beaa-086f9705960f tempest-AttachInterfacesV270Test-1251409617 tempest-AttachInterfacesV270Test-1251409617-project-member] Task: {'id': task-4069828, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.015919] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1704890-1475-4cd4-874a-ca7ec83a89c9 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.033047] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2ba8d74-d470-49a5-a7cf-98f69abe3fdb {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.037655] env[69770]: DEBUG oslo_vmware.api [None req-60dc0e94-f7e7-4d5a-9f59-f0c5f7c7d6fb tempest-VolumesAdminNegativeTest-624188729 tempest-VolumesAdminNegativeTest-624188729-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]527fc8c9-7927-98a8-89a8-64f1ade7d99a, 'name': SearchDatastore_Task, 'duration_secs': 0.010775} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 897.039712] env[69770]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6a3643df-cd84-42c2-8d6f-f90fc127fc6a {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.054996] env[69770]: DEBUG oslo_vmware.api [None req-60dc0e94-f7e7-4d5a-9f59-f0c5f7c7d6fb tempest-VolumesAdminNegativeTest-624188729 tempest-VolumesAdminNegativeTest-624188729-project-member] Waiting for the task: (returnval){ [ 897.054996] env[69770]: value = "session[52161b52-cb8e-ec9f-1132-2f6b49549d41]52860a22-a358-c1d3-7c5f-5d3f30bfd1d5" [ 897.054996] env[69770]: _type = "Task" [ 897.054996] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 897.063302] env[69770]: DEBUG oslo_vmware.api [None req-60dc0e94-f7e7-4d5a-9f59-f0c5f7c7d6fb tempest-VolumesAdminNegativeTest-624188729 tempest-VolumesAdminNegativeTest-624188729-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]52860a22-a358-c1d3-7c5f-5d3f30bfd1d5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.107610] env[69770]: DEBUG nova.network.neutron [None req-71c045a7-dc1d-4351-b14f-ed9673ac6b1b tempest-ServerActionsV293TestJSON-1944763761 tempest-ServerActionsV293TestJSON-1944763761-project-member] [instance: 1f92c4e9-6054-433b-917d-fa1956ee1a57] Updating instance_info_cache with network_info: [{"id": "e5adce26-c146-42ed-a9e5-a17ba3fec51c", "address": "fa:16:3e:a8:cb:c1", "network": {"id": "9f7cbe4a-6dd4-4423-81be-3318afa726be", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-202089477-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "122c02a1376a41f89fc690a9de27118f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "afd3feb3-ffcc-4499-a2c2-eb6a48aefde9", "external-id": "nsx-vlan-transportzone-22", "segmentation_id": 22, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape5adce26-c1", "ovs_interfaceid": "e5adce26-c146-42ed-a9e5-a17ba3fec51c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69770) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 897.500372] env[69770]: DEBUG nova.scheduler.client.report [None req-6b375aa2-76aa-42ee-9cb9-4714721218d4 tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] Inventory has not changed for provider 7cc7d32b-b7a7-454a-a456-2a440248ed9d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69770) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 897.516591] env[69770]: DEBUG oslo_vmware.api [None req-1f120153-6aa9-406b-beaa-086f9705960f tempest-AttachInterfacesV270Test-1251409617 tempest-AttachInterfacesV270Test-1251409617-project-member] Task: {'id': task-4069828, 'name': PowerOnVM_Task, 'duration_secs': 0.465065} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 897.516591] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f120153-6aa9-406b-beaa-086f9705960f tempest-AttachInterfacesV270Test-1251409617 tempest-AttachInterfacesV270Test-1251409617-project-member] [instance: b958c260-2604-4b07-9afb-285ceed6cf79] Powered on the VM {{(pid=69770) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 897.516591] env[69770]: INFO nova.compute.manager [None req-1f120153-6aa9-406b-beaa-086f9705960f tempest-AttachInterfacesV270Test-1251409617 tempest-AttachInterfacesV270Test-1251409617-project-member] [instance: b958c260-2604-4b07-9afb-285ceed6cf79] Took 7.89 seconds to spawn the instance on the hypervisor. [ 897.516591] env[69770]: DEBUG nova.compute.manager [None req-1f120153-6aa9-406b-beaa-086f9705960f tempest-AttachInterfacesV270Test-1251409617 tempest-AttachInterfacesV270Test-1251409617-project-member] [instance: b958c260-2604-4b07-9afb-285ceed6cf79] Checking state {{(pid=69770) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 897.516877] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f69f0705-d13a-4374-96dc-2babb52347be {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.567535] env[69770]: DEBUG oslo_vmware.api [None req-60dc0e94-f7e7-4d5a-9f59-f0c5f7c7d6fb tempest-VolumesAdminNegativeTest-624188729 tempest-VolumesAdminNegativeTest-624188729-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]52860a22-a358-c1d3-7c5f-5d3f30bfd1d5, 'name': SearchDatastore_Task, 'duration_secs': 0.016696} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 897.568635] env[69770]: DEBUG oslo_concurrency.lockutils [None req-60dc0e94-f7e7-4d5a-9f59-f0c5f7c7d6fb tempest-VolumesAdminNegativeTest-624188729 tempest-VolumesAdminNegativeTest-624188729-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.568908] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-60dc0e94-f7e7-4d5a-9f59-f0c5f7c7d6fb tempest-VolumesAdminNegativeTest-624188729 tempest-VolumesAdminNegativeTest-624188729-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk to [datastore1] da33b77b-49c7-48e3-9f43-68e4bf6e53a8/da33b77b-49c7-48e3-9f43-68e4bf6e53a8.vmdk {{(pid=69770) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 897.569190] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ca5df374-736a-49cb-b3d3-48d75a344d24 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.577804] env[69770]: DEBUG oslo_vmware.api [None req-60dc0e94-f7e7-4d5a-9f59-f0c5f7c7d6fb tempest-VolumesAdminNegativeTest-624188729 tempest-VolumesAdminNegativeTest-624188729-project-member] Waiting for the task: (returnval){ [ 897.577804] env[69770]: value = "task-4069829" [ 897.577804] env[69770]: _type = "Task" [ 897.577804] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 897.588361] env[69770]: DEBUG oslo_vmware.api [None req-60dc0e94-f7e7-4d5a-9f59-f0c5f7c7d6fb tempest-VolumesAdminNegativeTest-624188729 tempest-VolumesAdminNegativeTest-624188729-project-member] Task: {'id': task-4069829, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.612261] env[69770]: DEBUG oslo_concurrency.lockutils [None req-71c045a7-dc1d-4351-b14f-ed9673ac6b1b tempest-ServerActionsV293TestJSON-1944763761 tempest-ServerActionsV293TestJSON-1944763761-project-member] Releasing lock "refresh_cache-1f92c4e9-6054-433b-917d-fa1956ee1a57" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.612261] env[69770]: DEBUG nova.compute.manager [None req-71c045a7-dc1d-4351-b14f-ed9673ac6b1b tempest-ServerActionsV293TestJSON-1944763761 tempest-ServerActionsV293TestJSON-1944763761-project-member] [instance: 1f92c4e9-6054-433b-917d-fa1956ee1a57] Instance network_info: |[{"id": "e5adce26-c146-42ed-a9e5-a17ba3fec51c", "address": "fa:16:3e:a8:cb:c1", "network": {"id": "9f7cbe4a-6dd4-4423-81be-3318afa726be", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-202089477-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "122c02a1376a41f89fc690a9de27118f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "afd3feb3-ffcc-4499-a2c2-eb6a48aefde9", "external-id": "nsx-vlan-transportzone-22", "segmentation_id": 22, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape5adce26-c1", "ovs_interfaceid": "e5adce26-c146-42ed-a9e5-a17ba3fec51c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69770) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 897.612653] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-71c045a7-dc1d-4351-b14f-ed9673ac6b1b tempest-ServerActionsV293TestJSON-1944763761 tempest-ServerActionsV293TestJSON-1944763761-project-member] [instance: 1f92c4e9-6054-433b-917d-fa1956ee1a57] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a8:cb:c1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'afd3feb3-ffcc-4499-a2c2-eb6a48aefde9', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e5adce26-c146-42ed-a9e5-a17ba3fec51c', 'vif_model': 'vmxnet3'}] {{(pid=69770) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 897.621408] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-71c045a7-dc1d-4351-b14f-ed9673ac6b1b tempest-ServerActionsV293TestJSON-1944763761 tempest-ServerActionsV293TestJSON-1944763761-project-member] Creating folder: Project (122c02a1376a41f89fc690a9de27118f). Parent ref: group-v806376. {{(pid=69770) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 897.622031] env[69770]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2b611db5-4d38-403e-926d-bec351e95719 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.638167] env[69770]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 897.639177] env[69770]: DEBUG oslo_vmware.api [-] Fault list: [DuplicateName] {{(pid=69770) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 897.639177] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-71c045a7-dc1d-4351-b14f-ed9673ac6b1b tempest-ServerActionsV293TestJSON-1944763761 tempest-ServerActionsV293TestJSON-1944763761-project-member] Folder already exists: Project (122c02a1376a41f89fc690a9de27118f). Parent ref: group-v806376. {{(pid=69770) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1609}} [ 897.639177] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-71c045a7-dc1d-4351-b14f-ed9673ac6b1b tempest-ServerActionsV293TestJSON-1944763761 tempest-ServerActionsV293TestJSON-1944763761-project-member] Creating folder: Instances. Parent ref: group-v806468. {{(pid=69770) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 897.639421] env[69770]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3212ba9f-9ab9-40e5-954c-791c4a05007b {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.651981] env[69770]: INFO nova.virt.vmwareapi.vm_util [None req-71c045a7-dc1d-4351-b14f-ed9673ac6b1b tempest-ServerActionsV293TestJSON-1944763761 tempest-ServerActionsV293TestJSON-1944763761-project-member] Created folder: Instances in parent group-v806468. [ 897.652298] env[69770]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-71c045a7-dc1d-4351-b14f-ed9673ac6b1b tempest-ServerActionsV293TestJSON-1944763761 tempest-ServerActionsV293TestJSON-1944763761-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69770) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 897.652515] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1f92c4e9-6054-433b-917d-fa1956ee1a57] Creating VM on the ESX host {{(pid=69770) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 897.652734] env[69770]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b4b653a8-95ef-41ac-a524-39a3869ce1aa {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.677793] env[69770]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 897.677793] env[69770]: value = "task-4069832" [ 897.677793] env[69770]: _type = "Task" [ 897.677793] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 897.686439] env[69770]: DEBUG oslo_vmware.api [-] Task: {'id': task-4069832, 'name': CreateVM_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.866912] env[69770]: DEBUG nova.compute.manager [req-01db8fa1-4a06-4808-869b-99b8fe24416b req-1b3008d8-a61c-4974-83f7-b94a9a4d16f6 service nova] [instance: 1f92c4e9-6054-433b-917d-fa1956ee1a57] Received event network-changed-e5adce26-c146-42ed-a9e5-a17ba3fec51c {{(pid=69770) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 897.866984] env[69770]: DEBUG nova.compute.manager [req-01db8fa1-4a06-4808-869b-99b8fe24416b req-1b3008d8-a61c-4974-83f7-b94a9a4d16f6 service nova] [instance: 1f92c4e9-6054-433b-917d-fa1956ee1a57] Refreshing instance network info cache due to event network-changed-e5adce26-c146-42ed-a9e5-a17ba3fec51c. {{(pid=69770) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 897.867288] env[69770]: DEBUG oslo_concurrency.lockutils [req-01db8fa1-4a06-4808-869b-99b8fe24416b req-1b3008d8-a61c-4974-83f7-b94a9a4d16f6 service nova] Acquiring lock "refresh_cache-1f92c4e9-6054-433b-917d-fa1956ee1a57" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.867409] env[69770]: DEBUG oslo_concurrency.lockutils [req-01db8fa1-4a06-4808-869b-99b8fe24416b req-1b3008d8-a61c-4974-83f7-b94a9a4d16f6 service nova] Acquired lock "refresh_cache-1f92c4e9-6054-433b-917d-fa1956ee1a57" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.867592] env[69770]: DEBUG nova.network.neutron [req-01db8fa1-4a06-4808-869b-99b8fe24416b req-1b3008d8-a61c-4974-83f7-b94a9a4d16f6 service nova] [instance: 1f92c4e9-6054-433b-917d-fa1956ee1a57] Refreshing network info cache for port e5adce26-c146-42ed-a9e5-a17ba3fec51c {{(pid=69770) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 898.003933] env[69770]: DEBUG oslo_concurrency.lockutils [None req-6b375aa2-76aa-42ee-9cb9-4714721218d4 tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.623s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 898.004705] env[69770]: DEBUG nova.compute.manager [None req-6b375aa2-76aa-42ee-9cb9-4714721218d4 tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] [instance: 9de87335-1db9-4bb3-ab4b-6bec27911b5f] Start building networks asynchronously for instance. {{(pid=69770) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 898.008407] env[69770]: DEBUG oslo_concurrency.lockutils [None req-3e60c7cb-c6e8-4da0-818c-f3cd2ac26917 tempest-ServersTestMultiNic-2119527449 tempest-ServersTestMultiNic-2119527449-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 46.831s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 898.009273] env[69770]: DEBUG nova.objects.instance [None req-3e60c7cb-c6e8-4da0-818c-f3cd2ac26917 tempest-ServersTestMultiNic-2119527449 tempest-ServersTestMultiNic-2119527449-project-member] Lazy-loading 'resources' on Instance uuid e6e28bf0-10fd-4aa3-829b-9d5d0d301621 {{(pid=69770) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 898.036937] env[69770]: INFO nova.compute.manager [None req-1f120153-6aa9-406b-beaa-086f9705960f tempest-AttachInterfacesV270Test-1251409617 tempest-AttachInterfacesV270Test-1251409617-project-member] [instance: b958c260-2604-4b07-9afb-285ceed6cf79] Took 54.31 seconds to build instance. [ 898.098672] env[69770]: DEBUG oslo_vmware.api [None req-60dc0e94-f7e7-4d5a-9f59-f0c5f7c7d6fb tempest-VolumesAdminNegativeTest-624188729 tempest-VolumesAdminNegativeTest-624188729-project-member] Task: {'id': task-4069829, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.190773] env[69770]: DEBUG oslo_vmware.api [-] Task: {'id': task-4069832, 'name': CreateVM_Task, 'duration_secs': 0.428644} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 898.190773] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1f92c4e9-6054-433b-917d-fa1956ee1a57] Created VM on the ESX host {{(pid=69770) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 898.191333] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-71c045a7-dc1d-4351-b14f-ed9673ac6b1b tempest-ServerActionsV293TestJSON-1944763761 tempest-ServerActionsV293TestJSON-1944763761-project-member] [instance: 1f92c4e9-6054-433b-917d-fa1956ee1a57] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'delete_on_termination': True, 'disk_bus': None, 'device_type': None, 'guest_format': None, 'attachment_id': 'a23e66c8-d216-4956-ad35-db56c9f48453', 'mount_device': '/dev/sda', 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-806482', 'volume_id': '07df8e93-72e3-4611-9f89-77b67b71b420', 'name': 'volume-07df8e93-72e3-4611-9f89-77b67b71b420', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '1f92c4e9-6054-433b-917d-fa1956ee1a57', 'attached_at': '', 'detached_at': '', 'volume_id': '07df8e93-72e3-4611-9f89-77b67b71b420', 'serial': '07df8e93-72e3-4611-9f89-77b67b71b420'}, 'boot_index': 0, 'volume_type': None}], 'swap': None} {{(pid=69770) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 898.191607] env[69770]: DEBUG nova.virt.vmwareapi.volumeops [None req-71c045a7-dc1d-4351-b14f-ed9673ac6b1b tempest-ServerActionsV293TestJSON-1944763761 tempest-ServerActionsV293TestJSON-1944763761-project-member] [instance: 1f92c4e9-6054-433b-917d-fa1956ee1a57] Root volume attach. Driver type: vmdk {{(pid=69770) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 898.192529] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-668270b9-c931-4a93-844a-9f8ea27305ef {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.201794] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e78da6f-f85c-4410-81ef-1050c4247e0a {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.209667] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25d81ede-bad9-4012-915e-83bdb3de52b9 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.216639] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-0ec424b2-051c-4df4-bc4f-2eed960784ea {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.224811] env[69770]: DEBUG oslo_vmware.api [None req-71c045a7-dc1d-4351-b14f-ed9673ac6b1b tempest-ServerActionsV293TestJSON-1944763761 tempest-ServerActionsV293TestJSON-1944763761-project-member] Waiting for the task: (returnval){ [ 898.224811] env[69770]: value = "task-4069833" [ 898.224811] env[69770]: _type = "Task" [ 898.224811] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 898.237445] env[69770]: DEBUG oslo_vmware.api [None req-71c045a7-dc1d-4351-b14f-ed9673ac6b1b tempest-ServerActionsV293TestJSON-1944763761 tempest-ServerActionsV293TestJSON-1944763761-project-member] Task: {'id': task-4069833, 'name': RelocateVM_Task} progress is 5%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.514204] env[69770]: DEBUG nova.compute.utils [None req-6b375aa2-76aa-42ee-9cb9-4714721218d4 tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] Using /dev/sd instead of None {{(pid=69770) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 898.518630] env[69770]: DEBUG nova.compute.manager [None req-6b375aa2-76aa-42ee-9cb9-4714721218d4 tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] [instance: 9de87335-1db9-4bb3-ab4b-6bec27911b5f] Allocating IP information in the background. {{(pid=69770) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 898.518846] env[69770]: DEBUG nova.network.neutron [None req-6b375aa2-76aa-42ee-9cb9-4714721218d4 tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] [instance: 9de87335-1db9-4bb3-ab4b-6bec27911b5f] allocate_for_instance() {{(pid=69770) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 898.539394] env[69770]: DEBUG oslo_concurrency.lockutils [None req-1f120153-6aa9-406b-beaa-086f9705960f tempest-AttachInterfacesV270Test-1251409617 tempest-AttachInterfacesV270Test-1251409617-project-member] Lock "b958c260-2604-4b07-9afb-285ceed6cf79" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 85.595s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 898.577878] env[69770]: DEBUG nova.policy [None req-6b375aa2-76aa-42ee-9cb9-4714721218d4 tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6e9afb42d59b4af899f16d4eff0f43ef', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '63715e849e05463da9bfa0405c750b8f', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69770) authorize /opt/stack/nova/nova/policy.py:192}} [ 898.596052] env[69770]: DEBUG oslo_concurrency.lockutils [None req-421e34ef-6cf4-47f7-a50d-44abb2abde25 tempest-AttachInterfacesV270Test-1251409617 tempest-AttachInterfacesV270Test-1251409617-project-member] Acquiring lock "interface-b958c260-2604-4b07-9afb-285ceed6cf79-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 898.596165] env[69770]: DEBUG oslo_concurrency.lockutils [None req-421e34ef-6cf4-47f7-a50d-44abb2abde25 tempest-AttachInterfacesV270Test-1251409617 tempest-AttachInterfacesV270Test-1251409617-project-member] Lock "interface-b958c260-2604-4b07-9afb-285ceed6cf79-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 898.598928] env[69770]: DEBUG nova.objects.instance [None req-421e34ef-6cf4-47f7-a50d-44abb2abde25 tempest-AttachInterfacesV270Test-1251409617 tempest-AttachInterfacesV270Test-1251409617-project-member] Lazy-loading 'flavor' on Instance uuid b958c260-2604-4b07-9afb-285ceed6cf79 {{(pid=69770) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 898.598928] env[69770]: DEBUG oslo_vmware.api [None req-60dc0e94-f7e7-4d5a-9f59-f0c5f7c7d6fb tempest-VolumesAdminNegativeTest-624188729 tempest-VolumesAdminNegativeTest-624188729-project-member] Task: {'id': task-4069829, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.528135} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 898.601907] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-60dc0e94-f7e7-4d5a-9f59-f0c5f7c7d6fb tempest-VolumesAdminNegativeTest-624188729 tempest-VolumesAdminNegativeTest-624188729-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk to [datastore1] da33b77b-49c7-48e3-9f43-68e4bf6e53a8/da33b77b-49c7-48e3-9f43-68e4bf6e53a8.vmdk {{(pid=69770) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 898.602247] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-60dc0e94-f7e7-4d5a-9f59-f0c5f7c7d6fb tempest-VolumesAdminNegativeTest-624188729 tempest-VolumesAdminNegativeTest-624188729-project-member] [instance: da33b77b-49c7-48e3-9f43-68e4bf6e53a8] Extending root virtual disk to 1048576 {{(pid=69770) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 898.603528] env[69770]: DEBUG nova.network.neutron [req-01db8fa1-4a06-4808-869b-99b8fe24416b req-1b3008d8-a61c-4974-83f7-b94a9a4d16f6 service nova] [instance: 1f92c4e9-6054-433b-917d-fa1956ee1a57] Updated VIF entry in instance network info cache for port e5adce26-c146-42ed-a9e5-a17ba3fec51c. {{(pid=69770) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 898.603726] env[69770]: DEBUG nova.network.neutron [req-01db8fa1-4a06-4808-869b-99b8fe24416b req-1b3008d8-a61c-4974-83f7-b94a9a4d16f6 service nova] [instance: 1f92c4e9-6054-433b-917d-fa1956ee1a57] Updating instance_info_cache with network_info: [{"id": "e5adce26-c146-42ed-a9e5-a17ba3fec51c", "address": "fa:16:3e:a8:cb:c1", "network": {"id": "9f7cbe4a-6dd4-4423-81be-3318afa726be", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-202089477-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "122c02a1376a41f89fc690a9de27118f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "afd3feb3-ffcc-4499-a2c2-eb6a48aefde9", "external-id": "nsx-vlan-transportzone-22", "segmentation_id": 22, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape5adce26-c1", "ovs_interfaceid": "e5adce26-c146-42ed-a9e5-a17ba3fec51c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69770) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 898.604996] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-383b7aa6-dba5-40b3-8663-7ba6d0247b7a {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.613850] env[69770]: DEBUG oslo_vmware.api [None req-60dc0e94-f7e7-4d5a-9f59-f0c5f7c7d6fb tempest-VolumesAdminNegativeTest-624188729 tempest-VolumesAdminNegativeTest-624188729-project-member] Waiting for the task: (returnval){ [ 898.613850] env[69770]: value = "task-4069834" [ 898.613850] env[69770]: _type = "Task" [ 898.613850] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 898.629230] env[69770]: DEBUG oslo_vmware.api [None req-60dc0e94-f7e7-4d5a-9f59-f0c5f7c7d6fb tempest-VolumesAdminNegativeTest-624188729 tempest-VolumesAdminNegativeTest-624188729-project-member] Task: {'id': task-4069834, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.739593] env[69770]: DEBUG oslo_vmware.api [None req-71c045a7-dc1d-4351-b14f-ed9673ac6b1b tempest-ServerActionsV293TestJSON-1944763761 tempest-ServerActionsV293TestJSON-1944763761-project-member] Task: {'id': task-4069833, 'name': RelocateVM_Task} progress is 19%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.014688] env[69770]: DEBUG nova.network.neutron [None req-6b375aa2-76aa-42ee-9cb9-4714721218d4 tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] [instance: 9de87335-1db9-4bb3-ab4b-6bec27911b5f] Successfully created port: 93fd4eaf-717f-4082-8fe4-ef2bd259eb53 {{(pid=69770) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 899.022185] env[69770]: DEBUG nova.compute.manager [None req-6b375aa2-76aa-42ee-9cb9-4714721218d4 tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] [instance: 9de87335-1db9-4bb3-ab4b-6bec27911b5f] Start building block device mappings for instance. {{(pid=69770) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 899.044740] env[69770]: DEBUG nova.compute.manager [None req-7ca152ca-2448-4983-98f7-081386fdba68 tempest-MultipleCreateTestJSON-938873983 tempest-MultipleCreateTestJSON-938873983-project-member] [instance: 6f84ff35-a4fd-4616-aa48-e10f21a0c223] Starting instance... {{(pid=69770) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 899.105900] env[69770]: DEBUG nova.objects.instance [None req-421e34ef-6cf4-47f7-a50d-44abb2abde25 tempest-AttachInterfacesV270Test-1251409617 tempest-AttachInterfacesV270Test-1251409617-project-member] Lazy-loading 'pci_requests' on Instance uuid b958c260-2604-4b07-9afb-285ceed6cf79 {{(pid=69770) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 899.109497] env[69770]: DEBUG oslo_concurrency.lockutils [req-01db8fa1-4a06-4808-869b-99b8fe24416b req-1b3008d8-a61c-4974-83f7-b94a9a4d16f6 service nova] Releasing lock "refresh_cache-1f92c4e9-6054-433b-917d-fa1956ee1a57" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.126328] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3364a02-dbd2-48c8-80d0-62a12ca2ae2c {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.138428] env[69770]: DEBUG oslo_vmware.api [None req-60dc0e94-f7e7-4d5a-9f59-f0c5f7c7d6fb tempest-VolumesAdminNegativeTest-624188729 tempest-VolumesAdminNegativeTest-624188729-project-member] Task: {'id': task-4069834, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.083246} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 899.140908] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-60dc0e94-f7e7-4d5a-9f59-f0c5f7c7d6fb tempest-VolumesAdminNegativeTest-624188729 tempest-VolumesAdminNegativeTest-624188729-project-member] [instance: da33b77b-49c7-48e3-9f43-68e4bf6e53a8] Extended root virtual disk {{(pid=69770) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 899.142551] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94414524-0735-476d-87b1-96c175691087 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.147485] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-042f80db-d9da-4f66-9b3e-c18fb77587c3 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.178886] env[69770]: DEBUG nova.virt.vmwareapi.volumeops [None req-60dc0e94-f7e7-4d5a-9f59-f0c5f7c7d6fb tempest-VolumesAdminNegativeTest-624188729 tempest-VolumesAdminNegativeTest-624188729-project-member] [instance: da33b77b-49c7-48e3-9f43-68e4bf6e53a8] Reconfiguring VM instance instance-00000032 to attach disk [datastore1] da33b77b-49c7-48e3-9f43-68e4bf6e53a8/da33b77b-49c7-48e3-9f43-68e4bf6e53a8.vmdk or device None with type sparse {{(pid=69770) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 899.205541] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a0a4864d-b61b-4198-b303-a8afcdb167ba {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.222501] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-844611f2-01d3-4cda-bb1c-01166230a845 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.234830] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65cdeb14-0d71-4081-833e-2fb6c8fad01e {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.238910] env[69770]: DEBUG oslo_vmware.api [None req-60dc0e94-f7e7-4d5a-9f59-f0c5f7c7d6fb tempest-VolumesAdminNegativeTest-624188729 tempest-VolumesAdminNegativeTest-624188729-project-member] Waiting for the task: (returnval){ [ 899.238910] env[69770]: value = "task-4069835" [ 899.238910] env[69770]: _type = "Task" [ 899.238910] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 899.242334] env[69770]: DEBUG oslo_vmware.api [None req-71c045a7-dc1d-4351-b14f-ed9673ac6b1b tempest-ServerActionsV293TestJSON-1944763761 tempest-ServerActionsV293TestJSON-1944763761-project-member] Task: {'id': task-4069833, 'name': RelocateVM_Task, 'duration_secs': 0.982015} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 899.245808] env[69770]: DEBUG nova.virt.vmwareapi.volumeops [None req-71c045a7-dc1d-4351-b14f-ed9673ac6b1b tempest-ServerActionsV293TestJSON-1944763761 tempest-ServerActionsV293TestJSON-1944763761-project-member] [instance: 1f92c4e9-6054-433b-917d-fa1956ee1a57] Volume attach. Driver type: vmdk {{(pid=69770) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 899.246132] env[69770]: DEBUG nova.virt.vmwareapi.volumeops [None req-71c045a7-dc1d-4351-b14f-ed9673ac6b1b tempest-ServerActionsV293TestJSON-1944763761 tempest-ServerActionsV293TestJSON-1944763761-project-member] [instance: 1f92c4e9-6054-433b-917d-fa1956ee1a57] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-806482', 'volume_id': '07df8e93-72e3-4611-9f89-77b67b71b420', 'name': 'volume-07df8e93-72e3-4611-9f89-77b67b71b420', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '1f92c4e9-6054-433b-917d-fa1956ee1a57', 'attached_at': '', 'detached_at': '', 'volume_id': '07df8e93-72e3-4611-9f89-77b67b71b420', 'serial': '07df8e93-72e3-4611-9f89-77b67b71b420'} {{(pid=69770) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 899.255055] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed29a973-d160-44d6-b9de-47213ef67dd8 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.258399] env[69770]: DEBUG nova.compute.provider_tree [None req-3e60c7cb-c6e8-4da0-818c-f3cd2ac26917 tempest-ServersTestMultiNic-2119527449 tempest-ServersTestMultiNic-2119527449-project-member] Inventory has not changed in ProviderTree for provider: 7cc7d32b-b7a7-454a-a456-2a440248ed9d {{(pid=69770) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 899.279884] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4af6ef89-eb49-47ee-be35-c3e72a415db6 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.283032] env[69770]: DEBUG oslo_vmware.api [None req-60dc0e94-f7e7-4d5a-9f59-f0c5f7c7d6fb tempest-VolumesAdminNegativeTest-624188729 tempest-VolumesAdminNegativeTest-624188729-project-member] Task: {'id': task-4069835, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.305808] env[69770]: DEBUG nova.virt.vmwareapi.volumeops [None req-71c045a7-dc1d-4351-b14f-ed9673ac6b1b tempest-ServerActionsV293TestJSON-1944763761 tempest-ServerActionsV293TestJSON-1944763761-project-member] [instance: 1f92c4e9-6054-433b-917d-fa1956ee1a57] Reconfiguring VM instance instance-00000033 to attach disk [datastore2] volume-07df8e93-72e3-4611-9f89-77b67b71b420/volume-07df8e93-72e3-4611-9f89-77b67b71b420.vmdk or device None with type thin {{(pid=69770) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 899.306485] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-91259f3e-a1b8-49a4-9aed-cac1bf8fc8f1 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.326531] env[69770]: DEBUG oslo_vmware.api [None req-71c045a7-dc1d-4351-b14f-ed9673ac6b1b tempest-ServerActionsV293TestJSON-1944763761 tempest-ServerActionsV293TestJSON-1944763761-project-member] Waiting for the task: (returnval){ [ 899.326531] env[69770]: value = "task-4069836" [ 899.326531] env[69770]: _type = "Task" [ 899.326531] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 899.335829] env[69770]: DEBUG oslo_vmware.api [None req-71c045a7-dc1d-4351-b14f-ed9673ac6b1b tempest-ServerActionsV293TestJSON-1944763761 tempest-ServerActionsV293TestJSON-1944763761-project-member] Task: {'id': task-4069836, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.571830] env[69770]: DEBUG oslo_concurrency.lockutils [None req-7ca152ca-2448-4983-98f7-081386fdba68 tempest-MultipleCreateTestJSON-938873983 tempest-MultipleCreateTestJSON-938873983-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 899.608712] env[69770]: DEBUG nova.objects.base [None req-421e34ef-6cf4-47f7-a50d-44abb2abde25 tempest-AttachInterfacesV270Test-1251409617 tempest-AttachInterfacesV270Test-1251409617-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=69770) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 899.609069] env[69770]: DEBUG nova.network.neutron [None req-421e34ef-6cf4-47f7-a50d-44abb2abde25 tempest-AttachInterfacesV270Test-1251409617 tempest-AttachInterfacesV270Test-1251409617-project-member] [instance: b958c260-2604-4b07-9afb-285ceed6cf79] allocate_for_instance() {{(pid=69770) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 899.691476] env[69770]: DEBUG oslo_concurrency.lockutils [None req-421e34ef-6cf4-47f7-a50d-44abb2abde25 tempest-AttachInterfacesV270Test-1251409617 tempest-AttachInterfacesV270Test-1251409617-project-member] Lock "interface-b958c260-2604-4b07-9afb-285ceed6cf79-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 1.095s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 899.752330] env[69770]: DEBUG oslo_vmware.api [None req-60dc0e94-f7e7-4d5a-9f59-f0c5f7c7d6fb tempest-VolumesAdminNegativeTest-624188729 tempest-VolumesAdminNegativeTest-624188729-project-member] Task: {'id': task-4069835, 'name': ReconfigVM_Task, 'duration_secs': 0.325126} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 899.752715] env[69770]: DEBUG nova.virt.vmwareapi.volumeops [None req-60dc0e94-f7e7-4d5a-9f59-f0c5f7c7d6fb tempest-VolumesAdminNegativeTest-624188729 tempest-VolumesAdminNegativeTest-624188729-project-member] [instance: da33b77b-49c7-48e3-9f43-68e4bf6e53a8] Reconfigured VM instance instance-00000032 to attach disk [datastore1] da33b77b-49c7-48e3-9f43-68e4bf6e53a8/da33b77b-49c7-48e3-9f43-68e4bf6e53a8.vmdk or device None with type sparse {{(pid=69770) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 899.753394] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8d5b5c01-bee6-4a42-a0f9-c1faa4f1f475 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.759586] env[69770]: DEBUG oslo_vmware.api [None req-60dc0e94-f7e7-4d5a-9f59-f0c5f7c7d6fb tempest-VolumesAdminNegativeTest-624188729 tempest-VolumesAdminNegativeTest-624188729-project-member] Waiting for the task: (returnval){ [ 899.759586] env[69770]: value = "task-4069837" [ 899.759586] env[69770]: _type = "Task" [ 899.759586] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 899.763330] env[69770]: DEBUG nova.scheduler.client.report [None req-3e60c7cb-c6e8-4da0-818c-f3cd2ac26917 tempest-ServersTestMultiNic-2119527449 tempest-ServersTestMultiNic-2119527449-project-member] Inventory has not changed for provider 7cc7d32b-b7a7-454a-a456-2a440248ed9d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69770) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 899.772651] env[69770]: DEBUG oslo_vmware.api [None req-60dc0e94-f7e7-4d5a-9f59-f0c5f7c7d6fb tempest-VolumesAdminNegativeTest-624188729 tempest-VolumesAdminNegativeTest-624188729-project-member] Task: {'id': task-4069837, 'name': Rename_Task} progress is 5%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.838234] env[69770]: DEBUG oslo_vmware.api [None req-71c045a7-dc1d-4351-b14f-ed9673ac6b1b tempest-ServerActionsV293TestJSON-1944763761 tempest-ServerActionsV293TestJSON-1944763761-project-member] Task: {'id': task-4069836, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.029966] env[69770]: DEBUG nova.compute.manager [None req-6b375aa2-76aa-42ee-9cb9-4714721218d4 tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] [instance: 9de87335-1db9-4bb3-ab4b-6bec27911b5f] Start spawning the instance on the hypervisor. {{(pid=69770) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 900.059421] env[69770]: DEBUG nova.virt.hardware [None req-6b375aa2-76aa-42ee-9cb9-4714721218d4 tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T12:16:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T12:16:11Z,direct_url=,disk_format='vmdk',id=d1eaff80-24a0-4391-90eb-59958b1ecf0a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d65f20bb89fb40a98b77bc6d97357df2',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T12:16:12Z,virtual_size=,visibility=), allow threads: False {{(pid=69770) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 900.059700] env[69770]: DEBUG nova.virt.hardware [None req-6b375aa2-76aa-42ee-9cb9-4714721218d4 tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] Flavor limits 0:0:0 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 900.059905] env[69770]: DEBUG nova.virt.hardware [None req-6b375aa2-76aa-42ee-9cb9-4714721218d4 tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] Image limits 0:0:0 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 900.060106] env[69770]: DEBUG nova.virt.hardware [None req-6b375aa2-76aa-42ee-9cb9-4714721218d4 tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] Flavor pref 0:0:0 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 900.060265] env[69770]: DEBUG nova.virt.hardware [None req-6b375aa2-76aa-42ee-9cb9-4714721218d4 tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] Image pref 0:0:0 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 900.060412] env[69770]: DEBUG nova.virt.hardware [None req-6b375aa2-76aa-42ee-9cb9-4714721218d4 tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 900.060750] env[69770]: DEBUG nova.virt.hardware [None req-6b375aa2-76aa-42ee-9cb9-4714721218d4 tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69770) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 900.060951] env[69770]: DEBUG nova.virt.hardware [None req-6b375aa2-76aa-42ee-9cb9-4714721218d4 tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69770) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 900.061309] env[69770]: DEBUG nova.virt.hardware [None req-6b375aa2-76aa-42ee-9cb9-4714721218d4 tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] Got 1 possible topologies {{(pid=69770) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 900.061548] env[69770]: DEBUG nova.virt.hardware [None req-6b375aa2-76aa-42ee-9cb9-4714721218d4 tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69770) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 900.061774] env[69770]: DEBUG nova.virt.hardware [None req-6b375aa2-76aa-42ee-9cb9-4714721218d4 tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69770) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 900.062657] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69475a44-ee5f-4fad-a4ad-156ba6a1a1be {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.071466] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdbfb113-ccf2-4900-a9d0-8c480a29e206 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.268408] env[69770]: DEBUG oslo_concurrency.lockutils [None req-3e60c7cb-c6e8-4da0-818c-f3cd2ac26917 tempest-ServersTestMultiNic-2119527449 tempest-ServersTestMultiNic-2119527449-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.260s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 900.273782] env[69770]: DEBUG oslo_concurrency.lockutils [None req-040c725b-78cf-4176-813b-40967e31083a tempest-ListServersNegativeTestJSON-118656177 tempest-ListServersNegativeTestJSON-118656177-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 48.650s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 900.273946] env[69770]: DEBUG nova.objects.instance [None req-040c725b-78cf-4176-813b-40967e31083a tempest-ListServersNegativeTestJSON-118656177 tempest-ListServersNegativeTestJSON-118656177-project-member] Lazy-loading 'resources' on Instance uuid fd890686-500e-4bee-b216-145c4818c245 {{(pid=69770) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 900.275307] env[69770]: DEBUG oslo_vmware.api [None req-60dc0e94-f7e7-4d5a-9f59-f0c5f7c7d6fb tempest-VolumesAdminNegativeTest-624188729 tempest-VolumesAdminNegativeTest-624188729-project-member] Task: {'id': task-4069837, 'name': Rename_Task, 'duration_secs': 0.250138} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 900.275754] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-60dc0e94-f7e7-4d5a-9f59-f0c5f7c7d6fb tempest-VolumesAdminNegativeTest-624188729 tempest-VolumesAdminNegativeTest-624188729-project-member] [instance: da33b77b-49c7-48e3-9f43-68e4bf6e53a8] Powering on the VM {{(pid=69770) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 900.275990] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3c4e9ed7-03a6-423e-b218-d10bba8a3e1b {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.283299] env[69770]: DEBUG oslo_vmware.api [None req-60dc0e94-f7e7-4d5a-9f59-f0c5f7c7d6fb tempest-VolumesAdminNegativeTest-624188729 tempest-VolumesAdminNegativeTest-624188729-project-member] Waiting for the task: (returnval){ [ 900.283299] env[69770]: value = "task-4069838" [ 900.283299] env[69770]: _type = "Task" [ 900.283299] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 900.291418] env[69770]: INFO nova.scheduler.client.report [None req-3e60c7cb-c6e8-4da0-818c-f3cd2ac26917 tempest-ServersTestMultiNic-2119527449 tempest-ServersTestMultiNic-2119527449-project-member] Deleted allocations for instance e6e28bf0-10fd-4aa3-829b-9d5d0d301621 [ 900.296506] env[69770]: DEBUG oslo_vmware.api [None req-60dc0e94-f7e7-4d5a-9f59-f0c5f7c7d6fb tempest-VolumesAdminNegativeTest-624188729 tempest-VolumesAdminNegativeTest-624188729-project-member] Task: {'id': task-4069838, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.340099] env[69770]: DEBUG oslo_vmware.api [None req-71c045a7-dc1d-4351-b14f-ed9673ac6b1b tempest-ServerActionsV293TestJSON-1944763761 tempest-ServerActionsV293TestJSON-1944763761-project-member] Task: {'id': task-4069836, 'name': ReconfigVM_Task, 'duration_secs': 0.553519} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 900.340099] env[69770]: DEBUG nova.virt.vmwareapi.volumeops [None req-71c045a7-dc1d-4351-b14f-ed9673ac6b1b tempest-ServerActionsV293TestJSON-1944763761 tempest-ServerActionsV293TestJSON-1944763761-project-member] [instance: 1f92c4e9-6054-433b-917d-fa1956ee1a57] Reconfigured VM instance instance-00000033 to attach disk [datastore2] volume-07df8e93-72e3-4611-9f89-77b67b71b420/volume-07df8e93-72e3-4611-9f89-77b67b71b420.vmdk or device None with type thin {{(pid=69770) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 900.346212] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-87d60639-7a36-4332-8ad0-72f27943927b {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.362021] env[69770]: DEBUG oslo_vmware.api [None req-71c045a7-dc1d-4351-b14f-ed9673ac6b1b tempest-ServerActionsV293TestJSON-1944763761 tempest-ServerActionsV293TestJSON-1944763761-project-member] Waiting for the task: (returnval){ [ 900.362021] env[69770]: value = "task-4069839" [ 900.362021] env[69770]: _type = "Task" [ 900.362021] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 900.373879] env[69770]: DEBUG oslo_vmware.api [None req-71c045a7-dc1d-4351-b14f-ed9673ac6b1b tempest-ServerActionsV293TestJSON-1944763761 tempest-ServerActionsV293TestJSON-1944763761-project-member] Task: {'id': task-4069839, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.690978] env[69770]: DEBUG nova.network.neutron [None req-6b375aa2-76aa-42ee-9cb9-4714721218d4 tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] [instance: 9de87335-1db9-4bb3-ab4b-6bec27911b5f] Successfully updated port: 93fd4eaf-717f-4082-8fe4-ef2bd259eb53 {{(pid=69770) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 900.796051] env[69770]: DEBUG oslo_vmware.api [None req-60dc0e94-f7e7-4d5a-9f59-f0c5f7c7d6fb tempest-VolumesAdminNegativeTest-624188729 tempest-VolumesAdminNegativeTest-624188729-project-member] Task: {'id': task-4069838, 'name': PowerOnVM_Task, 'duration_secs': 0.504506} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 900.796445] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-60dc0e94-f7e7-4d5a-9f59-f0c5f7c7d6fb tempest-VolumesAdminNegativeTest-624188729 tempest-VolumesAdminNegativeTest-624188729-project-member] [instance: da33b77b-49c7-48e3-9f43-68e4bf6e53a8] Powered on the VM {{(pid=69770) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 900.796673] env[69770]: INFO nova.compute.manager [None req-60dc0e94-f7e7-4d5a-9f59-f0c5f7c7d6fb tempest-VolumesAdminNegativeTest-624188729 tempest-VolumesAdminNegativeTest-624188729-project-member] [instance: da33b77b-49c7-48e3-9f43-68e4bf6e53a8] Took 8.38 seconds to spawn the instance on the hypervisor. [ 900.796861] env[69770]: DEBUG nova.compute.manager [None req-60dc0e94-f7e7-4d5a-9f59-f0c5f7c7d6fb tempest-VolumesAdminNegativeTest-624188729 tempest-VolumesAdminNegativeTest-624188729-project-member] [instance: da33b77b-49c7-48e3-9f43-68e4bf6e53a8] Checking state {{(pid=69770) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 900.797733] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86012ea2-e404-487d-a507-96ac4aae6ca0 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.806481] env[69770]: DEBUG oslo_concurrency.lockutils [None req-3e60c7cb-c6e8-4da0-818c-f3cd2ac26917 tempest-ServersTestMultiNic-2119527449 tempest-ServersTestMultiNic-2119527449-project-member] Lock "e6e28bf0-10fd-4aa3-829b-9d5d0d301621" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 53.799s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 900.873795] env[69770]: DEBUG oslo_vmware.api [None req-71c045a7-dc1d-4351-b14f-ed9673ac6b1b tempest-ServerActionsV293TestJSON-1944763761 tempest-ServerActionsV293TestJSON-1944763761-project-member] Task: {'id': task-4069839, 'name': ReconfigVM_Task, 'duration_secs': 0.160729} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 900.874334] env[69770]: DEBUG nova.virt.vmwareapi.volumeops [None req-71c045a7-dc1d-4351-b14f-ed9673ac6b1b tempest-ServerActionsV293TestJSON-1944763761 tempest-ServerActionsV293TestJSON-1944763761-project-member] [instance: 1f92c4e9-6054-433b-917d-fa1956ee1a57] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-806482', 'volume_id': '07df8e93-72e3-4611-9f89-77b67b71b420', 'name': 'volume-07df8e93-72e3-4611-9f89-77b67b71b420', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '1f92c4e9-6054-433b-917d-fa1956ee1a57', 'attached_at': '', 'detached_at': '', 'volume_id': '07df8e93-72e3-4611-9f89-77b67b71b420', 'serial': '07df8e93-72e3-4611-9f89-77b67b71b420'} {{(pid=69770) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 900.874982] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-26e68a81-a4be-4aed-98ea-039c4c9c14e6 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.885911] env[69770]: DEBUG oslo_vmware.api [None req-71c045a7-dc1d-4351-b14f-ed9673ac6b1b tempest-ServerActionsV293TestJSON-1944763761 tempest-ServerActionsV293TestJSON-1944763761-project-member] Waiting for the task: (returnval){ [ 900.885911] env[69770]: value = "task-4069840" [ 900.885911] env[69770]: _type = "Task" [ 900.885911] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 900.899718] env[69770]: DEBUG oslo_vmware.api [None req-71c045a7-dc1d-4351-b14f-ed9673ac6b1b tempest-ServerActionsV293TestJSON-1944763761 tempest-ServerActionsV293TestJSON-1944763761-project-member] Task: {'id': task-4069840, 'name': Rename_Task} progress is 6%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.115937] env[69770]: DEBUG nova.compute.manager [req-0dff961b-b23f-4a93-83af-718d01f86d25 req-fa76cd24-44a8-4eba-8761-fe3e8ee2a995 service nova] [instance: 9de87335-1db9-4bb3-ab4b-6bec27911b5f] Received event network-vif-plugged-93fd4eaf-717f-4082-8fe4-ef2bd259eb53 {{(pid=69770) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 901.116343] env[69770]: DEBUG oslo_concurrency.lockutils [req-0dff961b-b23f-4a93-83af-718d01f86d25 req-fa76cd24-44a8-4eba-8761-fe3e8ee2a995 service nova] Acquiring lock "9de87335-1db9-4bb3-ab4b-6bec27911b5f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 901.116710] env[69770]: DEBUG oslo_concurrency.lockutils [req-0dff961b-b23f-4a93-83af-718d01f86d25 req-fa76cd24-44a8-4eba-8761-fe3e8ee2a995 service nova] Lock "9de87335-1db9-4bb3-ab4b-6bec27911b5f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 901.117084] env[69770]: DEBUG oslo_concurrency.lockutils [req-0dff961b-b23f-4a93-83af-718d01f86d25 req-fa76cd24-44a8-4eba-8761-fe3e8ee2a995 service nova] Lock "9de87335-1db9-4bb3-ab4b-6bec27911b5f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 901.117751] env[69770]: DEBUG nova.compute.manager [req-0dff961b-b23f-4a93-83af-718d01f86d25 req-fa76cd24-44a8-4eba-8761-fe3e8ee2a995 service nova] [instance: 9de87335-1db9-4bb3-ab4b-6bec27911b5f] No waiting events found dispatching network-vif-plugged-93fd4eaf-717f-4082-8fe4-ef2bd259eb53 {{(pid=69770) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 901.118882] env[69770]: WARNING nova.compute.manager [req-0dff961b-b23f-4a93-83af-718d01f86d25 req-fa76cd24-44a8-4eba-8761-fe3e8ee2a995 service nova] [instance: 9de87335-1db9-4bb3-ab4b-6bec27911b5f] Received unexpected event network-vif-plugged-93fd4eaf-717f-4082-8fe4-ef2bd259eb53 for instance with vm_state building and task_state spawning. [ 901.196510] env[69770]: DEBUG oslo_concurrency.lockutils [None req-6b375aa2-76aa-42ee-9cb9-4714721218d4 tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] Acquiring lock "refresh_cache-9de87335-1db9-4bb3-ab4b-6bec27911b5f" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.198419] env[69770]: DEBUG oslo_concurrency.lockutils [None req-6b375aa2-76aa-42ee-9cb9-4714721218d4 tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] Acquired lock "refresh_cache-9de87335-1db9-4bb3-ab4b-6bec27911b5f" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.198419] env[69770]: DEBUG nova.network.neutron [None req-6b375aa2-76aa-42ee-9cb9-4714721218d4 tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] [instance: 9de87335-1db9-4bb3-ab4b-6bec27911b5f] Building network info cache for instance {{(pid=69770) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 901.319758] env[69770]: INFO nova.compute.manager [None req-60dc0e94-f7e7-4d5a-9f59-f0c5f7c7d6fb tempest-VolumesAdminNegativeTest-624188729 tempest-VolumesAdminNegativeTest-624188729-project-member] [instance: da33b77b-49c7-48e3-9f43-68e4bf6e53a8] Took 55.05 seconds to build instance. [ 901.368154] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96924fdc-5b69-4303-9956-da32ed368434 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.377558] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e231082a-0ae1-4d34-a189-5792332979c3 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.418310] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9c4538e-7f48-4a66-85d6-12930a9e732e {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.431316] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d46251d8-a08b-456a-b2a0-67a799ab5a16 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.437243] env[69770]: DEBUG oslo_vmware.api [None req-71c045a7-dc1d-4351-b14f-ed9673ac6b1b tempest-ServerActionsV293TestJSON-1944763761 tempest-ServerActionsV293TestJSON-1944763761-project-member] Task: {'id': task-4069840, 'name': Rename_Task, 'duration_secs': 0.357938} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 901.437847] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-71c045a7-dc1d-4351-b14f-ed9673ac6b1b tempest-ServerActionsV293TestJSON-1944763761 tempest-ServerActionsV293TestJSON-1944763761-project-member] [instance: 1f92c4e9-6054-433b-917d-fa1956ee1a57] Powering on the VM {{(pid=69770) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 901.438694] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a8ffbd3d-1a5b-425c-8f35-37fae074273d {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.454207] env[69770]: DEBUG nova.compute.provider_tree [None req-040c725b-78cf-4176-813b-40967e31083a tempest-ListServersNegativeTestJSON-118656177 tempest-ListServersNegativeTestJSON-118656177-project-member] Inventory has not changed in ProviderTree for provider: 7cc7d32b-b7a7-454a-a456-2a440248ed9d {{(pid=69770) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 901.461703] env[69770]: DEBUG oslo_vmware.api [None req-71c045a7-dc1d-4351-b14f-ed9673ac6b1b tempest-ServerActionsV293TestJSON-1944763761 tempest-ServerActionsV293TestJSON-1944763761-project-member] Waiting for the task: (returnval){ [ 901.461703] env[69770]: value = "task-4069841" [ 901.461703] env[69770]: _type = "Task" [ 901.461703] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 901.474326] env[69770]: DEBUG oslo_vmware.api [None req-71c045a7-dc1d-4351-b14f-ed9673ac6b1b tempest-ServerActionsV293TestJSON-1944763761 tempest-ServerActionsV293TestJSON-1944763761-project-member] Task: {'id': task-4069841, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.827453] env[69770]: DEBUG oslo_concurrency.lockutils [None req-60dc0e94-f7e7-4d5a-9f59-f0c5f7c7d6fb tempest-VolumesAdminNegativeTest-624188729 tempest-VolumesAdminNegativeTest-624188729-project-member] Lock "da33b77b-49c7-48e3-9f43-68e4bf6e53a8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 79.748s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 901.962426] env[69770]: DEBUG nova.scheduler.client.report [None req-040c725b-78cf-4176-813b-40967e31083a tempest-ListServersNegativeTestJSON-118656177 tempest-ListServersNegativeTestJSON-118656177-project-member] Inventory has not changed for provider 7cc7d32b-b7a7-454a-a456-2a440248ed9d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69770) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 901.985799] env[69770]: DEBUG oslo_vmware.api [None req-71c045a7-dc1d-4351-b14f-ed9673ac6b1b tempest-ServerActionsV293TestJSON-1944763761 tempest-ServerActionsV293TestJSON-1944763761-project-member] Task: {'id': task-4069841, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.995705] env[69770]: DEBUG nova.network.neutron [None req-6b375aa2-76aa-42ee-9cb9-4714721218d4 tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] [instance: 9de87335-1db9-4bb3-ab4b-6bec27911b5f] Instance cache missing network info. {{(pid=69770) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 902.058905] env[69770]: DEBUG oslo_concurrency.lockutils [None req-90b63d55-f445-40d1-91fd-ef72357864e9 tempest-AttachInterfacesV270Test-1251409617 tempest-AttachInterfacesV270Test-1251409617-project-member] Acquiring lock "b958c260-2604-4b07-9afb-285ceed6cf79" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 902.058905] env[69770]: DEBUG oslo_concurrency.lockutils [None req-90b63d55-f445-40d1-91fd-ef72357864e9 tempest-AttachInterfacesV270Test-1251409617 tempest-AttachInterfacesV270Test-1251409617-project-member] Lock "b958c260-2604-4b07-9afb-285ceed6cf79" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 902.058905] env[69770]: DEBUG oslo_concurrency.lockutils [None req-90b63d55-f445-40d1-91fd-ef72357864e9 tempest-AttachInterfacesV270Test-1251409617 tempest-AttachInterfacesV270Test-1251409617-project-member] Acquiring lock "b958c260-2604-4b07-9afb-285ceed6cf79-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 902.059850] env[69770]: DEBUG oslo_concurrency.lockutils [None req-90b63d55-f445-40d1-91fd-ef72357864e9 tempest-AttachInterfacesV270Test-1251409617 tempest-AttachInterfacesV270Test-1251409617-project-member] Lock "b958c260-2604-4b07-9afb-285ceed6cf79-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 902.059850] env[69770]: DEBUG oslo_concurrency.lockutils [None req-90b63d55-f445-40d1-91fd-ef72357864e9 tempest-AttachInterfacesV270Test-1251409617 tempest-AttachInterfacesV270Test-1251409617-project-member] Lock "b958c260-2604-4b07-9afb-285ceed6cf79-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 902.062076] env[69770]: INFO nova.compute.manager [None req-90b63d55-f445-40d1-91fd-ef72357864e9 tempest-AttachInterfacesV270Test-1251409617 tempest-AttachInterfacesV270Test-1251409617-project-member] [instance: b958c260-2604-4b07-9afb-285ceed6cf79] Terminating instance [ 902.187410] env[69770]: DEBUG nova.network.neutron [None req-6b375aa2-76aa-42ee-9cb9-4714721218d4 tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] [instance: 9de87335-1db9-4bb3-ab4b-6bec27911b5f] Updating instance_info_cache with network_info: [{"id": "93fd4eaf-717f-4082-8fe4-ef2bd259eb53", "address": "fa:16:3e:53:18:cf", "network": {"id": "d5ae8d06-e279-436f-9c41-66b44f6f2542", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1370812323-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "63715e849e05463da9bfa0405c750b8f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dad4f433-bb0b-45c7-8040-972ef2277f75", "external-id": "nsx-vlan-transportzone-451", "segmentation_id": 451, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap93fd4eaf-71", "ovs_interfaceid": "93fd4eaf-717f-4082-8fe4-ef2bd259eb53", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69770) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 902.333185] env[69770]: DEBUG nova.compute.manager [None req-7ca152ca-2448-4983-98f7-081386fdba68 tempest-MultipleCreateTestJSON-938873983 tempest-MultipleCreateTestJSON-938873983-project-member] [instance: f4e6f95b-525f-484e-b158-1e4d96678c2a] Starting instance... {{(pid=69770) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 902.469839] env[69770]: DEBUG oslo_concurrency.lockutils [None req-040c725b-78cf-4176-813b-40967e31083a tempest-ListServersNegativeTestJSON-118656177 tempest-ListServersNegativeTestJSON-118656177-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.196s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 902.481778] env[69770]: DEBUG oslo_concurrency.lockutils [None req-bcc1b0ad-6b6e-4f76-8cec-762569f0d42b tempest-ListServersNegativeTestJSON-118656177 tempest-ListServersNegativeTestJSON-118656177-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 50.294s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 902.481778] env[69770]: DEBUG nova.objects.instance [None req-bcc1b0ad-6b6e-4f76-8cec-762569f0d42b tempest-ListServersNegativeTestJSON-118656177 tempest-ListServersNegativeTestJSON-118656177-project-member] Lazy-loading 'resources' on Instance uuid c8a7ad94-852f-48a2-9186-70d322e97118 {{(pid=69770) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 902.482352] env[69770]: DEBUG oslo_vmware.api [None req-71c045a7-dc1d-4351-b14f-ed9673ac6b1b tempest-ServerActionsV293TestJSON-1944763761 tempest-ServerActionsV293TestJSON-1944763761-project-member] Task: {'id': task-4069841, 'name': PowerOnVM_Task, 'duration_secs': 0.905743} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 902.482900] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-71c045a7-dc1d-4351-b14f-ed9673ac6b1b tempest-ServerActionsV293TestJSON-1944763761 tempest-ServerActionsV293TestJSON-1944763761-project-member] [instance: 1f92c4e9-6054-433b-917d-fa1956ee1a57] Powered on the VM {{(pid=69770) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 902.482900] env[69770]: INFO nova.compute.manager [None req-71c045a7-dc1d-4351-b14f-ed9673ac6b1b tempest-ServerActionsV293TestJSON-1944763761 tempest-ServerActionsV293TestJSON-1944763761-project-member] [instance: 1f92c4e9-6054-433b-917d-fa1956ee1a57] Took 5.47 seconds to spawn the instance on the hypervisor. [ 902.483389] env[69770]: DEBUG nova.compute.manager [None req-71c045a7-dc1d-4351-b14f-ed9673ac6b1b tempest-ServerActionsV293TestJSON-1944763761 tempest-ServerActionsV293TestJSON-1944763761-project-member] [instance: 1f92c4e9-6054-433b-917d-fa1956ee1a57] Checking state {{(pid=69770) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 902.485150] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e05ce136-5f31-42a8-9869-b85d14ca261f {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.509996] env[69770]: INFO nova.scheduler.client.report [None req-040c725b-78cf-4176-813b-40967e31083a tempest-ListServersNegativeTestJSON-118656177 tempest-ListServersNegativeTestJSON-118656177-project-member] Deleted allocations for instance fd890686-500e-4bee-b216-145c4818c245 [ 902.567328] env[69770]: DEBUG nova.compute.manager [None req-90b63d55-f445-40d1-91fd-ef72357864e9 tempest-AttachInterfacesV270Test-1251409617 tempest-AttachInterfacesV270Test-1251409617-project-member] [instance: b958c260-2604-4b07-9afb-285ceed6cf79] Start destroying the instance on the hypervisor. {{(pid=69770) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 902.567646] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-90b63d55-f445-40d1-91fd-ef72357864e9 tempest-AttachInterfacesV270Test-1251409617 tempest-AttachInterfacesV270Test-1251409617-project-member] [instance: b958c260-2604-4b07-9afb-285ceed6cf79] Destroying instance {{(pid=69770) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 902.568636] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36de7d91-f646-4cf0-9884-4adf602bb1ea {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.578949] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-90b63d55-f445-40d1-91fd-ef72357864e9 tempest-AttachInterfacesV270Test-1251409617 tempest-AttachInterfacesV270Test-1251409617-project-member] [instance: b958c260-2604-4b07-9afb-285ceed6cf79] Powering off the VM {{(pid=69770) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 902.580089] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e204fff8-c991-4576-8ffc-a9b95b0dbad3 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.586244] env[69770]: DEBUG oslo_vmware.api [None req-90b63d55-f445-40d1-91fd-ef72357864e9 tempest-AttachInterfacesV270Test-1251409617 tempest-AttachInterfacesV270Test-1251409617-project-member] Waiting for the task: (returnval){ [ 902.586244] env[69770]: value = "task-4069842" [ 902.586244] env[69770]: _type = "Task" [ 902.586244] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 902.596875] env[69770]: DEBUG oslo_vmware.api [None req-90b63d55-f445-40d1-91fd-ef72357864e9 tempest-AttachInterfacesV270Test-1251409617 tempest-AttachInterfacesV270Test-1251409617-project-member] Task: {'id': task-4069842, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.690867] env[69770]: DEBUG oslo_concurrency.lockutils [None req-6b375aa2-76aa-42ee-9cb9-4714721218d4 tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] Releasing lock "refresh_cache-9de87335-1db9-4bb3-ab4b-6bec27911b5f" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.691191] env[69770]: DEBUG nova.compute.manager [None req-6b375aa2-76aa-42ee-9cb9-4714721218d4 tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] [instance: 9de87335-1db9-4bb3-ab4b-6bec27911b5f] Instance network_info: |[{"id": "93fd4eaf-717f-4082-8fe4-ef2bd259eb53", "address": "fa:16:3e:53:18:cf", "network": {"id": "d5ae8d06-e279-436f-9c41-66b44f6f2542", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1370812323-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "63715e849e05463da9bfa0405c750b8f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dad4f433-bb0b-45c7-8040-972ef2277f75", "external-id": "nsx-vlan-transportzone-451", "segmentation_id": 451, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap93fd4eaf-71", "ovs_interfaceid": "93fd4eaf-717f-4082-8fe4-ef2bd259eb53", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69770) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 902.691621] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-6b375aa2-76aa-42ee-9cb9-4714721218d4 tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] [instance: 9de87335-1db9-4bb3-ab4b-6bec27911b5f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:53:18:cf', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'dad4f433-bb0b-45c7-8040-972ef2277f75', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '93fd4eaf-717f-4082-8fe4-ef2bd259eb53', 'vif_model': 'vmxnet3'}] {{(pid=69770) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 902.699515] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b375aa2-76aa-42ee-9cb9-4714721218d4 tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] Creating folder: Project (63715e849e05463da9bfa0405c750b8f). Parent ref: group-v806376. {{(pid=69770) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 902.699800] env[69770]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f6462b3f-479b-44f1-9504-26232087b345 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.713103] env[69770]: INFO nova.virt.vmwareapi.vm_util [None req-6b375aa2-76aa-42ee-9cb9-4714721218d4 tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] Created folder: Project (63715e849e05463da9bfa0405c750b8f) in parent group-v806376. [ 902.713302] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b375aa2-76aa-42ee-9cb9-4714721218d4 tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] Creating folder: Instances. Parent ref: group-v806523. {{(pid=69770) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 902.713549] env[69770]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-81a4397f-0a25-420b-89d4-6000f0b37ef8 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.723459] env[69770]: INFO nova.virt.vmwareapi.vm_util [None req-6b375aa2-76aa-42ee-9cb9-4714721218d4 tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] Created folder: Instances in parent group-v806523. [ 902.723706] env[69770]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6b375aa2-76aa-42ee-9cb9-4714721218d4 tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69770) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 902.723909] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9de87335-1db9-4bb3-ab4b-6bec27911b5f] Creating VM on the ESX host {{(pid=69770) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 902.724170] env[69770]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2b61410d-d8bb-46f8-96d6-dafed0a47691 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.753026] env[69770]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 902.753026] env[69770]: value = "task-4069845" [ 902.753026] env[69770]: _type = "Task" [ 902.753026] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 902.759573] env[69770]: DEBUG oslo_vmware.api [-] Task: {'id': task-4069845, 'name': CreateVM_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.862709] env[69770]: DEBUG oslo_concurrency.lockutils [None req-7ca152ca-2448-4983-98f7-081386fdba68 tempest-MultipleCreateTestJSON-938873983 tempest-MultipleCreateTestJSON-938873983-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 903.004256] env[69770]: INFO nova.compute.manager [None req-71c045a7-dc1d-4351-b14f-ed9673ac6b1b tempest-ServerActionsV293TestJSON-1944763761 tempest-ServerActionsV293TestJSON-1944763761-project-member] [instance: 1f92c4e9-6054-433b-917d-fa1956ee1a57] Took 55.84 seconds to build instance. [ 903.025307] env[69770]: DEBUG oslo_concurrency.lockutils [None req-040c725b-78cf-4176-813b-40967e31083a tempest-ListServersNegativeTestJSON-118656177 tempest-ListServersNegativeTestJSON-118656177-project-member] Lock "fd890686-500e-4bee-b216-145c4818c245" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 55.121s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 903.096363] env[69770]: DEBUG oslo_vmware.api [None req-90b63d55-f445-40d1-91fd-ef72357864e9 tempest-AttachInterfacesV270Test-1251409617 tempest-AttachInterfacesV270Test-1251409617-project-member] Task: {'id': task-4069842, 'name': PowerOffVM_Task, 'duration_secs': 0.351195} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 903.098989] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-90b63d55-f445-40d1-91fd-ef72357864e9 tempest-AttachInterfacesV270Test-1251409617 tempest-AttachInterfacesV270Test-1251409617-project-member] [instance: b958c260-2604-4b07-9afb-285ceed6cf79] Powered off the VM {{(pid=69770) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 903.099178] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-90b63d55-f445-40d1-91fd-ef72357864e9 tempest-AttachInterfacesV270Test-1251409617 tempest-AttachInterfacesV270Test-1251409617-project-member] [instance: b958c260-2604-4b07-9afb-285ceed6cf79] Unregistering the VM {{(pid=69770) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 903.099607] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f7005c96-3699-448e-ad3b-29989fac7de1 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.196754] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-90b63d55-f445-40d1-91fd-ef72357864e9 tempest-AttachInterfacesV270Test-1251409617 tempest-AttachInterfacesV270Test-1251409617-project-member] [instance: b958c260-2604-4b07-9afb-285ceed6cf79] Unregistered the VM {{(pid=69770) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 903.197613] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-90b63d55-f445-40d1-91fd-ef72357864e9 tempest-AttachInterfacesV270Test-1251409617 tempest-AttachInterfacesV270Test-1251409617-project-member] [instance: b958c260-2604-4b07-9afb-285ceed6cf79] Deleting contents of the VM from datastore datastore1 {{(pid=69770) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 903.197613] env[69770]: DEBUG nova.virt.vmwareapi.ds_util [None req-90b63d55-f445-40d1-91fd-ef72357864e9 tempest-AttachInterfacesV270Test-1251409617 tempest-AttachInterfacesV270Test-1251409617-project-member] Deleting the datastore file [datastore1] b958c260-2604-4b07-9afb-285ceed6cf79 {{(pid=69770) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 903.197613] env[69770]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fe553f9d-fccf-4c48-9d6c-8619b0128035 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.207523] env[69770]: DEBUG oslo_vmware.api [None req-90b63d55-f445-40d1-91fd-ef72357864e9 tempest-AttachInterfacesV270Test-1251409617 tempest-AttachInterfacesV270Test-1251409617-project-member] Waiting for the task: (returnval){ [ 903.207523] env[69770]: value = "task-4069847" [ 903.207523] env[69770]: _type = "Task" [ 903.207523] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 903.216911] env[69770]: DEBUG oslo_vmware.api [None req-90b63d55-f445-40d1-91fd-ef72357864e9 tempest-AttachInterfacesV270Test-1251409617 tempest-AttachInterfacesV270Test-1251409617-project-member] Task: {'id': task-4069847, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.264062] env[69770]: DEBUG oslo_vmware.api [-] Task: {'id': task-4069845, 'name': CreateVM_Task} progress is 99%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.301601] env[69770]: DEBUG nova.compute.manager [req-b7fc06b8-43a6-47ff-b02d-95cdc1732d3f req-93146998-9983-4354-b25c-f4b2fcd1c334 service nova] [instance: 9de87335-1db9-4bb3-ab4b-6bec27911b5f] Received event network-changed-93fd4eaf-717f-4082-8fe4-ef2bd259eb53 {{(pid=69770) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 903.301601] env[69770]: DEBUG nova.compute.manager [req-b7fc06b8-43a6-47ff-b02d-95cdc1732d3f req-93146998-9983-4354-b25c-f4b2fcd1c334 service nova] [instance: 9de87335-1db9-4bb3-ab4b-6bec27911b5f] Refreshing instance network info cache due to event network-changed-93fd4eaf-717f-4082-8fe4-ef2bd259eb53. {{(pid=69770) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 903.301978] env[69770]: DEBUG oslo_concurrency.lockutils [req-b7fc06b8-43a6-47ff-b02d-95cdc1732d3f req-93146998-9983-4354-b25c-f4b2fcd1c334 service nova] Acquiring lock "refresh_cache-9de87335-1db9-4bb3-ab4b-6bec27911b5f" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.301978] env[69770]: DEBUG oslo_concurrency.lockutils [req-b7fc06b8-43a6-47ff-b02d-95cdc1732d3f req-93146998-9983-4354-b25c-f4b2fcd1c334 service nova] Acquired lock "refresh_cache-9de87335-1db9-4bb3-ab4b-6bec27911b5f" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.302197] env[69770]: DEBUG nova.network.neutron [req-b7fc06b8-43a6-47ff-b02d-95cdc1732d3f req-93146998-9983-4354-b25c-f4b2fcd1c334 service nova] [instance: 9de87335-1db9-4bb3-ab4b-6bec27911b5f] Refreshing network info cache for port 93fd4eaf-717f-4082-8fe4-ef2bd259eb53 {{(pid=69770) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 903.509015] env[69770]: DEBUG oslo_concurrency.lockutils [None req-71c045a7-dc1d-4351-b14f-ed9673ac6b1b tempest-ServerActionsV293TestJSON-1944763761 tempest-ServerActionsV293TestJSON-1944763761-project-member] Lock "1f92c4e9-6054-433b-917d-fa1956ee1a57" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 79.601s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 903.539805] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a242392f-64cc-4a72-a252-06fb53224ea5 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.550125] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4118469-2fab-449b-809e-54aeca580414 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.583641] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-672bb019-327d-4db6-85c2-3232bf6599e7 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.593160] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b97aaaea-3dbd-426f-b757-f30b1b98ce60 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.610490] env[69770]: DEBUG nova.compute.provider_tree [None req-bcc1b0ad-6b6e-4f76-8cec-762569f0d42b tempest-ListServersNegativeTestJSON-118656177 tempest-ListServersNegativeTestJSON-118656177-project-member] Inventory has not changed in ProviderTree for provider: 7cc7d32b-b7a7-454a-a456-2a440248ed9d {{(pid=69770) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 903.718103] env[69770]: DEBUG oslo_vmware.api [None req-90b63d55-f445-40d1-91fd-ef72357864e9 tempest-AttachInterfacesV270Test-1251409617 tempest-AttachInterfacesV270Test-1251409617-project-member] Task: {'id': task-4069847, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.139627} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 903.718312] env[69770]: DEBUG nova.virt.vmwareapi.ds_util [None req-90b63d55-f445-40d1-91fd-ef72357864e9 tempest-AttachInterfacesV270Test-1251409617 tempest-AttachInterfacesV270Test-1251409617-project-member] Deleted the datastore file {{(pid=69770) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 903.718488] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-90b63d55-f445-40d1-91fd-ef72357864e9 tempest-AttachInterfacesV270Test-1251409617 tempest-AttachInterfacesV270Test-1251409617-project-member] [instance: b958c260-2604-4b07-9afb-285ceed6cf79] Deleted contents of the VM from datastore datastore1 {{(pid=69770) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 903.718672] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-90b63d55-f445-40d1-91fd-ef72357864e9 tempest-AttachInterfacesV270Test-1251409617 tempest-AttachInterfacesV270Test-1251409617-project-member] [instance: b958c260-2604-4b07-9afb-285ceed6cf79] Instance destroyed {{(pid=69770) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 903.718843] env[69770]: INFO nova.compute.manager [None req-90b63d55-f445-40d1-91fd-ef72357864e9 tempest-AttachInterfacesV270Test-1251409617 tempest-AttachInterfacesV270Test-1251409617-project-member] [instance: b958c260-2604-4b07-9afb-285ceed6cf79] Took 1.15 seconds to destroy the instance on the hypervisor. [ 903.719110] env[69770]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-90b63d55-f445-40d1-91fd-ef72357864e9 tempest-AttachInterfacesV270Test-1251409617 tempest-AttachInterfacesV270Test-1251409617-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69770) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 903.719289] env[69770]: DEBUG nova.compute.manager [-] [instance: b958c260-2604-4b07-9afb-285ceed6cf79] Deallocating network for instance {{(pid=69770) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 903.719375] env[69770]: DEBUG nova.network.neutron [-] [instance: b958c260-2604-4b07-9afb-285ceed6cf79] deallocate_for_instance() {{(pid=69770) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 903.764697] env[69770]: DEBUG oslo_vmware.api [-] Task: {'id': task-4069845, 'name': CreateVM_Task} progress is 99%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.901539] env[69770]: DEBUG oslo_concurrency.lockutils [None req-e6986d59-e676-45ad-8f5a-bc7af4a77d12 tempest-ServersTestMultiNic-2119527449 tempest-ServersTestMultiNic-2119527449-project-member] Acquiring lock "dcd9fa1a-a9e5-4227-829b-281fa7a1d4f6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 903.902195] env[69770]: DEBUG oslo_concurrency.lockutils [None req-e6986d59-e676-45ad-8f5a-bc7af4a77d12 tempest-ServersTestMultiNic-2119527449 tempest-ServersTestMultiNic-2119527449-project-member] Lock "dcd9fa1a-a9e5-4227-829b-281fa7a1d4f6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 904.013928] env[69770]: DEBUG nova.compute.manager [None req-ea383c59-ea09-42d4-9361-21938b0dfbce tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] [instance: a3617e51-7671-42b4-a7d3-a22c7d57814a] Starting instance... {{(pid=69770) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 904.116105] env[69770]: DEBUG nova.scheduler.client.report [None req-bcc1b0ad-6b6e-4f76-8cec-762569f0d42b tempest-ListServersNegativeTestJSON-118656177 tempest-ListServersNegativeTestJSON-118656177-project-member] Inventory has not changed for provider 7cc7d32b-b7a7-454a-a456-2a440248ed9d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69770) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 904.263448] env[69770]: DEBUG oslo_vmware.api [-] Task: {'id': task-4069845, 'name': CreateVM_Task, 'duration_secs': 1.414434} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 904.263810] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9de87335-1db9-4bb3-ab4b-6bec27911b5f] Created VM on the ESX host {{(pid=69770) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 904.265034] env[69770]: DEBUG oslo_concurrency.lockutils [None req-6b375aa2-76aa-42ee-9cb9-4714721218d4 tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.265342] env[69770]: DEBUG oslo_concurrency.lockutils [None req-6b375aa2-76aa-42ee-9cb9-4714721218d4 tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.265888] env[69770]: DEBUG oslo_concurrency.lockutils [None req-6b375aa2-76aa-42ee-9cb9-4714721218d4 tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.266271] env[69770]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1e9748ec-06a2-40f6-b539-3fcec30253d2 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.281314] env[69770]: DEBUG oslo_vmware.api [None req-6b375aa2-76aa-42ee-9cb9-4714721218d4 tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] Waiting for the task: (returnval){ [ 904.281314] env[69770]: value = "session[52161b52-cb8e-ec9f-1132-2f6b49549d41]5247cda5-0a74-86d3-b2c6-97e0d69383dc" [ 904.281314] env[69770]: _type = "Task" [ 904.281314] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 904.294982] env[69770]: DEBUG nova.network.neutron [req-b7fc06b8-43a6-47ff-b02d-95cdc1732d3f req-93146998-9983-4354-b25c-f4b2fcd1c334 service nova] [instance: 9de87335-1db9-4bb3-ab4b-6bec27911b5f] Updated VIF entry in instance network info cache for port 93fd4eaf-717f-4082-8fe4-ef2bd259eb53. {{(pid=69770) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 904.295352] env[69770]: DEBUG nova.network.neutron [req-b7fc06b8-43a6-47ff-b02d-95cdc1732d3f req-93146998-9983-4354-b25c-f4b2fcd1c334 service nova] [instance: 9de87335-1db9-4bb3-ab4b-6bec27911b5f] Updating instance_info_cache with network_info: [{"id": "93fd4eaf-717f-4082-8fe4-ef2bd259eb53", "address": "fa:16:3e:53:18:cf", "network": {"id": "d5ae8d06-e279-436f-9c41-66b44f6f2542", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1370812323-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "63715e849e05463da9bfa0405c750b8f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dad4f433-bb0b-45c7-8040-972ef2277f75", "external-id": "nsx-vlan-transportzone-451", "segmentation_id": 451, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap93fd4eaf-71", "ovs_interfaceid": "93fd4eaf-717f-4082-8fe4-ef2bd259eb53", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69770) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 904.297260] env[69770]: DEBUG oslo_vmware.api [None req-6b375aa2-76aa-42ee-9cb9-4714721218d4 tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]5247cda5-0a74-86d3-b2c6-97e0d69383dc, 'name': SearchDatastore_Task, 'duration_secs': 0.012006} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 904.297547] env[69770]: DEBUG oslo_concurrency.lockutils [None req-6b375aa2-76aa-42ee-9cb9-4714721218d4 tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.297767] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-6b375aa2-76aa-42ee-9cb9-4714721218d4 tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] [instance: 9de87335-1db9-4bb3-ab4b-6bec27911b5f] Processing image d1eaff80-24a0-4391-90eb-59958b1ecf0a {{(pid=69770) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 904.298015] env[69770]: DEBUG oslo_concurrency.lockutils [None req-6b375aa2-76aa-42ee-9cb9-4714721218d4 tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.298802] env[69770]: DEBUG oslo_concurrency.lockutils [None req-6b375aa2-76aa-42ee-9cb9-4714721218d4 tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.298999] env[69770]: DEBUG nova.virt.vmwareapi.ds_util [None req-6b375aa2-76aa-42ee-9cb9-4714721218d4 tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69770) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 904.299287] env[69770]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7933956f-a11d-49a9-a344-7a5bfa48cf12 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.310170] env[69770]: DEBUG nova.virt.vmwareapi.ds_util [None req-6b375aa2-76aa-42ee-9cb9-4714721218d4 tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69770) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 904.310170] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-6b375aa2-76aa-42ee-9cb9-4714721218d4 tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69770) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 904.311043] env[69770]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8de0441e-16d3-4bb1-8682-109ab64dfb85 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.319020] env[69770]: DEBUG oslo_vmware.api [None req-6b375aa2-76aa-42ee-9cb9-4714721218d4 tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] Waiting for the task: (returnval){ [ 904.319020] env[69770]: value = "session[52161b52-cb8e-ec9f-1132-2f6b49549d41]52624f55-8a75-4cdc-340c-01859a83d01f" [ 904.319020] env[69770]: _type = "Task" [ 904.319020] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 904.327722] env[69770]: DEBUG oslo_vmware.api [None req-6b375aa2-76aa-42ee-9cb9-4714721218d4 tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]52624f55-8a75-4cdc-340c-01859a83d01f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.537575] env[69770]: DEBUG nova.network.neutron [-] [instance: b958c260-2604-4b07-9afb-285ceed6cf79] Updating instance_info_cache with network_info: [] {{(pid=69770) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 904.540674] env[69770]: DEBUG oslo_concurrency.lockutils [None req-ea383c59-ea09-42d4-9361-21938b0dfbce tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 904.622938] env[69770]: DEBUG oslo_concurrency.lockutils [None req-bcc1b0ad-6b6e-4f76-8cec-762569f0d42b tempest-ListServersNegativeTestJSON-118656177 tempest-ListServersNegativeTestJSON-118656177-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.143s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 904.627118] env[69770]: DEBUG oslo_concurrency.lockutils [None req-2279e14c-dbc9-4ac1-a08a-ea6a0cce75e3 tempest-ServerAddressesTestJSON-725654377 tempest-ServerAddressesTestJSON-725654377-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 49.694s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 904.627465] env[69770]: DEBUG nova.objects.instance [None req-2279e14c-dbc9-4ac1-a08a-ea6a0cce75e3 tempest-ServerAddressesTestJSON-725654377 tempest-ServerAddressesTestJSON-725654377-project-member] Lazy-loading 'resources' on Instance uuid 15ed9603-9fc7-40a2-99c6-151cf10a8c36 {{(pid=69770) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 904.651753] env[69770]: INFO nova.scheduler.client.report [None req-bcc1b0ad-6b6e-4f76-8cec-762569f0d42b tempest-ListServersNegativeTestJSON-118656177 tempest-ListServersNegativeTestJSON-118656177-project-member] Deleted allocations for instance c8a7ad94-852f-48a2-9186-70d322e97118 [ 904.719117] env[69770]: DEBUG nova.compute.manager [req-d49b56fb-cb70-4da9-86c6-583b1ca43927 req-8629d4ac-f5fa-480f-9b4e-6e3066e16800 service nova] [instance: 1f92c4e9-6054-433b-917d-fa1956ee1a57] Received event network-changed-e5adce26-c146-42ed-a9e5-a17ba3fec51c {{(pid=69770) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 904.719466] env[69770]: DEBUG nova.compute.manager [req-d49b56fb-cb70-4da9-86c6-583b1ca43927 req-8629d4ac-f5fa-480f-9b4e-6e3066e16800 service nova] [instance: 1f92c4e9-6054-433b-917d-fa1956ee1a57] Refreshing instance network info cache due to event network-changed-e5adce26-c146-42ed-a9e5-a17ba3fec51c. {{(pid=69770) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 904.719840] env[69770]: DEBUG oslo_concurrency.lockutils [req-d49b56fb-cb70-4da9-86c6-583b1ca43927 req-8629d4ac-f5fa-480f-9b4e-6e3066e16800 service nova] Acquiring lock "refresh_cache-1f92c4e9-6054-433b-917d-fa1956ee1a57" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.720115] env[69770]: DEBUG oslo_concurrency.lockutils [req-d49b56fb-cb70-4da9-86c6-583b1ca43927 req-8629d4ac-f5fa-480f-9b4e-6e3066e16800 service nova] Acquired lock "refresh_cache-1f92c4e9-6054-433b-917d-fa1956ee1a57" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.720671] env[69770]: DEBUG nova.network.neutron [req-d49b56fb-cb70-4da9-86c6-583b1ca43927 req-8629d4ac-f5fa-480f-9b4e-6e3066e16800 service nova] [instance: 1f92c4e9-6054-433b-917d-fa1956ee1a57] Refreshing network info cache for port e5adce26-c146-42ed-a9e5-a17ba3fec51c {{(pid=69770) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 904.798235] env[69770]: DEBUG oslo_concurrency.lockutils [req-b7fc06b8-43a6-47ff-b02d-95cdc1732d3f req-93146998-9983-4354-b25c-f4b2fcd1c334 service nova] Releasing lock "refresh_cache-9de87335-1db9-4bb3-ab4b-6bec27911b5f" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.830805] env[69770]: DEBUG oslo_vmware.api [None req-6b375aa2-76aa-42ee-9cb9-4714721218d4 tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]52624f55-8a75-4cdc-340c-01859a83d01f, 'name': SearchDatastore_Task, 'duration_secs': 0.010782} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 904.831173] env[69770]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4be05413-19ed-4951-bdc2-f00dcc7b59f8 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.838321] env[69770]: DEBUG oslo_vmware.api [None req-6b375aa2-76aa-42ee-9cb9-4714721218d4 tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] Waiting for the task: (returnval){ [ 904.838321] env[69770]: value = "session[52161b52-cb8e-ec9f-1132-2f6b49549d41]5221e9bc-0949-f4b8-2c97-e935d4508b21" [ 904.838321] env[69770]: _type = "Task" [ 904.838321] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 904.847925] env[69770]: DEBUG oslo_vmware.api [None req-6b375aa2-76aa-42ee-9cb9-4714721218d4 tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]5221e9bc-0949-f4b8-2c97-e935d4508b21, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.040971] env[69770]: INFO nova.compute.manager [-] [instance: b958c260-2604-4b07-9afb-285ceed6cf79] Took 1.32 seconds to deallocate network for instance. [ 905.163383] env[69770]: DEBUG oslo_concurrency.lockutils [None req-bcc1b0ad-6b6e-4f76-8cec-762569f0d42b tempest-ListServersNegativeTestJSON-118656177 tempest-ListServersNegativeTestJSON-118656177-project-member] Lock "c8a7ad94-852f-48a2-9186-70d322e97118" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 57.083s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 905.283403] env[69770]: DEBUG oslo_concurrency.lockutils [None req-1454d6c3-cd60-4db0-951e-e17071b4e36f tempest-VolumesAdminNegativeTest-624188729 tempest-VolumesAdminNegativeTest-624188729-project-member] Acquiring lock "da33b77b-49c7-48e3-9f43-68e4bf6e53a8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 905.283758] env[69770]: DEBUG oslo_concurrency.lockutils [None req-1454d6c3-cd60-4db0-951e-e17071b4e36f tempest-VolumesAdminNegativeTest-624188729 tempest-VolumesAdminNegativeTest-624188729-project-member] Lock "da33b77b-49c7-48e3-9f43-68e4bf6e53a8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 905.284009] env[69770]: DEBUG oslo_concurrency.lockutils [None req-1454d6c3-cd60-4db0-951e-e17071b4e36f tempest-VolumesAdminNegativeTest-624188729 tempest-VolumesAdminNegativeTest-624188729-project-member] Acquiring lock "da33b77b-49c7-48e3-9f43-68e4bf6e53a8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 905.284217] env[69770]: DEBUG oslo_concurrency.lockutils [None req-1454d6c3-cd60-4db0-951e-e17071b4e36f tempest-VolumesAdminNegativeTest-624188729 tempest-VolumesAdminNegativeTest-624188729-project-member] Lock "da33b77b-49c7-48e3-9f43-68e4bf6e53a8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 905.284391] env[69770]: DEBUG oslo_concurrency.lockutils [None req-1454d6c3-cd60-4db0-951e-e17071b4e36f tempest-VolumesAdminNegativeTest-624188729 tempest-VolumesAdminNegativeTest-624188729-project-member] Lock "da33b77b-49c7-48e3-9f43-68e4bf6e53a8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 905.287623] env[69770]: INFO nova.compute.manager [None req-1454d6c3-cd60-4db0-951e-e17071b4e36f tempest-VolumesAdminNegativeTest-624188729 tempest-VolumesAdminNegativeTest-624188729-project-member] [instance: da33b77b-49c7-48e3-9f43-68e4bf6e53a8] Terminating instance [ 905.351478] env[69770]: DEBUG oslo_vmware.api [None req-6b375aa2-76aa-42ee-9cb9-4714721218d4 tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]5221e9bc-0949-f4b8-2c97-e935d4508b21, 'name': SearchDatastore_Task, 'duration_secs': 0.010065} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 905.351731] env[69770]: DEBUG oslo_concurrency.lockutils [None req-6b375aa2-76aa-42ee-9cb9-4714721218d4 tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.351952] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b375aa2-76aa-42ee-9cb9-4714721218d4 tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk to [datastore2] 9de87335-1db9-4bb3-ab4b-6bec27911b5f/9de87335-1db9-4bb3-ab4b-6bec27911b5f.vmdk {{(pid=69770) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 905.352545] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0ede2527-d51b-4281-9229-04c3bc650eae {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.361479] env[69770]: DEBUG oslo_vmware.api [None req-6b375aa2-76aa-42ee-9cb9-4714721218d4 tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] Waiting for the task: (returnval){ [ 905.361479] env[69770]: value = "task-4069848" [ 905.361479] env[69770]: _type = "Task" [ 905.361479] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 905.381129] env[69770]: DEBUG oslo_vmware.api [None req-6b375aa2-76aa-42ee-9cb9-4714721218d4 tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] Task: {'id': task-4069848, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.424657] env[69770]: DEBUG nova.compute.manager [req-f8653a05-f092-4ebb-afc3-9695d0996a0f req-2301340d-e28d-4104-a304-84e894420284 service nova] [instance: b958c260-2604-4b07-9afb-285ceed6cf79] Received event network-vif-deleted-8f853f5e-2cd2-4970-8e3e-28a957bc0fe3 {{(pid=69770) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 905.548895] env[69770]: DEBUG oslo_concurrency.lockutils [None req-90b63d55-f445-40d1-91fd-ef72357864e9 tempest-AttachInterfacesV270Test-1251409617 tempest-AttachInterfacesV270Test-1251409617-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 905.568425] env[69770]: DEBUG nova.network.neutron [req-d49b56fb-cb70-4da9-86c6-583b1ca43927 req-8629d4ac-f5fa-480f-9b4e-6e3066e16800 service nova] [instance: 1f92c4e9-6054-433b-917d-fa1956ee1a57] Updated VIF entry in instance network info cache for port e5adce26-c146-42ed-a9e5-a17ba3fec51c. {{(pid=69770) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 905.568888] env[69770]: DEBUG nova.network.neutron [req-d49b56fb-cb70-4da9-86c6-583b1ca43927 req-8629d4ac-f5fa-480f-9b4e-6e3066e16800 service nova] [instance: 1f92c4e9-6054-433b-917d-fa1956ee1a57] Updating instance_info_cache with network_info: [{"id": "e5adce26-c146-42ed-a9e5-a17ba3fec51c", "address": "fa:16:3e:a8:cb:c1", "network": {"id": "9f7cbe4a-6dd4-4423-81be-3318afa726be", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-202089477-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.177", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "122c02a1376a41f89fc690a9de27118f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "afd3feb3-ffcc-4499-a2c2-eb6a48aefde9", "external-id": "nsx-vlan-transportzone-22", "segmentation_id": 22, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape5adce26-c1", "ovs_interfaceid": "e5adce26-c146-42ed-a9e5-a17ba3fec51c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69770) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 905.740958] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a6246fd-f79b-43e3-a53a-899055d850ff {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.750081] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6a95684-dd94-4a8e-930c-298de851ad95 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.781790] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-878ccc6b-915e-401a-a77b-f651778d9ba3 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.790697] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bc1173f-4cb7-42be-8fb7-106f3a9b2e7e {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.797600] env[69770]: DEBUG nova.compute.manager [None req-1454d6c3-cd60-4db0-951e-e17071b4e36f tempest-VolumesAdminNegativeTest-624188729 tempest-VolumesAdminNegativeTest-624188729-project-member] [instance: da33b77b-49c7-48e3-9f43-68e4bf6e53a8] Start destroying the instance on the hypervisor. {{(pid=69770) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 905.798139] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-1454d6c3-cd60-4db0-951e-e17071b4e36f tempest-VolumesAdminNegativeTest-624188729 tempest-VolumesAdminNegativeTest-624188729-project-member] [instance: da33b77b-49c7-48e3-9f43-68e4bf6e53a8] Destroying instance {{(pid=69770) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 905.799079] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12be330d-82af-4fad-8c2c-9626b7c891e6 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.813279] env[69770]: DEBUG nova.compute.provider_tree [None req-2279e14c-dbc9-4ac1-a08a-ea6a0cce75e3 tempest-ServerAddressesTestJSON-725654377 tempest-ServerAddressesTestJSON-725654377-project-member] Inventory has not changed in ProviderTree for provider: 7cc7d32b-b7a7-454a-a456-2a440248ed9d {{(pid=69770) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 905.817706] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-1454d6c3-cd60-4db0-951e-e17071b4e36f tempest-VolumesAdminNegativeTest-624188729 tempest-VolumesAdminNegativeTest-624188729-project-member] [instance: da33b77b-49c7-48e3-9f43-68e4bf6e53a8] Powering off the VM {{(pid=69770) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 905.818259] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8edd6278-59c0-4155-a357-df28534c87e2 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.826948] env[69770]: DEBUG oslo_vmware.api [None req-1454d6c3-cd60-4db0-951e-e17071b4e36f tempest-VolumesAdminNegativeTest-624188729 tempest-VolumesAdminNegativeTest-624188729-project-member] Waiting for the task: (returnval){ [ 905.826948] env[69770]: value = "task-4069849" [ 905.826948] env[69770]: _type = "Task" [ 905.826948] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 905.839029] env[69770]: DEBUG oslo_vmware.api [None req-1454d6c3-cd60-4db0-951e-e17071b4e36f tempest-VolumesAdminNegativeTest-624188729 tempest-VolumesAdminNegativeTest-624188729-project-member] Task: {'id': task-4069849, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.876517] env[69770]: DEBUG oslo_vmware.api [None req-6b375aa2-76aa-42ee-9cb9-4714721218d4 tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] Task: {'id': task-4069848, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.073191] env[69770]: DEBUG oslo_concurrency.lockutils [req-d49b56fb-cb70-4da9-86c6-583b1ca43927 req-8629d4ac-f5fa-480f-9b4e-6e3066e16800 service nova] Releasing lock "refresh_cache-1f92c4e9-6054-433b-917d-fa1956ee1a57" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.320046] env[69770]: DEBUG nova.scheduler.client.report [None req-2279e14c-dbc9-4ac1-a08a-ea6a0cce75e3 tempest-ServerAddressesTestJSON-725654377 tempest-ServerAddressesTestJSON-725654377-project-member] Inventory has not changed for provider 7cc7d32b-b7a7-454a-a456-2a440248ed9d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69770) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 906.339634] env[69770]: DEBUG oslo_vmware.api [None req-1454d6c3-cd60-4db0-951e-e17071b4e36f tempest-VolumesAdminNegativeTest-624188729 tempest-VolumesAdminNegativeTest-624188729-project-member] Task: {'id': task-4069849, 'name': PowerOffVM_Task, 'duration_secs': 0.201356} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 906.340609] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-1454d6c3-cd60-4db0-951e-e17071b4e36f tempest-VolumesAdminNegativeTest-624188729 tempest-VolumesAdminNegativeTest-624188729-project-member] [instance: da33b77b-49c7-48e3-9f43-68e4bf6e53a8] Powered off the VM {{(pid=69770) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 906.340789] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-1454d6c3-cd60-4db0-951e-e17071b4e36f tempest-VolumesAdminNegativeTest-624188729 tempest-VolumesAdminNegativeTest-624188729-project-member] [instance: da33b77b-49c7-48e3-9f43-68e4bf6e53a8] Unregistering the VM {{(pid=69770) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 906.341070] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-57e5d07c-1154-440e-b258-aa70cb0cd689 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.379244] env[69770]: DEBUG oslo_vmware.api [None req-6b375aa2-76aa-42ee-9cb9-4714721218d4 tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] Task: {'id': task-4069848, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.540002} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 906.379592] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b375aa2-76aa-42ee-9cb9-4714721218d4 tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk to [datastore2] 9de87335-1db9-4bb3-ab4b-6bec27911b5f/9de87335-1db9-4bb3-ab4b-6bec27911b5f.vmdk {{(pid=69770) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 906.379852] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-6b375aa2-76aa-42ee-9cb9-4714721218d4 tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] [instance: 9de87335-1db9-4bb3-ab4b-6bec27911b5f] Extending root virtual disk to 1048576 {{(pid=69770) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 906.380162] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a6e0af07-da24-4726-ab4a-203a963a330f {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.387864] env[69770]: DEBUG oslo_vmware.api [None req-6b375aa2-76aa-42ee-9cb9-4714721218d4 tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] Waiting for the task: (returnval){ [ 906.387864] env[69770]: value = "task-4069851" [ 906.387864] env[69770]: _type = "Task" [ 906.387864] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 906.397476] env[69770]: DEBUG oslo_vmware.api [None req-6b375aa2-76aa-42ee-9cb9-4714721218d4 tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] Task: {'id': task-4069851, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.412943] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-1454d6c3-cd60-4db0-951e-e17071b4e36f tempest-VolumesAdminNegativeTest-624188729 tempest-VolumesAdminNegativeTest-624188729-project-member] [instance: da33b77b-49c7-48e3-9f43-68e4bf6e53a8] Unregistered the VM {{(pid=69770) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 906.413179] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-1454d6c3-cd60-4db0-951e-e17071b4e36f tempest-VolumesAdminNegativeTest-624188729 tempest-VolumesAdminNegativeTest-624188729-project-member] [instance: da33b77b-49c7-48e3-9f43-68e4bf6e53a8] Deleting contents of the VM from datastore datastore1 {{(pid=69770) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 906.413367] env[69770]: DEBUG nova.virt.vmwareapi.ds_util [None req-1454d6c3-cd60-4db0-951e-e17071b4e36f tempest-VolumesAdminNegativeTest-624188729 tempest-VolumesAdminNegativeTest-624188729-project-member] Deleting the datastore file [datastore1] da33b77b-49c7-48e3-9f43-68e4bf6e53a8 {{(pid=69770) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 906.413649] env[69770]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bfcb9d84-b843-485e-9275-86fd331a21c4 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.422732] env[69770]: DEBUG oslo_vmware.api [None req-1454d6c3-cd60-4db0-951e-e17071b4e36f tempest-VolumesAdminNegativeTest-624188729 tempest-VolumesAdminNegativeTest-624188729-project-member] Waiting for the task: (returnval){ [ 906.422732] env[69770]: value = "task-4069852" [ 906.422732] env[69770]: _type = "Task" [ 906.422732] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 906.434978] env[69770]: DEBUG oslo_vmware.api [None req-1454d6c3-cd60-4db0-951e-e17071b4e36f tempest-VolumesAdminNegativeTest-624188729 tempest-VolumesAdminNegativeTest-624188729-project-member] Task: {'id': task-4069852, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.826025] env[69770]: DEBUG oslo_concurrency.lockutils [None req-2279e14c-dbc9-4ac1-a08a-ea6a0cce75e3 tempest-ServerAddressesTestJSON-725654377 tempest-ServerAddressesTestJSON-725654377-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.199s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 906.828594] env[69770]: DEBUG oslo_concurrency.lockutils [None req-4ac83c65-536c-474b-9a85-32bdfeab687b tempest-TenantUsagesTestJSON-669897836 tempest-TenantUsagesTestJSON-669897836-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 49.951s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 906.829537] env[69770]: DEBUG nova.objects.instance [None req-4ac83c65-536c-474b-9a85-32bdfeab687b tempest-TenantUsagesTestJSON-669897836 tempest-TenantUsagesTestJSON-669897836-project-member] Lazy-loading 'resources' on Instance uuid 7d036508-bb94-46ea-a630-117bbff02099 {{(pid=69770) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 906.859811] env[69770]: INFO nova.scheduler.client.report [None req-2279e14c-dbc9-4ac1-a08a-ea6a0cce75e3 tempest-ServerAddressesTestJSON-725654377 tempest-ServerAddressesTestJSON-725654377-project-member] Deleted allocations for instance 15ed9603-9fc7-40a2-99c6-151cf10a8c36 [ 906.898773] env[69770]: DEBUG oslo_vmware.api [None req-6b375aa2-76aa-42ee-9cb9-4714721218d4 tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] Task: {'id': task-4069851, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076672} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 906.899310] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-6b375aa2-76aa-42ee-9cb9-4714721218d4 tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] [instance: 9de87335-1db9-4bb3-ab4b-6bec27911b5f] Extended root virtual disk {{(pid=69770) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 906.900272] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-824b90b2-ba35-4b17-addb-2c4dd283ac93 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.927226] env[69770]: DEBUG nova.virt.vmwareapi.volumeops [None req-6b375aa2-76aa-42ee-9cb9-4714721218d4 tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] [instance: 9de87335-1db9-4bb3-ab4b-6bec27911b5f] Reconfiguring VM instance instance-00000034 to attach disk [datastore2] 9de87335-1db9-4bb3-ab4b-6bec27911b5f/9de87335-1db9-4bb3-ab4b-6bec27911b5f.vmdk or device None with type sparse {{(pid=69770) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 906.928047] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-33042358-e815-4763-968f-65ec48cfc2af {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.956921] env[69770]: DEBUG oslo_vmware.api [None req-1454d6c3-cd60-4db0-951e-e17071b4e36f tempest-VolumesAdminNegativeTest-624188729 tempest-VolumesAdminNegativeTest-624188729-project-member] Task: {'id': task-4069852, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.489002} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 906.961020] env[69770]: DEBUG nova.virt.vmwareapi.ds_util [None req-1454d6c3-cd60-4db0-951e-e17071b4e36f tempest-VolumesAdminNegativeTest-624188729 tempest-VolumesAdminNegativeTest-624188729-project-member] Deleted the datastore file {{(pid=69770) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 906.961020] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-1454d6c3-cd60-4db0-951e-e17071b4e36f tempest-VolumesAdminNegativeTest-624188729 tempest-VolumesAdminNegativeTest-624188729-project-member] [instance: da33b77b-49c7-48e3-9f43-68e4bf6e53a8] Deleted contents of the VM from datastore datastore1 {{(pid=69770) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 906.961020] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-1454d6c3-cd60-4db0-951e-e17071b4e36f tempest-VolumesAdminNegativeTest-624188729 tempest-VolumesAdminNegativeTest-624188729-project-member] [instance: da33b77b-49c7-48e3-9f43-68e4bf6e53a8] Instance destroyed {{(pid=69770) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 906.961020] env[69770]: INFO nova.compute.manager [None req-1454d6c3-cd60-4db0-951e-e17071b4e36f tempest-VolumesAdminNegativeTest-624188729 tempest-VolumesAdminNegativeTest-624188729-project-member] [instance: da33b77b-49c7-48e3-9f43-68e4bf6e53a8] Took 1.16 seconds to destroy the instance on the hypervisor. [ 906.961020] env[69770]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1454d6c3-cd60-4db0-951e-e17071b4e36f tempest-VolumesAdminNegativeTest-624188729 tempest-VolumesAdminNegativeTest-624188729-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69770) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 906.961020] env[69770]: DEBUG oslo_vmware.api [None req-6b375aa2-76aa-42ee-9cb9-4714721218d4 tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] Waiting for the task: (returnval){ [ 906.961020] env[69770]: value = "task-4069853" [ 906.961020] env[69770]: _type = "Task" [ 906.961020] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 906.961020] env[69770]: DEBUG nova.compute.manager [-] [instance: da33b77b-49c7-48e3-9f43-68e4bf6e53a8] Deallocating network for instance {{(pid=69770) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 906.961020] env[69770]: DEBUG nova.network.neutron [-] [instance: da33b77b-49c7-48e3-9f43-68e4bf6e53a8] deallocate_for_instance() {{(pid=69770) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 906.972833] env[69770]: DEBUG oslo_vmware.api [None req-6b375aa2-76aa-42ee-9cb9-4714721218d4 tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] Task: {'id': task-4069853, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.374258] env[69770]: DEBUG oslo_concurrency.lockutils [None req-2279e14c-dbc9-4ac1-a08a-ea6a0cce75e3 tempest-ServerAddressesTestJSON-725654377 tempest-ServerAddressesTestJSON-725654377-project-member] Lock "15ed9603-9fc7-40a2-99c6-151cf10a8c36" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 56.199s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 907.379515] env[69770]: DEBUG nova.compute.manager [req-b4e56a8e-9f59-429e-bebe-d99579685526 req-3a693861-2169-4381-8143-00054442b556 service nova] [instance: da33b77b-49c7-48e3-9f43-68e4bf6e53a8] Received event network-vif-deleted-a63e7a86-323e-4f0e-b57a-cdd5c98b6fbb {{(pid=69770) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 907.379515] env[69770]: INFO nova.compute.manager [req-b4e56a8e-9f59-429e-bebe-d99579685526 req-3a693861-2169-4381-8143-00054442b556 service nova] [instance: da33b77b-49c7-48e3-9f43-68e4bf6e53a8] Neutron deleted interface a63e7a86-323e-4f0e-b57a-cdd5c98b6fbb; detaching it from the instance and deleting it from the info cache [ 907.379515] env[69770]: DEBUG nova.network.neutron [req-b4e56a8e-9f59-429e-bebe-d99579685526 req-3a693861-2169-4381-8143-00054442b556 service nova] [instance: da33b77b-49c7-48e3-9f43-68e4bf6e53a8] Updating instance_info_cache with network_info: [] {{(pid=69770) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 907.478937] env[69770]: DEBUG oslo_vmware.api [None req-6b375aa2-76aa-42ee-9cb9-4714721218d4 tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] Task: {'id': task-4069853, 'name': ReconfigVM_Task, 'duration_secs': 0.298527} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 907.479341] env[69770]: DEBUG nova.virt.vmwareapi.volumeops [None req-6b375aa2-76aa-42ee-9cb9-4714721218d4 tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] [instance: 9de87335-1db9-4bb3-ab4b-6bec27911b5f] Reconfigured VM instance instance-00000034 to attach disk [datastore2] 9de87335-1db9-4bb3-ab4b-6bec27911b5f/9de87335-1db9-4bb3-ab4b-6bec27911b5f.vmdk or device None with type sparse {{(pid=69770) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 907.480863] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-98caf521-1922-48cf-ac49-cef365e1ec53 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.492475] env[69770]: DEBUG oslo_vmware.api [None req-6b375aa2-76aa-42ee-9cb9-4714721218d4 tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] Waiting for the task: (returnval){ [ 907.492475] env[69770]: value = "task-4069854" [ 907.492475] env[69770]: _type = "Task" [ 907.492475] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 907.504303] env[69770]: DEBUG oslo_vmware.api [None req-6b375aa2-76aa-42ee-9cb9-4714721218d4 tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] Task: {'id': task-4069854, 'name': Rename_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.802259] env[69770]: DEBUG nova.network.neutron [-] [instance: da33b77b-49c7-48e3-9f43-68e4bf6e53a8] Updating instance_info_cache with network_info: [] {{(pid=69770) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 907.883175] env[69770]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-30ab5410-5255-4607-b7f2-35f28fdafc22 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.896787] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13e939bb-7d07-4d8c-9b5f-5af713feff11 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.937558] env[69770]: DEBUG nova.compute.manager [req-b4e56a8e-9f59-429e-bebe-d99579685526 req-3a693861-2169-4381-8143-00054442b556 service nova] [instance: da33b77b-49c7-48e3-9f43-68e4bf6e53a8] Detach interface failed, port_id=a63e7a86-323e-4f0e-b57a-cdd5c98b6fbb, reason: Instance da33b77b-49c7-48e3-9f43-68e4bf6e53a8 could not be found. {{(pid=69770) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 908.004332] env[69770]: DEBUG oslo_vmware.api [None req-6b375aa2-76aa-42ee-9cb9-4714721218d4 tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] Task: {'id': task-4069854, 'name': Rename_Task, 'duration_secs': 0.167464} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 908.007788] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b375aa2-76aa-42ee-9cb9-4714721218d4 tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] [instance: 9de87335-1db9-4bb3-ab4b-6bec27911b5f] Powering on the VM {{(pid=69770) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 908.008376] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d1b956ec-8a69-4ee1-a0b1-2aad0aff21a7 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.015492] env[69770]: DEBUG oslo_vmware.api [None req-6b375aa2-76aa-42ee-9cb9-4714721218d4 tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] Waiting for the task: (returnval){ [ 908.015492] env[69770]: value = "task-4069855" [ 908.015492] env[69770]: _type = "Task" [ 908.015492] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 908.030572] env[69770]: DEBUG oslo_vmware.api [None req-6b375aa2-76aa-42ee-9cb9-4714721218d4 tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] Task: {'id': task-4069855, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.082966] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9377aa4-c171-4bef-a361-16361051fd64 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.091875] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccf9b332-f30c-4871-b779-d0f00e03c006 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.126615] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d347df4-26e8-4db5-839a-532a135cafb7 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.135149] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd8be630-9812-44aa-ae0e-462d05cb54c5 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.153965] env[69770]: DEBUG nova.compute.provider_tree [None req-4ac83c65-536c-474b-9a85-32bdfeab687b tempest-TenantUsagesTestJSON-669897836 tempest-TenantUsagesTestJSON-669897836-project-member] Inventory has not changed in ProviderTree for provider: 7cc7d32b-b7a7-454a-a456-2a440248ed9d {{(pid=69770) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 908.308316] env[69770]: INFO nova.compute.manager [-] [instance: da33b77b-49c7-48e3-9f43-68e4bf6e53a8] Took 1.35 seconds to deallocate network for instance. [ 908.535251] env[69770]: DEBUG oslo_vmware.api [None req-6b375aa2-76aa-42ee-9cb9-4714721218d4 tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] Task: {'id': task-4069855, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.665463] env[69770]: DEBUG nova.scheduler.client.report [None req-4ac83c65-536c-474b-9a85-32bdfeab687b tempest-TenantUsagesTestJSON-669897836 tempest-TenantUsagesTestJSON-669897836-project-member] Inventory has not changed for provider 7cc7d32b-b7a7-454a-a456-2a440248ed9d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69770) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 908.818032] env[69770]: DEBUG oslo_concurrency.lockutils [None req-1454d6c3-cd60-4db0-951e-e17071b4e36f tempest-VolumesAdminNegativeTest-624188729 tempest-VolumesAdminNegativeTest-624188729-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 909.031513] env[69770]: DEBUG oslo_vmware.api [None req-6b375aa2-76aa-42ee-9cb9-4714721218d4 tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] Task: {'id': task-4069855, 'name': PowerOnVM_Task, 'duration_secs': 0.550451} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 909.032074] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b375aa2-76aa-42ee-9cb9-4714721218d4 tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] [instance: 9de87335-1db9-4bb3-ab4b-6bec27911b5f] Powered on the VM {{(pid=69770) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 909.032074] env[69770]: INFO nova.compute.manager [None req-6b375aa2-76aa-42ee-9cb9-4714721218d4 tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] [instance: 9de87335-1db9-4bb3-ab4b-6bec27911b5f] Took 9.00 seconds to spawn the instance on the hypervisor. [ 909.032485] env[69770]: DEBUG nova.compute.manager [None req-6b375aa2-76aa-42ee-9cb9-4714721218d4 tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] [instance: 9de87335-1db9-4bb3-ab4b-6bec27911b5f] Checking state {{(pid=69770) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 909.033267] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2818e31-d2cc-4608-a99b-ce2240397fb7 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.175172] env[69770]: DEBUG oslo_concurrency.lockutils [None req-4ac83c65-536c-474b-9a85-32bdfeab687b tempest-TenantUsagesTestJSON-669897836 tempest-TenantUsagesTestJSON-669897836-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.346s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 909.180299] env[69770]: DEBUG oslo_concurrency.lockutils [None req-34774962-5b85-41f3-a0f0-d738c3acaaf1 tempest-ListServerFiltersTestJSON-1688445247 tempest-ListServerFiltersTestJSON-1688445247-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 51.827s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 909.180299] env[69770]: DEBUG nova.objects.instance [None req-34774962-5b85-41f3-a0f0-d738c3acaaf1 tempest-ListServerFiltersTestJSON-1688445247 tempest-ListServerFiltersTestJSON-1688445247-project-member] Lazy-loading 'resources' on Instance uuid 398f9fa2-efb7-4f95-bb8b-7667b8299e9d {{(pid=69770) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 909.212022] env[69770]: INFO nova.scheduler.client.report [None req-4ac83c65-536c-474b-9a85-32bdfeab687b tempest-TenantUsagesTestJSON-669897836 tempest-TenantUsagesTestJSON-669897836-project-member] Deleted allocations for instance 7d036508-bb94-46ea-a630-117bbff02099 [ 909.557434] env[69770]: INFO nova.compute.manager [None req-6b375aa2-76aa-42ee-9cb9-4714721218d4 tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] [instance: 9de87335-1db9-4bb3-ab4b-6bec27911b5f] Took 60.03 seconds to build instance. [ 909.731094] env[69770]: DEBUG oslo_concurrency.lockutils [None req-4ac83c65-536c-474b-9a85-32bdfeab687b tempest-TenantUsagesTestJSON-669897836 tempest-TenantUsagesTestJSON-669897836-project-member] Lock "7d036508-bb94-46ea-a630-117bbff02099" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 56.932s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 910.063630] env[69770]: DEBUG oslo_concurrency.lockutils [None req-6b375aa2-76aa-42ee-9cb9-4714721218d4 tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] Lock "9de87335-1db9-4bb3-ab4b-6bec27911b5f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 63.090s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 910.219490] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af7a5885-42f9-4751-abec-06942e14a353 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.232095] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3074386c-c46f-4ada-ad42-9800f4798c7c {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.269018] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21f5c072-5917-4075-8677-c7da0f540ff9 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.278205] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31fed379-079e-4c05-822b-8e4ff78c33b0 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.294931] env[69770]: DEBUG nova.compute.provider_tree [None req-34774962-5b85-41f3-a0f0-d738c3acaaf1 tempest-ListServerFiltersTestJSON-1688445247 tempest-ListServerFiltersTestJSON-1688445247-project-member] Inventory has not changed in ProviderTree for provider: 7cc7d32b-b7a7-454a-a456-2a440248ed9d {{(pid=69770) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 910.572356] env[69770]: DEBUG nova.compute.manager [None req-5bec6530-3ca2-4925-a80a-c440233d795f tempest-ServerMetadataTestJSON-275718558 tempest-ServerMetadataTestJSON-275718558-project-member] [instance: a1f5fa57-2f51-4514-a7fd-64e10535c556] Starting instance... {{(pid=69770) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 910.676850] env[69770]: DEBUG nova.compute.manager [req-78b5f374-8b2e-420a-a19c-32434affbca7 req-cedb826d-6a06-443c-978e-195b13f567e5 service nova] [instance: 9de87335-1db9-4bb3-ab4b-6bec27911b5f] Received event network-changed-93fd4eaf-717f-4082-8fe4-ef2bd259eb53 {{(pid=69770) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 910.677054] env[69770]: DEBUG nova.compute.manager [req-78b5f374-8b2e-420a-a19c-32434affbca7 req-cedb826d-6a06-443c-978e-195b13f567e5 service nova] [instance: 9de87335-1db9-4bb3-ab4b-6bec27911b5f] Refreshing instance network info cache due to event network-changed-93fd4eaf-717f-4082-8fe4-ef2bd259eb53. {{(pid=69770) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 910.677293] env[69770]: DEBUG oslo_concurrency.lockutils [req-78b5f374-8b2e-420a-a19c-32434affbca7 req-cedb826d-6a06-443c-978e-195b13f567e5 service nova] Acquiring lock "refresh_cache-9de87335-1db9-4bb3-ab4b-6bec27911b5f" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.677463] env[69770]: DEBUG oslo_concurrency.lockutils [req-78b5f374-8b2e-420a-a19c-32434affbca7 req-cedb826d-6a06-443c-978e-195b13f567e5 service nova] Acquired lock "refresh_cache-9de87335-1db9-4bb3-ab4b-6bec27911b5f" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.677666] env[69770]: DEBUG nova.network.neutron [req-78b5f374-8b2e-420a-a19c-32434affbca7 req-cedb826d-6a06-443c-978e-195b13f567e5 service nova] [instance: 9de87335-1db9-4bb3-ab4b-6bec27911b5f] Refreshing network info cache for port 93fd4eaf-717f-4082-8fe4-ef2bd259eb53 {{(pid=69770) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 910.800462] env[69770]: DEBUG nova.scheduler.client.report [None req-34774962-5b85-41f3-a0f0-d738c3acaaf1 tempest-ListServerFiltersTestJSON-1688445247 tempest-ListServerFiltersTestJSON-1688445247-project-member] Inventory has not changed for provider 7cc7d32b-b7a7-454a-a456-2a440248ed9d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69770) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 911.100271] env[69770]: DEBUG oslo_concurrency.lockutils [None req-5bec6530-3ca2-4925-a80a-c440233d795f tempest-ServerMetadataTestJSON-275718558 tempest-ServerMetadataTestJSON-275718558-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 911.304887] env[69770]: DEBUG oslo_concurrency.lockutils [None req-34774962-5b85-41f3-a0f0-d738c3acaaf1 tempest-ListServerFiltersTestJSON-1688445247 tempest-ListServerFiltersTestJSON-1688445247-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.125s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 911.306535] env[69770]: DEBUG oslo_concurrency.lockutils [None req-e4722f74-605c-4519-9db2-2e4ec8fdbd10 tempest-ListImageFiltersTestJSON-573549216 tempest-ListImageFiltersTestJSON-573549216-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 46.887s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 911.308294] env[69770]: DEBUG nova.objects.instance [None req-e4722f74-605c-4519-9db2-2e4ec8fdbd10 tempest-ListImageFiltersTestJSON-573549216 tempest-ListImageFiltersTestJSON-573549216-project-member] Lazy-loading 'resources' on Instance uuid 8c85c90a-f87e-4356-8752-b7b8a16d12cd {{(pid=69770) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 911.337218] env[69770]: INFO nova.scheduler.client.report [None req-34774962-5b85-41f3-a0f0-d738c3acaaf1 tempest-ListServerFiltersTestJSON-1688445247 tempest-ListServerFiltersTestJSON-1688445247-project-member] Deleted allocations for instance 398f9fa2-efb7-4f95-bb8b-7667b8299e9d [ 911.652342] env[69770]: DEBUG nova.network.neutron [req-78b5f374-8b2e-420a-a19c-32434affbca7 req-cedb826d-6a06-443c-978e-195b13f567e5 service nova] [instance: 9de87335-1db9-4bb3-ab4b-6bec27911b5f] Updated VIF entry in instance network info cache for port 93fd4eaf-717f-4082-8fe4-ef2bd259eb53. {{(pid=69770) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 911.652342] env[69770]: DEBUG nova.network.neutron [req-78b5f374-8b2e-420a-a19c-32434affbca7 req-cedb826d-6a06-443c-978e-195b13f567e5 service nova] [instance: 9de87335-1db9-4bb3-ab4b-6bec27911b5f] Updating instance_info_cache with network_info: [{"id": "93fd4eaf-717f-4082-8fe4-ef2bd259eb53", "address": "fa:16:3e:53:18:cf", "network": {"id": "d5ae8d06-e279-436f-9c41-66b44f6f2542", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1370812323-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.189", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "63715e849e05463da9bfa0405c750b8f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dad4f433-bb0b-45c7-8040-972ef2277f75", "external-id": "nsx-vlan-transportzone-451", "segmentation_id": 451, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap93fd4eaf-71", "ovs_interfaceid": "93fd4eaf-717f-4082-8fe4-ef2bd259eb53", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69770) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 911.851550] env[69770]: DEBUG oslo_concurrency.lockutils [None req-34774962-5b85-41f3-a0f0-d738c3acaaf1 tempest-ListServerFiltersTestJSON-1688445247 tempest-ListServerFiltersTestJSON-1688445247-project-member] Lock "398f9fa2-efb7-4f95-bb8b-7667b8299e9d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 58.261s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 912.157190] env[69770]: DEBUG oslo_concurrency.lockutils [req-78b5f374-8b2e-420a-a19c-32434affbca7 req-cedb826d-6a06-443c-978e-195b13f567e5 service nova] Releasing lock "refresh_cache-9de87335-1db9-4bb3-ab4b-6bec27911b5f" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.422075] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d833abd3-0ba1-47b4-a650-f6a18ee3ee5a {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.433970] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71444e3b-047c-4b6c-b37b-e599958e674f {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.475874] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc519965-2cc3-4b6d-87e4-18ca9e565aa5 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.485791] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d552c60-57b6-4622-80f0-94a863a9d1e0 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.502302] env[69770]: DEBUG nova.compute.provider_tree [None req-e4722f74-605c-4519-9db2-2e4ec8fdbd10 tempest-ListImageFiltersTestJSON-573549216 tempest-ListImageFiltersTestJSON-573549216-project-member] Inventory has not changed in ProviderTree for provider: 7cc7d32b-b7a7-454a-a456-2a440248ed9d {{(pid=69770) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 912.531709] env[69770]: DEBUG oslo_concurrency.lockutils [None req-789bdefc-0062-4d3a-90ce-670cd823d935 tempest-ListServerFiltersTestJSON-1688445247 tempest-ListServerFiltersTestJSON-1688445247-project-member] Acquiring lock "1ecca185-3141-408a-92c7-c3a431ddc25d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 912.531709] env[69770]: DEBUG oslo_concurrency.lockutils [None req-789bdefc-0062-4d3a-90ce-670cd823d935 tempest-ListServerFiltersTestJSON-1688445247 tempest-ListServerFiltersTestJSON-1688445247-project-member] Lock "1ecca185-3141-408a-92c7-c3a431ddc25d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 912.531709] env[69770]: DEBUG oslo_concurrency.lockutils [None req-789bdefc-0062-4d3a-90ce-670cd823d935 tempest-ListServerFiltersTestJSON-1688445247 tempest-ListServerFiltersTestJSON-1688445247-project-member] Acquiring lock "1ecca185-3141-408a-92c7-c3a431ddc25d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 912.531709] env[69770]: DEBUG oslo_concurrency.lockutils [None req-789bdefc-0062-4d3a-90ce-670cd823d935 tempest-ListServerFiltersTestJSON-1688445247 tempest-ListServerFiltersTestJSON-1688445247-project-member] Lock "1ecca185-3141-408a-92c7-c3a431ddc25d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 912.531709] env[69770]: DEBUG oslo_concurrency.lockutils [None req-789bdefc-0062-4d3a-90ce-670cd823d935 tempest-ListServerFiltersTestJSON-1688445247 tempest-ListServerFiltersTestJSON-1688445247-project-member] Lock "1ecca185-3141-408a-92c7-c3a431ddc25d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 912.533071] env[69770]: INFO nova.compute.manager [None req-789bdefc-0062-4d3a-90ce-670cd823d935 tempest-ListServerFiltersTestJSON-1688445247 tempest-ListServerFiltersTestJSON-1688445247-project-member] [instance: 1ecca185-3141-408a-92c7-c3a431ddc25d] Terminating instance [ 912.750044] env[69770]: DEBUG oslo_concurrency.lockutils [None req-21ebb942-282f-4f51-95b3-1b7c9f729959 tempest-ServerShowV254Test-1833803571 tempest-ServerShowV254Test-1833803571-project-member] Acquiring lock "bf2dd621-f03e-45ad-a4b0-953858139f65" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 912.750323] env[69770]: DEBUG oslo_concurrency.lockutils [None req-21ebb942-282f-4f51-95b3-1b7c9f729959 tempest-ServerShowV254Test-1833803571 tempest-ServerShowV254Test-1833803571-project-member] Lock "bf2dd621-f03e-45ad-a4b0-953858139f65" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 913.007153] env[69770]: DEBUG nova.scheduler.client.report [None req-e4722f74-605c-4519-9db2-2e4ec8fdbd10 tempest-ListImageFiltersTestJSON-573549216 tempest-ListImageFiltersTestJSON-573549216-project-member] Inventory has not changed for provider 7cc7d32b-b7a7-454a-a456-2a440248ed9d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69770) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 913.037142] env[69770]: DEBUG nova.compute.manager [None req-789bdefc-0062-4d3a-90ce-670cd823d935 tempest-ListServerFiltersTestJSON-1688445247 tempest-ListServerFiltersTestJSON-1688445247-project-member] [instance: 1ecca185-3141-408a-92c7-c3a431ddc25d] Start destroying the instance on the hypervisor. {{(pid=69770) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 913.037364] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-789bdefc-0062-4d3a-90ce-670cd823d935 tempest-ListServerFiltersTestJSON-1688445247 tempest-ListServerFiltersTestJSON-1688445247-project-member] [instance: 1ecca185-3141-408a-92c7-c3a431ddc25d] Destroying instance {{(pid=69770) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 913.038590] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a248f5b0-b8c8-48ad-a44b-c11595372646 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.046667] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-789bdefc-0062-4d3a-90ce-670cd823d935 tempest-ListServerFiltersTestJSON-1688445247 tempest-ListServerFiltersTestJSON-1688445247-project-member] [instance: 1ecca185-3141-408a-92c7-c3a431ddc25d] Powering off the VM {{(pid=69770) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 913.046931] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3a2f5bc6-f714-4146-a0cf-3e2736567508 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.054868] env[69770]: DEBUG oslo_vmware.api [None req-789bdefc-0062-4d3a-90ce-670cd823d935 tempest-ListServerFiltersTestJSON-1688445247 tempest-ListServerFiltersTestJSON-1688445247-project-member] Waiting for the task: (returnval){ [ 913.054868] env[69770]: value = "task-4069856" [ 913.054868] env[69770]: _type = "Task" [ 913.054868] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 913.065159] env[69770]: DEBUG oslo_vmware.api [None req-789bdefc-0062-4d3a-90ce-670cd823d935 tempest-ListServerFiltersTestJSON-1688445247 tempest-ListServerFiltersTestJSON-1688445247-project-member] Task: {'id': task-4069856, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.425794] env[69770]: DEBUG oslo_concurrency.lockutils [None req-8e5b9251-3620-4f88-97d1-0d18a30a0f4a tempest-ServerMetadataNegativeTestJSON-1738636266 tempest-ServerMetadataNegativeTestJSON-1738636266-project-member] Acquiring lock "735aaf86-ca37-4c5c-9296-568d98ace91c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 913.427849] env[69770]: DEBUG oslo_concurrency.lockutils [None req-8e5b9251-3620-4f88-97d1-0d18a30a0f4a tempest-ServerMetadataNegativeTestJSON-1738636266 tempest-ServerMetadataNegativeTestJSON-1738636266-project-member] Lock "735aaf86-ca37-4c5c-9296-568d98ace91c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 913.512986] env[69770]: DEBUG oslo_concurrency.lockutils [None req-e4722f74-605c-4519-9db2-2e4ec8fdbd10 tempest-ListImageFiltersTestJSON-573549216 tempest-ListImageFiltersTestJSON-573549216-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.206s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 913.518020] env[69770]: DEBUG oslo_concurrency.lockutils [None req-909d40c5-1647-4c12-80bc-de2dac121dcc tempest-MigrationsAdminTest-1409017777 tempest-MigrationsAdminTest-1409017777-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 48.214s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 913.551518] env[69770]: INFO nova.scheduler.client.report [None req-e4722f74-605c-4519-9db2-2e4ec8fdbd10 tempest-ListImageFiltersTestJSON-573549216 tempest-ListImageFiltersTestJSON-573549216-project-member] Deleted allocations for instance 8c85c90a-f87e-4356-8752-b7b8a16d12cd [ 913.569069] env[69770]: DEBUG oslo_vmware.api [None req-789bdefc-0062-4d3a-90ce-670cd823d935 tempest-ListServerFiltersTestJSON-1688445247 tempest-ListServerFiltersTestJSON-1688445247-project-member] Task: {'id': task-4069856, 'name': PowerOffVM_Task, 'duration_secs': 0.302006} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 913.569353] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-789bdefc-0062-4d3a-90ce-670cd823d935 tempest-ListServerFiltersTestJSON-1688445247 tempest-ListServerFiltersTestJSON-1688445247-project-member] [instance: 1ecca185-3141-408a-92c7-c3a431ddc25d] Powered off the VM {{(pid=69770) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 913.569517] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-789bdefc-0062-4d3a-90ce-670cd823d935 tempest-ListServerFiltersTestJSON-1688445247 tempest-ListServerFiltersTestJSON-1688445247-project-member] [instance: 1ecca185-3141-408a-92c7-c3a431ddc25d] Unregistering the VM {{(pid=69770) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 913.569957] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b7f7eb95-1081-4552-b812-212c1b24ed10 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.654316] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-789bdefc-0062-4d3a-90ce-670cd823d935 tempest-ListServerFiltersTestJSON-1688445247 tempest-ListServerFiltersTestJSON-1688445247-project-member] [instance: 1ecca185-3141-408a-92c7-c3a431ddc25d] Unregistered the VM {{(pid=69770) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 913.654505] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-789bdefc-0062-4d3a-90ce-670cd823d935 tempest-ListServerFiltersTestJSON-1688445247 tempest-ListServerFiltersTestJSON-1688445247-project-member] [instance: 1ecca185-3141-408a-92c7-c3a431ddc25d] Deleting contents of the VM from datastore datastore1 {{(pid=69770) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 913.654674] env[69770]: DEBUG nova.virt.vmwareapi.ds_util [None req-789bdefc-0062-4d3a-90ce-670cd823d935 tempest-ListServerFiltersTestJSON-1688445247 tempest-ListServerFiltersTestJSON-1688445247-project-member] Deleting the datastore file [datastore1] 1ecca185-3141-408a-92c7-c3a431ddc25d {{(pid=69770) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 913.654964] env[69770]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-99f4620d-c930-47b1-81c4-c74656ec6c7d {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.664940] env[69770]: DEBUG oslo_vmware.api [None req-789bdefc-0062-4d3a-90ce-670cd823d935 tempest-ListServerFiltersTestJSON-1688445247 tempest-ListServerFiltersTestJSON-1688445247-project-member] Waiting for the task: (returnval){ [ 913.664940] env[69770]: value = "task-4069858" [ 913.664940] env[69770]: _type = "Task" [ 913.664940] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 913.673234] env[69770]: DEBUG oslo_vmware.api [None req-789bdefc-0062-4d3a-90ce-670cd823d935 tempest-ListServerFiltersTestJSON-1688445247 tempest-ListServerFiltersTestJSON-1688445247-project-member] Task: {'id': task-4069858, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.023953] env[69770]: INFO nova.compute.claims [None req-909d40c5-1647-4c12-80bc-de2dac121dcc tempest-MigrationsAdminTest-1409017777 tempest-MigrationsAdminTest-1409017777-project-member] [instance: 95957450-4202-4400-ab80-e9d3a56b2efb] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 914.065726] env[69770]: DEBUG oslo_concurrency.lockutils [None req-e4722f74-605c-4519-9db2-2e4ec8fdbd10 tempest-ListImageFiltersTestJSON-573549216 tempest-ListImageFiltersTestJSON-573549216-project-member] Lock "8c85c90a-f87e-4356-8752-b7b8a16d12cd" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 53.380s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 914.175889] env[69770]: DEBUG oslo_vmware.api [None req-789bdefc-0062-4d3a-90ce-670cd823d935 tempest-ListServerFiltersTestJSON-1688445247 tempest-ListServerFiltersTestJSON-1688445247-project-member] Task: {'id': task-4069858, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.202048} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 914.176170] env[69770]: DEBUG nova.virt.vmwareapi.ds_util [None req-789bdefc-0062-4d3a-90ce-670cd823d935 tempest-ListServerFiltersTestJSON-1688445247 tempest-ListServerFiltersTestJSON-1688445247-project-member] Deleted the datastore file {{(pid=69770) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 914.176410] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-789bdefc-0062-4d3a-90ce-670cd823d935 tempest-ListServerFiltersTestJSON-1688445247 tempest-ListServerFiltersTestJSON-1688445247-project-member] [instance: 1ecca185-3141-408a-92c7-c3a431ddc25d] Deleted contents of the VM from datastore datastore1 {{(pid=69770) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 914.176610] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-789bdefc-0062-4d3a-90ce-670cd823d935 tempest-ListServerFiltersTestJSON-1688445247 tempest-ListServerFiltersTestJSON-1688445247-project-member] [instance: 1ecca185-3141-408a-92c7-c3a431ddc25d] Instance destroyed {{(pid=69770) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 914.176785] env[69770]: INFO nova.compute.manager [None req-789bdefc-0062-4d3a-90ce-670cd823d935 tempest-ListServerFiltersTestJSON-1688445247 tempest-ListServerFiltersTestJSON-1688445247-project-member] [instance: 1ecca185-3141-408a-92c7-c3a431ddc25d] Took 1.14 seconds to destroy the instance on the hypervisor. [ 914.177037] env[69770]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-789bdefc-0062-4d3a-90ce-670cd823d935 tempest-ListServerFiltersTestJSON-1688445247 tempest-ListServerFiltersTestJSON-1688445247-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69770) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 914.177241] env[69770]: DEBUG nova.compute.manager [-] [instance: 1ecca185-3141-408a-92c7-c3a431ddc25d] Deallocating network for instance {{(pid=69770) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 914.177393] env[69770]: DEBUG nova.network.neutron [-] [instance: 1ecca185-3141-408a-92c7-c3a431ddc25d] deallocate_for_instance() {{(pid=69770) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 914.532387] env[69770]: INFO nova.compute.resource_tracker [None req-909d40c5-1647-4c12-80bc-de2dac121dcc tempest-MigrationsAdminTest-1409017777 tempest-MigrationsAdminTest-1409017777-project-member] [instance: 95957450-4202-4400-ab80-e9d3a56b2efb] Updating resource usage from migration 982f4f45-dc0f-4862-9ee7-a92709f17eaf [ 914.547664] env[69770]: DEBUG nova.compute.manager [req-f714fa5f-9fc5-41ae-b506-4d407d15b131 req-59dd2d3a-716d-4fcc-a97b-c59a122c434a service nova] [instance: 1ecca185-3141-408a-92c7-c3a431ddc25d] Received event network-vif-deleted-2393ac42-109d-4c4c-a634-4607aa90a522 {{(pid=69770) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 914.550620] env[69770]: INFO nova.compute.manager [req-f714fa5f-9fc5-41ae-b506-4d407d15b131 req-59dd2d3a-716d-4fcc-a97b-c59a122c434a service nova] [instance: 1ecca185-3141-408a-92c7-c3a431ddc25d] Neutron deleted interface 2393ac42-109d-4c4c-a634-4607aa90a522; detaching it from the instance and deleting it from the info cache [ 914.550620] env[69770]: DEBUG nova.network.neutron [req-f714fa5f-9fc5-41ae-b506-4d407d15b131 req-59dd2d3a-716d-4fcc-a97b-c59a122c434a service nova] [instance: 1ecca185-3141-408a-92c7-c3a431ddc25d] Updating instance_info_cache with network_info: [] {{(pid=69770) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 914.940924] env[69770]: DEBUG nova.network.neutron [-] [instance: 1ecca185-3141-408a-92c7-c3a431ddc25d] Updating instance_info_cache with network_info: [] {{(pid=69770) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 915.052858] env[69770]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-cc9b10fa-c3a7-482e-b600-1c8c42b52aee {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.066220] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d43d1dc-e1f0-4d8d-bfef-2b6b2d6c873a {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.106302] env[69770]: DEBUG nova.compute.manager [req-f714fa5f-9fc5-41ae-b506-4d407d15b131 req-59dd2d3a-716d-4fcc-a97b-c59a122c434a service nova] [instance: 1ecca185-3141-408a-92c7-c3a431ddc25d] Detach interface failed, port_id=2393ac42-109d-4c4c-a634-4607aa90a522, reason: Instance 1ecca185-3141-408a-92c7-c3a431ddc25d could not be found. {{(pid=69770) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 915.122505] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5166a78-319c-4770-aeb5-3c46cc7ccd75 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.130854] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c1a52e0-a685-47d9-a33a-a43fda3b1c77 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.166458] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e06c38ea-81a1-4b26-b2ab-c3ce0a815645 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.178883] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a70b776b-8a24-4863-9a1b-9a197e950009 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.194329] env[69770]: DEBUG nova.compute.provider_tree [None req-909d40c5-1647-4c12-80bc-de2dac121dcc tempest-MigrationsAdminTest-1409017777 tempest-MigrationsAdminTest-1409017777-project-member] Inventory has not changed in ProviderTree for provider: 7cc7d32b-b7a7-454a-a456-2a440248ed9d {{(pid=69770) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 915.444741] env[69770]: INFO nova.compute.manager [-] [instance: 1ecca185-3141-408a-92c7-c3a431ddc25d] Took 1.27 seconds to deallocate network for instance. [ 915.674011] env[69770]: DEBUG oslo_concurrency.lockutils [None req-da05d89d-95ab-4c65-bab3-bd990ce45495 tempest-ServersWithSpecificFlavorTestJSON-412767258 tempest-ServersWithSpecificFlavorTestJSON-412767258-project-member] Acquiring lock "5a605234-adcc-42bc-94e4-b6312611e566" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 915.674176] env[69770]: DEBUG oslo_concurrency.lockutils [None req-da05d89d-95ab-4c65-bab3-bd990ce45495 tempest-ServersWithSpecificFlavorTestJSON-412767258 tempest-ServersWithSpecificFlavorTestJSON-412767258-project-member] Lock "5a605234-adcc-42bc-94e4-b6312611e566" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 915.674393] env[69770]: DEBUG oslo_concurrency.lockutils [None req-da05d89d-95ab-4c65-bab3-bd990ce45495 tempest-ServersWithSpecificFlavorTestJSON-412767258 tempest-ServersWithSpecificFlavorTestJSON-412767258-project-member] Acquiring lock "5a605234-adcc-42bc-94e4-b6312611e566-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 915.674590] env[69770]: DEBUG oslo_concurrency.lockutils [None req-da05d89d-95ab-4c65-bab3-bd990ce45495 tempest-ServersWithSpecificFlavorTestJSON-412767258 tempest-ServersWithSpecificFlavorTestJSON-412767258-project-member] Lock "5a605234-adcc-42bc-94e4-b6312611e566-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 915.674759] env[69770]: DEBUG oslo_concurrency.lockutils [None req-da05d89d-95ab-4c65-bab3-bd990ce45495 tempest-ServersWithSpecificFlavorTestJSON-412767258 tempest-ServersWithSpecificFlavorTestJSON-412767258-project-member] Lock "5a605234-adcc-42bc-94e4-b6312611e566-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 915.676948] env[69770]: INFO nova.compute.manager [None req-da05d89d-95ab-4c65-bab3-bd990ce45495 tempest-ServersWithSpecificFlavorTestJSON-412767258 tempest-ServersWithSpecificFlavorTestJSON-412767258-project-member] [instance: 5a605234-adcc-42bc-94e4-b6312611e566] Terminating instance [ 915.698072] env[69770]: DEBUG nova.scheduler.client.report [None req-909d40c5-1647-4c12-80bc-de2dac121dcc tempest-MigrationsAdminTest-1409017777 tempest-MigrationsAdminTest-1409017777-project-member] Inventory has not changed for provider 7cc7d32b-b7a7-454a-a456-2a440248ed9d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69770) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 915.951933] env[69770]: DEBUG oslo_concurrency.lockutils [None req-789bdefc-0062-4d3a-90ce-670cd823d935 tempest-ListServerFiltersTestJSON-1688445247 tempest-ListServerFiltersTestJSON-1688445247-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 916.184828] env[69770]: DEBUG nova.compute.manager [None req-da05d89d-95ab-4c65-bab3-bd990ce45495 tempest-ServersWithSpecificFlavorTestJSON-412767258 tempest-ServersWithSpecificFlavorTestJSON-412767258-project-member] [instance: 5a605234-adcc-42bc-94e4-b6312611e566] Start destroying the instance on the hypervisor. {{(pid=69770) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 916.185175] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-da05d89d-95ab-4c65-bab3-bd990ce45495 tempest-ServersWithSpecificFlavorTestJSON-412767258 tempest-ServersWithSpecificFlavorTestJSON-412767258-project-member] [instance: 5a605234-adcc-42bc-94e4-b6312611e566] Destroying instance {{(pid=69770) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 916.186014] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-484abb90-78cd-40f4-95c3-093a5c7fc078 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.196262] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-da05d89d-95ab-4c65-bab3-bd990ce45495 tempest-ServersWithSpecificFlavorTestJSON-412767258 tempest-ServersWithSpecificFlavorTestJSON-412767258-project-member] [instance: 5a605234-adcc-42bc-94e4-b6312611e566] Powering off the VM {{(pid=69770) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 916.196582] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-af824fcc-13db-4c3e-ac4c-a6e8a8970c8b {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.202360] env[69770]: DEBUG oslo_concurrency.lockutils [None req-909d40c5-1647-4c12-80bc-de2dac121dcc tempest-MigrationsAdminTest-1409017777 tempest-MigrationsAdminTest-1409017777-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.686s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 916.202565] env[69770]: INFO nova.compute.manager [None req-909d40c5-1647-4c12-80bc-de2dac121dcc tempest-MigrationsAdminTest-1409017777 tempest-MigrationsAdminTest-1409017777-project-member] [instance: 95957450-4202-4400-ab80-e9d3a56b2efb] Migrating [ 916.211618] env[69770]: DEBUG oslo_concurrency.lockutils [None req-c7d914f8-338f-4932-a01f-8e82f12c9121 tempest-SecurityGroupsTestJSON-864666295 tempest-SecurityGroupsTestJSON-864666295-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 49.157s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 916.211618] env[69770]: DEBUG nova.objects.instance [None req-c7d914f8-338f-4932-a01f-8e82f12c9121 tempest-SecurityGroupsTestJSON-864666295 tempest-SecurityGroupsTestJSON-864666295-project-member] Lazy-loading 'resources' on Instance uuid c089aece-c240-4203-96d7-e8fc9820c7d6 {{(pid=69770) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 916.215121] env[69770]: DEBUG oslo_vmware.api [None req-da05d89d-95ab-4c65-bab3-bd990ce45495 tempest-ServersWithSpecificFlavorTestJSON-412767258 tempest-ServersWithSpecificFlavorTestJSON-412767258-project-member] Waiting for the task: (returnval){ [ 916.215121] env[69770]: value = "task-4069859" [ 916.215121] env[69770]: _type = "Task" [ 916.215121] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 916.235236] env[69770]: DEBUG oslo_vmware.api [None req-da05d89d-95ab-4c65-bab3-bd990ce45495 tempest-ServersWithSpecificFlavorTestJSON-412767258 tempest-ServersWithSpecificFlavorTestJSON-412767258-project-member] Task: {'id': task-4069859, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.239056] env[69770]: DEBUG oslo_concurrency.lockutils [None req-6ee327ef-cac6-461f-8261-d94045abc761 tempest-ServersWithSpecificFlavorTestJSON-412767258 tempest-ServersWithSpecificFlavorTestJSON-412767258-project-member] Acquiring lock "e4982a7d-45f6-4b3d-9768-7d260a133e8d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 916.239425] env[69770]: DEBUG oslo_concurrency.lockutils [None req-6ee327ef-cac6-461f-8261-d94045abc761 tempest-ServersWithSpecificFlavorTestJSON-412767258 tempest-ServersWithSpecificFlavorTestJSON-412767258-project-member] Lock "e4982a7d-45f6-4b3d-9768-7d260a133e8d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 916.728421] env[69770]: DEBUG oslo_concurrency.lockutils [None req-909d40c5-1647-4c12-80bc-de2dac121dcc tempest-MigrationsAdminTest-1409017777 tempest-MigrationsAdminTest-1409017777-project-member] Acquiring lock "refresh_cache-95957450-4202-4400-ab80-e9d3a56b2efb" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.728817] env[69770]: DEBUG oslo_concurrency.lockutils [None req-909d40c5-1647-4c12-80bc-de2dac121dcc tempest-MigrationsAdminTest-1409017777 tempest-MigrationsAdminTest-1409017777-project-member] Acquired lock "refresh_cache-95957450-4202-4400-ab80-e9d3a56b2efb" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.728817] env[69770]: DEBUG nova.network.neutron [None req-909d40c5-1647-4c12-80bc-de2dac121dcc tempest-MigrationsAdminTest-1409017777 tempest-MigrationsAdminTest-1409017777-project-member] [instance: 95957450-4202-4400-ab80-e9d3a56b2efb] Building network info cache for instance {{(pid=69770) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 916.735735] env[69770]: DEBUG oslo_vmware.api [None req-da05d89d-95ab-4c65-bab3-bd990ce45495 tempest-ServersWithSpecificFlavorTestJSON-412767258 tempest-ServersWithSpecificFlavorTestJSON-412767258-project-member] Task: {'id': task-4069859, 'name': PowerOffVM_Task, 'duration_secs': 0.248951} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 916.735895] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-da05d89d-95ab-4c65-bab3-bd990ce45495 tempest-ServersWithSpecificFlavorTestJSON-412767258 tempest-ServersWithSpecificFlavorTestJSON-412767258-project-member] [instance: 5a605234-adcc-42bc-94e4-b6312611e566] Powered off the VM {{(pid=69770) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 916.735967] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-da05d89d-95ab-4c65-bab3-bd990ce45495 tempest-ServersWithSpecificFlavorTestJSON-412767258 tempest-ServersWithSpecificFlavorTestJSON-412767258-project-member] [instance: 5a605234-adcc-42bc-94e4-b6312611e566] Unregistering the VM {{(pid=69770) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 916.736273] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4c7b2a87-dd05-4250-8ea1-36c98eb1ba1e {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.808511] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-da05d89d-95ab-4c65-bab3-bd990ce45495 tempest-ServersWithSpecificFlavorTestJSON-412767258 tempest-ServersWithSpecificFlavorTestJSON-412767258-project-member] [instance: 5a605234-adcc-42bc-94e4-b6312611e566] Unregistered the VM {{(pid=69770) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 916.808821] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-da05d89d-95ab-4c65-bab3-bd990ce45495 tempest-ServersWithSpecificFlavorTestJSON-412767258 tempest-ServersWithSpecificFlavorTestJSON-412767258-project-member] [instance: 5a605234-adcc-42bc-94e4-b6312611e566] Deleting contents of the VM from datastore datastore1 {{(pid=69770) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 916.809043] env[69770]: DEBUG nova.virt.vmwareapi.ds_util [None req-da05d89d-95ab-4c65-bab3-bd990ce45495 tempest-ServersWithSpecificFlavorTestJSON-412767258 tempest-ServersWithSpecificFlavorTestJSON-412767258-project-member] Deleting the datastore file [datastore1] 5a605234-adcc-42bc-94e4-b6312611e566 {{(pid=69770) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 916.809313] env[69770]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7fd54776-817e-4d84-8079-2a6c8b24dfaf {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.817292] env[69770]: DEBUG oslo_vmware.api [None req-da05d89d-95ab-4c65-bab3-bd990ce45495 tempest-ServersWithSpecificFlavorTestJSON-412767258 tempest-ServersWithSpecificFlavorTestJSON-412767258-project-member] Waiting for the task: (returnval){ [ 916.817292] env[69770]: value = "task-4069861" [ 916.817292] env[69770]: _type = "Task" [ 916.817292] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 916.829041] env[69770]: DEBUG oslo_vmware.api [None req-da05d89d-95ab-4c65-bab3-bd990ce45495 tempest-ServersWithSpecificFlavorTestJSON-412767258 tempest-ServersWithSpecificFlavorTestJSON-412767258-project-member] Task: {'id': task-4069861, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.845944] env[69770]: DEBUG oslo_concurrency.lockutils [None req-01347cd1-1fb8-4c0b-a74a-f13eb6181b0b tempest-ServersNegativeTestJSON-1437959553 tempest-ServersNegativeTestJSON-1437959553-project-member] Acquiring lock "1cd3da96-102f-4a22-8f53-12b32485ffa2" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 916.846231] env[69770]: DEBUG oslo_concurrency.lockutils [None req-01347cd1-1fb8-4c0b-a74a-f13eb6181b0b tempest-ServersNegativeTestJSON-1437959553 tempest-ServersNegativeTestJSON-1437959553-project-member] Lock "1cd3da96-102f-4a22-8f53-12b32485ffa2" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.001s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 916.846700] env[69770]: INFO nova.compute.manager [None req-01347cd1-1fb8-4c0b-a74a-f13eb6181b0b tempest-ServersNegativeTestJSON-1437959553 tempest-ServersNegativeTestJSON-1437959553-project-member] [instance: 1cd3da96-102f-4a22-8f53-12b32485ffa2] Shelving [ 917.213566] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9036beb-e1b5-4eb9-a05e-9f3314ab0715 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.221632] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e30b93d-3b2a-486a-ae2e-956f28441010 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.256700] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebffdb0d-46df-47e0-a10e-2452b12d7974 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.267581] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-852b0172-3f77-45e3-90c7-17679006e0f3 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.287302] env[69770]: DEBUG nova.compute.provider_tree [None req-c7d914f8-338f-4932-a01f-8e82f12c9121 tempest-SecurityGroupsTestJSON-864666295 tempest-SecurityGroupsTestJSON-864666295-project-member] Inventory has not changed in ProviderTree for provider: 7cc7d32b-b7a7-454a-a456-2a440248ed9d {{(pid=69770) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 917.328179] env[69770]: DEBUG oslo_vmware.api [None req-da05d89d-95ab-4c65-bab3-bd990ce45495 tempest-ServersWithSpecificFlavorTestJSON-412767258 tempest-ServersWithSpecificFlavorTestJSON-412767258-project-member] Task: {'id': task-4069861, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.146057} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 917.328456] env[69770]: DEBUG nova.virt.vmwareapi.ds_util [None req-da05d89d-95ab-4c65-bab3-bd990ce45495 tempest-ServersWithSpecificFlavorTestJSON-412767258 tempest-ServersWithSpecificFlavorTestJSON-412767258-project-member] Deleted the datastore file {{(pid=69770) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 917.328671] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-da05d89d-95ab-4c65-bab3-bd990ce45495 tempest-ServersWithSpecificFlavorTestJSON-412767258 tempest-ServersWithSpecificFlavorTestJSON-412767258-project-member] [instance: 5a605234-adcc-42bc-94e4-b6312611e566] Deleted contents of the VM from datastore datastore1 {{(pid=69770) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 917.328922] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-da05d89d-95ab-4c65-bab3-bd990ce45495 tempest-ServersWithSpecificFlavorTestJSON-412767258 tempest-ServersWithSpecificFlavorTestJSON-412767258-project-member] [instance: 5a605234-adcc-42bc-94e4-b6312611e566] Instance destroyed {{(pid=69770) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 917.329168] env[69770]: INFO nova.compute.manager [None req-da05d89d-95ab-4c65-bab3-bd990ce45495 tempest-ServersWithSpecificFlavorTestJSON-412767258 tempest-ServersWithSpecificFlavorTestJSON-412767258-project-member] [instance: 5a605234-adcc-42bc-94e4-b6312611e566] Took 1.14 seconds to destroy the instance on the hypervisor. [ 917.329546] env[69770]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-da05d89d-95ab-4c65-bab3-bd990ce45495 tempest-ServersWithSpecificFlavorTestJSON-412767258 tempest-ServersWithSpecificFlavorTestJSON-412767258-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69770) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 917.329701] env[69770]: DEBUG nova.compute.manager [-] [instance: 5a605234-adcc-42bc-94e4-b6312611e566] Deallocating network for instance {{(pid=69770) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 917.329774] env[69770]: DEBUG nova.network.neutron [-] [instance: 5a605234-adcc-42bc-94e4-b6312611e566] deallocate_for_instance() {{(pid=69770) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 917.510810] env[69770]: DEBUG nova.network.neutron [None req-909d40c5-1647-4c12-80bc-de2dac121dcc tempest-MigrationsAdminTest-1409017777 tempest-MigrationsAdminTest-1409017777-project-member] [instance: 95957450-4202-4400-ab80-e9d3a56b2efb] Updating instance_info_cache with network_info: [{"id": "b774309a-b12d-42b5-81e1-9e8615fe0806", "address": "fa:16:3e:96:17:da", "network": {"id": "f82b91df-bf84-467a-b908-3ff7324de9d6", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.92", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "d65f20bb89fb40a98b77bc6d97357df2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f0ef5aba-bd9a-42ff-a1a0-5e763986d70a", "external-id": "nsx-vlan-transportzone-209", "segmentation_id": 209, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb774309a-b1", "ovs_interfaceid": "b774309a-b12d-42b5-81e1-9e8615fe0806", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69770) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 917.702916] env[69770]: DEBUG oslo_concurrency.lockutils [None req-e766543b-d3ee-4d55-95e2-2379f9c6d309 tempest-ServerShowV257Test-679390461 tempest-ServerShowV257Test-679390461-project-member] Acquiring lock "0d90aae9-45e9-424d-b06f-7dcbef05f5bf" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 917.703451] env[69770]: DEBUG oslo_concurrency.lockutils [None req-e766543b-d3ee-4d55-95e2-2379f9c6d309 tempest-ServerShowV257Test-679390461 tempest-ServerShowV257Test-679390461-project-member] Lock "0d90aae9-45e9-424d-b06f-7dcbef05f5bf" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 917.792372] env[69770]: DEBUG nova.scheduler.client.report [None req-c7d914f8-338f-4932-a01f-8e82f12c9121 tempest-SecurityGroupsTestJSON-864666295 tempest-SecurityGroupsTestJSON-864666295-project-member] Inventory has not changed for provider 7cc7d32b-b7a7-454a-a456-2a440248ed9d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69770) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 917.858487] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-01347cd1-1fb8-4c0b-a74a-f13eb6181b0b tempest-ServersNegativeTestJSON-1437959553 tempest-ServersNegativeTestJSON-1437959553-project-member] [instance: 1cd3da96-102f-4a22-8f53-12b32485ffa2] Powering off the VM {{(pid=69770) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 917.858864] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-136b0fa0-4aa3-416a-a052-a727ce9d9569 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.867143] env[69770]: DEBUG oslo_vmware.api [None req-01347cd1-1fb8-4c0b-a74a-f13eb6181b0b tempest-ServersNegativeTestJSON-1437959553 tempest-ServersNegativeTestJSON-1437959553-project-member] Waiting for the task: (returnval){ [ 917.867143] env[69770]: value = "task-4069862" [ 917.867143] env[69770]: _type = "Task" [ 917.867143] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 917.876620] env[69770]: DEBUG oslo_vmware.api [None req-01347cd1-1fb8-4c0b-a74a-f13eb6181b0b tempest-ServersNegativeTestJSON-1437959553 tempest-ServersNegativeTestJSON-1437959553-project-member] Task: {'id': task-4069862, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.911188] env[69770]: DEBUG nova.compute.manager [req-fb8ae067-fab7-4108-b4d7-8f624bc6c199 req-ce98858c-0697-46d2-acb2-2c9067699a16 service nova] [instance: 5a605234-adcc-42bc-94e4-b6312611e566] Received event network-vif-deleted-6e70091f-fd9b-4f94-b6f4-1015a031afa9 {{(pid=69770) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 917.911418] env[69770]: INFO nova.compute.manager [req-fb8ae067-fab7-4108-b4d7-8f624bc6c199 req-ce98858c-0697-46d2-acb2-2c9067699a16 service nova] [instance: 5a605234-adcc-42bc-94e4-b6312611e566] Neutron deleted interface 6e70091f-fd9b-4f94-b6f4-1015a031afa9; detaching it from the instance and deleting it from the info cache [ 917.911586] env[69770]: DEBUG nova.network.neutron [req-fb8ae067-fab7-4108-b4d7-8f624bc6c199 req-ce98858c-0697-46d2-acb2-2c9067699a16 service nova] [instance: 5a605234-adcc-42bc-94e4-b6312611e566] Updating instance_info_cache with network_info: [] {{(pid=69770) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 918.014270] env[69770]: DEBUG oslo_concurrency.lockutils [None req-909d40c5-1647-4c12-80bc-de2dac121dcc tempest-MigrationsAdminTest-1409017777 tempest-MigrationsAdminTest-1409017777-project-member] Releasing lock "refresh_cache-95957450-4202-4400-ab80-e9d3a56b2efb" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.297837] env[69770]: DEBUG oslo_concurrency.lockutils [None req-c7d914f8-338f-4932-a01f-8e82f12c9121 tempest-SecurityGroupsTestJSON-864666295 tempest-SecurityGroupsTestJSON-864666295-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.087s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 918.300334] env[69770]: DEBUG oslo_concurrency.lockutils [None req-e9b1eff3-82a6-48f9-9a27-6ec0c39062a2 tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 49.928s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 918.302330] env[69770]: INFO nova.compute.claims [None req-e9b1eff3-82a6-48f9-9a27-6ec0c39062a2 tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] [instance: b2bce6a2-d9e0-41e9-8a4b-23e53133bbb4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 918.325166] env[69770]: INFO nova.scheduler.client.report [None req-c7d914f8-338f-4932-a01f-8e82f12c9121 tempest-SecurityGroupsTestJSON-864666295 tempest-SecurityGroupsTestJSON-864666295-project-member] Deleted allocations for instance c089aece-c240-4203-96d7-e8fc9820c7d6 [ 918.378814] env[69770]: DEBUG oslo_vmware.api [None req-01347cd1-1fb8-4c0b-a74a-f13eb6181b0b tempest-ServersNegativeTestJSON-1437959553 tempest-ServersNegativeTestJSON-1437959553-project-member] Task: {'id': task-4069862, 'name': PowerOffVM_Task, 'duration_secs': 0.225574} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 918.379289] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-01347cd1-1fb8-4c0b-a74a-f13eb6181b0b tempest-ServersNegativeTestJSON-1437959553 tempest-ServersNegativeTestJSON-1437959553-project-member] [instance: 1cd3da96-102f-4a22-8f53-12b32485ffa2] Powered off the VM {{(pid=69770) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 918.379607] env[69770]: DEBUG nova.network.neutron [-] [instance: 5a605234-adcc-42bc-94e4-b6312611e566] Updating instance_info_cache with network_info: [] {{(pid=69770) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 918.381556] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bd6817e-c147-4d86-aa80-bd1659832d18 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.402116] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6042289a-984e-479f-9115-b1ae67f983f8 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.415356] env[69770]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-903d0722-aad5-4b78-8db2-70d56c763937 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.424471] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c4652e6-2d52-4a2c-9fba-9b4179f6d737 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.459016] env[69770]: DEBUG nova.compute.manager [req-fb8ae067-fab7-4108-b4d7-8f624bc6c199 req-ce98858c-0697-46d2-acb2-2c9067699a16 service nova] [instance: 5a605234-adcc-42bc-94e4-b6312611e566] Detach interface failed, port_id=6e70091f-fd9b-4f94-b6f4-1015a031afa9, reason: Instance 5a605234-adcc-42bc-94e4-b6312611e566 could not be found. {{(pid=69770) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 918.832150] env[69770]: DEBUG oslo_concurrency.lockutils [None req-c7d914f8-338f-4932-a01f-8e82f12c9121 tempest-SecurityGroupsTestJSON-864666295 tempest-SecurityGroupsTestJSON-864666295-project-member] Lock "c089aece-c240-4203-96d7-e8fc9820c7d6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 55.414s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 918.886858] env[69770]: INFO nova.compute.manager [-] [instance: 5a605234-adcc-42bc-94e4-b6312611e566] Took 1.56 seconds to deallocate network for instance. [ 918.914484] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-01347cd1-1fb8-4c0b-a74a-f13eb6181b0b tempest-ServersNegativeTestJSON-1437959553 tempest-ServersNegativeTestJSON-1437959553-project-member] [instance: 1cd3da96-102f-4a22-8f53-12b32485ffa2] Creating Snapshot of the VM instance {{(pid=69770) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 918.914878] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-8dc6b769-e229-4a5e-ad7e-f7c9ea2d6925 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.924520] env[69770]: DEBUG oslo_vmware.api [None req-01347cd1-1fb8-4c0b-a74a-f13eb6181b0b tempest-ServersNegativeTestJSON-1437959553 tempest-ServersNegativeTestJSON-1437959553-project-member] Waiting for the task: (returnval){ [ 918.924520] env[69770]: value = "task-4069863" [ 918.924520] env[69770]: _type = "Task" [ 918.924520] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 918.936760] env[69770]: DEBUG oslo_vmware.api [None req-01347cd1-1fb8-4c0b-a74a-f13eb6181b0b tempest-ServersNegativeTestJSON-1437959553 tempest-ServersNegativeTestJSON-1437959553-project-member] Task: {'id': task-4069863, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.394177] env[69770]: DEBUG oslo_concurrency.lockutils [None req-da05d89d-95ab-4c65-bab3-bd990ce45495 tempest-ServersWithSpecificFlavorTestJSON-412767258 tempest-ServersWithSpecificFlavorTestJSON-412767258-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 919.438067] env[69770]: DEBUG oslo_vmware.api [None req-01347cd1-1fb8-4c0b-a74a-f13eb6181b0b tempest-ServersNegativeTestJSON-1437959553 tempest-ServersNegativeTestJSON-1437959553-project-member] Task: {'id': task-4069863, 'name': CreateSnapshot_Task, 'duration_secs': 0.482081} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 919.438277] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-01347cd1-1fb8-4c0b-a74a-f13eb6181b0b tempest-ServersNegativeTestJSON-1437959553 tempest-ServersNegativeTestJSON-1437959553-project-member] [instance: 1cd3da96-102f-4a22-8f53-12b32485ffa2] Created Snapshot of the VM instance {{(pid=69770) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 919.439648] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-060b0366-5fda-46c5-b561-5fd746522f52 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.534047] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ee229d8-05be-4383-9708-c098c44ee66c {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.556407] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-909d40c5-1647-4c12-80bc-de2dac121dcc tempest-MigrationsAdminTest-1409017777 tempest-MigrationsAdminTest-1409017777-project-member] [instance: 95957450-4202-4400-ab80-e9d3a56b2efb] Updating instance '95957450-4202-4400-ab80-e9d3a56b2efb' progress to 0 {{(pid=69770) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 919.874842] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6feaefec-e28b-4f1a-ab09-7807c4f1fc06 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.885094] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88ef1e6b-0374-4d16-87fc-db2cb05520bb {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.921392] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-439068e2-2a8e-4250-a10b-075b6472b4a1 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.930024] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d5dd0a3-fcd5-408a-8f9c-5ebf5c7aea6f {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.944417] env[69770]: DEBUG nova.compute.provider_tree [None req-e9b1eff3-82a6-48f9-9a27-6ec0c39062a2 tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] Inventory has not changed in ProviderTree for provider: 7cc7d32b-b7a7-454a-a456-2a440248ed9d {{(pid=69770) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 919.959217] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-01347cd1-1fb8-4c0b-a74a-f13eb6181b0b tempest-ServersNegativeTestJSON-1437959553 tempest-ServersNegativeTestJSON-1437959553-project-member] [instance: 1cd3da96-102f-4a22-8f53-12b32485ffa2] Creating linked-clone VM from snapshot {{(pid=69770) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 919.960161] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-b14b8bc3-856f-4db9-8d7e-9d54738dd86f {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.969867] env[69770]: DEBUG oslo_vmware.api [None req-01347cd1-1fb8-4c0b-a74a-f13eb6181b0b tempest-ServersNegativeTestJSON-1437959553 tempest-ServersNegativeTestJSON-1437959553-project-member] Waiting for the task: (returnval){ [ 919.969867] env[69770]: value = "task-4069864" [ 919.969867] env[69770]: _type = "Task" [ 919.969867] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 919.979411] env[69770]: DEBUG oslo_vmware.api [None req-01347cd1-1fb8-4c0b-a74a-f13eb6181b0b tempest-ServersNegativeTestJSON-1437959553 tempest-ServersNegativeTestJSON-1437959553-project-member] Task: {'id': task-4069864, 'name': CloneVM_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.067402] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-909d40c5-1647-4c12-80bc-de2dac121dcc tempest-MigrationsAdminTest-1409017777 tempest-MigrationsAdminTest-1409017777-project-member] [instance: 95957450-4202-4400-ab80-e9d3a56b2efb] Powering off the VM {{(pid=69770) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 920.068408] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4a05e12e-422e-4aef-a9d0-62f6b9092211 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.075946] env[69770]: DEBUG oslo_vmware.api [None req-909d40c5-1647-4c12-80bc-de2dac121dcc tempest-MigrationsAdminTest-1409017777 tempest-MigrationsAdminTest-1409017777-project-member] Waiting for the task: (returnval){ [ 920.075946] env[69770]: value = "task-4069865" [ 920.075946] env[69770]: _type = "Task" [ 920.075946] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 920.087939] env[69770]: DEBUG oslo_vmware.api [None req-909d40c5-1647-4c12-80bc-de2dac121dcc tempest-MigrationsAdminTest-1409017777 tempest-MigrationsAdminTest-1409017777-project-member] Task: {'id': task-4069865, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.448473] env[69770]: DEBUG nova.scheduler.client.report [None req-e9b1eff3-82a6-48f9-9a27-6ec0c39062a2 tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] Inventory has not changed for provider 7cc7d32b-b7a7-454a-a456-2a440248ed9d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69770) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 920.482162] env[69770]: DEBUG oslo_vmware.api [None req-01347cd1-1fb8-4c0b-a74a-f13eb6181b0b tempest-ServersNegativeTestJSON-1437959553 tempest-ServersNegativeTestJSON-1437959553-project-member] Task: {'id': task-4069864, 'name': CloneVM_Task} progress is 94%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.518890] env[69770]: DEBUG oslo_concurrency.lockutils [None req-2021adb8-d8e4-48c2-a8a2-60dde229b910 tempest-SecurityGroupsTestJSON-864666295 tempest-SecurityGroupsTestJSON-864666295-project-member] Acquiring lock "f8b193f7-1c9d-426b-a182-4870354ccd84" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 920.519197] env[69770]: DEBUG oslo_concurrency.lockutils [None req-2021adb8-d8e4-48c2-a8a2-60dde229b910 tempest-SecurityGroupsTestJSON-864666295 tempest-SecurityGroupsTestJSON-864666295-project-member] Lock "f8b193f7-1c9d-426b-a182-4870354ccd84" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 920.519413] env[69770]: DEBUG oslo_concurrency.lockutils [None req-2021adb8-d8e4-48c2-a8a2-60dde229b910 tempest-SecurityGroupsTestJSON-864666295 tempest-SecurityGroupsTestJSON-864666295-project-member] Acquiring lock "f8b193f7-1c9d-426b-a182-4870354ccd84-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 920.519782] env[69770]: DEBUG oslo_concurrency.lockutils [None req-2021adb8-d8e4-48c2-a8a2-60dde229b910 tempest-SecurityGroupsTestJSON-864666295 tempest-SecurityGroupsTestJSON-864666295-project-member] Lock "f8b193f7-1c9d-426b-a182-4870354ccd84-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 920.519857] env[69770]: DEBUG oslo_concurrency.lockutils [None req-2021adb8-d8e4-48c2-a8a2-60dde229b910 tempest-SecurityGroupsTestJSON-864666295 tempest-SecurityGroupsTestJSON-864666295-project-member] Lock "f8b193f7-1c9d-426b-a182-4870354ccd84-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 920.522268] env[69770]: INFO nova.compute.manager [None req-2021adb8-d8e4-48c2-a8a2-60dde229b910 tempest-SecurityGroupsTestJSON-864666295 tempest-SecurityGroupsTestJSON-864666295-project-member] [instance: f8b193f7-1c9d-426b-a182-4870354ccd84] Terminating instance [ 920.586545] env[69770]: DEBUG oslo_vmware.api [None req-909d40c5-1647-4c12-80bc-de2dac121dcc tempest-MigrationsAdminTest-1409017777 tempest-MigrationsAdminTest-1409017777-project-member] Task: {'id': task-4069865, 'name': PowerOffVM_Task, 'duration_secs': 0.216385} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 920.586847] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-909d40c5-1647-4c12-80bc-de2dac121dcc tempest-MigrationsAdminTest-1409017777 tempest-MigrationsAdminTest-1409017777-project-member] [instance: 95957450-4202-4400-ab80-e9d3a56b2efb] Powered off the VM {{(pid=69770) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 920.587038] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-909d40c5-1647-4c12-80bc-de2dac121dcc tempest-MigrationsAdminTest-1409017777 tempest-MigrationsAdminTest-1409017777-project-member] [instance: 95957450-4202-4400-ab80-e9d3a56b2efb] Updating instance '95957450-4202-4400-ab80-e9d3a56b2efb' progress to 17 {{(pid=69770) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 920.954102] env[69770]: DEBUG oslo_concurrency.lockutils [None req-e9b1eff3-82a6-48f9-9a27-6ec0c39062a2 tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.654s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 920.954781] env[69770]: DEBUG nova.compute.manager [None req-e9b1eff3-82a6-48f9-9a27-6ec0c39062a2 tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] [instance: b2bce6a2-d9e0-41e9-8a4b-23e53133bbb4] Start building networks asynchronously for instance. {{(pid=69770) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 920.958033] env[69770]: DEBUG oslo_concurrency.lockutils [None req-0c38debc-9d8f-47f6-a70b-acce3f1a4741 tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 51.728s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 920.958289] env[69770]: DEBUG nova.objects.instance [None req-0c38debc-9d8f-47f6-a70b-acce3f1a4741 tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] Lazy-loading 'resources' on Instance uuid 45b73d40-e4b9-4c65-82b4-0bb39b3f418b {{(pid=69770) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 920.982901] env[69770]: DEBUG oslo_vmware.api [None req-01347cd1-1fb8-4c0b-a74a-f13eb6181b0b tempest-ServersNegativeTestJSON-1437959553 tempest-ServersNegativeTestJSON-1437959553-project-member] Task: {'id': task-4069864, 'name': CloneVM_Task} progress is 94%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.026723] env[69770]: DEBUG nova.compute.manager [None req-2021adb8-d8e4-48c2-a8a2-60dde229b910 tempest-SecurityGroupsTestJSON-864666295 tempest-SecurityGroupsTestJSON-864666295-project-member] [instance: f8b193f7-1c9d-426b-a182-4870354ccd84] Start destroying the instance on the hypervisor. {{(pid=69770) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 921.026973] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-2021adb8-d8e4-48c2-a8a2-60dde229b910 tempest-SecurityGroupsTestJSON-864666295 tempest-SecurityGroupsTestJSON-864666295-project-member] [instance: f8b193f7-1c9d-426b-a182-4870354ccd84] Destroying instance {{(pid=69770) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 921.027909] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd2b2364-f7cd-44ab-b709-94b1c1fd0696 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.037746] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-2021adb8-d8e4-48c2-a8a2-60dde229b910 tempest-SecurityGroupsTestJSON-864666295 tempest-SecurityGroupsTestJSON-864666295-project-member] [instance: f8b193f7-1c9d-426b-a182-4870354ccd84] Powering off the VM {{(pid=69770) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 921.038013] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e14b4427-8fe5-4fa7-b3c5-af0a666989c2 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.044190] env[69770]: DEBUG oslo_vmware.api [None req-2021adb8-d8e4-48c2-a8a2-60dde229b910 tempest-SecurityGroupsTestJSON-864666295 tempest-SecurityGroupsTestJSON-864666295-project-member] Waiting for the task: (returnval){ [ 921.044190] env[69770]: value = "task-4069866" [ 921.044190] env[69770]: _type = "Task" [ 921.044190] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 921.053190] env[69770]: DEBUG oslo_vmware.api [None req-2021adb8-d8e4-48c2-a8a2-60dde229b910 tempest-SecurityGroupsTestJSON-864666295 tempest-SecurityGroupsTestJSON-864666295-project-member] Task: {'id': task-4069866, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.094353] env[69770]: DEBUG nova.virt.hardware [None req-909d40c5-1647-4c12-80bc-de2dac121dcc tempest-MigrationsAdminTest-1409017777 tempest-MigrationsAdminTest-1409017777-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T12:16:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=d1eaff80-24a0-4391-90eb-59958b1ecf0a,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69770) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 921.094678] env[69770]: DEBUG nova.virt.hardware [None req-909d40c5-1647-4c12-80bc-de2dac121dcc tempest-MigrationsAdminTest-1409017777 tempest-MigrationsAdminTest-1409017777-project-member] Flavor limits 0:0:0 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 921.094883] env[69770]: DEBUG nova.virt.hardware [None req-909d40c5-1647-4c12-80bc-de2dac121dcc tempest-MigrationsAdminTest-1409017777 tempest-MigrationsAdminTest-1409017777-project-member] Image limits 0:0:0 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 921.095159] env[69770]: DEBUG nova.virt.hardware [None req-909d40c5-1647-4c12-80bc-de2dac121dcc tempest-MigrationsAdminTest-1409017777 tempest-MigrationsAdminTest-1409017777-project-member] Flavor pref 0:0:0 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 921.095356] env[69770]: DEBUG nova.virt.hardware [None req-909d40c5-1647-4c12-80bc-de2dac121dcc tempest-MigrationsAdminTest-1409017777 tempest-MigrationsAdminTest-1409017777-project-member] Image pref 0:0:0 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 921.095583] env[69770]: DEBUG nova.virt.hardware [None req-909d40c5-1647-4c12-80bc-de2dac121dcc tempest-MigrationsAdminTest-1409017777 tempest-MigrationsAdminTest-1409017777-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 921.095843] env[69770]: DEBUG nova.virt.hardware [None req-909d40c5-1647-4c12-80bc-de2dac121dcc tempest-MigrationsAdminTest-1409017777 tempest-MigrationsAdminTest-1409017777-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69770) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 921.096056] env[69770]: DEBUG nova.virt.hardware [None req-909d40c5-1647-4c12-80bc-de2dac121dcc tempest-MigrationsAdminTest-1409017777 tempest-MigrationsAdminTest-1409017777-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69770) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 921.096271] env[69770]: DEBUG nova.virt.hardware [None req-909d40c5-1647-4c12-80bc-de2dac121dcc tempest-MigrationsAdminTest-1409017777 tempest-MigrationsAdminTest-1409017777-project-member] Got 1 possible topologies {{(pid=69770) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 921.096572] env[69770]: DEBUG nova.virt.hardware [None req-909d40c5-1647-4c12-80bc-de2dac121dcc tempest-MigrationsAdminTest-1409017777 tempest-MigrationsAdminTest-1409017777-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69770) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 921.096920] env[69770]: DEBUG nova.virt.hardware [None req-909d40c5-1647-4c12-80bc-de2dac121dcc tempest-MigrationsAdminTest-1409017777 tempest-MigrationsAdminTest-1409017777-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69770) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 921.103722] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0b27ed05-1a5d-4a55-8fd2-a25c655e65f0 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.120389] env[69770]: DEBUG oslo_vmware.api [None req-909d40c5-1647-4c12-80bc-de2dac121dcc tempest-MigrationsAdminTest-1409017777 tempest-MigrationsAdminTest-1409017777-project-member] Waiting for the task: (returnval){ [ 921.120389] env[69770]: value = "task-4069867" [ 921.120389] env[69770]: _type = "Task" [ 921.120389] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 921.129967] env[69770]: DEBUG oslo_vmware.api [None req-909d40c5-1647-4c12-80bc-de2dac121dcc tempest-MigrationsAdminTest-1409017777 tempest-MigrationsAdminTest-1409017777-project-member] Task: {'id': task-4069867, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.463618] env[69770]: DEBUG nova.compute.utils [None req-e9b1eff3-82a6-48f9-9a27-6ec0c39062a2 tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] Using /dev/sd instead of None {{(pid=69770) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 921.468147] env[69770]: DEBUG nova.compute.manager [None req-e9b1eff3-82a6-48f9-9a27-6ec0c39062a2 tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] [instance: b2bce6a2-d9e0-41e9-8a4b-23e53133bbb4] Allocating IP information in the background. {{(pid=69770) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 921.468656] env[69770]: DEBUG nova.network.neutron [None req-e9b1eff3-82a6-48f9-9a27-6ec0c39062a2 tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] [instance: b2bce6a2-d9e0-41e9-8a4b-23e53133bbb4] allocate_for_instance() {{(pid=69770) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 921.482279] env[69770]: DEBUG oslo_vmware.api [None req-01347cd1-1fb8-4c0b-a74a-f13eb6181b0b tempest-ServersNegativeTestJSON-1437959553 tempest-ServersNegativeTestJSON-1437959553-project-member] Task: {'id': task-4069864, 'name': CloneVM_Task, 'duration_secs': 1.494389} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 921.482547] env[69770]: INFO nova.virt.vmwareapi.vmops [None req-01347cd1-1fb8-4c0b-a74a-f13eb6181b0b tempest-ServersNegativeTestJSON-1437959553 tempest-ServersNegativeTestJSON-1437959553-project-member] [instance: 1cd3da96-102f-4a22-8f53-12b32485ffa2] Created linked-clone VM from snapshot [ 921.483384] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a74fb450-c1d7-4bb0-a1c0-4e28e7f6b315 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.491991] env[69770]: DEBUG nova.virt.vmwareapi.images [None req-01347cd1-1fb8-4c0b-a74a-f13eb6181b0b tempest-ServersNegativeTestJSON-1437959553 tempest-ServersNegativeTestJSON-1437959553-project-member] [instance: 1cd3da96-102f-4a22-8f53-12b32485ffa2] Uploading image aa240c0f-8843-4221-bc13-6de25c02262b {{(pid=69770) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 921.512261] env[69770]: DEBUG nova.policy [None req-e9b1eff3-82a6-48f9-9a27-6ec0c39062a2 tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '790410df58c64dc99c4c9f4b2ffaa936', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fd2014dec6514eb7b7289fdfc4de7f92', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69770) authorize /opt/stack/nova/nova/policy.py:192}} [ 921.519503] env[69770]: DEBUG oslo_vmware.rw_handles [None req-01347cd1-1fb8-4c0b-a74a-f13eb6181b0b tempest-ServersNegativeTestJSON-1437959553 tempest-ServersNegativeTestJSON-1437959553-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 921.519503] env[69770]: value = "vm-806527" [ 921.519503] env[69770]: _type = "VirtualMachine" [ 921.519503] env[69770]: }. {{(pid=69770) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 921.519785] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-0b464ca6-7986-4dcd-a1ae-f3f67bf3903a {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.530320] env[69770]: DEBUG oslo_vmware.rw_handles [None req-01347cd1-1fb8-4c0b-a74a-f13eb6181b0b tempest-ServersNegativeTestJSON-1437959553 tempest-ServersNegativeTestJSON-1437959553-project-member] Lease: (returnval){ [ 921.530320] env[69770]: value = "session[52161b52-cb8e-ec9f-1132-2f6b49549d41]5262b6f4-0f71-2d24-8a23-0dac6f90083a" [ 921.530320] env[69770]: _type = "HttpNfcLease" [ 921.530320] env[69770]: } obtained for exporting VM: (result){ [ 921.530320] env[69770]: value = "vm-806527" [ 921.530320] env[69770]: _type = "VirtualMachine" [ 921.530320] env[69770]: }. {{(pid=69770) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 921.530686] env[69770]: DEBUG oslo_vmware.api [None req-01347cd1-1fb8-4c0b-a74a-f13eb6181b0b tempest-ServersNegativeTestJSON-1437959553 tempest-ServersNegativeTestJSON-1437959553-project-member] Waiting for the lease: (returnval){ [ 921.530686] env[69770]: value = "session[52161b52-cb8e-ec9f-1132-2f6b49549d41]5262b6f4-0f71-2d24-8a23-0dac6f90083a" [ 921.530686] env[69770]: _type = "HttpNfcLease" [ 921.530686] env[69770]: } to be ready. {{(pid=69770) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 921.540263] env[69770]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 921.540263] env[69770]: value = "session[52161b52-cb8e-ec9f-1132-2f6b49549d41]5262b6f4-0f71-2d24-8a23-0dac6f90083a" [ 921.540263] env[69770]: _type = "HttpNfcLease" [ 921.540263] env[69770]: } is initializing. {{(pid=69770) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 921.555571] env[69770]: DEBUG oslo_vmware.api [None req-2021adb8-d8e4-48c2-a8a2-60dde229b910 tempest-SecurityGroupsTestJSON-864666295 tempest-SecurityGroupsTestJSON-864666295-project-member] Task: {'id': task-4069866, 'name': PowerOffVM_Task, 'duration_secs': 0.300798} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 921.556685] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-2021adb8-d8e4-48c2-a8a2-60dde229b910 tempest-SecurityGroupsTestJSON-864666295 tempest-SecurityGroupsTestJSON-864666295-project-member] [instance: f8b193f7-1c9d-426b-a182-4870354ccd84] Powered off the VM {{(pid=69770) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 921.556685] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-2021adb8-d8e4-48c2-a8a2-60dde229b910 tempest-SecurityGroupsTestJSON-864666295 tempest-SecurityGroupsTestJSON-864666295-project-member] [instance: f8b193f7-1c9d-426b-a182-4870354ccd84] Unregistering the VM {{(pid=69770) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 921.556685] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f80aa1ab-3351-4b9b-a69b-c72db7eeb95a {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.626267] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-2021adb8-d8e4-48c2-a8a2-60dde229b910 tempest-SecurityGroupsTestJSON-864666295 tempest-SecurityGroupsTestJSON-864666295-project-member] [instance: f8b193f7-1c9d-426b-a182-4870354ccd84] Unregistered the VM {{(pid=69770) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 921.626559] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-2021adb8-d8e4-48c2-a8a2-60dde229b910 tempest-SecurityGroupsTestJSON-864666295 tempest-SecurityGroupsTestJSON-864666295-project-member] [instance: f8b193f7-1c9d-426b-a182-4870354ccd84] Deleting contents of the VM from datastore datastore2 {{(pid=69770) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 921.626774] env[69770]: DEBUG nova.virt.vmwareapi.ds_util [None req-2021adb8-d8e4-48c2-a8a2-60dde229b910 tempest-SecurityGroupsTestJSON-864666295 tempest-SecurityGroupsTestJSON-864666295-project-member] Deleting the datastore file [datastore2] f8b193f7-1c9d-426b-a182-4870354ccd84 {{(pid=69770) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 921.627497] env[69770]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0f243aec-e2e6-4538-bf90-e697e8e3f92f {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.642284] env[69770]: DEBUG oslo_vmware.api [None req-909d40c5-1647-4c12-80bc-de2dac121dcc tempest-MigrationsAdminTest-1409017777 tempest-MigrationsAdminTest-1409017777-project-member] Task: {'id': task-4069867, 'name': ReconfigVM_Task, 'duration_secs': 0.221406} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 921.643281] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-909d40c5-1647-4c12-80bc-de2dac121dcc tempest-MigrationsAdminTest-1409017777 tempest-MigrationsAdminTest-1409017777-project-member] [instance: 95957450-4202-4400-ab80-e9d3a56b2efb] Updating instance '95957450-4202-4400-ab80-e9d3a56b2efb' progress to 33 {{(pid=69770) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 921.648616] env[69770]: DEBUG oslo_vmware.api [None req-2021adb8-d8e4-48c2-a8a2-60dde229b910 tempest-SecurityGroupsTestJSON-864666295 tempest-SecurityGroupsTestJSON-864666295-project-member] Waiting for the task: (returnval){ [ 921.648616] env[69770]: value = "task-4069870" [ 921.648616] env[69770]: _type = "Task" [ 921.648616] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 921.657468] env[69770]: DEBUG oslo_vmware.api [None req-2021adb8-d8e4-48c2-a8a2-60dde229b910 tempest-SecurityGroupsTestJSON-864666295 tempest-SecurityGroupsTestJSON-864666295-project-member] Task: {'id': task-4069870, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.897805] env[69770]: DEBUG nova.network.neutron [None req-e9b1eff3-82a6-48f9-9a27-6ec0c39062a2 tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] [instance: b2bce6a2-d9e0-41e9-8a4b-23e53133bbb4] Successfully created port: 58a6ebfa-9b74-41f1-99ec-f097724df0e7 {{(pid=69770) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 921.971922] env[69770]: DEBUG nova.compute.manager [None req-e9b1eff3-82a6-48f9-9a27-6ec0c39062a2 tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] [instance: b2bce6a2-d9e0-41e9-8a4b-23e53133bbb4] Start building block device mappings for instance. {{(pid=69770) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 922.005921] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60679702-aa20-419a-b9d3-a2d6867387fe {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.014468] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-280c2745-264e-43d7-a926-563877fbfcd4 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.050427] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27ddcc94-0ff9-48f9-b392-b19e811808e3 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.057167] env[69770]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 922.057167] env[69770]: value = "session[52161b52-cb8e-ec9f-1132-2f6b49549d41]5262b6f4-0f71-2d24-8a23-0dac6f90083a" [ 922.057167] env[69770]: _type = "HttpNfcLease" [ 922.057167] env[69770]: } is ready. {{(pid=69770) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 922.059332] env[69770]: DEBUG oslo_vmware.rw_handles [None req-01347cd1-1fb8-4c0b-a74a-f13eb6181b0b tempest-ServersNegativeTestJSON-1437959553 tempest-ServersNegativeTestJSON-1437959553-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 922.059332] env[69770]: value = "session[52161b52-cb8e-ec9f-1132-2f6b49549d41]5262b6f4-0f71-2d24-8a23-0dac6f90083a" [ 922.059332] env[69770]: _type = "HttpNfcLease" [ 922.059332] env[69770]: }. {{(pid=69770) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 922.060067] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a71df8a4-a889-4781-8bd2-cf3ff376c084 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.063240] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cab0436-486d-401e-917e-08bb97321728 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.074224] env[69770]: DEBUG oslo_vmware.rw_handles [None req-01347cd1-1fb8-4c0b-a74a-f13eb6181b0b tempest-ServersNegativeTestJSON-1437959553 tempest-ServersNegativeTestJSON-1437959553-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5294f5f4-c81b-5928-edb9-67bff98666b7/disk-0.vmdk from lease info. {{(pid=69770) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 922.074224] env[69770]: DEBUG oslo_vmware.rw_handles [None req-01347cd1-1fb8-4c0b-a74a-f13eb6181b0b tempest-ServersNegativeTestJSON-1437959553 tempest-ServersNegativeTestJSON-1437959553-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5294f5f4-c81b-5928-edb9-67bff98666b7/disk-0.vmdk for reading. {{(pid=69770) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 922.085179] env[69770]: DEBUG nova.compute.provider_tree [None req-0c38debc-9d8f-47f6-a70b-acce3f1a4741 tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] Inventory has not changed in ProviderTree for provider: 7cc7d32b-b7a7-454a-a456-2a440248ed9d {{(pid=69770) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 922.157852] env[69770]: DEBUG nova.virt.hardware [None req-909d40c5-1647-4c12-80bc-de2dac121dcc tempest-MigrationsAdminTest-1409017777 tempest-MigrationsAdminTest-1409017777-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T12:19:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='c26d44d0-0dcc-4336-adc6-1d6ec402902c',id=38,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-309487976',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=d1eaff80-24a0-4391-90eb-59958b1ecf0a,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69770) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 922.158219] env[69770]: DEBUG nova.virt.hardware [None req-909d40c5-1647-4c12-80bc-de2dac121dcc tempest-MigrationsAdminTest-1409017777 tempest-MigrationsAdminTest-1409017777-project-member] Flavor limits 0:0:0 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 922.158440] env[69770]: DEBUG nova.virt.hardware [None req-909d40c5-1647-4c12-80bc-de2dac121dcc tempest-MigrationsAdminTest-1409017777 tempest-MigrationsAdminTest-1409017777-project-member] Image limits 0:0:0 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 922.158702] env[69770]: DEBUG nova.virt.hardware [None req-909d40c5-1647-4c12-80bc-de2dac121dcc tempest-MigrationsAdminTest-1409017777 tempest-MigrationsAdminTest-1409017777-project-member] Flavor pref 0:0:0 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 922.158908] env[69770]: DEBUG nova.virt.hardware [None req-909d40c5-1647-4c12-80bc-de2dac121dcc tempest-MigrationsAdminTest-1409017777 tempest-MigrationsAdminTest-1409017777-project-member] Image pref 0:0:0 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 922.159183] env[69770]: DEBUG nova.virt.hardware [None req-909d40c5-1647-4c12-80bc-de2dac121dcc tempest-MigrationsAdminTest-1409017777 tempest-MigrationsAdminTest-1409017777-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 922.159505] env[69770]: DEBUG nova.virt.hardware [None req-909d40c5-1647-4c12-80bc-de2dac121dcc tempest-MigrationsAdminTest-1409017777 tempest-MigrationsAdminTest-1409017777-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69770) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 922.159747] env[69770]: DEBUG nova.virt.hardware [None req-909d40c5-1647-4c12-80bc-de2dac121dcc tempest-MigrationsAdminTest-1409017777 tempest-MigrationsAdminTest-1409017777-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69770) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 922.159988] env[69770]: DEBUG nova.virt.hardware [None req-909d40c5-1647-4c12-80bc-de2dac121dcc tempest-MigrationsAdminTest-1409017777 tempest-MigrationsAdminTest-1409017777-project-member] Got 1 possible topologies {{(pid=69770) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 922.160235] env[69770]: DEBUG nova.virt.hardware [None req-909d40c5-1647-4c12-80bc-de2dac121dcc tempest-MigrationsAdminTest-1409017777 tempest-MigrationsAdminTest-1409017777-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69770) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 922.160484] env[69770]: DEBUG nova.virt.hardware [None req-909d40c5-1647-4c12-80bc-de2dac121dcc tempest-MigrationsAdminTest-1409017777 tempest-MigrationsAdminTest-1409017777-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69770) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 922.167162] env[69770]: DEBUG nova.virt.vmwareapi.volumeops [None req-909d40c5-1647-4c12-80bc-de2dac121dcc tempest-MigrationsAdminTest-1409017777 tempest-MigrationsAdminTest-1409017777-project-member] [instance: 95957450-4202-4400-ab80-e9d3a56b2efb] Reconfiguring VM instance instance-0000002d to detach disk 2000 {{(pid=69770) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 922.167867] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-00e8f39e-d4b0-40b3-a7b5-e91737d8f2da {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.187439] env[69770]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-45b1b338-8e71-4aff-ac25-ea7ac0a9a6d4 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.190492] env[69770]: DEBUG oslo_vmware.api [None req-2021adb8-d8e4-48c2-a8a2-60dde229b910 tempest-SecurityGroupsTestJSON-864666295 tempest-SecurityGroupsTestJSON-864666295-project-member] Task: {'id': task-4069870, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.147245} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 922.190772] env[69770]: DEBUG nova.virt.vmwareapi.ds_util [None req-2021adb8-d8e4-48c2-a8a2-60dde229b910 tempest-SecurityGroupsTestJSON-864666295 tempest-SecurityGroupsTestJSON-864666295-project-member] Deleted the datastore file {{(pid=69770) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 922.190996] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-2021adb8-d8e4-48c2-a8a2-60dde229b910 tempest-SecurityGroupsTestJSON-864666295 tempest-SecurityGroupsTestJSON-864666295-project-member] [instance: f8b193f7-1c9d-426b-a182-4870354ccd84] Deleted contents of the VM from datastore datastore2 {{(pid=69770) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 922.191213] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-2021adb8-d8e4-48c2-a8a2-60dde229b910 tempest-SecurityGroupsTestJSON-864666295 tempest-SecurityGroupsTestJSON-864666295-project-member] [instance: f8b193f7-1c9d-426b-a182-4870354ccd84] Instance destroyed {{(pid=69770) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 922.191392] env[69770]: INFO nova.compute.manager [None req-2021adb8-d8e4-48c2-a8a2-60dde229b910 tempest-SecurityGroupsTestJSON-864666295 tempest-SecurityGroupsTestJSON-864666295-project-member] [instance: f8b193f7-1c9d-426b-a182-4870354ccd84] Took 1.16 seconds to destroy the instance on the hypervisor. [ 922.191682] env[69770]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2021adb8-d8e4-48c2-a8a2-60dde229b910 tempest-SecurityGroupsTestJSON-864666295 tempest-SecurityGroupsTestJSON-864666295-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69770) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 922.193413] env[69770]: DEBUG nova.compute.manager [-] [instance: f8b193f7-1c9d-426b-a182-4870354ccd84] Deallocating network for instance {{(pid=69770) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 922.193527] env[69770]: DEBUG nova.network.neutron [-] [instance: f8b193f7-1c9d-426b-a182-4870354ccd84] deallocate_for_instance() {{(pid=69770) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 922.195525] env[69770]: DEBUG oslo_vmware.api [None req-909d40c5-1647-4c12-80bc-de2dac121dcc tempest-MigrationsAdminTest-1409017777 tempest-MigrationsAdminTest-1409017777-project-member] Waiting for the task: (returnval){ [ 922.195525] env[69770]: value = "task-4069871" [ 922.195525] env[69770]: _type = "Task" [ 922.195525] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 922.205930] env[69770]: DEBUG oslo_vmware.api [None req-909d40c5-1647-4c12-80bc-de2dac121dcc tempest-MigrationsAdminTest-1409017777 tempest-MigrationsAdminTest-1409017777-project-member] Task: {'id': task-4069871, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.589066] env[69770]: DEBUG nova.scheduler.client.report [None req-0c38debc-9d8f-47f6-a70b-acce3f1a4741 tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] Inventory has not changed for provider 7cc7d32b-b7a7-454a-a456-2a440248ed9d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69770) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 922.626420] env[69770]: DEBUG nova.compute.manager [req-b0a0e56d-44df-4346-acdc-f43c31cfbfb4 req-6fe125b8-1b30-4aad-86de-1680ed87106e service nova] [instance: f8b193f7-1c9d-426b-a182-4870354ccd84] Received event network-vif-deleted-965f3f63-d543-41ae-8170-bdf376f04cb7 {{(pid=69770) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 922.626420] env[69770]: INFO nova.compute.manager [req-b0a0e56d-44df-4346-acdc-f43c31cfbfb4 req-6fe125b8-1b30-4aad-86de-1680ed87106e service nova] [instance: f8b193f7-1c9d-426b-a182-4870354ccd84] Neutron deleted interface 965f3f63-d543-41ae-8170-bdf376f04cb7; detaching it from the instance and deleting it from the info cache [ 922.626420] env[69770]: DEBUG nova.network.neutron [req-b0a0e56d-44df-4346-acdc-f43c31cfbfb4 req-6fe125b8-1b30-4aad-86de-1680ed87106e service nova] [instance: f8b193f7-1c9d-426b-a182-4870354ccd84] Updating instance_info_cache with network_info: [] {{(pid=69770) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 922.708575] env[69770]: DEBUG oslo_vmware.api [None req-909d40c5-1647-4c12-80bc-de2dac121dcc tempest-MigrationsAdminTest-1409017777 tempest-MigrationsAdminTest-1409017777-project-member] Task: {'id': task-4069871, 'name': ReconfigVM_Task, 'duration_secs': 0.201422} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 922.709193] env[69770]: DEBUG nova.virt.vmwareapi.volumeops [None req-909d40c5-1647-4c12-80bc-de2dac121dcc tempest-MigrationsAdminTest-1409017777 tempest-MigrationsAdminTest-1409017777-project-member] [instance: 95957450-4202-4400-ab80-e9d3a56b2efb] Reconfigured VM instance instance-0000002d to detach disk 2000 {{(pid=69770) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 922.709950] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af317783-c697-48c8-9a45-c26d275ecf59 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.734427] env[69770]: DEBUG nova.virt.vmwareapi.volumeops [None req-909d40c5-1647-4c12-80bc-de2dac121dcc tempest-MigrationsAdminTest-1409017777 tempest-MigrationsAdminTest-1409017777-project-member] [instance: 95957450-4202-4400-ab80-e9d3a56b2efb] Reconfiguring VM instance instance-0000002d to attach disk [datastore1] 95957450-4202-4400-ab80-e9d3a56b2efb/95957450-4202-4400-ab80-e9d3a56b2efb.vmdk or device None with type thin {{(pid=69770) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 922.734789] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4526c591-6d60-4995-b113-8072ac581f3e {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.754990] env[69770]: DEBUG oslo_vmware.api [None req-909d40c5-1647-4c12-80bc-de2dac121dcc tempest-MigrationsAdminTest-1409017777 tempest-MigrationsAdminTest-1409017777-project-member] Waiting for the task: (returnval){ [ 922.754990] env[69770]: value = "task-4069872" [ 922.754990] env[69770]: _type = "Task" [ 922.754990] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 922.765029] env[69770]: DEBUG oslo_vmware.api [None req-909d40c5-1647-4c12-80bc-de2dac121dcc tempest-MigrationsAdminTest-1409017777 tempest-MigrationsAdminTest-1409017777-project-member] Task: {'id': task-4069872, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.986076] env[69770]: DEBUG nova.compute.manager [None req-e9b1eff3-82a6-48f9-9a27-6ec0c39062a2 tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] [instance: b2bce6a2-d9e0-41e9-8a4b-23e53133bbb4] Start spawning the instance on the hypervisor. {{(pid=69770) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 923.011357] env[69770]: DEBUG nova.virt.hardware [None req-e9b1eff3-82a6-48f9-9a27-6ec0c39062a2 tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T12:16:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T12:16:11Z,direct_url=,disk_format='vmdk',id=d1eaff80-24a0-4391-90eb-59958b1ecf0a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d65f20bb89fb40a98b77bc6d97357df2',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T12:16:12Z,virtual_size=,visibility=), allow threads: False {{(pid=69770) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 923.011661] env[69770]: DEBUG nova.virt.hardware [None req-e9b1eff3-82a6-48f9-9a27-6ec0c39062a2 tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] Flavor limits 0:0:0 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 923.011825] env[69770]: DEBUG nova.virt.hardware [None req-e9b1eff3-82a6-48f9-9a27-6ec0c39062a2 tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] Image limits 0:0:0 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 923.012067] env[69770]: DEBUG nova.virt.hardware [None req-e9b1eff3-82a6-48f9-9a27-6ec0c39062a2 tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] Flavor pref 0:0:0 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 923.012324] env[69770]: DEBUG nova.virt.hardware [None req-e9b1eff3-82a6-48f9-9a27-6ec0c39062a2 tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] Image pref 0:0:0 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 923.012488] env[69770]: DEBUG nova.virt.hardware [None req-e9b1eff3-82a6-48f9-9a27-6ec0c39062a2 tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 923.012736] env[69770]: DEBUG nova.virt.hardware [None req-e9b1eff3-82a6-48f9-9a27-6ec0c39062a2 tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69770) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 923.012998] env[69770]: DEBUG nova.virt.hardware [None req-e9b1eff3-82a6-48f9-9a27-6ec0c39062a2 tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69770) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 923.013210] env[69770]: DEBUG nova.virt.hardware [None req-e9b1eff3-82a6-48f9-9a27-6ec0c39062a2 tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] Got 1 possible topologies {{(pid=69770) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 923.013499] env[69770]: DEBUG nova.virt.hardware [None req-e9b1eff3-82a6-48f9-9a27-6ec0c39062a2 tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69770) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 923.013778] env[69770]: DEBUG nova.virt.hardware [None req-e9b1eff3-82a6-48f9-9a27-6ec0c39062a2 tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69770) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 923.014789] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a601771-a334-4b58-ad4f-b027f88a6a6a {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.024097] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94ad917d-f142-4f6d-b7e9-132910c52081 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.061836] env[69770]: DEBUG nova.network.neutron [-] [instance: f8b193f7-1c9d-426b-a182-4870354ccd84] Updating instance_info_cache with network_info: [] {{(pid=69770) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 923.095897] env[69770]: DEBUG oslo_concurrency.lockutils [None req-0c38debc-9d8f-47f6-a70b-acce3f1a4741 tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.137s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 923.098886] env[69770]: DEBUG oslo_concurrency.lockutils [None req-02b56fdc-379e-43f6-a344-3ba0d1191bc9 tempest-ImagesOneServerNegativeTestJSON-405389268 tempest-ImagesOneServerNegativeTestJSON-405389268-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 52.524s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 923.102195] env[69770]: INFO nova.compute.claims [None req-02b56fdc-379e-43f6-a344-3ba0d1191bc9 tempest-ImagesOneServerNegativeTestJSON-405389268 tempest-ImagesOneServerNegativeTestJSON-405389268-project-member] [instance: 652320ff-d46d-4ce0-bc7d-eca68820e6ef] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 923.129745] env[69770]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-1b980765-c54d-4690-b914-468e27357ca7 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.134036] env[69770]: INFO nova.scheduler.client.report [None req-0c38debc-9d8f-47f6-a70b-acce3f1a4741 tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] Deleted allocations for instance 45b73d40-e4b9-4c65-82b4-0bb39b3f418b [ 923.145110] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf823d05-ee48-4d1e-8d5b-fffc9029955e {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.182776] env[69770]: DEBUG nova.compute.manager [req-b0a0e56d-44df-4346-acdc-f43c31cfbfb4 req-6fe125b8-1b30-4aad-86de-1680ed87106e service nova] [instance: f8b193f7-1c9d-426b-a182-4870354ccd84] Detach interface failed, port_id=965f3f63-d543-41ae-8170-bdf376f04cb7, reason: Instance f8b193f7-1c9d-426b-a182-4870354ccd84 could not be found. {{(pid=69770) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 923.268115] env[69770]: DEBUG oslo_vmware.api [None req-909d40c5-1647-4c12-80bc-de2dac121dcc tempest-MigrationsAdminTest-1409017777 tempest-MigrationsAdminTest-1409017777-project-member] Task: {'id': task-4069872, 'name': ReconfigVM_Task, 'duration_secs': 0.361831} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 923.268511] env[69770]: DEBUG nova.virt.vmwareapi.volumeops [None req-909d40c5-1647-4c12-80bc-de2dac121dcc tempest-MigrationsAdminTest-1409017777 tempest-MigrationsAdminTest-1409017777-project-member] [instance: 95957450-4202-4400-ab80-e9d3a56b2efb] Reconfigured VM instance instance-0000002d to attach disk [datastore1] 95957450-4202-4400-ab80-e9d3a56b2efb/95957450-4202-4400-ab80-e9d3a56b2efb.vmdk or device None with type thin {{(pid=69770) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 923.269464] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-909d40c5-1647-4c12-80bc-de2dac121dcc tempest-MigrationsAdminTest-1409017777 tempest-MigrationsAdminTest-1409017777-project-member] [instance: 95957450-4202-4400-ab80-e9d3a56b2efb] Updating instance '95957450-4202-4400-ab80-e9d3a56b2efb' progress to 50 {{(pid=69770) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 923.441618] env[69770]: DEBUG nova.compute.manager [req-a2e30ec8-4858-4136-afa6-457255a49a35 req-055149ba-653b-44df-a3f2-3673caeda382 service nova] [instance: b2bce6a2-d9e0-41e9-8a4b-23e53133bbb4] Received event network-vif-plugged-58a6ebfa-9b74-41f1-99ec-f097724df0e7 {{(pid=69770) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 923.441618] env[69770]: DEBUG oslo_concurrency.lockutils [req-a2e30ec8-4858-4136-afa6-457255a49a35 req-055149ba-653b-44df-a3f2-3673caeda382 service nova] Acquiring lock "b2bce6a2-d9e0-41e9-8a4b-23e53133bbb4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 923.441954] env[69770]: DEBUG oslo_concurrency.lockutils [req-a2e30ec8-4858-4136-afa6-457255a49a35 req-055149ba-653b-44df-a3f2-3673caeda382 service nova] Lock "b2bce6a2-d9e0-41e9-8a4b-23e53133bbb4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 923.442644] env[69770]: DEBUG oslo_concurrency.lockutils [req-a2e30ec8-4858-4136-afa6-457255a49a35 req-055149ba-653b-44df-a3f2-3673caeda382 service nova] Lock "b2bce6a2-d9e0-41e9-8a4b-23e53133bbb4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 923.443208] env[69770]: DEBUG nova.compute.manager [req-a2e30ec8-4858-4136-afa6-457255a49a35 req-055149ba-653b-44df-a3f2-3673caeda382 service nova] [instance: b2bce6a2-d9e0-41e9-8a4b-23e53133bbb4] No waiting events found dispatching network-vif-plugged-58a6ebfa-9b74-41f1-99ec-f097724df0e7 {{(pid=69770) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 923.444236] env[69770]: WARNING nova.compute.manager [req-a2e30ec8-4858-4136-afa6-457255a49a35 req-055149ba-653b-44df-a3f2-3673caeda382 service nova] [instance: b2bce6a2-d9e0-41e9-8a4b-23e53133bbb4] Received unexpected event network-vif-plugged-58a6ebfa-9b74-41f1-99ec-f097724df0e7 for instance with vm_state building and task_state spawning. [ 923.565509] env[69770]: DEBUG nova.network.neutron [None req-e9b1eff3-82a6-48f9-9a27-6ec0c39062a2 tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] [instance: b2bce6a2-d9e0-41e9-8a4b-23e53133bbb4] Successfully updated port: 58a6ebfa-9b74-41f1-99ec-f097724df0e7 {{(pid=69770) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 923.568607] env[69770]: INFO nova.compute.manager [-] [instance: f8b193f7-1c9d-426b-a182-4870354ccd84] Took 1.37 seconds to deallocate network for instance. [ 923.646313] env[69770]: DEBUG oslo_concurrency.lockutils [None req-0c38debc-9d8f-47f6-a70b-acce3f1a4741 tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] Lock "45b73d40-e4b9-4c65-82b4-0bb39b3f418b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 57.564s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 923.779211] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebfd1984-c010-4ad9-b75b-94e88a822717 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.801741] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-612df6e4-29a5-4580-a667-86708a35b765 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.820527] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-909d40c5-1647-4c12-80bc-de2dac121dcc tempest-MigrationsAdminTest-1409017777 tempest-MigrationsAdminTest-1409017777-project-member] [instance: 95957450-4202-4400-ab80-e9d3a56b2efb] Updating instance '95957450-4202-4400-ab80-e9d3a56b2efb' progress to 67 {{(pid=69770) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 924.065996] env[69770]: DEBUG oslo_concurrency.lockutils [None req-e9b1eff3-82a6-48f9-9a27-6ec0c39062a2 tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] Acquiring lock "refresh_cache-b2bce6a2-d9e0-41e9-8a4b-23e53133bbb4" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.065996] env[69770]: DEBUG oslo_concurrency.lockutils [None req-e9b1eff3-82a6-48f9-9a27-6ec0c39062a2 tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] Acquired lock "refresh_cache-b2bce6a2-d9e0-41e9-8a4b-23e53133bbb4" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.065996] env[69770]: DEBUG nova.network.neutron [None req-e9b1eff3-82a6-48f9-9a27-6ec0c39062a2 tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] [instance: b2bce6a2-d9e0-41e9-8a4b-23e53133bbb4] Building network info cache for instance {{(pid=69770) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 924.077092] env[69770]: DEBUG oslo_concurrency.lockutils [None req-2021adb8-d8e4-48c2-a8a2-60dde229b910 tempest-SecurityGroupsTestJSON-864666295 tempest-SecurityGroupsTestJSON-864666295-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 924.382536] env[69770]: DEBUG nova.network.neutron [None req-909d40c5-1647-4c12-80bc-de2dac121dcc tempest-MigrationsAdminTest-1409017777 tempest-MigrationsAdminTest-1409017777-project-member] [instance: 95957450-4202-4400-ab80-e9d3a56b2efb] Port b774309a-b12d-42b5-81e1-9e8615fe0806 binding to destination host cpu-1 is already ACTIVE {{(pid=69770) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 924.600190] env[69770]: DEBUG nova.network.neutron [None req-e9b1eff3-82a6-48f9-9a27-6ec0c39062a2 tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] [instance: b2bce6a2-d9e0-41e9-8a4b-23e53133bbb4] Instance cache missing network info. {{(pid=69770) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 924.674536] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d3c1fda-3772-4361-9cff-a6ac5cd948b7 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.682870] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5630ce4c-a04f-43e4-b98e-7d2631e2b246 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.719617] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-689c8bd0-e028-4a66-8b47-6712a228093b {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.728066] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7e1826b-3797-45bd-94b4-ea81d5f1a4e6 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.742644] env[69770]: DEBUG nova.compute.provider_tree [None req-02b56fdc-379e-43f6-a344-3ba0d1191bc9 tempest-ImagesOneServerNegativeTestJSON-405389268 tempest-ImagesOneServerNegativeTestJSON-405389268-project-member] Inventory has not changed in ProviderTree for provider: 7cc7d32b-b7a7-454a-a456-2a440248ed9d {{(pid=69770) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 924.819207] env[69770]: DEBUG nova.network.neutron [None req-e9b1eff3-82a6-48f9-9a27-6ec0c39062a2 tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] [instance: b2bce6a2-d9e0-41e9-8a4b-23e53133bbb4] Updating instance_info_cache with network_info: [{"id": "58a6ebfa-9b74-41f1-99ec-f097724df0e7", "address": "fa:16:3e:a0:2e:ce", "network": {"id": "3bd3d367-631d-4988-abf7-c4fedb5d4f32", "bridge": "br-int", "label": "tempest-ImagesTestJSON-2113045756-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fd2014dec6514eb7b7289fdfc4de7f92", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89463199-7ddf-4ee7-b485-1629a75b4b8f", "external-id": "nsx-vlan-transportzone-302", "segmentation_id": 302, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap58a6ebfa-9b", "ovs_interfaceid": "58a6ebfa-9b74-41f1-99ec-f097724df0e7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69770) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 925.249031] env[69770]: DEBUG nova.scheduler.client.report [None req-02b56fdc-379e-43f6-a344-3ba0d1191bc9 tempest-ImagesOneServerNegativeTestJSON-405389268 tempest-ImagesOneServerNegativeTestJSON-405389268-project-member] Inventory has not changed for provider 7cc7d32b-b7a7-454a-a456-2a440248ed9d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69770) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 925.323051] env[69770]: DEBUG oslo_concurrency.lockutils [None req-e9b1eff3-82a6-48f9-9a27-6ec0c39062a2 tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] Releasing lock "refresh_cache-b2bce6a2-d9e0-41e9-8a4b-23e53133bbb4" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.323182] env[69770]: DEBUG nova.compute.manager [None req-e9b1eff3-82a6-48f9-9a27-6ec0c39062a2 tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] [instance: b2bce6a2-d9e0-41e9-8a4b-23e53133bbb4] Instance network_info: |[{"id": "58a6ebfa-9b74-41f1-99ec-f097724df0e7", "address": "fa:16:3e:a0:2e:ce", "network": {"id": "3bd3d367-631d-4988-abf7-c4fedb5d4f32", "bridge": "br-int", "label": "tempest-ImagesTestJSON-2113045756-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fd2014dec6514eb7b7289fdfc4de7f92", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89463199-7ddf-4ee7-b485-1629a75b4b8f", "external-id": "nsx-vlan-transportzone-302", "segmentation_id": 302, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap58a6ebfa-9b", "ovs_interfaceid": "58a6ebfa-9b74-41f1-99ec-f097724df0e7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69770) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 925.323672] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-e9b1eff3-82a6-48f9-9a27-6ec0c39062a2 tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] [instance: b2bce6a2-d9e0-41e9-8a4b-23e53133bbb4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a0:2e:ce', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '89463199-7ddf-4ee7-b485-1629a75b4b8f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '58a6ebfa-9b74-41f1-99ec-f097724df0e7', 'vif_model': 'vmxnet3'}] {{(pid=69770) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 925.332644] env[69770]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e9b1eff3-82a6-48f9-9a27-6ec0c39062a2 tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69770) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 925.333331] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b2bce6a2-d9e0-41e9-8a4b-23e53133bbb4] Creating VM on the ESX host {{(pid=69770) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 925.333616] env[69770]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b7a378bf-0bd8-482f-afdf-ad5bc3ea6416 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.355087] env[69770]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 925.355087] env[69770]: value = "task-4069873" [ 925.355087] env[69770]: _type = "Task" [ 925.355087] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 925.363938] env[69770]: DEBUG oslo_vmware.api [-] Task: {'id': task-4069873, 'name': CreateVM_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.404885] env[69770]: DEBUG oslo_concurrency.lockutils [None req-909d40c5-1647-4c12-80bc-de2dac121dcc tempest-MigrationsAdminTest-1409017777 tempest-MigrationsAdminTest-1409017777-project-member] Acquiring lock "95957450-4202-4400-ab80-e9d3a56b2efb-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 925.405476] env[69770]: DEBUG oslo_concurrency.lockutils [None req-909d40c5-1647-4c12-80bc-de2dac121dcc tempest-MigrationsAdminTest-1409017777 tempest-MigrationsAdminTest-1409017777-project-member] Lock "95957450-4202-4400-ab80-e9d3a56b2efb-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 925.405476] env[69770]: DEBUG oslo_concurrency.lockutils [None req-909d40c5-1647-4c12-80bc-de2dac121dcc tempest-MigrationsAdminTest-1409017777 tempest-MigrationsAdminTest-1409017777-project-member] Lock "95957450-4202-4400-ab80-e9d3a56b2efb-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 925.502322] env[69770]: DEBUG nova.compute.manager [req-0d86841e-b194-46ed-89ce-27d3eb5c9246 req-c1a5da20-5c37-42e1-973c-56c54116a4d4 service nova] [instance: b2bce6a2-d9e0-41e9-8a4b-23e53133bbb4] Received event network-changed-58a6ebfa-9b74-41f1-99ec-f097724df0e7 {{(pid=69770) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 925.502523] env[69770]: DEBUG nova.compute.manager [req-0d86841e-b194-46ed-89ce-27d3eb5c9246 req-c1a5da20-5c37-42e1-973c-56c54116a4d4 service nova] [instance: b2bce6a2-d9e0-41e9-8a4b-23e53133bbb4] Refreshing instance network info cache due to event network-changed-58a6ebfa-9b74-41f1-99ec-f097724df0e7. {{(pid=69770) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 925.502774] env[69770]: DEBUG oslo_concurrency.lockutils [req-0d86841e-b194-46ed-89ce-27d3eb5c9246 req-c1a5da20-5c37-42e1-973c-56c54116a4d4 service nova] Acquiring lock "refresh_cache-b2bce6a2-d9e0-41e9-8a4b-23e53133bbb4" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.502928] env[69770]: DEBUG oslo_concurrency.lockutils [req-0d86841e-b194-46ed-89ce-27d3eb5c9246 req-c1a5da20-5c37-42e1-973c-56c54116a4d4 service nova] Acquired lock "refresh_cache-b2bce6a2-d9e0-41e9-8a4b-23e53133bbb4" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.503067] env[69770]: DEBUG nova.network.neutron [req-0d86841e-b194-46ed-89ce-27d3eb5c9246 req-c1a5da20-5c37-42e1-973c-56c54116a4d4 service nova] [instance: b2bce6a2-d9e0-41e9-8a4b-23e53133bbb4] Refreshing network info cache for port 58a6ebfa-9b74-41f1-99ec-f097724df0e7 {{(pid=69770) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 925.752304] env[69770]: DEBUG oslo_concurrency.lockutils [None req-02b56fdc-379e-43f6-a344-3ba0d1191bc9 tempest-ImagesOneServerNegativeTestJSON-405389268 tempest-ImagesOneServerNegativeTestJSON-405389268-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.653s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 925.753318] env[69770]: DEBUG nova.compute.manager [None req-02b56fdc-379e-43f6-a344-3ba0d1191bc9 tempest-ImagesOneServerNegativeTestJSON-405389268 tempest-ImagesOneServerNegativeTestJSON-405389268-project-member] [instance: 652320ff-d46d-4ce0-bc7d-eca68820e6ef] Start building networks asynchronously for instance. {{(pid=69770) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 925.756159] env[69770]: DEBUG oslo_concurrency.lockutils [None req-0bacff7a-8f24-4815-aff0-936f760bcd54 tempest-ServersNegativeTestMultiTenantJSON-990593103 tempest-ServersNegativeTestMultiTenantJSON-990593103-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 55.180s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 925.757740] env[69770]: INFO nova.compute.claims [None req-0bacff7a-8f24-4815-aff0-936f760bcd54 tempest-ServersNegativeTestMultiTenantJSON-990593103 tempest-ServersNegativeTestMultiTenantJSON-990593103-project-member] [instance: 22d561e1-565c-490d-a814-a5c6b3a6249a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 925.871056] env[69770]: DEBUG oslo_vmware.api [-] Task: {'id': task-4069873, 'name': CreateVM_Task} progress is 99%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.269124] env[69770]: DEBUG nova.compute.utils [None req-02b56fdc-379e-43f6-a344-3ba0d1191bc9 tempest-ImagesOneServerNegativeTestJSON-405389268 tempest-ImagesOneServerNegativeTestJSON-405389268-project-member] Using /dev/sd instead of None {{(pid=69770) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 926.272691] env[69770]: DEBUG nova.compute.manager [None req-02b56fdc-379e-43f6-a344-3ba0d1191bc9 tempest-ImagesOneServerNegativeTestJSON-405389268 tempest-ImagesOneServerNegativeTestJSON-405389268-project-member] [instance: 652320ff-d46d-4ce0-bc7d-eca68820e6ef] Allocating IP information in the background. {{(pid=69770) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 926.272691] env[69770]: DEBUG nova.network.neutron [None req-02b56fdc-379e-43f6-a344-3ba0d1191bc9 tempest-ImagesOneServerNegativeTestJSON-405389268 tempest-ImagesOneServerNegativeTestJSON-405389268-project-member] [instance: 652320ff-d46d-4ce0-bc7d-eca68820e6ef] allocate_for_instance() {{(pid=69770) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 926.328312] env[69770]: DEBUG nova.policy [None req-02b56fdc-379e-43f6-a344-3ba0d1191bc9 tempest-ImagesOneServerNegativeTestJSON-405389268 tempest-ImagesOneServerNegativeTestJSON-405389268-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8cea8c8d60c7481a901e1f6fe63934d5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ec79c6ba9ef5436297c5b10c71f2f56e', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69770) authorize /opt/stack/nova/nova/policy.py:192}} [ 926.367103] env[69770]: DEBUG oslo_vmware.api [-] Task: {'id': task-4069873, 'name': CreateVM_Task, 'duration_secs': 0.765835} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 926.367301] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b2bce6a2-d9e0-41e9-8a4b-23e53133bbb4] Created VM on the ESX host {{(pid=69770) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 926.367912] env[69770]: DEBUG oslo_concurrency.lockutils [None req-e9b1eff3-82a6-48f9-9a27-6ec0c39062a2 tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.368087] env[69770]: DEBUG oslo_concurrency.lockutils [None req-e9b1eff3-82a6-48f9-9a27-6ec0c39062a2 tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.368521] env[69770]: DEBUG oslo_concurrency.lockutils [None req-e9b1eff3-82a6-48f9-9a27-6ec0c39062a2 tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.368705] env[69770]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8e5ddee6-bfe7-460d-a189-0d16f8aac7b6 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.374644] env[69770]: DEBUG oslo_vmware.api [None req-e9b1eff3-82a6-48f9-9a27-6ec0c39062a2 tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] Waiting for the task: (returnval){ [ 926.374644] env[69770]: value = "session[52161b52-cb8e-ec9f-1132-2f6b49549d41]52d187d5-6974-956a-083a-43e71af4f723" [ 926.374644] env[69770]: _type = "Task" [ 926.374644] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 926.384729] env[69770]: DEBUG oslo_vmware.api [None req-e9b1eff3-82a6-48f9-9a27-6ec0c39062a2 tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]52d187d5-6974-956a-083a-43e71af4f723, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.406858] env[69770]: DEBUG oslo_concurrency.lockutils [None req-f9fb7be4-e8bf-4a87-8d2e-9b3aef661468 tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] Acquiring lock "d6322138-4f18-4a8b-8062-4c732a8e6585" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 926.407098] env[69770]: DEBUG oslo_concurrency.lockutils [None req-f9fb7be4-e8bf-4a87-8d2e-9b3aef661468 tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] Lock "d6322138-4f18-4a8b-8062-4c732a8e6585" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 926.494878] env[69770]: DEBUG oslo_concurrency.lockutils [None req-909d40c5-1647-4c12-80bc-de2dac121dcc tempest-MigrationsAdminTest-1409017777 tempest-MigrationsAdminTest-1409017777-project-member] Acquiring lock "refresh_cache-95957450-4202-4400-ab80-e9d3a56b2efb" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.495094] env[69770]: DEBUG oslo_concurrency.lockutils [None req-909d40c5-1647-4c12-80bc-de2dac121dcc tempest-MigrationsAdminTest-1409017777 tempest-MigrationsAdminTest-1409017777-project-member] Acquired lock "refresh_cache-95957450-4202-4400-ab80-e9d3a56b2efb" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.495260] env[69770]: DEBUG nova.network.neutron [None req-909d40c5-1647-4c12-80bc-de2dac121dcc tempest-MigrationsAdminTest-1409017777 tempest-MigrationsAdminTest-1409017777-project-member] [instance: 95957450-4202-4400-ab80-e9d3a56b2efb] Building network info cache for instance {{(pid=69770) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 926.612168] env[69770]: DEBUG nova.network.neutron [req-0d86841e-b194-46ed-89ce-27d3eb5c9246 req-c1a5da20-5c37-42e1-973c-56c54116a4d4 service nova] [instance: b2bce6a2-d9e0-41e9-8a4b-23e53133bbb4] Updated VIF entry in instance network info cache for port 58a6ebfa-9b74-41f1-99ec-f097724df0e7. {{(pid=69770) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 926.612554] env[69770]: DEBUG nova.network.neutron [req-0d86841e-b194-46ed-89ce-27d3eb5c9246 req-c1a5da20-5c37-42e1-973c-56c54116a4d4 service nova] [instance: b2bce6a2-d9e0-41e9-8a4b-23e53133bbb4] Updating instance_info_cache with network_info: [{"id": "58a6ebfa-9b74-41f1-99ec-f097724df0e7", "address": "fa:16:3e:a0:2e:ce", "network": {"id": "3bd3d367-631d-4988-abf7-c4fedb5d4f32", "bridge": "br-int", "label": "tempest-ImagesTestJSON-2113045756-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fd2014dec6514eb7b7289fdfc4de7f92", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89463199-7ddf-4ee7-b485-1629a75b4b8f", "external-id": "nsx-vlan-transportzone-302", "segmentation_id": 302, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap58a6ebfa-9b", "ovs_interfaceid": "58a6ebfa-9b74-41f1-99ec-f097724df0e7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69770) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 926.693899] env[69770]: DEBUG nova.network.neutron [None req-02b56fdc-379e-43f6-a344-3ba0d1191bc9 tempest-ImagesOneServerNegativeTestJSON-405389268 tempest-ImagesOneServerNegativeTestJSON-405389268-project-member] [instance: 652320ff-d46d-4ce0-bc7d-eca68820e6ef] Successfully created port: 40d40130-0813-4b0f-9e0d-8dd363a61127 {{(pid=69770) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 926.779398] env[69770]: DEBUG nova.compute.manager [None req-02b56fdc-379e-43f6-a344-3ba0d1191bc9 tempest-ImagesOneServerNegativeTestJSON-405389268 tempest-ImagesOneServerNegativeTestJSON-405389268-project-member] [instance: 652320ff-d46d-4ce0-bc7d-eca68820e6ef] Start building block device mappings for instance. {{(pid=69770) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 926.891041] env[69770]: DEBUG oslo_vmware.api [None req-e9b1eff3-82a6-48f9-9a27-6ec0c39062a2 tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]52d187d5-6974-956a-083a-43e71af4f723, 'name': SearchDatastore_Task, 'duration_secs': 0.011249} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 926.894012] env[69770]: DEBUG oslo_concurrency.lockutils [None req-e9b1eff3-82a6-48f9-9a27-6ec0c39062a2 tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.894372] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-e9b1eff3-82a6-48f9-9a27-6ec0c39062a2 tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] [instance: b2bce6a2-d9e0-41e9-8a4b-23e53133bbb4] Processing image d1eaff80-24a0-4391-90eb-59958b1ecf0a {{(pid=69770) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 926.894810] env[69770]: DEBUG oslo_concurrency.lockutils [None req-e9b1eff3-82a6-48f9-9a27-6ec0c39062a2 tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.894973] env[69770]: DEBUG oslo_concurrency.lockutils [None req-e9b1eff3-82a6-48f9-9a27-6ec0c39062a2 tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.895171] env[69770]: DEBUG nova.virt.vmwareapi.ds_util [None req-e9b1eff3-82a6-48f9-9a27-6ec0c39062a2 tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69770) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 926.895881] env[69770]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-81d6efb5-7e05-4aed-8576-afd03e05e1d3 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.915019] env[69770]: DEBUG nova.virt.vmwareapi.ds_util [None req-e9b1eff3-82a6-48f9-9a27-6ec0c39062a2 tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69770) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 926.915019] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-e9b1eff3-82a6-48f9-9a27-6ec0c39062a2 tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69770) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 926.915019] env[69770]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f6136597-1e59-4d71-ae9b-b8b4eed8d269 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.919745] env[69770]: DEBUG oslo_vmware.api [None req-e9b1eff3-82a6-48f9-9a27-6ec0c39062a2 tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] Waiting for the task: (returnval){ [ 926.919745] env[69770]: value = "session[52161b52-cb8e-ec9f-1132-2f6b49549d41]529563dc-7802-8528-f923-9e7b355ec3b5" [ 926.919745] env[69770]: _type = "Task" [ 926.919745] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 926.930652] env[69770]: DEBUG oslo_vmware.api [None req-e9b1eff3-82a6-48f9-9a27-6ec0c39062a2 tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]529563dc-7802-8528-f923-9e7b355ec3b5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.115426] env[69770]: DEBUG oslo_concurrency.lockutils [req-0d86841e-b194-46ed-89ce-27d3eb5c9246 req-c1a5da20-5c37-42e1-973c-56c54116a4d4 service nova] Releasing lock "refresh_cache-b2bce6a2-d9e0-41e9-8a4b-23e53133bbb4" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.266988] env[69770]: DEBUG nova.network.neutron [None req-909d40c5-1647-4c12-80bc-de2dac121dcc tempest-MigrationsAdminTest-1409017777 tempest-MigrationsAdminTest-1409017777-project-member] [instance: 95957450-4202-4400-ab80-e9d3a56b2efb] Updating instance_info_cache with network_info: [{"id": "b774309a-b12d-42b5-81e1-9e8615fe0806", "address": "fa:16:3e:96:17:da", "network": {"id": "f82b91df-bf84-467a-b908-3ff7324de9d6", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.92", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "d65f20bb89fb40a98b77bc6d97357df2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f0ef5aba-bd9a-42ff-a1a0-5e763986d70a", "external-id": "nsx-vlan-transportzone-209", "segmentation_id": 209, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb774309a-b1", "ovs_interfaceid": "b774309a-b12d-42b5-81e1-9e8615fe0806", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69770) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 927.385511] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a403a73-ca89-48e9-aa8f-1dc284bf6614 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.394943] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56cbbdbc-a4e5-40ec-a9ce-26e8684d6423 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.430250] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0435ba31-b8ce-41f8-adb2-5b109489d6ac {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.440795] env[69770]: DEBUG oslo_vmware.api [None req-e9b1eff3-82a6-48f9-9a27-6ec0c39062a2 tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]529563dc-7802-8528-f923-9e7b355ec3b5, 'name': SearchDatastore_Task, 'duration_secs': 0.013094} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 927.444886] env[69770]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8726c56a-e0a0-4ca7-ac58-e600612b3454 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.447596] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1c16972-c692-4ec3-b786-02a7e9f6daf6 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.465411] env[69770]: DEBUG nova.compute.provider_tree [None req-0bacff7a-8f24-4815-aff0-936f760bcd54 tempest-ServersNegativeTestMultiTenantJSON-990593103 tempest-ServersNegativeTestMultiTenantJSON-990593103-project-member] Inventory has not changed in ProviderTree for provider: 7cc7d32b-b7a7-454a-a456-2a440248ed9d {{(pid=69770) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 927.467969] env[69770]: DEBUG oslo_vmware.api [None req-e9b1eff3-82a6-48f9-9a27-6ec0c39062a2 tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] Waiting for the task: (returnval){ [ 927.467969] env[69770]: value = "session[52161b52-cb8e-ec9f-1132-2f6b49549d41]5238eb51-cfe7-c303-8e74-7c9bb96a2e7a" [ 927.467969] env[69770]: _type = "Task" [ 927.467969] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 927.480227] env[69770]: DEBUG oslo_vmware.api [None req-e9b1eff3-82a6-48f9-9a27-6ec0c39062a2 tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]5238eb51-cfe7-c303-8e74-7c9bb96a2e7a, 'name': SearchDatastore_Task, 'duration_secs': 0.011129} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 927.480550] env[69770]: DEBUG oslo_concurrency.lockutils [None req-e9b1eff3-82a6-48f9-9a27-6ec0c39062a2 tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.480862] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-e9b1eff3-82a6-48f9-9a27-6ec0c39062a2 tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk to [datastore1] b2bce6a2-d9e0-41e9-8a4b-23e53133bbb4/b2bce6a2-d9e0-41e9-8a4b-23e53133bbb4.vmdk {{(pid=69770) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 927.481175] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fbdc5cb3-ec0d-4e66-9f7d-17743387005f {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.492024] env[69770]: DEBUG oslo_vmware.api [None req-e9b1eff3-82a6-48f9-9a27-6ec0c39062a2 tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] Waiting for the task: (returnval){ [ 927.492024] env[69770]: value = "task-4069874" [ 927.492024] env[69770]: _type = "Task" [ 927.492024] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 927.501169] env[69770]: DEBUG oslo_vmware.api [None req-e9b1eff3-82a6-48f9-9a27-6ec0c39062a2 tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] Task: {'id': task-4069874, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.772575] env[69770]: DEBUG oslo_concurrency.lockutils [None req-909d40c5-1647-4c12-80bc-de2dac121dcc tempest-MigrationsAdminTest-1409017777 tempest-MigrationsAdminTest-1409017777-project-member] Releasing lock "refresh_cache-95957450-4202-4400-ab80-e9d3a56b2efb" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.788959] env[69770]: DEBUG nova.compute.manager [None req-02b56fdc-379e-43f6-a344-3ba0d1191bc9 tempest-ImagesOneServerNegativeTestJSON-405389268 tempest-ImagesOneServerNegativeTestJSON-405389268-project-member] [instance: 652320ff-d46d-4ce0-bc7d-eca68820e6ef] Start spawning the instance on the hypervisor. {{(pid=69770) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 927.817441] env[69770]: DEBUG nova.virt.hardware [None req-02b56fdc-379e-43f6-a344-3ba0d1191bc9 tempest-ImagesOneServerNegativeTestJSON-405389268 tempest-ImagesOneServerNegativeTestJSON-405389268-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T12:16:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T12:16:11Z,direct_url=,disk_format='vmdk',id=d1eaff80-24a0-4391-90eb-59958b1ecf0a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d65f20bb89fb40a98b77bc6d97357df2',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T12:16:12Z,virtual_size=,visibility=), allow threads: False {{(pid=69770) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 927.817804] env[69770]: DEBUG nova.virt.hardware [None req-02b56fdc-379e-43f6-a344-3ba0d1191bc9 tempest-ImagesOneServerNegativeTestJSON-405389268 tempest-ImagesOneServerNegativeTestJSON-405389268-project-member] Flavor limits 0:0:0 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 927.818086] env[69770]: DEBUG nova.virt.hardware [None req-02b56fdc-379e-43f6-a344-3ba0d1191bc9 tempest-ImagesOneServerNegativeTestJSON-405389268 tempest-ImagesOneServerNegativeTestJSON-405389268-project-member] Image limits 0:0:0 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 927.818249] env[69770]: DEBUG nova.virt.hardware [None req-02b56fdc-379e-43f6-a344-3ba0d1191bc9 tempest-ImagesOneServerNegativeTestJSON-405389268 tempest-ImagesOneServerNegativeTestJSON-405389268-project-member] Flavor pref 0:0:0 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 927.818423] env[69770]: DEBUG nova.virt.hardware [None req-02b56fdc-379e-43f6-a344-3ba0d1191bc9 tempest-ImagesOneServerNegativeTestJSON-405389268 tempest-ImagesOneServerNegativeTestJSON-405389268-project-member] Image pref 0:0:0 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 927.818601] env[69770]: DEBUG nova.virt.hardware [None req-02b56fdc-379e-43f6-a344-3ba0d1191bc9 tempest-ImagesOneServerNegativeTestJSON-405389268 tempest-ImagesOneServerNegativeTestJSON-405389268-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 927.818851] env[69770]: DEBUG nova.virt.hardware [None req-02b56fdc-379e-43f6-a344-3ba0d1191bc9 tempest-ImagesOneServerNegativeTestJSON-405389268 tempest-ImagesOneServerNegativeTestJSON-405389268-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69770) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 927.819083] env[69770]: DEBUG nova.virt.hardware [None req-02b56fdc-379e-43f6-a344-3ba0d1191bc9 tempest-ImagesOneServerNegativeTestJSON-405389268 tempest-ImagesOneServerNegativeTestJSON-405389268-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69770) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 927.819265] env[69770]: DEBUG nova.virt.hardware [None req-02b56fdc-379e-43f6-a344-3ba0d1191bc9 tempest-ImagesOneServerNegativeTestJSON-405389268 tempest-ImagesOneServerNegativeTestJSON-405389268-project-member] Got 1 possible topologies {{(pid=69770) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 927.819500] env[69770]: DEBUG nova.virt.hardware [None req-02b56fdc-379e-43f6-a344-3ba0d1191bc9 tempest-ImagesOneServerNegativeTestJSON-405389268 tempest-ImagesOneServerNegativeTestJSON-405389268-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69770) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 927.819715] env[69770]: DEBUG nova.virt.hardware [None req-02b56fdc-379e-43f6-a344-3ba0d1191bc9 tempest-ImagesOneServerNegativeTestJSON-405389268 tempest-ImagesOneServerNegativeTestJSON-405389268-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69770) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 927.820694] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7eeff4cb-3857-426a-9760-276fd4dc9816 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.832858] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c956354-6704-4297-b250-5d5094795e0f {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.969829] env[69770]: DEBUG nova.scheduler.client.report [None req-0bacff7a-8f24-4815-aff0-936f760bcd54 tempest-ServersNegativeTestMultiTenantJSON-990593103 tempest-ServersNegativeTestMultiTenantJSON-990593103-project-member] Inventory has not changed for provider 7cc7d32b-b7a7-454a-a456-2a440248ed9d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69770) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 928.003189] env[69770]: DEBUG oslo_vmware.api [None req-e9b1eff3-82a6-48f9-9a27-6ec0c39062a2 tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] Task: {'id': task-4069874, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.505712} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 928.003470] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-e9b1eff3-82a6-48f9-9a27-6ec0c39062a2 tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk to [datastore1] b2bce6a2-d9e0-41e9-8a4b-23e53133bbb4/b2bce6a2-d9e0-41e9-8a4b-23e53133bbb4.vmdk {{(pid=69770) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 928.003685] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-e9b1eff3-82a6-48f9-9a27-6ec0c39062a2 tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] [instance: b2bce6a2-d9e0-41e9-8a4b-23e53133bbb4] Extending root virtual disk to 1048576 {{(pid=69770) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 928.004070] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4d6a7050-c421-4853-bde5-5783d4ec0c7b {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.011556] env[69770]: DEBUG oslo_vmware.api [None req-e9b1eff3-82a6-48f9-9a27-6ec0c39062a2 tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] Waiting for the task: (returnval){ [ 928.011556] env[69770]: value = "task-4069875" [ 928.011556] env[69770]: _type = "Task" [ 928.011556] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 928.021638] env[69770]: DEBUG oslo_vmware.api [None req-e9b1eff3-82a6-48f9-9a27-6ec0c39062a2 tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] Task: {'id': task-4069875, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.227165] env[69770]: DEBUG nova.compute.manager [req-21634837-78ad-418a-a972-0c1008039c64 req-e71a38d0-7b69-4a00-bcd2-8e9bc8372e10 service nova] [instance: 652320ff-d46d-4ce0-bc7d-eca68820e6ef] Received event network-vif-plugged-40d40130-0813-4b0f-9e0d-8dd363a61127 {{(pid=69770) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 928.227165] env[69770]: DEBUG oslo_concurrency.lockutils [req-21634837-78ad-418a-a972-0c1008039c64 req-e71a38d0-7b69-4a00-bcd2-8e9bc8372e10 service nova] Acquiring lock "652320ff-d46d-4ce0-bc7d-eca68820e6ef-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 928.227165] env[69770]: DEBUG oslo_concurrency.lockutils [req-21634837-78ad-418a-a972-0c1008039c64 req-e71a38d0-7b69-4a00-bcd2-8e9bc8372e10 service nova] Lock "652320ff-d46d-4ce0-bc7d-eca68820e6ef-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 928.227165] env[69770]: DEBUG oslo_concurrency.lockutils [req-21634837-78ad-418a-a972-0c1008039c64 req-e71a38d0-7b69-4a00-bcd2-8e9bc8372e10 service nova] Lock "652320ff-d46d-4ce0-bc7d-eca68820e6ef-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 928.227165] env[69770]: DEBUG nova.compute.manager [req-21634837-78ad-418a-a972-0c1008039c64 req-e71a38d0-7b69-4a00-bcd2-8e9bc8372e10 service nova] [instance: 652320ff-d46d-4ce0-bc7d-eca68820e6ef] No waiting events found dispatching network-vif-plugged-40d40130-0813-4b0f-9e0d-8dd363a61127 {{(pid=69770) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 928.227165] env[69770]: WARNING nova.compute.manager [req-21634837-78ad-418a-a972-0c1008039c64 req-e71a38d0-7b69-4a00-bcd2-8e9bc8372e10 service nova] [instance: 652320ff-d46d-4ce0-bc7d-eca68820e6ef] Received unexpected event network-vif-plugged-40d40130-0813-4b0f-9e0d-8dd363a61127 for instance with vm_state building and task_state spawning. [ 928.294403] env[69770]: DEBUG nova.network.neutron [None req-02b56fdc-379e-43f6-a344-3ba0d1191bc9 tempest-ImagesOneServerNegativeTestJSON-405389268 tempest-ImagesOneServerNegativeTestJSON-405389268-project-member] [instance: 652320ff-d46d-4ce0-bc7d-eca68820e6ef] Successfully updated port: 40d40130-0813-4b0f-9e0d-8dd363a61127 {{(pid=69770) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 928.303958] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d06f036-8a57-4981-94cf-338153e13526 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.327353] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d274fba5-84ce-47ca-aa23-656835ed856a {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.336818] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-909d40c5-1647-4c12-80bc-de2dac121dcc tempest-MigrationsAdminTest-1409017777 tempest-MigrationsAdminTest-1409017777-project-member] [instance: 95957450-4202-4400-ab80-e9d3a56b2efb] Updating instance '95957450-4202-4400-ab80-e9d3a56b2efb' progress to 83 {{(pid=69770) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 928.475162] env[69770]: DEBUG oslo_concurrency.lockutils [None req-0bacff7a-8f24-4815-aff0-936f760bcd54 tempest-ServersNegativeTestMultiTenantJSON-990593103 tempest-ServersNegativeTestMultiTenantJSON-990593103-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.719s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 928.475866] env[69770]: DEBUG nova.compute.manager [None req-0bacff7a-8f24-4815-aff0-936f760bcd54 tempest-ServersNegativeTestMultiTenantJSON-990593103 tempest-ServersNegativeTestMultiTenantJSON-990593103-project-member] [instance: 22d561e1-565c-490d-a814-a5c6b3a6249a] Start building networks asynchronously for instance. {{(pid=69770) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 928.479686] env[69770]: DEBUG oslo_concurrency.lockutils [None req-863c2855-d8e3-4b03-b364-9b4c3efff624 tempest-ServerPasswordTestJSON-447598566 tempest-ServerPasswordTestJSON-447598566-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 53.865s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 928.479686] env[69770]: DEBUG nova.objects.instance [None req-863c2855-d8e3-4b03-b364-9b4c3efff624 tempest-ServerPasswordTestJSON-447598566 tempest-ServerPasswordTestJSON-447598566-project-member] Lazy-loading 'resources' on Instance uuid 8d265b73-da0b-4a15-a9a7-63ef7750f9f5 {{(pid=69770) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 928.526828] env[69770]: DEBUG oslo_vmware.api [None req-e9b1eff3-82a6-48f9-9a27-6ec0c39062a2 tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] Task: {'id': task-4069875, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069323} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 928.526828] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-e9b1eff3-82a6-48f9-9a27-6ec0c39062a2 tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] [instance: b2bce6a2-d9e0-41e9-8a4b-23e53133bbb4] Extended root virtual disk {{(pid=69770) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 928.528322] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7debbed5-5c9c-4416-baa3-f4fa30188d85 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.554495] env[69770]: DEBUG nova.virt.vmwareapi.volumeops [None req-e9b1eff3-82a6-48f9-9a27-6ec0c39062a2 tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] [instance: b2bce6a2-d9e0-41e9-8a4b-23e53133bbb4] Reconfiguring VM instance instance-00000035 to attach disk [datastore1] b2bce6a2-d9e0-41e9-8a4b-23e53133bbb4/b2bce6a2-d9e0-41e9-8a4b-23e53133bbb4.vmdk or device None with type sparse {{(pid=69770) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 928.555176] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ebd0d4b4-680f-459d-9465-af67d4c866e4 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.576586] env[69770]: DEBUG oslo_vmware.api [None req-e9b1eff3-82a6-48f9-9a27-6ec0c39062a2 tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] Waiting for the task: (returnval){ [ 928.576586] env[69770]: value = "task-4069876" [ 928.576586] env[69770]: _type = "Task" [ 928.576586] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 928.585706] env[69770]: DEBUG oslo_vmware.api [None req-e9b1eff3-82a6-48f9-9a27-6ec0c39062a2 tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] Task: {'id': task-4069876, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.797555] env[69770]: DEBUG oslo_concurrency.lockutils [None req-02b56fdc-379e-43f6-a344-3ba0d1191bc9 tempest-ImagesOneServerNegativeTestJSON-405389268 tempest-ImagesOneServerNegativeTestJSON-405389268-project-member] Acquiring lock "refresh_cache-652320ff-d46d-4ce0-bc7d-eca68820e6ef" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.797822] env[69770]: DEBUG oslo_concurrency.lockutils [None req-02b56fdc-379e-43f6-a344-3ba0d1191bc9 tempest-ImagesOneServerNegativeTestJSON-405389268 tempest-ImagesOneServerNegativeTestJSON-405389268-project-member] Acquired lock "refresh_cache-652320ff-d46d-4ce0-bc7d-eca68820e6ef" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.797903] env[69770]: DEBUG nova.network.neutron [None req-02b56fdc-379e-43f6-a344-3ba0d1191bc9 tempest-ImagesOneServerNegativeTestJSON-405389268 tempest-ImagesOneServerNegativeTestJSON-405389268-project-member] [instance: 652320ff-d46d-4ce0-bc7d-eca68820e6ef] Building network info cache for instance {{(pid=69770) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 928.843856] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-909d40c5-1647-4c12-80bc-de2dac121dcc tempest-MigrationsAdminTest-1409017777 tempest-MigrationsAdminTest-1409017777-project-member] [instance: 95957450-4202-4400-ab80-e9d3a56b2efb] Powering on the VM {{(pid=69770) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 928.844221] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c260c85e-79e1-4941-a21f-edcdf34f64be {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.852188] env[69770]: DEBUG oslo_vmware.api [None req-909d40c5-1647-4c12-80bc-de2dac121dcc tempest-MigrationsAdminTest-1409017777 tempest-MigrationsAdminTest-1409017777-project-member] Waiting for the task: (returnval){ [ 928.852188] env[69770]: value = "task-4069877" [ 928.852188] env[69770]: _type = "Task" [ 928.852188] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 928.861723] env[69770]: DEBUG oslo_vmware.api [None req-909d40c5-1647-4c12-80bc-de2dac121dcc tempest-MigrationsAdminTest-1409017777 tempest-MigrationsAdminTest-1409017777-project-member] Task: {'id': task-4069877, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.983802] env[69770]: DEBUG nova.compute.utils [None req-0bacff7a-8f24-4815-aff0-936f760bcd54 tempest-ServersNegativeTestMultiTenantJSON-990593103 tempest-ServersNegativeTestMultiTenantJSON-990593103-project-member] Using /dev/sd instead of None {{(pid=69770) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 928.990176] env[69770]: DEBUG nova.compute.manager [None req-0bacff7a-8f24-4815-aff0-936f760bcd54 tempest-ServersNegativeTestMultiTenantJSON-990593103 tempest-ServersNegativeTestMultiTenantJSON-990593103-project-member] [instance: 22d561e1-565c-490d-a814-a5c6b3a6249a] Allocating IP information in the background. {{(pid=69770) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 928.990176] env[69770]: DEBUG nova.network.neutron [None req-0bacff7a-8f24-4815-aff0-936f760bcd54 tempest-ServersNegativeTestMultiTenantJSON-990593103 tempest-ServersNegativeTestMultiTenantJSON-990593103-project-member] [instance: 22d561e1-565c-490d-a814-a5c6b3a6249a] allocate_for_instance() {{(pid=69770) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 929.059028] env[69770]: DEBUG nova.policy [None req-0bacff7a-8f24-4815-aff0-936f760bcd54 tempest-ServersNegativeTestMultiTenantJSON-990593103 tempest-ServersNegativeTestMultiTenantJSON-990593103-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7de36fac0567483288b01c4ed104bd7c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '16102f6b88824d7da47b76b2e354fdf5', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69770) authorize /opt/stack/nova/nova/policy.py:192}} [ 929.091172] env[69770]: DEBUG oslo_vmware.api [None req-e9b1eff3-82a6-48f9-9a27-6ec0c39062a2 tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] Task: {'id': task-4069876, 'name': ReconfigVM_Task, 'duration_secs': 0.41815} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 929.091588] env[69770]: DEBUG nova.virt.vmwareapi.volumeops [None req-e9b1eff3-82a6-48f9-9a27-6ec0c39062a2 tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] [instance: b2bce6a2-d9e0-41e9-8a4b-23e53133bbb4] Reconfigured VM instance instance-00000035 to attach disk [datastore1] b2bce6a2-d9e0-41e9-8a4b-23e53133bbb4/b2bce6a2-d9e0-41e9-8a4b-23e53133bbb4.vmdk or device None with type sparse {{(pid=69770) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 929.092421] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0129ad21-2cab-40b7-839b-43c05964b666 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.102754] env[69770]: DEBUG oslo_vmware.api [None req-e9b1eff3-82a6-48f9-9a27-6ec0c39062a2 tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] Waiting for the task: (returnval){ [ 929.102754] env[69770]: value = "task-4069878" [ 929.102754] env[69770]: _type = "Task" [ 929.102754] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 929.115605] env[69770]: DEBUG oslo_vmware.api [None req-e9b1eff3-82a6-48f9-9a27-6ec0c39062a2 tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] Task: {'id': task-4069878, 'name': Rename_Task} progress is 5%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.345315] env[69770]: DEBUG nova.network.neutron [None req-02b56fdc-379e-43f6-a344-3ba0d1191bc9 tempest-ImagesOneServerNegativeTestJSON-405389268 tempest-ImagesOneServerNegativeTestJSON-405389268-project-member] [instance: 652320ff-d46d-4ce0-bc7d-eca68820e6ef] Instance cache missing network info. {{(pid=69770) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 929.366783] env[69770]: DEBUG oslo_vmware.api [None req-909d40c5-1647-4c12-80bc-de2dac121dcc tempest-MigrationsAdminTest-1409017777 tempest-MigrationsAdminTest-1409017777-project-member] Task: {'id': task-4069877, 'name': PowerOnVM_Task, 'duration_secs': 0.449424} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 929.367238] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-909d40c5-1647-4c12-80bc-de2dac121dcc tempest-MigrationsAdminTest-1409017777 tempest-MigrationsAdminTest-1409017777-project-member] [instance: 95957450-4202-4400-ab80-e9d3a56b2efb] Powered on the VM {{(pid=69770) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 929.367918] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-909d40c5-1647-4c12-80bc-de2dac121dcc tempest-MigrationsAdminTest-1409017777 tempest-MigrationsAdminTest-1409017777-project-member] [instance: 95957450-4202-4400-ab80-e9d3a56b2efb] Updating instance '95957450-4202-4400-ab80-e9d3a56b2efb' progress to 100 {{(pid=69770) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 929.430326] env[69770]: DEBUG nova.network.neutron [None req-0bacff7a-8f24-4815-aff0-936f760bcd54 tempest-ServersNegativeTestMultiTenantJSON-990593103 tempest-ServersNegativeTestMultiTenantJSON-990593103-project-member] [instance: 22d561e1-565c-490d-a814-a5c6b3a6249a] Successfully created port: 30a6b0ab-3c09-4787-bbdc-dfc40db22377 {{(pid=69770) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 929.489516] env[69770]: DEBUG nova.compute.manager [None req-0bacff7a-8f24-4815-aff0-936f760bcd54 tempest-ServersNegativeTestMultiTenantJSON-990593103 tempest-ServersNegativeTestMultiTenantJSON-990593103-project-member] [instance: 22d561e1-565c-490d-a814-a5c6b3a6249a] Start building block device mappings for instance. {{(pid=69770) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 929.553493] env[69770]: DEBUG nova.network.neutron [None req-02b56fdc-379e-43f6-a344-3ba0d1191bc9 tempest-ImagesOneServerNegativeTestJSON-405389268 tempest-ImagesOneServerNegativeTestJSON-405389268-project-member] [instance: 652320ff-d46d-4ce0-bc7d-eca68820e6ef] Updating instance_info_cache with network_info: [{"id": "40d40130-0813-4b0f-9e0d-8dd363a61127", "address": "fa:16:3e:a1:70:14", "network": {"id": "f470cb10-0c54-4bbb-822c-baf8d1f878ae", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-474348050-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ec79c6ba9ef5436297c5b10c71f2f56e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "572b7281-aad3-45fa-9cb2-fc1c70569948", "external-id": "nsx-vlan-transportzone-722", "segmentation_id": 722, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap40d40130-08", "ovs_interfaceid": "40d40130-0813-4b0f-9e0d-8dd363a61127", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69770) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 929.571935] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9dc57cb-aa95-4186-949e-854e4c264941 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.581455] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4acb1915-0bda-4e3b-855c-29745bd33536 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.620986] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3cb3389-518d-4af3-b46f-e92fa9c5a515 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.632358] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7a82684-d67a-41a2-8c11-e657ff063505 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.635821] env[69770]: DEBUG oslo_vmware.api [None req-e9b1eff3-82a6-48f9-9a27-6ec0c39062a2 tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] Task: {'id': task-4069878, 'name': Rename_Task, 'duration_secs': 0.163446} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 929.636266] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-e9b1eff3-82a6-48f9-9a27-6ec0c39062a2 tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] [instance: b2bce6a2-d9e0-41e9-8a4b-23e53133bbb4] Powering on the VM {{(pid=69770) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 929.636941] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-61edc94e-93f6-439c-9571-58f3bf393c41 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.651556] env[69770]: DEBUG nova.compute.provider_tree [None req-863c2855-d8e3-4b03-b364-9b4c3efff624 tempest-ServerPasswordTestJSON-447598566 tempest-ServerPasswordTestJSON-447598566-project-member] Inventory has not changed in ProviderTree for provider: 7cc7d32b-b7a7-454a-a456-2a440248ed9d {{(pid=69770) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 929.654585] env[69770]: DEBUG oslo_vmware.api [None req-e9b1eff3-82a6-48f9-9a27-6ec0c39062a2 tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] Waiting for the task: (returnval){ [ 929.654585] env[69770]: value = "task-4069879" [ 929.654585] env[69770]: _type = "Task" [ 929.654585] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 929.664413] env[69770]: DEBUG oslo_vmware.api [None req-e9b1eff3-82a6-48f9-9a27-6ec0c39062a2 tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] Task: {'id': task-4069879, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.056640] env[69770]: DEBUG oslo_concurrency.lockutils [None req-02b56fdc-379e-43f6-a344-3ba0d1191bc9 tempest-ImagesOneServerNegativeTestJSON-405389268 tempest-ImagesOneServerNegativeTestJSON-405389268-project-member] Releasing lock "refresh_cache-652320ff-d46d-4ce0-bc7d-eca68820e6ef" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.056998] env[69770]: DEBUG nova.compute.manager [None req-02b56fdc-379e-43f6-a344-3ba0d1191bc9 tempest-ImagesOneServerNegativeTestJSON-405389268 tempest-ImagesOneServerNegativeTestJSON-405389268-project-member] [instance: 652320ff-d46d-4ce0-bc7d-eca68820e6ef] Instance network_info: |[{"id": "40d40130-0813-4b0f-9e0d-8dd363a61127", "address": "fa:16:3e:a1:70:14", "network": {"id": "f470cb10-0c54-4bbb-822c-baf8d1f878ae", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-474348050-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ec79c6ba9ef5436297c5b10c71f2f56e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "572b7281-aad3-45fa-9cb2-fc1c70569948", "external-id": "nsx-vlan-transportzone-722", "segmentation_id": 722, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap40d40130-08", "ovs_interfaceid": "40d40130-0813-4b0f-9e0d-8dd363a61127", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69770) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 930.057457] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-02b56fdc-379e-43f6-a344-3ba0d1191bc9 tempest-ImagesOneServerNegativeTestJSON-405389268 tempest-ImagesOneServerNegativeTestJSON-405389268-project-member] [instance: 652320ff-d46d-4ce0-bc7d-eca68820e6ef] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a1:70:14', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '572b7281-aad3-45fa-9cb2-fc1c70569948', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '40d40130-0813-4b0f-9e0d-8dd363a61127', 'vif_model': 'vmxnet3'}] {{(pid=69770) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 930.066238] env[69770]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-02b56fdc-379e-43f6-a344-3ba0d1191bc9 tempest-ImagesOneServerNegativeTestJSON-405389268 tempest-ImagesOneServerNegativeTestJSON-405389268-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69770) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 930.066918] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 652320ff-d46d-4ce0-bc7d-eca68820e6ef] Creating VM on the ESX host {{(pid=69770) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 930.067235] env[69770]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f8e59876-7f4b-475b-bcb8-7d7651a5dfbd {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.090750] env[69770]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 930.090750] env[69770]: value = "task-4069880" [ 930.090750] env[69770]: _type = "Task" [ 930.090750] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 930.102010] env[69770]: DEBUG oslo_vmware.api [-] Task: {'id': task-4069880, 'name': CreateVM_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.156724] env[69770]: DEBUG nova.scheduler.client.report [None req-863c2855-d8e3-4b03-b364-9b4c3efff624 tempest-ServerPasswordTestJSON-447598566 tempest-ServerPasswordTestJSON-447598566-project-member] Inventory has not changed for provider 7cc7d32b-b7a7-454a-a456-2a440248ed9d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69770) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 930.176188] env[69770]: DEBUG oslo_vmware.api [None req-e9b1eff3-82a6-48f9-9a27-6ec0c39062a2 tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] Task: {'id': task-4069879, 'name': PowerOnVM_Task, 'duration_secs': 0.51268} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 930.176188] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-e9b1eff3-82a6-48f9-9a27-6ec0c39062a2 tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] [instance: b2bce6a2-d9e0-41e9-8a4b-23e53133bbb4] Powered on the VM {{(pid=69770) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 930.176188] env[69770]: INFO nova.compute.manager [None req-e9b1eff3-82a6-48f9-9a27-6ec0c39062a2 tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] [instance: b2bce6a2-d9e0-41e9-8a4b-23e53133bbb4] Took 7.19 seconds to spawn the instance on the hypervisor. [ 930.176188] env[69770]: DEBUG nova.compute.manager [None req-e9b1eff3-82a6-48f9-9a27-6ec0c39062a2 tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] [instance: b2bce6a2-d9e0-41e9-8a4b-23e53133bbb4] Checking state {{(pid=69770) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 930.177218] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92b78a05-483b-4fde-8868-c3e634cf7bbe {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.249252] env[69770]: DEBUG nova.compute.manager [req-e75415b6-f0e1-4659-94d6-e736a60b6d58 req-17257031-b19c-4393-b15e-6a01358cb73c service nova] [instance: 652320ff-d46d-4ce0-bc7d-eca68820e6ef] Received event network-changed-40d40130-0813-4b0f-9e0d-8dd363a61127 {{(pid=69770) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 930.249514] env[69770]: DEBUG nova.compute.manager [req-e75415b6-f0e1-4659-94d6-e736a60b6d58 req-17257031-b19c-4393-b15e-6a01358cb73c service nova] [instance: 652320ff-d46d-4ce0-bc7d-eca68820e6ef] Refreshing instance network info cache due to event network-changed-40d40130-0813-4b0f-9e0d-8dd363a61127. {{(pid=69770) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 930.249813] env[69770]: DEBUG oslo_concurrency.lockutils [req-e75415b6-f0e1-4659-94d6-e736a60b6d58 req-17257031-b19c-4393-b15e-6a01358cb73c service nova] Acquiring lock "refresh_cache-652320ff-d46d-4ce0-bc7d-eca68820e6ef" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.250558] env[69770]: DEBUG oslo_concurrency.lockutils [req-e75415b6-f0e1-4659-94d6-e736a60b6d58 req-17257031-b19c-4393-b15e-6a01358cb73c service nova] Acquired lock "refresh_cache-652320ff-d46d-4ce0-bc7d-eca68820e6ef" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.250558] env[69770]: DEBUG nova.network.neutron [req-e75415b6-f0e1-4659-94d6-e736a60b6d58 req-17257031-b19c-4393-b15e-6a01358cb73c service nova] [instance: 652320ff-d46d-4ce0-bc7d-eca68820e6ef] Refreshing network info cache for port 40d40130-0813-4b0f-9e0d-8dd363a61127 {{(pid=69770) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 930.399853] env[69770]: DEBUG oslo_vmware.rw_handles [None req-01347cd1-1fb8-4c0b-a74a-f13eb6181b0b tempest-ServersNegativeTestJSON-1437959553 tempest-ServersNegativeTestJSON-1437959553-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5294f5f4-c81b-5928-edb9-67bff98666b7/disk-0.vmdk. {{(pid=69770) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 930.402036] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1ba07e6-744d-47a2-8066-64ca8ee6dd21 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.409144] env[69770]: DEBUG oslo_vmware.rw_handles [None req-01347cd1-1fb8-4c0b-a74a-f13eb6181b0b tempest-ServersNegativeTestJSON-1437959553 tempest-ServersNegativeTestJSON-1437959553-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5294f5f4-c81b-5928-edb9-67bff98666b7/disk-0.vmdk is in state: ready. {{(pid=69770) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 930.409347] env[69770]: ERROR oslo_vmware.rw_handles [None req-01347cd1-1fb8-4c0b-a74a-f13eb6181b0b tempest-ServersNegativeTestJSON-1437959553 tempest-ServersNegativeTestJSON-1437959553-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5294f5f4-c81b-5928-edb9-67bff98666b7/disk-0.vmdk due to incomplete transfer. [ 930.409587] env[69770]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-e84ccd02-f6c7-4522-9681-e4105083e071 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.417794] env[69770]: DEBUG oslo_vmware.rw_handles [None req-01347cd1-1fb8-4c0b-a74a-f13eb6181b0b tempest-ServersNegativeTestJSON-1437959553 tempest-ServersNegativeTestJSON-1437959553-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5294f5f4-c81b-5928-edb9-67bff98666b7/disk-0.vmdk. {{(pid=69770) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 930.418038] env[69770]: DEBUG nova.virt.vmwareapi.images [None req-01347cd1-1fb8-4c0b-a74a-f13eb6181b0b tempest-ServersNegativeTestJSON-1437959553 tempest-ServersNegativeTestJSON-1437959553-project-member] [instance: 1cd3da96-102f-4a22-8f53-12b32485ffa2] Uploaded image aa240c0f-8843-4221-bc13-6de25c02262b to the Glance image server {{(pid=69770) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 930.420369] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-01347cd1-1fb8-4c0b-a74a-f13eb6181b0b tempest-ServersNegativeTestJSON-1437959553 tempest-ServersNegativeTestJSON-1437959553-project-member] [instance: 1cd3da96-102f-4a22-8f53-12b32485ffa2] Destroying the VM {{(pid=69770) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 930.420633] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-4031a12f-958c-4f44-8baa-d232258e5705 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.429732] env[69770]: DEBUG oslo_vmware.api [None req-01347cd1-1fb8-4c0b-a74a-f13eb6181b0b tempest-ServersNegativeTestJSON-1437959553 tempest-ServersNegativeTestJSON-1437959553-project-member] Waiting for the task: (returnval){ [ 930.429732] env[69770]: value = "task-4069881" [ 930.429732] env[69770]: _type = "Task" [ 930.429732] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 930.440885] env[69770]: DEBUG oslo_vmware.api [None req-01347cd1-1fb8-4c0b-a74a-f13eb6181b0b tempest-ServersNegativeTestJSON-1437959553 tempest-ServersNegativeTestJSON-1437959553-project-member] Task: {'id': task-4069881, 'name': Destroy_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.500214] env[69770]: DEBUG nova.compute.manager [None req-0bacff7a-8f24-4815-aff0-936f760bcd54 tempest-ServersNegativeTestMultiTenantJSON-990593103 tempest-ServersNegativeTestMultiTenantJSON-990593103-project-member] [instance: 22d561e1-565c-490d-a814-a5c6b3a6249a] Start spawning the instance on the hypervisor. {{(pid=69770) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 930.528362] env[69770]: DEBUG nova.virt.hardware [None req-0bacff7a-8f24-4815-aff0-936f760bcd54 tempest-ServersNegativeTestMultiTenantJSON-990593103 tempest-ServersNegativeTestMultiTenantJSON-990593103-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T12:16:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T12:16:11Z,direct_url=,disk_format='vmdk',id=d1eaff80-24a0-4391-90eb-59958b1ecf0a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d65f20bb89fb40a98b77bc6d97357df2',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T12:16:12Z,virtual_size=,visibility=), allow threads: False {{(pid=69770) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 930.528791] env[69770]: DEBUG nova.virt.hardware [None req-0bacff7a-8f24-4815-aff0-936f760bcd54 tempest-ServersNegativeTestMultiTenantJSON-990593103 tempest-ServersNegativeTestMultiTenantJSON-990593103-project-member] Flavor limits 0:0:0 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 930.529017] env[69770]: DEBUG nova.virt.hardware [None req-0bacff7a-8f24-4815-aff0-936f760bcd54 tempest-ServersNegativeTestMultiTenantJSON-990593103 tempest-ServersNegativeTestMultiTenantJSON-990593103-project-member] Image limits 0:0:0 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 930.529268] env[69770]: DEBUG nova.virt.hardware [None req-0bacff7a-8f24-4815-aff0-936f760bcd54 tempest-ServersNegativeTestMultiTenantJSON-990593103 tempest-ServersNegativeTestMultiTenantJSON-990593103-project-member] Flavor pref 0:0:0 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 930.529505] env[69770]: DEBUG nova.virt.hardware [None req-0bacff7a-8f24-4815-aff0-936f760bcd54 tempest-ServersNegativeTestMultiTenantJSON-990593103 tempest-ServersNegativeTestMultiTenantJSON-990593103-project-member] Image pref 0:0:0 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 930.529728] env[69770]: DEBUG nova.virt.hardware [None req-0bacff7a-8f24-4815-aff0-936f760bcd54 tempest-ServersNegativeTestMultiTenantJSON-990593103 tempest-ServersNegativeTestMultiTenantJSON-990593103-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 930.529979] env[69770]: DEBUG nova.virt.hardware [None req-0bacff7a-8f24-4815-aff0-936f760bcd54 tempest-ServersNegativeTestMultiTenantJSON-990593103 tempest-ServersNegativeTestMultiTenantJSON-990593103-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69770) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 930.530262] env[69770]: DEBUG nova.virt.hardware [None req-0bacff7a-8f24-4815-aff0-936f760bcd54 tempest-ServersNegativeTestMultiTenantJSON-990593103 tempest-ServersNegativeTestMultiTenantJSON-990593103-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69770) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 930.530401] env[69770]: DEBUG nova.virt.hardware [None req-0bacff7a-8f24-4815-aff0-936f760bcd54 tempest-ServersNegativeTestMultiTenantJSON-990593103 tempest-ServersNegativeTestMultiTenantJSON-990593103-project-member] Got 1 possible topologies {{(pid=69770) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 930.530631] env[69770]: DEBUG nova.virt.hardware [None req-0bacff7a-8f24-4815-aff0-936f760bcd54 tempest-ServersNegativeTestMultiTenantJSON-990593103 tempest-ServersNegativeTestMultiTenantJSON-990593103-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69770) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 930.530875] env[69770]: DEBUG nova.virt.hardware [None req-0bacff7a-8f24-4815-aff0-936f760bcd54 tempest-ServersNegativeTestMultiTenantJSON-990593103 tempest-ServersNegativeTestMultiTenantJSON-990593103-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69770) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 930.532479] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8333d5c1-6b1e-43c8-8573-6fe989d08c02 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.543992] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20b180b1-cd06-4365-ba7c-e84e5db94c39 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.602315] env[69770]: DEBUG oslo_vmware.api [-] Task: {'id': task-4069880, 'name': CreateVM_Task} progress is 99%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.666759] env[69770]: DEBUG oslo_concurrency.lockutils [None req-863c2855-d8e3-4b03-b364-9b4c3efff624 tempest-ServerPasswordTestJSON-447598566 tempest-ServerPasswordTestJSON-447598566-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.188s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 930.669721] env[69770]: DEBUG oslo_concurrency.lockutils [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 50.729s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 930.669934] env[69770]: DEBUG oslo_concurrency.lockutils [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 930.670108] env[69770]: DEBUG nova.compute.resource_tracker [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69770) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 930.670463] env[69770]: DEBUG oslo_concurrency.lockutils [None req-53efceb4-7e68-4bc9-add1-c001eac04fce tempest-ServerRescueTestJSON-2083557613 tempest-ServerRescueTestJSON-2083557613-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 49.829s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 930.672056] env[69770]: INFO nova.compute.claims [None req-53efceb4-7e68-4bc9-add1-c001eac04fce tempest-ServerRescueTestJSON-2083557613 tempest-ServerRescueTestJSON-2083557613-project-member] [instance: 0e73d3e6-13ab-418b-9cc1-2f33fe7837d8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 930.675654] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bbea7ef-0d1b-4d71-a131-b911161f9273 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.685092] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5220a080-9cf8-4e4c-a684-a56c26216e6f {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.709265] env[69770]: INFO nova.scheduler.client.report [None req-863c2855-d8e3-4b03-b364-9b4c3efff624 tempest-ServerPasswordTestJSON-447598566 tempest-ServerPasswordTestJSON-447598566-project-member] Deleted allocations for instance 8d265b73-da0b-4a15-a9a7-63ef7750f9f5 [ 930.710955] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d448a24-724e-49b4-bebd-71f3f56ed4e2 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.720636] env[69770]: INFO nova.compute.manager [None req-e9b1eff3-82a6-48f9-9a27-6ec0c39062a2 tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] [instance: b2bce6a2-d9e0-41e9-8a4b-23e53133bbb4] Took 62.37 seconds to build instance. [ 930.727421] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e43f4c3d-ef08-4ba4-8254-74082e8174e7 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.764209] env[69770]: DEBUG nova.compute.resource_tracker [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=178608MB free_disk=20GB free_vcpus=48 pci_devices=None {{(pid=69770) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 930.764209] env[69770]: DEBUG oslo_concurrency.lockutils [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 930.944345] env[69770]: DEBUG oslo_vmware.api [None req-01347cd1-1fb8-4c0b-a74a-f13eb6181b0b tempest-ServersNegativeTestJSON-1437959553 tempest-ServersNegativeTestJSON-1437959553-project-member] Task: {'id': task-4069881, 'name': Destroy_Task, 'duration_secs': 0.425233} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 930.944646] env[69770]: INFO nova.virt.vmwareapi.vm_util [None req-01347cd1-1fb8-4c0b-a74a-f13eb6181b0b tempest-ServersNegativeTestJSON-1437959553 tempest-ServersNegativeTestJSON-1437959553-project-member] [instance: 1cd3da96-102f-4a22-8f53-12b32485ffa2] Destroyed the VM [ 930.944909] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-01347cd1-1fb8-4c0b-a74a-f13eb6181b0b tempest-ServersNegativeTestJSON-1437959553 tempest-ServersNegativeTestJSON-1437959553-project-member] [instance: 1cd3da96-102f-4a22-8f53-12b32485ffa2] Deleting Snapshot of the VM instance {{(pid=69770) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 930.945639] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-eddba4ae-8107-43a3-9f9e-ffb2e1608fa7 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.952547] env[69770]: DEBUG oslo_vmware.api [None req-01347cd1-1fb8-4c0b-a74a-f13eb6181b0b tempest-ServersNegativeTestJSON-1437959553 tempest-ServersNegativeTestJSON-1437959553-project-member] Waiting for the task: (returnval){ [ 930.952547] env[69770]: value = "task-4069882" [ 930.952547] env[69770]: _type = "Task" [ 930.952547] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 930.961730] env[69770]: DEBUG oslo_vmware.api [None req-01347cd1-1fb8-4c0b-a74a-f13eb6181b0b tempest-ServersNegativeTestJSON-1437959553 tempest-ServersNegativeTestJSON-1437959553-project-member] Task: {'id': task-4069882, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.012035] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e764d50-0d3a-4d5e-9723-4b34a40ad582 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.021822] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-bac726a8-f2e1-4557-84ec-2de048ee6173 tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] [instance: b2bce6a2-d9e0-41e9-8a4b-23e53133bbb4] Suspending the VM {{(pid=69770) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 931.022109] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-c2e4ba9f-3eb4-4bf7-9622-2010c4d62463 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.033438] env[69770]: DEBUG oslo_vmware.api [None req-bac726a8-f2e1-4557-84ec-2de048ee6173 tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] Waiting for the task: (returnval){ [ 931.033438] env[69770]: value = "task-4069883" [ 931.033438] env[69770]: _type = "Task" [ 931.033438] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 931.041305] env[69770]: DEBUG oslo_vmware.api [None req-bac726a8-f2e1-4557-84ec-2de048ee6173 tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] Task: {'id': task-4069883, 'name': SuspendVM_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.068875] env[69770]: DEBUG nova.network.neutron [req-e75415b6-f0e1-4659-94d6-e736a60b6d58 req-17257031-b19c-4393-b15e-6a01358cb73c service nova] [instance: 652320ff-d46d-4ce0-bc7d-eca68820e6ef] Updated VIF entry in instance network info cache for port 40d40130-0813-4b0f-9e0d-8dd363a61127. {{(pid=69770) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 931.069310] env[69770]: DEBUG nova.network.neutron [req-e75415b6-f0e1-4659-94d6-e736a60b6d58 req-17257031-b19c-4393-b15e-6a01358cb73c service nova] [instance: 652320ff-d46d-4ce0-bc7d-eca68820e6ef] Updating instance_info_cache with network_info: [{"id": "40d40130-0813-4b0f-9e0d-8dd363a61127", "address": "fa:16:3e:a1:70:14", "network": {"id": "f470cb10-0c54-4bbb-822c-baf8d1f878ae", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-474348050-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ec79c6ba9ef5436297c5b10c71f2f56e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "572b7281-aad3-45fa-9cb2-fc1c70569948", "external-id": "nsx-vlan-transportzone-722", "segmentation_id": 722, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap40d40130-08", "ovs_interfaceid": "40d40130-0813-4b0f-9e0d-8dd363a61127", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69770) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 931.102101] env[69770]: DEBUG oslo_vmware.api [-] Task: {'id': task-4069880, 'name': CreateVM_Task, 'duration_secs': 0.581989} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 931.102290] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 652320ff-d46d-4ce0-bc7d-eca68820e6ef] Created VM on the ESX host {{(pid=69770) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 931.102969] env[69770]: DEBUG oslo_concurrency.lockutils [None req-02b56fdc-379e-43f6-a344-3ba0d1191bc9 tempest-ImagesOneServerNegativeTestJSON-405389268 tempest-ImagesOneServerNegativeTestJSON-405389268-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.103169] env[69770]: DEBUG oslo_concurrency.lockutils [None req-02b56fdc-379e-43f6-a344-3ba0d1191bc9 tempest-ImagesOneServerNegativeTestJSON-405389268 tempest-ImagesOneServerNegativeTestJSON-405389268-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.103486] env[69770]: DEBUG oslo_concurrency.lockutils [None req-02b56fdc-379e-43f6-a344-3ba0d1191bc9 tempest-ImagesOneServerNegativeTestJSON-405389268 tempest-ImagesOneServerNegativeTestJSON-405389268-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.103741] env[69770]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1b66e37f-0ec6-44f9-8ed2-24e8481732ba {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.109616] env[69770]: DEBUG oslo_vmware.api [None req-02b56fdc-379e-43f6-a344-3ba0d1191bc9 tempest-ImagesOneServerNegativeTestJSON-405389268 tempest-ImagesOneServerNegativeTestJSON-405389268-project-member] Waiting for the task: (returnval){ [ 931.109616] env[69770]: value = "session[52161b52-cb8e-ec9f-1132-2f6b49549d41]5286a101-d84d-0e75-d169-0f70643d0808" [ 931.109616] env[69770]: _type = "Task" [ 931.109616] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 931.128749] env[69770]: DEBUG oslo_vmware.api [None req-02b56fdc-379e-43f6-a344-3ba0d1191bc9 tempest-ImagesOneServerNegativeTestJSON-405389268 tempest-ImagesOneServerNegativeTestJSON-405389268-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]5286a101-d84d-0e75-d169-0f70643d0808, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.128749] env[69770]: DEBUG nova.network.neutron [None req-0bacff7a-8f24-4815-aff0-936f760bcd54 tempest-ServersNegativeTestMultiTenantJSON-990593103 tempest-ServersNegativeTestMultiTenantJSON-990593103-project-member] [instance: 22d561e1-565c-490d-a814-a5c6b3a6249a] Successfully updated port: 30a6b0ab-3c09-4787-bbdc-dfc40db22377 {{(pid=69770) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 931.225262] env[69770]: DEBUG oslo_concurrency.lockutils [None req-e9b1eff3-82a6-48f9-9a27-6ec0c39062a2 tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] Lock "b2bce6a2-d9e0-41e9-8a4b-23e53133bbb4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 63.880s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 931.225747] env[69770]: DEBUG oslo_concurrency.lockutils [None req-863c2855-d8e3-4b03-b364-9b4c3efff624 tempest-ServerPasswordTestJSON-447598566 tempest-ServerPasswordTestJSON-447598566-project-member] Lock "8d265b73-da0b-4a15-a9a7-63ef7750f9f5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 60.171s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 931.463858] env[69770]: DEBUG oslo_vmware.api [None req-01347cd1-1fb8-4c0b-a74a-f13eb6181b0b tempest-ServersNegativeTestJSON-1437959553 tempest-ServersNegativeTestJSON-1437959553-project-member] Task: {'id': task-4069882, 'name': RemoveSnapshot_Task, 'duration_secs': 0.398011} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 931.464207] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-01347cd1-1fb8-4c0b-a74a-f13eb6181b0b tempest-ServersNegativeTestJSON-1437959553 tempest-ServersNegativeTestJSON-1437959553-project-member] [instance: 1cd3da96-102f-4a22-8f53-12b32485ffa2] Deleted Snapshot of the VM instance {{(pid=69770) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 931.464489] env[69770]: DEBUG nova.compute.manager [None req-01347cd1-1fb8-4c0b-a74a-f13eb6181b0b tempest-ServersNegativeTestJSON-1437959553 tempest-ServersNegativeTestJSON-1437959553-project-member] [instance: 1cd3da96-102f-4a22-8f53-12b32485ffa2] Checking state {{(pid=69770) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 931.465326] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4417ee35-1b1a-4fef-a53b-04088f54f2a7 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.550233] env[69770]: DEBUG oslo_vmware.api [None req-bac726a8-f2e1-4557-84ec-2de048ee6173 tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] Task: {'id': task-4069883, 'name': SuspendVM_Task} progress is 45%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.572888] env[69770]: DEBUG oslo_concurrency.lockutils [req-e75415b6-f0e1-4659-94d6-e736a60b6d58 req-17257031-b19c-4393-b15e-6a01358cb73c service nova] Releasing lock "refresh_cache-652320ff-d46d-4ce0-bc7d-eca68820e6ef" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.625672] env[69770]: DEBUG oslo_vmware.api [None req-02b56fdc-379e-43f6-a344-3ba0d1191bc9 tempest-ImagesOneServerNegativeTestJSON-405389268 tempest-ImagesOneServerNegativeTestJSON-405389268-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]5286a101-d84d-0e75-d169-0f70643d0808, 'name': SearchDatastore_Task, 'duration_secs': 0.08144} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 931.626074] env[69770]: DEBUG oslo_concurrency.lockutils [None req-02b56fdc-379e-43f6-a344-3ba0d1191bc9 tempest-ImagesOneServerNegativeTestJSON-405389268 tempest-ImagesOneServerNegativeTestJSON-405389268-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.627677] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-02b56fdc-379e-43f6-a344-3ba0d1191bc9 tempest-ImagesOneServerNegativeTestJSON-405389268 tempest-ImagesOneServerNegativeTestJSON-405389268-project-member] [instance: 652320ff-d46d-4ce0-bc7d-eca68820e6ef] Processing image d1eaff80-24a0-4391-90eb-59958b1ecf0a {{(pid=69770) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 931.627677] env[69770]: DEBUG oslo_concurrency.lockutils [None req-02b56fdc-379e-43f6-a344-3ba0d1191bc9 tempest-ImagesOneServerNegativeTestJSON-405389268 tempest-ImagesOneServerNegativeTestJSON-405389268-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.627677] env[69770]: DEBUG oslo_concurrency.lockutils [None req-02b56fdc-379e-43f6-a344-3ba0d1191bc9 tempest-ImagesOneServerNegativeTestJSON-405389268 tempest-ImagesOneServerNegativeTestJSON-405389268-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.627677] env[69770]: DEBUG nova.virt.vmwareapi.ds_util [None req-02b56fdc-379e-43f6-a344-3ba0d1191bc9 tempest-ImagesOneServerNegativeTestJSON-405389268 tempest-ImagesOneServerNegativeTestJSON-405389268-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69770) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 931.627677] env[69770]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-47e0414e-e687-4f4c-a771-57fd5a61f932 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.630139] env[69770]: DEBUG nova.network.neutron [None req-c98ddb44-50ae-4073-b7db-a9e324d1b90c tempest-MigrationsAdminTest-1409017777 tempest-MigrationsAdminTest-1409017777-project-member] [instance: 95957450-4202-4400-ab80-e9d3a56b2efb] Port b774309a-b12d-42b5-81e1-9e8615fe0806 binding to destination host cpu-1 is already ACTIVE {{(pid=69770) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 931.630398] env[69770]: DEBUG oslo_concurrency.lockutils [None req-c98ddb44-50ae-4073-b7db-a9e324d1b90c tempest-MigrationsAdminTest-1409017777 tempest-MigrationsAdminTest-1409017777-project-member] Acquiring lock "refresh_cache-95957450-4202-4400-ab80-e9d3a56b2efb" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.630570] env[69770]: DEBUG oslo_concurrency.lockutils [None req-c98ddb44-50ae-4073-b7db-a9e324d1b90c tempest-MigrationsAdminTest-1409017777 tempest-MigrationsAdminTest-1409017777-project-member] Acquired lock "refresh_cache-95957450-4202-4400-ab80-e9d3a56b2efb" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.630771] env[69770]: DEBUG nova.network.neutron [None req-c98ddb44-50ae-4073-b7db-a9e324d1b90c tempest-MigrationsAdminTest-1409017777 tempest-MigrationsAdminTest-1409017777-project-member] [instance: 95957450-4202-4400-ab80-e9d3a56b2efb] Building network info cache for instance {{(pid=69770) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 931.632319] env[69770]: DEBUG oslo_concurrency.lockutils [None req-0bacff7a-8f24-4815-aff0-936f760bcd54 tempest-ServersNegativeTestMultiTenantJSON-990593103 tempest-ServersNegativeTestMultiTenantJSON-990593103-project-member] Acquiring lock "refresh_cache-22d561e1-565c-490d-a814-a5c6b3a6249a" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.632445] env[69770]: DEBUG oslo_concurrency.lockutils [None req-0bacff7a-8f24-4815-aff0-936f760bcd54 tempest-ServersNegativeTestMultiTenantJSON-990593103 tempest-ServersNegativeTestMultiTenantJSON-990593103-project-member] Acquired lock "refresh_cache-22d561e1-565c-490d-a814-a5c6b3a6249a" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.632617] env[69770]: DEBUG nova.network.neutron [None req-0bacff7a-8f24-4815-aff0-936f760bcd54 tempest-ServersNegativeTestMultiTenantJSON-990593103 tempest-ServersNegativeTestMultiTenantJSON-990593103-project-member] [instance: 22d561e1-565c-490d-a814-a5c6b3a6249a] Building network info cache for instance {{(pid=69770) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 931.641850] env[69770]: DEBUG nova.virt.vmwareapi.ds_util [None req-02b56fdc-379e-43f6-a344-3ba0d1191bc9 tempest-ImagesOneServerNegativeTestJSON-405389268 tempest-ImagesOneServerNegativeTestJSON-405389268-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69770) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 931.642065] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-02b56fdc-379e-43f6-a344-3ba0d1191bc9 tempest-ImagesOneServerNegativeTestJSON-405389268 tempest-ImagesOneServerNegativeTestJSON-405389268-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69770) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 931.643478] env[69770]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7837f99d-03eb-43c2-b31c-1cad85ce6339 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.651132] env[69770]: DEBUG oslo_vmware.api [None req-02b56fdc-379e-43f6-a344-3ba0d1191bc9 tempest-ImagesOneServerNegativeTestJSON-405389268 tempest-ImagesOneServerNegativeTestJSON-405389268-project-member] Waiting for the task: (returnval){ [ 931.651132] env[69770]: value = "session[52161b52-cb8e-ec9f-1132-2f6b49549d41]5218c865-de25-af13-2271-022a58948851" [ 931.651132] env[69770]: _type = "Task" [ 931.651132] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 931.660810] env[69770]: DEBUG oslo_vmware.api [None req-02b56fdc-379e-43f6-a344-3ba0d1191bc9 tempest-ImagesOneServerNegativeTestJSON-405389268 tempest-ImagesOneServerNegativeTestJSON-405389268-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]5218c865-de25-af13-2271-022a58948851, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.730960] env[69770]: DEBUG nova.compute.manager [None req-3b104168-756f-4e28-ac27-835fd5329a56 tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] [instance: d90c6f0f-5427-4869-ad24-efe54ee99d2f] Starting instance... {{(pid=69770) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 931.982340] env[69770]: INFO nova.compute.manager [None req-01347cd1-1fb8-4c0b-a74a-f13eb6181b0b tempest-ServersNegativeTestJSON-1437959553 tempest-ServersNegativeTestJSON-1437959553-project-member] [instance: 1cd3da96-102f-4a22-8f53-12b32485ffa2] Shelve offloading [ 932.046034] env[69770]: DEBUG oslo_vmware.api [None req-bac726a8-f2e1-4557-84ec-2de048ee6173 tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] Task: {'id': task-4069883, 'name': SuspendVM_Task, 'duration_secs': 0.687284} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 932.046338] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-bac726a8-f2e1-4557-84ec-2de048ee6173 tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] [instance: b2bce6a2-d9e0-41e9-8a4b-23e53133bbb4] Suspended the VM {{(pid=69770) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 932.046571] env[69770]: DEBUG nova.compute.manager [None req-bac726a8-f2e1-4557-84ec-2de048ee6173 tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] [instance: b2bce6a2-d9e0-41e9-8a4b-23e53133bbb4] Checking state {{(pid=69770) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 932.047354] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f158b65d-2ae6-4c25-8623-b25b75b0b48d {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.167098] env[69770]: DEBUG oslo_vmware.api [None req-02b56fdc-379e-43f6-a344-3ba0d1191bc9 tempest-ImagesOneServerNegativeTestJSON-405389268 tempest-ImagesOneServerNegativeTestJSON-405389268-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]5218c865-de25-af13-2271-022a58948851, 'name': SearchDatastore_Task, 'duration_secs': 0.016074} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 932.171509] env[69770]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a43000de-4134-4d3e-873c-8ef71fb0394e {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.177641] env[69770]: DEBUG oslo_vmware.api [None req-02b56fdc-379e-43f6-a344-3ba0d1191bc9 tempest-ImagesOneServerNegativeTestJSON-405389268 tempest-ImagesOneServerNegativeTestJSON-405389268-project-member] Waiting for the task: (returnval){ [ 932.177641] env[69770]: value = "session[52161b52-cb8e-ec9f-1132-2f6b49549d41]526bfdf2-9e5d-1993-d067-de9bae303ae7" [ 932.177641] env[69770]: _type = "Task" [ 932.177641] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 932.194472] env[69770]: DEBUG nova.network.neutron [None req-0bacff7a-8f24-4815-aff0-936f760bcd54 tempest-ServersNegativeTestMultiTenantJSON-990593103 tempest-ServersNegativeTestMultiTenantJSON-990593103-project-member] [instance: 22d561e1-565c-490d-a814-a5c6b3a6249a] Instance cache missing network info. {{(pid=69770) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 932.198173] env[69770]: DEBUG oslo_vmware.api [None req-02b56fdc-379e-43f6-a344-3ba0d1191bc9 tempest-ImagesOneServerNegativeTestJSON-405389268 tempest-ImagesOneServerNegativeTestJSON-405389268-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]526bfdf2-9e5d-1993-d067-de9bae303ae7, 'name': SearchDatastore_Task, 'duration_secs': 0.010091} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 932.202434] env[69770]: DEBUG oslo_concurrency.lockutils [None req-02b56fdc-379e-43f6-a344-3ba0d1191bc9 tempest-ImagesOneServerNegativeTestJSON-405389268 tempest-ImagesOneServerNegativeTestJSON-405389268-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.202434] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-02b56fdc-379e-43f6-a344-3ba0d1191bc9 tempest-ImagesOneServerNegativeTestJSON-405389268 tempest-ImagesOneServerNegativeTestJSON-405389268-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk to [datastore1] 652320ff-d46d-4ce0-bc7d-eca68820e6ef/652320ff-d46d-4ce0-bc7d-eca68820e6ef.vmdk {{(pid=69770) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 932.202434] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7f644807-a22d-40ad-b181-0fbaa4b7c8c9 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.210074] env[69770]: DEBUG oslo_vmware.api [None req-02b56fdc-379e-43f6-a344-3ba0d1191bc9 tempest-ImagesOneServerNegativeTestJSON-405389268 tempest-ImagesOneServerNegativeTestJSON-405389268-project-member] Waiting for the task: (returnval){ [ 932.210074] env[69770]: value = "task-4069884" [ 932.210074] env[69770]: _type = "Task" [ 932.210074] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 932.223442] env[69770]: DEBUG oslo_vmware.api [None req-02b56fdc-379e-43f6-a344-3ba0d1191bc9 tempest-ImagesOneServerNegativeTestJSON-405389268 tempest-ImagesOneServerNegativeTestJSON-405389268-project-member] Task: {'id': task-4069884, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.255604] env[69770]: DEBUG oslo_concurrency.lockutils [None req-3b104168-756f-4e28-ac27-835fd5329a56 tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 932.264317] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d2f557a-ce0f-4344-88e3-c0ddb6b319f3 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.275495] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae5bdd46-73fb-4e1d-a356-2f09796877cb {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.311165] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13ab48b9-0721-43e0-bf52-bbc4a018155d {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.322377] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97028931-dd23-4035-9668-aeaca08fd514 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.336534] env[69770]: DEBUG nova.compute.provider_tree [None req-53efceb4-7e68-4bc9-add1-c001eac04fce tempest-ServerRescueTestJSON-2083557613 tempest-ServerRescueTestJSON-2083557613-project-member] Inventory has not changed in ProviderTree for provider: 7cc7d32b-b7a7-454a-a456-2a440248ed9d {{(pid=69770) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 932.421175] env[69770]: DEBUG nova.compute.manager [req-4a957177-1d37-4eb9-a5ad-b1ca018035d6 req-4f785f3e-253b-453b-af4b-b523eef9df18 service nova] [instance: 22d561e1-565c-490d-a814-a5c6b3a6249a] Received event network-vif-plugged-30a6b0ab-3c09-4787-bbdc-dfc40db22377 {{(pid=69770) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 932.421388] env[69770]: DEBUG oslo_concurrency.lockutils [req-4a957177-1d37-4eb9-a5ad-b1ca018035d6 req-4f785f3e-253b-453b-af4b-b523eef9df18 service nova] Acquiring lock "22d561e1-565c-490d-a814-a5c6b3a6249a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 932.422212] env[69770]: DEBUG oslo_concurrency.lockutils [req-4a957177-1d37-4eb9-a5ad-b1ca018035d6 req-4f785f3e-253b-453b-af4b-b523eef9df18 service nova] Lock "22d561e1-565c-490d-a814-a5c6b3a6249a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 932.422459] env[69770]: DEBUG oslo_concurrency.lockutils [req-4a957177-1d37-4eb9-a5ad-b1ca018035d6 req-4f785f3e-253b-453b-af4b-b523eef9df18 service nova] Lock "22d561e1-565c-490d-a814-a5c6b3a6249a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 932.422649] env[69770]: DEBUG nova.compute.manager [req-4a957177-1d37-4eb9-a5ad-b1ca018035d6 req-4f785f3e-253b-453b-af4b-b523eef9df18 service nova] [instance: 22d561e1-565c-490d-a814-a5c6b3a6249a] No waiting events found dispatching network-vif-plugged-30a6b0ab-3c09-4787-bbdc-dfc40db22377 {{(pid=69770) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 932.422812] env[69770]: WARNING nova.compute.manager [req-4a957177-1d37-4eb9-a5ad-b1ca018035d6 req-4f785f3e-253b-453b-af4b-b523eef9df18 service nova] [instance: 22d561e1-565c-490d-a814-a5c6b3a6249a] Received unexpected event network-vif-plugged-30a6b0ab-3c09-4787-bbdc-dfc40db22377 for instance with vm_state building and task_state spawning. [ 932.423033] env[69770]: DEBUG nova.compute.manager [req-4a957177-1d37-4eb9-a5ad-b1ca018035d6 req-4f785f3e-253b-453b-af4b-b523eef9df18 service nova] [instance: 22d561e1-565c-490d-a814-a5c6b3a6249a] Received event network-changed-30a6b0ab-3c09-4787-bbdc-dfc40db22377 {{(pid=69770) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 932.423130] env[69770]: DEBUG nova.compute.manager [req-4a957177-1d37-4eb9-a5ad-b1ca018035d6 req-4f785f3e-253b-453b-af4b-b523eef9df18 service nova] [instance: 22d561e1-565c-490d-a814-a5c6b3a6249a] Refreshing instance network info cache due to event network-changed-30a6b0ab-3c09-4787-bbdc-dfc40db22377. {{(pid=69770) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 932.423520] env[69770]: DEBUG oslo_concurrency.lockutils [req-4a957177-1d37-4eb9-a5ad-b1ca018035d6 req-4f785f3e-253b-453b-af4b-b523eef9df18 service nova] Acquiring lock "refresh_cache-22d561e1-565c-490d-a814-a5c6b3a6249a" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.459219] env[69770]: DEBUG nova.network.neutron [None req-c98ddb44-50ae-4073-b7db-a9e324d1b90c tempest-MigrationsAdminTest-1409017777 tempest-MigrationsAdminTest-1409017777-project-member] [instance: 95957450-4202-4400-ab80-e9d3a56b2efb] Updating instance_info_cache with network_info: [{"id": "b774309a-b12d-42b5-81e1-9e8615fe0806", "address": "fa:16:3e:96:17:da", "network": {"id": "f82b91df-bf84-467a-b908-3ff7324de9d6", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.92", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "d65f20bb89fb40a98b77bc6d97357df2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f0ef5aba-bd9a-42ff-a1a0-5e763986d70a", "external-id": "nsx-vlan-transportzone-209", "segmentation_id": 209, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb774309a-b1", "ovs_interfaceid": "b774309a-b12d-42b5-81e1-9e8615fe0806", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69770) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 932.490403] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-01347cd1-1fb8-4c0b-a74a-f13eb6181b0b tempest-ServersNegativeTestJSON-1437959553 tempest-ServersNegativeTestJSON-1437959553-project-member] [instance: 1cd3da96-102f-4a22-8f53-12b32485ffa2] Powering off the VM {{(pid=69770) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 932.491102] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-37329ab7-7af2-4f1d-b4f8-6b5688b02164 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.496588] env[69770]: DEBUG nova.network.neutron [None req-0bacff7a-8f24-4815-aff0-936f760bcd54 tempest-ServersNegativeTestMultiTenantJSON-990593103 tempest-ServersNegativeTestMultiTenantJSON-990593103-project-member] [instance: 22d561e1-565c-490d-a814-a5c6b3a6249a] Updating instance_info_cache with network_info: [{"id": "30a6b0ab-3c09-4787-bbdc-dfc40db22377", "address": "fa:16:3e:d2:01:1e", "network": {"id": "736705a3-c0e2-46d8-9233-3fe5595f2be3", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-1290603493-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "16102f6b88824d7da47b76b2e354fdf5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b6942d7-d4ab-4b2a-8d0f-76bf2a2478ad", "external-id": "nsx-vlan-transportzone-871", "segmentation_id": 871, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap30a6b0ab-3c", "ovs_interfaceid": "30a6b0ab-3c09-4787-bbdc-dfc40db22377", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69770) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 932.500540] env[69770]: DEBUG oslo_vmware.api [None req-01347cd1-1fb8-4c0b-a74a-f13eb6181b0b tempest-ServersNegativeTestJSON-1437959553 tempest-ServersNegativeTestJSON-1437959553-project-member] Waiting for the task: (returnval){ [ 932.500540] env[69770]: value = "task-4069885" [ 932.500540] env[69770]: _type = "Task" [ 932.500540] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 932.511294] env[69770]: DEBUG oslo_vmware.api [None req-01347cd1-1fb8-4c0b-a74a-f13eb6181b0b tempest-ServersNegativeTestJSON-1437959553 tempest-ServersNegativeTestJSON-1437959553-project-member] Task: {'id': task-4069885, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.719772] env[69770]: DEBUG oslo_vmware.api [None req-02b56fdc-379e-43f6-a344-3ba0d1191bc9 tempest-ImagesOneServerNegativeTestJSON-405389268 tempest-ImagesOneServerNegativeTestJSON-405389268-project-member] Task: {'id': task-4069884, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.843803] env[69770]: DEBUG nova.scheduler.client.report [None req-53efceb4-7e68-4bc9-add1-c001eac04fce tempest-ServerRescueTestJSON-2083557613 tempest-ServerRescueTestJSON-2083557613-project-member] Inventory has not changed for provider 7cc7d32b-b7a7-454a-a456-2a440248ed9d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69770) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 932.967750] env[69770]: DEBUG oslo_concurrency.lockutils [None req-c98ddb44-50ae-4073-b7db-a9e324d1b90c tempest-MigrationsAdminTest-1409017777 tempest-MigrationsAdminTest-1409017777-project-member] Releasing lock "refresh_cache-95957450-4202-4400-ab80-e9d3a56b2efb" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.001413] env[69770]: DEBUG oslo_concurrency.lockutils [None req-0bacff7a-8f24-4815-aff0-936f760bcd54 tempest-ServersNegativeTestMultiTenantJSON-990593103 tempest-ServersNegativeTestMultiTenantJSON-990593103-project-member] Releasing lock "refresh_cache-22d561e1-565c-490d-a814-a5c6b3a6249a" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.001413] env[69770]: DEBUG nova.compute.manager [None req-0bacff7a-8f24-4815-aff0-936f760bcd54 tempest-ServersNegativeTestMultiTenantJSON-990593103 tempest-ServersNegativeTestMultiTenantJSON-990593103-project-member] [instance: 22d561e1-565c-490d-a814-a5c6b3a6249a] Instance network_info: |[{"id": "30a6b0ab-3c09-4787-bbdc-dfc40db22377", "address": "fa:16:3e:d2:01:1e", "network": {"id": "736705a3-c0e2-46d8-9233-3fe5595f2be3", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-1290603493-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "16102f6b88824d7da47b76b2e354fdf5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b6942d7-d4ab-4b2a-8d0f-76bf2a2478ad", "external-id": "nsx-vlan-transportzone-871", "segmentation_id": 871, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap30a6b0ab-3c", "ovs_interfaceid": "30a6b0ab-3c09-4787-bbdc-dfc40db22377", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69770) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 933.001413] env[69770]: DEBUG oslo_concurrency.lockutils [req-4a957177-1d37-4eb9-a5ad-b1ca018035d6 req-4f785f3e-253b-453b-af4b-b523eef9df18 service nova] Acquired lock "refresh_cache-22d561e1-565c-490d-a814-a5c6b3a6249a" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.001413] env[69770]: DEBUG nova.network.neutron [req-4a957177-1d37-4eb9-a5ad-b1ca018035d6 req-4f785f3e-253b-453b-af4b-b523eef9df18 service nova] [instance: 22d561e1-565c-490d-a814-a5c6b3a6249a] Refreshing network info cache for port 30a6b0ab-3c09-4787-bbdc-dfc40db22377 {{(pid=69770) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 933.001413] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-0bacff7a-8f24-4815-aff0-936f760bcd54 tempest-ServersNegativeTestMultiTenantJSON-990593103 tempest-ServersNegativeTestMultiTenantJSON-990593103-project-member] [instance: 22d561e1-565c-490d-a814-a5c6b3a6249a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d2:01:1e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6b6942d7-d4ab-4b2a-8d0f-76bf2a2478ad', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '30a6b0ab-3c09-4787-bbdc-dfc40db22377', 'vif_model': 'vmxnet3'}] {{(pid=69770) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 933.010777] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-0bacff7a-8f24-4815-aff0-936f760bcd54 tempest-ServersNegativeTestMultiTenantJSON-990593103 tempest-ServersNegativeTestMultiTenantJSON-990593103-project-member] Creating folder: Project (16102f6b88824d7da47b76b2e354fdf5). Parent ref: group-v806376. {{(pid=69770) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 933.010777] env[69770]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9228dbcc-b3d9-4518-8a06-2c638dc3c51e {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.024222] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-01347cd1-1fb8-4c0b-a74a-f13eb6181b0b tempest-ServersNegativeTestJSON-1437959553 tempest-ServersNegativeTestJSON-1437959553-project-member] [instance: 1cd3da96-102f-4a22-8f53-12b32485ffa2] VM already powered off {{(pid=69770) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 933.024490] env[69770]: DEBUG nova.compute.manager [None req-01347cd1-1fb8-4c0b-a74a-f13eb6181b0b tempest-ServersNegativeTestJSON-1437959553 tempest-ServersNegativeTestJSON-1437959553-project-member] [instance: 1cd3da96-102f-4a22-8f53-12b32485ffa2] Checking state {{(pid=69770) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 933.025992] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c1e86c6-379b-4e78-9d51-8cc8572ec7f7 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.032823] env[69770]: DEBUG oslo_concurrency.lockutils [None req-01347cd1-1fb8-4c0b-a74a-f13eb6181b0b tempest-ServersNegativeTestJSON-1437959553 tempest-ServersNegativeTestJSON-1437959553-project-member] Acquiring lock "refresh_cache-1cd3da96-102f-4a22-8f53-12b32485ffa2" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.032969] env[69770]: DEBUG oslo_concurrency.lockutils [None req-01347cd1-1fb8-4c0b-a74a-f13eb6181b0b tempest-ServersNegativeTestJSON-1437959553 tempest-ServersNegativeTestJSON-1437959553-project-member] Acquired lock "refresh_cache-1cd3da96-102f-4a22-8f53-12b32485ffa2" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.033213] env[69770]: DEBUG nova.network.neutron [None req-01347cd1-1fb8-4c0b-a74a-f13eb6181b0b tempest-ServersNegativeTestJSON-1437959553 tempest-ServersNegativeTestJSON-1437959553-project-member] [instance: 1cd3da96-102f-4a22-8f53-12b32485ffa2] Building network info cache for instance {{(pid=69770) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 933.036610] env[69770]: INFO nova.virt.vmwareapi.vm_util [None req-0bacff7a-8f24-4815-aff0-936f760bcd54 tempest-ServersNegativeTestMultiTenantJSON-990593103 tempest-ServersNegativeTestMultiTenantJSON-990593103-project-member] Created folder: Project (16102f6b88824d7da47b76b2e354fdf5) in parent group-v806376. [ 933.036812] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-0bacff7a-8f24-4815-aff0-936f760bcd54 tempest-ServersNegativeTestMultiTenantJSON-990593103 tempest-ServersNegativeTestMultiTenantJSON-990593103-project-member] Creating folder: Instances. Parent ref: group-v806530. {{(pid=69770) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 933.037470] env[69770]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4bf65331-b1ed-40a7-8ef7-a1ea1ac12f9e {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.047387] env[69770]: INFO nova.virt.vmwareapi.vm_util [None req-0bacff7a-8f24-4815-aff0-936f760bcd54 tempest-ServersNegativeTestMultiTenantJSON-990593103 tempest-ServersNegativeTestMultiTenantJSON-990593103-project-member] Created folder: Instances in parent group-v806530. [ 933.047620] env[69770]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0bacff7a-8f24-4815-aff0-936f760bcd54 tempest-ServersNegativeTestMultiTenantJSON-990593103 tempest-ServersNegativeTestMultiTenantJSON-990593103-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69770) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 933.047906] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 22d561e1-565c-490d-a814-a5c6b3a6249a] Creating VM on the ESX host {{(pid=69770) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 933.048043] env[69770]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ad2a0b7c-06a9-4060-ad52-57bec95a9f08 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.068988] env[69770]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 933.068988] env[69770]: value = "task-4069888" [ 933.068988] env[69770]: _type = "Task" [ 933.068988] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 933.078314] env[69770]: DEBUG oslo_vmware.api [-] Task: {'id': task-4069888, 'name': CreateVM_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.228342] env[69770]: DEBUG oslo_vmware.api [None req-02b56fdc-379e-43f6-a344-3ba0d1191bc9 tempest-ImagesOneServerNegativeTestJSON-405389268 tempest-ImagesOneServerNegativeTestJSON-405389268-project-member] Task: {'id': task-4069884, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.549009} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 933.228695] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-02b56fdc-379e-43f6-a344-3ba0d1191bc9 tempest-ImagesOneServerNegativeTestJSON-405389268 tempest-ImagesOneServerNegativeTestJSON-405389268-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk to [datastore1] 652320ff-d46d-4ce0-bc7d-eca68820e6ef/652320ff-d46d-4ce0-bc7d-eca68820e6ef.vmdk {{(pid=69770) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 933.228882] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-02b56fdc-379e-43f6-a344-3ba0d1191bc9 tempest-ImagesOneServerNegativeTestJSON-405389268 tempest-ImagesOneServerNegativeTestJSON-405389268-project-member] [instance: 652320ff-d46d-4ce0-bc7d-eca68820e6ef] Extending root virtual disk to 1048576 {{(pid=69770) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 933.229124] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5ce8c01c-e7fe-491c-9afb-3155f9cf259f {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.237167] env[69770]: DEBUG oslo_vmware.api [None req-02b56fdc-379e-43f6-a344-3ba0d1191bc9 tempest-ImagesOneServerNegativeTestJSON-405389268 tempest-ImagesOneServerNegativeTestJSON-405389268-project-member] Waiting for the task: (returnval){ [ 933.237167] env[69770]: value = "task-4069889" [ 933.237167] env[69770]: _type = "Task" [ 933.237167] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 933.247552] env[69770]: DEBUG oslo_vmware.api [None req-02b56fdc-379e-43f6-a344-3ba0d1191bc9 tempest-ImagesOneServerNegativeTestJSON-405389268 tempest-ImagesOneServerNegativeTestJSON-405389268-project-member] Task: {'id': task-4069889, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.350799] env[69770]: DEBUG oslo_concurrency.lockutils [None req-53efceb4-7e68-4bc9-add1-c001eac04fce tempest-ServerRescueTestJSON-2083557613 tempest-ServerRescueTestJSON-2083557613-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.680s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 933.351328] env[69770]: DEBUG nova.compute.manager [None req-53efceb4-7e68-4bc9-add1-c001eac04fce tempest-ServerRescueTestJSON-2083557613 tempest-ServerRescueTestJSON-2083557613-project-member] [instance: 0e73d3e6-13ab-418b-9cc1-2f33fe7837d8] Start building networks asynchronously for instance. {{(pid=69770) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 933.353947] env[69770]: DEBUG oslo_concurrency.lockutils [None req-5953cb4c-27ef-4b00-9f82-04264b118474 tempest-ServersAdminTestJSON-142622790 tempest-ServersAdminTestJSON-142622790-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 51.747s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 933.355568] env[69770]: INFO nova.compute.claims [None req-5953cb4c-27ef-4b00-9f82-04264b118474 tempest-ServersAdminTestJSON-142622790 tempest-ServersAdminTestJSON-142622790-project-member] [instance: a4d4dece-6511-4a6e-a5fd-984223141631] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 933.471923] env[69770]: DEBUG nova.compute.manager [None req-c98ddb44-50ae-4073-b7db-a9e324d1b90c tempest-MigrationsAdminTest-1409017777 tempest-MigrationsAdminTest-1409017777-project-member] [instance: 95957450-4202-4400-ab80-e9d3a56b2efb] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=69770) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:900}} [ 933.472230] env[69770]: DEBUG oslo_concurrency.lockutils [None req-c98ddb44-50ae-4073-b7db-a9e324d1b90c tempest-MigrationsAdminTest-1409017777 tempest-MigrationsAdminTest-1409017777-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 933.594213] env[69770]: DEBUG oslo_vmware.api [-] Task: {'id': task-4069888, 'name': CreateVM_Task} progress is 99%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.749576] env[69770]: DEBUG oslo_vmware.api [None req-02b56fdc-379e-43f6-a344-3ba0d1191bc9 tempest-ImagesOneServerNegativeTestJSON-405389268 tempest-ImagesOneServerNegativeTestJSON-405389268-project-member] Task: {'id': task-4069889, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077202} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 933.749844] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-02b56fdc-379e-43f6-a344-3ba0d1191bc9 tempest-ImagesOneServerNegativeTestJSON-405389268 tempest-ImagesOneServerNegativeTestJSON-405389268-project-member] [instance: 652320ff-d46d-4ce0-bc7d-eca68820e6ef] Extended root virtual disk {{(pid=69770) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 933.753064] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9199aeda-1a7d-4c28-a4d1-d2ecc8b3a381 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.784670] env[69770]: DEBUG nova.virt.vmwareapi.volumeops [None req-02b56fdc-379e-43f6-a344-3ba0d1191bc9 tempest-ImagesOneServerNegativeTestJSON-405389268 tempest-ImagesOneServerNegativeTestJSON-405389268-project-member] [instance: 652320ff-d46d-4ce0-bc7d-eca68820e6ef] Reconfiguring VM instance instance-00000037 to attach disk [datastore1] 652320ff-d46d-4ce0-bc7d-eca68820e6ef/652320ff-d46d-4ce0-bc7d-eca68820e6ef.vmdk or device None with type sparse {{(pid=69770) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 933.785040] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f1641995-1a84-4497-83c1-87b4a8cdd6e1 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.808012] env[69770]: DEBUG oslo_vmware.api [None req-02b56fdc-379e-43f6-a344-3ba0d1191bc9 tempest-ImagesOneServerNegativeTestJSON-405389268 tempest-ImagesOneServerNegativeTestJSON-405389268-project-member] Waiting for the task: (returnval){ [ 933.808012] env[69770]: value = "task-4069890" [ 933.808012] env[69770]: _type = "Task" [ 933.808012] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 933.822884] env[69770]: DEBUG oslo_vmware.api [None req-02b56fdc-379e-43f6-a344-3ba0d1191bc9 tempest-ImagesOneServerNegativeTestJSON-405389268 tempest-ImagesOneServerNegativeTestJSON-405389268-project-member] Task: {'id': task-4069890, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.862364] env[69770]: DEBUG nova.compute.utils [None req-53efceb4-7e68-4bc9-add1-c001eac04fce tempest-ServerRescueTestJSON-2083557613 tempest-ServerRescueTestJSON-2083557613-project-member] Using /dev/sd instead of None {{(pid=69770) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 933.868206] env[69770]: DEBUG nova.network.neutron [None req-01347cd1-1fb8-4c0b-a74a-f13eb6181b0b tempest-ServersNegativeTestJSON-1437959553 tempest-ServersNegativeTestJSON-1437959553-project-member] [instance: 1cd3da96-102f-4a22-8f53-12b32485ffa2] Updating instance_info_cache with network_info: [{"id": "0276cb5b-ee35-4b81-b591-e4616352e712", "address": "fa:16:3e:93:ba:6d", "network": {"id": "6d495b25-93c9-4d41-93da-495fe7782e89", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-659703650-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.2", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.3"}}], "meta": {"injected": false, "tenant_id": "a1bbd9f308194b4aa6cb513f5d2cd789", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "360308f4-9d0a-4ec2-8bcf-44891f452847", "external-id": "nsx-vlan-transportzone-383", "segmentation_id": 383, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0276cb5b-ee", "ovs_interfaceid": "0276cb5b-ee35-4b81-b591-e4616352e712", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69770) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 933.869514] env[69770]: DEBUG nova.compute.manager [None req-53efceb4-7e68-4bc9-add1-c001eac04fce tempest-ServerRescueTestJSON-2083557613 tempest-ServerRescueTestJSON-2083557613-project-member] [instance: 0e73d3e6-13ab-418b-9cc1-2f33fe7837d8] Allocating IP information in the background. {{(pid=69770) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 933.869673] env[69770]: DEBUG nova.network.neutron [None req-53efceb4-7e68-4bc9-add1-c001eac04fce tempest-ServerRescueTestJSON-2083557613 tempest-ServerRescueTestJSON-2083557613-project-member] [instance: 0e73d3e6-13ab-418b-9cc1-2f33fe7837d8] allocate_for_instance() {{(pid=69770) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 933.872331] env[69770]: DEBUG nova.network.neutron [req-4a957177-1d37-4eb9-a5ad-b1ca018035d6 req-4f785f3e-253b-453b-af4b-b523eef9df18 service nova] [instance: 22d561e1-565c-490d-a814-a5c6b3a6249a] Updated VIF entry in instance network info cache for port 30a6b0ab-3c09-4787-bbdc-dfc40db22377. {{(pid=69770) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 933.872660] env[69770]: DEBUG nova.network.neutron [req-4a957177-1d37-4eb9-a5ad-b1ca018035d6 req-4f785f3e-253b-453b-af4b-b523eef9df18 service nova] [instance: 22d561e1-565c-490d-a814-a5c6b3a6249a] Updating instance_info_cache with network_info: [{"id": "30a6b0ab-3c09-4787-bbdc-dfc40db22377", "address": "fa:16:3e:d2:01:1e", "network": {"id": "736705a3-c0e2-46d8-9233-3fe5595f2be3", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-1290603493-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "16102f6b88824d7da47b76b2e354fdf5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b6942d7-d4ab-4b2a-8d0f-76bf2a2478ad", "external-id": "nsx-vlan-transportzone-871", "segmentation_id": 871, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap30a6b0ab-3c", "ovs_interfaceid": "30a6b0ab-3c09-4787-bbdc-dfc40db22377", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69770) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 933.910320] env[69770]: DEBUG nova.policy [None req-53efceb4-7e68-4bc9-add1-c001eac04fce tempest-ServerRescueTestJSON-2083557613 tempest-ServerRescueTestJSON-2083557613-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5e5f8f7c6e764c20ae8203fa9516a9da', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '53a67e919f10478aba1d1175dc195b39', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69770) authorize /opt/stack/nova/nova/policy.py:192}} [ 934.080386] env[69770]: DEBUG oslo_vmware.api [-] Task: {'id': task-4069888, 'name': CreateVM_Task, 'duration_secs': 0.624032} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 934.080566] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 22d561e1-565c-490d-a814-a5c6b3a6249a] Created VM on the ESX host {{(pid=69770) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 934.081308] env[69770]: DEBUG oslo_concurrency.lockutils [None req-0bacff7a-8f24-4815-aff0-936f760bcd54 tempest-ServersNegativeTestMultiTenantJSON-990593103 tempest-ServersNegativeTestMultiTenantJSON-990593103-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.081477] env[69770]: DEBUG oslo_concurrency.lockutils [None req-0bacff7a-8f24-4815-aff0-936f760bcd54 tempest-ServersNegativeTestMultiTenantJSON-990593103 tempest-ServersNegativeTestMultiTenantJSON-990593103-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.081799] env[69770]: DEBUG oslo_concurrency.lockutils [None req-0bacff7a-8f24-4815-aff0-936f760bcd54 tempest-ServersNegativeTestMultiTenantJSON-990593103 tempest-ServersNegativeTestMultiTenantJSON-990593103-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.082074] env[69770]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d7268bb0-752d-4b2f-bbd0-43ac80511d1b {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.089761] env[69770]: DEBUG oslo_vmware.api [None req-0bacff7a-8f24-4815-aff0-936f760bcd54 tempest-ServersNegativeTestMultiTenantJSON-990593103 tempest-ServersNegativeTestMultiTenantJSON-990593103-project-member] Waiting for the task: (returnval){ [ 934.089761] env[69770]: value = "session[52161b52-cb8e-ec9f-1132-2f6b49549d41]520fee0c-f608-9271-d893-f7deb29c4758" [ 934.089761] env[69770]: _type = "Task" [ 934.089761] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 934.098656] env[69770]: DEBUG oslo_vmware.api [None req-0bacff7a-8f24-4815-aff0-936f760bcd54 tempest-ServersNegativeTestMultiTenantJSON-990593103 tempest-ServersNegativeTestMultiTenantJSON-990593103-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]520fee0c-f608-9271-d893-f7deb29c4758, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.259133] env[69770]: DEBUG nova.network.neutron [None req-53efceb4-7e68-4bc9-add1-c001eac04fce tempest-ServerRescueTestJSON-2083557613 tempest-ServerRescueTestJSON-2083557613-project-member] [instance: 0e73d3e6-13ab-418b-9cc1-2f33fe7837d8] Successfully created port: cc1a9a6d-db88-4233-a50d-a31aa4053b01 {{(pid=69770) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 934.319573] env[69770]: DEBUG oslo_vmware.api [None req-02b56fdc-379e-43f6-a344-3ba0d1191bc9 tempest-ImagesOneServerNegativeTestJSON-405389268 tempest-ImagesOneServerNegativeTestJSON-405389268-project-member] Task: {'id': task-4069890, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.372956] env[69770]: DEBUG nova.compute.manager [None req-53efceb4-7e68-4bc9-add1-c001eac04fce tempest-ServerRescueTestJSON-2083557613 tempest-ServerRescueTestJSON-2083557613-project-member] [instance: 0e73d3e6-13ab-418b-9cc1-2f33fe7837d8] Start building block device mappings for instance. {{(pid=69770) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 934.376760] env[69770]: DEBUG oslo_concurrency.lockutils [None req-01347cd1-1fb8-4c0b-a74a-f13eb6181b0b tempest-ServersNegativeTestJSON-1437959553 tempest-ServersNegativeTestJSON-1437959553-project-member] Releasing lock "refresh_cache-1cd3da96-102f-4a22-8f53-12b32485ffa2" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.378803] env[69770]: DEBUG oslo_concurrency.lockutils [req-4a957177-1d37-4eb9-a5ad-b1ca018035d6 req-4f785f3e-253b-453b-af4b-b523eef9df18 service nova] Releasing lock "refresh_cache-22d561e1-565c-490d-a814-a5c6b3a6249a" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.596033] env[69770]: DEBUG nova.compute.manager [None req-c58143f6-6b57-41cc-ad2e-2736db6b46a2 tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] [instance: b2bce6a2-d9e0-41e9-8a4b-23e53133bbb4] Checking state {{(pid=69770) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 934.599388] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16ee8827-8027-48fb-a0e6-5b4b4e16f033 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.612795] env[69770]: DEBUG oslo_vmware.api [None req-0bacff7a-8f24-4815-aff0-936f760bcd54 tempest-ServersNegativeTestMultiTenantJSON-990593103 tempest-ServersNegativeTestMultiTenantJSON-990593103-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]520fee0c-f608-9271-d893-f7deb29c4758, 'name': SearchDatastore_Task, 'duration_secs': 0.010838} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 934.615679] env[69770]: DEBUG oslo_concurrency.lockutils [None req-0bacff7a-8f24-4815-aff0-936f760bcd54 tempest-ServersNegativeTestMultiTenantJSON-990593103 tempest-ServersNegativeTestMultiTenantJSON-990593103-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.615913] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-0bacff7a-8f24-4815-aff0-936f760bcd54 tempest-ServersNegativeTestMultiTenantJSON-990593103 tempest-ServersNegativeTestMultiTenantJSON-990593103-project-member] [instance: 22d561e1-565c-490d-a814-a5c6b3a6249a] Processing image d1eaff80-24a0-4391-90eb-59958b1ecf0a {{(pid=69770) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 934.616159] env[69770]: DEBUG oslo_concurrency.lockutils [None req-0bacff7a-8f24-4815-aff0-936f760bcd54 tempest-ServersNegativeTestMultiTenantJSON-990593103 tempest-ServersNegativeTestMultiTenantJSON-990593103-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.616306] env[69770]: DEBUG oslo_concurrency.lockutils [None req-0bacff7a-8f24-4815-aff0-936f760bcd54 tempest-ServersNegativeTestMultiTenantJSON-990593103 tempest-ServersNegativeTestMultiTenantJSON-990593103-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.616494] env[69770]: DEBUG nova.virt.vmwareapi.ds_util [None req-0bacff7a-8f24-4815-aff0-936f760bcd54 tempest-ServersNegativeTestMultiTenantJSON-990593103 tempest-ServersNegativeTestMultiTenantJSON-990593103-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69770) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 934.617848] env[69770]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-286ab3b4-3f65-4e3e-a881-9bddb6875859 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.620665] env[69770]: DEBUG nova.compute.manager [req-c970ebda-6a13-4aa9-b49c-dd27773b5dcb req-5d4b2840-ccaa-4cf2-bfde-b5b3a567c082 service nova] [instance: 1cd3da96-102f-4a22-8f53-12b32485ffa2] Received event network-vif-unplugged-0276cb5b-ee35-4b81-b591-e4616352e712 {{(pid=69770) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 934.620893] env[69770]: DEBUG oslo_concurrency.lockutils [req-c970ebda-6a13-4aa9-b49c-dd27773b5dcb req-5d4b2840-ccaa-4cf2-bfde-b5b3a567c082 service nova] Acquiring lock "1cd3da96-102f-4a22-8f53-12b32485ffa2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 934.621183] env[69770]: DEBUG oslo_concurrency.lockutils [req-c970ebda-6a13-4aa9-b49c-dd27773b5dcb req-5d4b2840-ccaa-4cf2-bfde-b5b3a567c082 service nova] Lock "1cd3da96-102f-4a22-8f53-12b32485ffa2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 934.621384] env[69770]: DEBUG oslo_concurrency.lockutils [req-c970ebda-6a13-4aa9-b49c-dd27773b5dcb req-5d4b2840-ccaa-4cf2-bfde-b5b3a567c082 service nova] Lock "1cd3da96-102f-4a22-8f53-12b32485ffa2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 934.621553] env[69770]: DEBUG nova.compute.manager [req-c970ebda-6a13-4aa9-b49c-dd27773b5dcb req-5d4b2840-ccaa-4cf2-bfde-b5b3a567c082 service nova] [instance: 1cd3da96-102f-4a22-8f53-12b32485ffa2] No waiting events found dispatching network-vif-unplugged-0276cb5b-ee35-4b81-b591-e4616352e712 {{(pid=69770) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 934.621720] env[69770]: WARNING nova.compute.manager [req-c970ebda-6a13-4aa9-b49c-dd27773b5dcb req-5d4b2840-ccaa-4cf2-bfde-b5b3a567c082 service nova] [instance: 1cd3da96-102f-4a22-8f53-12b32485ffa2] Received unexpected event network-vif-unplugged-0276cb5b-ee35-4b81-b591-e4616352e712 for instance with vm_state shelved and task_state shelving_offloading. [ 934.632317] env[69770]: DEBUG nova.virt.vmwareapi.ds_util [None req-0bacff7a-8f24-4815-aff0-936f760bcd54 tempest-ServersNegativeTestMultiTenantJSON-990593103 tempest-ServersNegativeTestMultiTenantJSON-990593103-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69770) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 934.632317] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-0bacff7a-8f24-4815-aff0-936f760bcd54 tempest-ServersNegativeTestMultiTenantJSON-990593103 tempest-ServersNegativeTestMultiTenantJSON-990593103-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69770) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 934.632458] env[69770]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-195b24dc-4c74-4cfc-b9f5-9e7cfa271587 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.637033] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-01347cd1-1fb8-4c0b-a74a-f13eb6181b0b tempest-ServersNegativeTestJSON-1437959553 tempest-ServersNegativeTestJSON-1437959553-project-member] [instance: 1cd3da96-102f-4a22-8f53-12b32485ffa2] Destroying instance {{(pid=69770) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 934.638708] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29487a97-9c4a-4031-8cd2-34831e2111c3 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.648349] env[69770]: DEBUG oslo_vmware.api [None req-0bacff7a-8f24-4815-aff0-936f760bcd54 tempest-ServersNegativeTestMultiTenantJSON-990593103 tempest-ServersNegativeTestMultiTenantJSON-990593103-project-member] Waiting for the task: (returnval){ [ 934.648349] env[69770]: value = "session[52161b52-cb8e-ec9f-1132-2f6b49549d41]52f699de-7e5c-3776-2143-85e77945a9c6" [ 934.648349] env[69770]: _type = "Task" [ 934.648349] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 934.648618] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-01347cd1-1fb8-4c0b-a74a-f13eb6181b0b tempest-ServersNegativeTestJSON-1437959553 tempest-ServersNegativeTestJSON-1437959553-project-member] [instance: 1cd3da96-102f-4a22-8f53-12b32485ffa2] Unregistering the VM {{(pid=69770) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 934.648923] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-bcb3ac7e-6029-41ac-a300-e52b12655fc0 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.664017] env[69770]: DEBUG oslo_vmware.api [None req-0bacff7a-8f24-4815-aff0-936f760bcd54 tempest-ServersNegativeTestMultiTenantJSON-990593103 tempest-ServersNegativeTestMultiTenantJSON-990593103-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]52f699de-7e5c-3776-2143-85e77945a9c6, 'name': SearchDatastore_Task, 'duration_secs': 0.010504} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 934.664864] env[69770]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b5274c19-0899-4fe6-bdc7-080ff1de9a76 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.671550] env[69770]: DEBUG oslo_vmware.api [None req-0bacff7a-8f24-4815-aff0-936f760bcd54 tempest-ServersNegativeTestMultiTenantJSON-990593103 tempest-ServersNegativeTestMultiTenantJSON-990593103-project-member] Waiting for the task: (returnval){ [ 934.671550] env[69770]: value = "session[52161b52-cb8e-ec9f-1132-2f6b49549d41]52c53f66-4321-387d-b3ec-ea93bcb82a7a" [ 934.671550] env[69770]: _type = "Task" [ 934.671550] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 934.679405] env[69770]: DEBUG oslo_vmware.api [None req-0bacff7a-8f24-4815-aff0-936f760bcd54 tempest-ServersNegativeTestMultiTenantJSON-990593103 tempest-ServersNegativeTestMultiTenantJSON-990593103-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]52c53f66-4321-387d-b3ec-ea93bcb82a7a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.736039] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-01347cd1-1fb8-4c0b-a74a-f13eb6181b0b tempest-ServersNegativeTestJSON-1437959553 tempest-ServersNegativeTestJSON-1437959553-project-member] [instance: 1cd3da96-102f-4a22-8f53-12b32485ffa2] Unregistered the VM {{(pid=69770) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 934.736039] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-01347cd1-1fb8-4c0b-a74a-f13eb6181b0b tempest-ServersNegativeTestJSON-1437959553 tempest-ServersNegativeTestJSON-1437959553-project-member] [instance: 1cd3da96-102f-4a22-8f53-12b32485ffa2] Deleting contents of the VM from datastore datastore2 {{(pid=69770) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 934.736039] env[69770]: DEBUG nova.virt.vmwareapi.ds_util [None req-01347cd1-1fb8-4c0b-a74a-f13eb6181b0b tempest-ServersNegativeTestJSON-1437959553 tempest-ServersNegativeTestJSON-1437959553-project-member] Deleting the datastore file [datastore2] 1cd3da96-102f-4a22-8f53-12b32485ffa2 {{(pid=69770) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 934.736249] env[69770]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7f802509-564a-48bf-81ee-156096b6d8f8 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.743047] env[69770]: DEBUG oslo_vmware.api [None req-01347cd1-1fb8-4c0b-a74a-f13eb6181b0b tempest-ServersNegativeTestJSON-1437959553 tempest-ServersNegativeTestJSON-1437959553-project-member] Waiting for the task: (returnval){ [ 934.743047] env[69770]: value = "task-4069892" [ 934.743047] env[69770]: _type = "Task" [ 934.743047] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 934.754029] env[69770]: DEBUG oslo_vmware.api [None req-01347cd1-1fb8-4c0b-a74a-f13eb6181b0b tempest-ServersNegativeTestJSON-1437959553 tempest-ServersNegativeTestJSON-1437959553-project-member] Task: {'id': task-4069892, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.820988] env[69770]: DEBUG oslo_vmware.api [None req-02b56fdc-379e-43f6-a344-3ba0d1191bc9 tempest-ImagesOneServerNegativeTestJSON-405389268 tempest-ImagesOneServerNegativeTestJSON-405389268-project-member] Task: {'id': task-4069890, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.880586] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e0b2361-4f2f-4fb9-9daf-08dfa191c9e5 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.890180] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8425ad1-0ceb-4db9-a51e-0c7cac29b592 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.924246] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ccec632-10e7-4ef3-9397-ec8fcee2ea83 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.933589] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-879c4747-f556-4072-970b-ab8d346bded5 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.950076] env[69770]: DEBUG nova.compute.provider_tree [None req-5953cb4c-27ef-4b00-9f82-04264b118474 tempest-ServersAdminTestJSON-142622790 tempest-ServersAdminTestJSON-142622790-project-member] Inventory has not changed in ProviderTree for provider: 7cc7d32b-b7a7-454a-a456-2a440248ed9d {{(pid=69770) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 935.114752] env[69770]: INFO nova.compute.manager [None req-c58143f6-6b57-41cc-ad2e-2736db6b46a2 tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] [instance: b2bce6a2-d9e0-41e9-8a4b-23e53133bbb4] instance snapshotting [ 935.114979] env[69770]: WARNING nova.compute.manager [None req-c58143f6-6b57-41cc-ad2e-2736db6b46a2 tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] [instance: b2bce6a2-d9e0-41e9-8a4b-23e53133bbb4] trying to snapshot a non-running instance: (state: 7 expected: 1) [ 935.117719] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46b2f9ac-9c7d-4c0a-9e65-2ea9a52f634f {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.139035] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2489db87-3241-44df-bcce-17ebcd14f95b {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.184541] env[69770]: DEBUG oslo_vmware.api [None req-0bacff7a-8f24-4815-aff0-936f760bcd54 tempest-ServersNegativeTestMultiTenantJSON-990593103 tempest-ServersNegativeTestMultiTenantJSON-990593103-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]52c53f66-4321-387d-b3ec-ea93bcb82a7a, 'name': SearchDatastore_Task, 'duration_secs': 0.009601} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 935.185090] env[69770]: DEBUG oslo_concurrency.lockutils [None req-0bacff7a-8f24-4815-aff0-936f760bcd54 tempest-ServersNegativeTestMultiTenantJSON-990593103 tempest-ServersNegativeTestMultiTenantJSON-990593103-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.185090] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-0bacff7a-8f24-4815-aff0-936f760bcd54 tempest-ServersNegativeTestMultiTenantJSON-990593103 tempest-ServersNegativeTestMultiTenantJSON-990593103-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk to [datastore1] 22d561e1-565c-490d-a814-a5c6b3a6249a/22d561e1-565c-490d-a814-a5c6b3a6249a.vmdk {{(pid=69770) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 935.185378] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ad75339c-8f44-4f1d-a087-99fcdbf277b9 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.194692] env[69770]: DEBUG oslo_vmware.api [None req-0bacff7a-8f24-4815-aff0-936f760bcd54 tempest-ServersNegativeTestMultiTenantJSON-990593103 tempest-ServersNegativeTestMultiTenantJSON-990593103-project-member] Waiting for the task: (returnval){ [ 935.194692] env[69770]: value = "task-4069893" [ 935.194692] env[69770]: _type = "Task" [ 935.194692] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 935.204581] env[69770]: DEBUG oslo_vmware.api [None req-0bacff7a-8f24-4815-aff0-936f760bcd54 tempest-ServersNegativeTestMultiTenantJSON-990593103 tempest-ServersNegativeTestMultiTenantJSON-990593103-project-member] Task: {'id': task-4069893, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.254835] env[69770]: DEBUG oslo_vmware.api [None req-01347cd1-1fb8-4c0b-a74a-f13eb6181b0b tempest-ServersNegativeTestJSON-1437959553 tempest-ServersNegativeTestJSON-1437959553-project-member] Task: {'id': task-4069892, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.150576} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 935.254993] env[69770]: DEBUG nova.virt.vmwareapi.ds_util [None req-01347cd1-1fb8-4c0b-a74a-f13eb6181b0b tempest-ServersNegativeTestJSON-1437959553 tempest-ServersNegativeTestJSON-1437959553-project-member] Deleted the datastore file {{(pid=69770) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 935.255085] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-01347cd1-1fb8-4c0b-a74a-f13eb6181b0b tempest-ServersNegativeTestJSON-1437959553 tempest-ServersNegativeTestJSON-1437959553-project-member] [instance: 1cd3da96-102f-4a22-8f53-12b32485ffa2] Deleted contents of the VM from datastore datastore2 {{(pid=69770) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 935.255252] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-01347cd1-1fb8-4c0b-a74a-f13eb6181b0b tempest-ServersNegativeTestJSON-1437959553 tempest-ServersNegativeTestJSON-1437959553-project-member] [instance: 1cd3da96-102f-4a22-8f53-12b32485ffa2] Instance destroyed {{(pid=69770) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 935.277161] env[69770]: INFO nova.scheduler.client.report [None req-01347cd1-1fb8-4c0b-a74a-f13eb6181b0b tempest-ServersNegativeTestJSON-1437959553 tempest-ServersNegativeTestJSON-1437959553-project-member] Deleted allocations for instance 1cd3da96-102f-4a22-8f53-12b32485ffa2 [ 935.320916] env[69770]: DEBUG oslo_vmware.api [None req-02b56fdc-379e-43f6-a344-3ba0d1191bc9 tempest-ImagesOneServerNegativeTestJSON-405389268 tempest-ImagesOneServerNegativeTestJSON-405389268-project-member] Task: {'id': task-4069890, 'name': ReconfigVM_Task, 'duration_secs': 1.016437} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 935.321250] env[69770]: DEBUG nova.virt.vmwareapi.volumeops [None req-02b56fdc-379e-43f6-a344-3ba0d1191bc9 tempest-ImagesOneServerNegativeTestJSON-405389268 tempest-ImagesOneServerNegativeTestJSON-405389268-project-member] [instance: 652320ff-d46d-4ce0-bc7d-eca68820e6ef] Reconfigured VM instance instance-00000037 to attach disk [datastore1] 652320ff-d46d-4ce0-bc7d-eca68820e6ef/652320ff-d46d-4ce0-bc7d-eca68820e6ef.vmdk or device None with type sparse {{(pid=69770) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 935.321899] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-515904eb-e61a-4a2d-91b6-26f2fb176951 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.330645] env[69770]: DEBUG oslo_vmware.api [None req-02b56fdc-379e-43f6-a344-3ba0d1191bc9 tempest-ImagesOneServerNegativeTestJSON-405389268 tempest-ImagesOneServerNegativeTestJSON-405389268-project-member] Waiting for the task: (returnval){ [ 935.330645] env[69770]: value = "task-4069894" [ 935.330645] env[69770]: _type = "Task" [ 935.330645] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 935.345667] env[69770]: DEBUG oslo_vmware.api [None req-02b56fdc-379e-43f6-a344-3ba0d1191bc9 tempest-ImagesOneServerNegativeTestJSON-405389268 tempest-ImagesOneServerNegativeTestJSON-405389268-project-member] Task: {'id': task-4069894, 'name': Rename_Task} progress is 5%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.385226] env[69770]: DEBUG nova.compute.manager [None req-53efceb4-7e68-4bc9-add1-c001eac04fce tempest-ServerRescueTestJSON-2083557613 tempest-ServerRescueTestJSON-2083557613-project-member] [instance: 0e73d3e6-13ab-418b-9cc1-2f33fe7837d8] Start spawning the instance on the hypervisor. {{(pid=69770) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 935.413250] env[69770]: DEBUG nova.virt.hardware [None req-53efceb4-7e68-4bc9-add1-c001eac04fce tempest-ServerRescueTestJSON-2083557613 tempest-ServerRescueTestJSON-2083557613-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T12:16:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T12:16:11Z,direct_url=,disk_format='vmdk',id=d1eaff80-24a0-4391-90eb-59958b1ecf0a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d65f20bb89fb40a98b77bc6d97357df2',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T12:16:12Z,virtual_size=,visibility=), allow threads: False {{(pid=69770) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 935.414049] env[69770]: DEBUG nova.virt.hardware [None req-53efceb4-7e68-4bc9-add1-c001eac04fce tempest-ServerRescueTestJSON-2083557613 tempest-ServerRescueTestJSON-2083557613-project-member] Flavor limits 0:0:0 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 935.414049] env[69770]: DEBUG nova.virt.hardware [None req-53efceb4-7e68-4bc9-add1-c001eac04fce tempest-ServerRescueTestJSON-2083557613 tempest-ServerRescueTestJSON-2083557613-project-member] Image limits 0:0:0 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 935.414049] env[69770]: DEBUG nova.virt.hardware [None req-53efceb4-7e68-4bc9-add1-c001eac04fce tempest-ServerRescueTestJSON-2083557613 tempest-ServerRescueTestJSON-2083557613-project-member] Flavor pref 0:0:0 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 935.414202] env[69770]: DEBUG nova.virt.hardware [None req-53efceb4-7e68-4bc9-add1-c001eac04fce tempest-ServerRescueTestJSON-2083557613 tempest-ServerRescueTestJSON-2083557613-project-member] Image pref 0:0:0 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 935.414357] env[69770]: DEBUG nova.virt.hardware [None req-53efceb4-7e68-4bc9-add1-c001eac04fce tempest-ServerRescueTestJSON-2083557613 tempest-ServerRescueTestJSON-2083557613-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 935.414665] env[69770]: DEBUG nova.virt.hardware [None req-53efceb4-7e68-4bc9-add1-c001eac04fce tempest-ServerRescueTestJSON-2083557613 tempest-ServerRescueTestJSON-2083557613-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69770) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 935.414886] env[69770]: DEBUG nova.virt.hardware [None req-53efceb4-7e68-4bc9-add1-c001eac04fce tempest-ServerRescueTestJSON-2083557613 tempest-ServerRescueTestJSON-2083557613-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69770) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 935.415154] env[69770]: DEBUG nova.virt.hardware [None req-53efceb4-7e68-4bc9-add1-c001eac04fce tempest-ServerRescueTestJSON-2083557613 tempest-ServerRescueTestJSON-2083557613-project-member] Got 1 possible topologies {{(pid=69770) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 935.415380] env[69770]: DEBUG nova.virt.hardware [None req-53efceb4-7e68-4bc9-add1-c001eac04fce tempest-ServerRescueTestJSON-2083557613 tempest-ServerRescueTestJSON-2083557613-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69770) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 935.415556] env[69770]: DEBUG nova.virt.hardware [None req-53efceb4-7e68-4bc9-add1-c001eac04fce tempest-ServerRescueTestJSON-2083557613 tempest-ServerRescueTestJSON-2083557613-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69770) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 935.417113] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73fe2352-e88d-404e-9f4f-3dac50b29e8a {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.425630] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbb66f29-818e-44cd-8cb6-312510644604 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.454378] env[69770]: DEBUG nova.scheduler.client.report [None req-5953cb4c-27ef-4b00-9f82-04264b118474 tempest-ServersAdminTestJSON-142622790 tempest-ServersAdminTestJSON-142622790-project-member] Inventory has not changed for provider 7cc7d32b-b7a7-454a-a456-2a440248ed9d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69770) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 935.652343] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-c58143f6-6b57-41cc-ad2e-2736db6b46a2 tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] [instance: b2bce6a2-d9e0-41e9-8a4b-23e53133bbb4] Creating Snapshot of the VM instance {{(pid=69770) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 935.652655] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-ed244f6e-4796-4907-90b4-5348eaaeb0ae {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.661915] env[69770]: DEBUG oslo_vmware.api [None req-c58143f6-6b57-41cc-ad2e-2736db6b46a2 tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] Waiting for the task: (returnval){ [ 935.661915] env[69770]: value = "task-4069895" [ 935.661915] env[69770]: _type = "Task" [ 935.661915] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 935.674305] env[69770]: DEBUG oslo_vmware.api [None req-c58143f6-6b57-41cc-ad2e-2736db6b46a2 tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] Task: {'id': task-4069895, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.708726] env[69770]: DEBUG oslo_vmware.api [None req-0bacff7a-8f24-4815-aff0-936f760bcd54 tempest-ServersNegativeTestMultiTenantJSON-990593103 tempest-ServersNegativeTestMultiTenantJSON-990593103-project-member] Task: {'id': task-4069893, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.745343] env[69770]: DEBUG nova.compute.manager [req-3b4aacb9-2dd3-419c-96a8-dec5d63d3a6c req-6704aa06-484f-4a0d-be21-06f9a6a693fa service nova] [instance: 0e73d3e6-13ab-418b-9cc1-2f33fe7837d8] Received event network-vif-plugged-cc1a9a6d-db88-4233-a50d-a31aa4053b01 {{(pid=69770) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 935.745343] env[69770]: DEBUG oslo_concurrency.lockutils [req-3b4aacb9-2dd3-419c-96a8-dec5d63d3a6c req-6704aa06-484f-4a0d-be21-06f9a6a693fa service nova] Acquiring lock "0e73d3e6-13ab-418b-9cc1-2f33fe7837d8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 935.745343] env[69770]: DEBUG oslo_concurrency.lockutils [req-3b4aacb9-2dd3-419c-96a8-dec5d63d3a6c req-6704aa06-484f-4a0d-be21-06f9a6a693fa service nova] Lock "0e73d3e6-13ab-418b-9cc1-2f33fe7837d8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 935.745343] env[69770]: DEBUG oslo_concurrency.lockutils [req-3b4aacb9-2dd3-419c-96a8-dec5d63d3a6c req-6704aa06-484f-4a0d-be21-06f9a6a693fa service nova] Lock "0e73d3e6-13ab-418b-9cc1-2f33fe7837d8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 935.745343] env[69770]: DEBUG nova.compute.manager [req-3b4aacb9-2dd3-419c-96a8-dec5d63d3a6c req-6704aa06-484f-4a0d-be21-06f9a6a693fa service nova] [instance: 0e73d3e6-13ab-418b-9cc1-2f33fe7837d8] No waiting events found dispatching network-vif-plugged-cc1a9a6d-db88-4233-a50d-a31aa4053b01 {{(pid=69770) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 935.745343] env[69770]: WARNING nova.compute.manager [req-3b4aacb9-2dd3-419c-96a8-dec5d63d3a6c req-6704aa06-484f-4a0d-be21-06f9a6a693fa service nova] [instance: 0e73d3e6-13ab-418b-9cc1-2f33fe7837d8] Received unexpected event network-vif-plugged-cc1a9a6d-db88-4233-a50d-a31aa4053b01 for instance with vm_state building and task_state spawning. [ 935.781456] env[69770]: DEBUG oslo_concurrency.lockutils [None req-01347cd1-1fb8-4c0b-a74a-f13eb6181b0b tempest-ServersNegativeTestJSON-1437959553 tempest-ServersNegativeTestJSON-1437959553-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 935.836248] env[69770]: DEBUG nova.network.neutron [None req-53efceb4-7e68-4bc9-add1-c001eac04fce tempest-ServerRescueTestJSON-2083557613 tempest-ServerRescueTestJSON-2083557613-project-member] [instance: 0e73d3e6-13ab-418b-9cc1-2f33fe7837d8] Successfully updated port: cc1a9a6d-db88-4233-a50d-a31aa4053b01 {{(pid=69770) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 935.843297] env[69770]: DEBUG oslo_vmware.api [None req-02b56fdc-379e-43f6-a344-3ba0d1191bc9 tempest-ImagesOneServerNegativeTestJSON-405389268 tempest-ImagesOneServerNegativeTestJSON-405389268-project-member] Task: {'id': task-4069894, 'name': Rename_Task, 'duration_secs': 0.339274} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 935.843592] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-02b56fdc-379e-43f6-a344-3ba0d1191bc9 tempest-ImagesOneServerNegativeTestJSON-405389268 tempest-ImagesOneServerNegativeTestJSON-405389268-project-member] [instance: 652320ff-d46d-4ce0-bc7d-eca68820e6ef] Powering on the VM {{(pid=69770) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 935.843846] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cb0dbcde-0f19-4c3a-adef-39d61ad78732 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.852239] env[69770]: DEBUG oslo_vmware.api [None req-02b56fdc-379e-43f6-a344-3ba0d1191bc9 tempest-ImagesOneServerNegativeTestJSON-405389268 tempest-ImagesOneServerNegativeTestJSON-405389268-project-member] Waiting for the task: (returnval){ [ 935.852239] env[69770]: value = "task-4069896" [ 935.852239] env[69770]: _type = "Task" [ 935.852239] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 935.863552] env[69770]: DEBUG oslo_vmware.api [None req-02b56fdc-379e-43f6-a344-3ba0d1191bc9 tempest-ImagesOneServerNegativeTestJSON-405389268 tempest-ImagesOneServerNegativeTestJSON-405389268-project-member] Task: {'id': task-4069896, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.962886] env[69770]: DEBUG oslo_concurrency.lockutils [None req-5953cb4c-27ef-4b00-9f82-04264b118474 tempest-ServersAdminTestJSON-142622790 tempest-ServersAdminTestJSON-142622790-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.609s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 935.963456] env[69770]: DEBUG nova.compute.manager [None req-5953cb4c-27ef-4b00-9f82-04264b118474 tempest-ServersAdminTestJSON-142622790 tempest-ServersAdminTestJSON-142622790-project-member] [instance: a4d4dece-6511-4a6e-a5fd-984223141631] Start building networks asynchronously for instance. {{(pid=69770) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 935.966813] env[69770]: DEBUG oslo_concurrency.lockutils [None req-069412f9-a072-4ed9-b872-38b8c9b83dee tempest-ServersTestFqdnHostnames-1890732475 tempest-ServersTestFqdnHostnames-1890732475-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 49.247s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 935.967084] env[69770]: DEBUG nova.objects.instance [None req-069412f9-a072-4ed9-b872-38b8c9b83dee tempest-ServersTestFqdnHostnames-1890732475 tempest-ServersTestFqdnHostnames-1890732475-project-member] Lazy-loading 'resources' on Instance uuid ccf149da-8159-452b-9b8b-04359494e736 {{(pid=69770) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 936.172644] env[69770]: DEBUG oslo_vmware.api [None req-c58143f6-6b57-41cc-ad2e-2736db6b46a2 tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] Task: {'id': task-4069895, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.208852] env[69770]: DEBUG oslo_vmware.api [None req-0bacff7a-8f24-4815-aff0-936f760bcd54 tempest-ServersNegativeTestMultiTenantJSON-990593103 tempest-ServersNegativeTestMultiTenantJSON-990593103-project-member] Task: {'id': task-4069893, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.566177} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 936.208852] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-0bacff7a-8f24-4815-aff0-936f760bcd54 tempest-ServersNegativeTestMultiTenantJSON-990593103 tempest-ServersNegativeTestMultiTenantJSON-990593103-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk to [datastore1] 22d561e1-565c-490d-a814-a5c6b3a6249a/22d561e1-565c-490d-a814-a5c6b3a6249a.vmdk {{(pid=69770) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 936.208852] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-0bacff7a-8f24-4815-aff0-936f760bcd54 tempest-ServersNegativeTestMultiTenantJSON-990593103 tempest-ServersNegativeTestMultiTenantJSON-990593103-project-member] [instance: 22d561e1-565c-490d-a814-a5c6b3a6249a] Extending root virtual disk to 1048576 {{(pid=69770) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 936.208852] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5fa2c098-7f52-4f05-8450-621fe798178e {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.219312] env[69770]: DEBUG oslo_vmware.api [None req-0bacff7a-8f24-4815-aff0-936f760bcd54 tempest-ServersNegativeTestMultiTenantJSON-990593103 tempest-ServersNegativeTestMultiTenantJSON-990593103-project-member] Waiting for the task: (returnval){ [ 936.219312] env[69770]: value = "task-4069897" [ 936.219312] env[69770]: _type = "Task" [ 936.219312] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 936.231494] env[69770]: DEBUG oslo_vmware.api [None req-0bacff7a-8f24-4815-aff0-936f760bcd54 tempest-ServersNegativeTestMultiTenantJSON-990593103 tempest-ServersNegativeTestMultiTenantJSON-990593103-project-member] Task: {'id': task-4069897, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.339833] env[69770]: DEBUG oslo_concurrency.lockutils [None req-53efceb4-7e68-4bc9-add1-c001eac04fce tempest-ServerRescueTestJSON-2083557613 tempest-ServerRescueTestJSON-2083557613-project-member] Acquiring lock "refresh_cache-0e73d3e6-13ab-418b-9cc1-2f33fe7837d8" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.340325] env[69770]: DEBUG oslo_concurrency.lockutils [None req-53efceb4-7e68-4bc9-add1-c001eac04fce tempest-ServerRescueTestJSON-2083557613 tempest-ServerRescueTestJSON-2083557613-project-member] Acquired lock "refresh_cache-0e73d3e6-13ab-418b-9cc1-2f33fe7837d8" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.340620] env[69770]: DEBUG nova.network.neutron [None req-53efceb4-7e68-4bc9-add1-c001eac04fce tempest-ServerRescueTestJSON-2083557613 tempest-ServerRescueTestJSON-2083557613-project-member] [instance: 0e73d3e6-13ab-418b-9cc1-2f33fe7837d8] Building network info cache for instance {{(pid=69770) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 936.364455] env[69770]: DEBUG oslo_vmware.api [None req-02b56fdc-379e-43f6-a344-3ba0d1191bc9 tempest-ImagesOneServerNegativeTestJSON-405389268 tempest-ImagesOneServerNegativeTestJSON-405389268-project-member] Task: {'id': task-4069896, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.471252] env[69770]: DEBUG nova.compute.utils [None req-5953cb4c-27ef-4b00-9f82-04264b118474 tempest-ServersAdminTestJSON-142622790 tempest-ServersAdminTestJSON-142622790-project-member] Using /dev/sd instead of None {{(pid=69770) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 936.477755] env[69770]: DEBUG nova.compute.manager [None req-5953cb4c-27ef-4b00-9f82-04264b118474 tempest-ServersAdminTestJSON-142622790 tempest-ServersAdminTestJSON-142622790-project-member] [instance: a4d4dece-6511-4a6e-a5fd-984223141631] Allocating IP information in the background. {{(pid=69770) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 936.477980] env[69770]: DEBUG nova.network.neutron [None req-5953cb4c-27ef-4b00-9f82-04264b118474 tempest-ServersAdminTestJSON-142622790 tempest-ServersAdminTestJSON-142622790-project-member] [instance: a4d4dece-6511-4a6e-a5fd-984223141631] allocate_for_instance() {{(pid=69770) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 936.527396] env[69770]: DEBUG nova.policy [None req-5953cb4c-27ef-4b00-9f82-04264b118474 tempest-ServersAdminTestJSON-142622790 tempest-ServersAdminTestJSON-142622790-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '179057e7f1de4b0d8147c7fb5c84aa86', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '32b2200b93d14bf0bd9c367d6ed09cf1', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69770) authorize /opt/stack/nova/nova/policy.py:192}} [ 936.675455] env[69770]: DEBUG oslo_vmware.api [None req-c58143f6-6b57-41cc-ad2e-2736db6b46a2 tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] Task: {'id': task-4069895, 'name': CreateSnapshot_Task, 'duration_secs': 0.60032} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 936.678338] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-c58143f6-6b57-41cc-ad2e-2736db6b46a2 tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] [instance: b2bce6a2-d9e0-41e9-8a4b-23e53133bbb4] Created Snapshot of the VM instance {{(pid=69770) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 936.679355] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d87f8ae7-7dff-4a45-8cb2-213d7f745dcd {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.728543] env[69770]: DEBUG nova.compute.manager [req-3f5b7f39-1687-4111-a04a-e3fdf3db9c69 req-fab4af90-7abe-4293-9e94-0c3d92a4945c service nova] [instance: 1cd3da96-102f-4a22-8f53-12b32485ffa2] Received event network-changed-0276cb5b-ee35-4b81-b591-e4616352e712 {{(pid=69770) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 936.728543] env[69770]: DEBUG nova.compute.manager [req-3f5b7f39-1687-4111-a04a-e3fdf3db9c69 req-fab4af90-7abe-4293-9e94-0c3d92a4945c service nova] [instance: 1cd3da96-102f-4a22-8f53-12b32485ffa2] Refreshing instance network info cache due to event network-changed-0276cb5b-ee35-4b81-b591-e4616352e712. {{(pid=69770) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 936.728543] env[69770]: DEBUG oslo_concurrency.lockutils [req-3f5b7f39-1687-4111-a04a-e3fdf3db9c69 req-fab4af90-7abe-4293-9e94-0c3d92a4945c service nova] Acquiring lock "refresh_cache-1cd3da96-102f-4a22-8f53-12b32485ffa2" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.728543] env[69770]: DEBUG oslo_concurrency.lockutils [req-3f5b7f39-1687-4111-a04a-e3fdf3db9c69 req-fab4af90-7abe-4293-9e94-0c3d92a4945c service nova] Acquired lock "refresh_cache-1cd3da96-102f-4a22-8f53-12b32485ffa2" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.728543] env[69770]: DEBUG nova.network.neutron [req-3f5b7f39-1687-4111-a04a-e3fdf3db9c69 req-fab4af90-7abe-4293-9e94-0c3d92a4945c service nova] [instance: 1cd3da96-102f-4a22-8f53-12b32485ffa2] Refreshing network info cache for port 0276cb5b-ee35-4b81-b591-e4616352e712 {{(pid=69770) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 936.742519] env[69770]: DEBUG oslo_vmware.api [None req-0bacff7a-8f24-4815-aff0-936f760bcd54 tempest-ServersNegativeTestMultiTenantJSON-990593103 tempest-ServersNegativeTestMultiTenantJSON-990593103-project-member] Task: {'id': task-4069897, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.082235} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 936.742900] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-0bacff7a-8f24-4815-aff0-936f760bcd54 tempest-ServersNegativeTestMultiTenantJSON-990593103 tempest-ServersNegativeTestMultiTenantJSON-990593103-project-member] [instance: 22d561e1-565c-490d-a814-a5c6b3a6249a] Extended root virtual disk {{(pid=69770) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 936.743827] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cf9ca70-b514-4da8-9a14-d5c2e382cc20 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.775952] env[69770]: DEBUG nova.virt.vmwareapi.volumeops [None req-0bacff7a-8f24-4815-aff0-936f760bcd54 tempest-ServersNegativeTestMultiTenantJSON-990593103 tempest-ServersNegativeTestMultiTenantJSON-990593103-project-member] [instance: 22d561e1-565c-490d-a814-a5c6b3a6249a] Reconfiguring VM instance instance-00000036 to attach disk [datastore1] 22d561e1-565c-490d-a814-a5c6b3a6249a/22d561e1-565c-490d-a814-a5c6b3a6249a.vmdk or device None with type sparse {{(pid=69770) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 936.779254] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-641abceb-076c-4dd2-bdd3-638bd4216d48 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.800345] env[69770]: DEBUG oslo_vmware.api [None req-0bacff7a-8f24-4815-aff0-936f760bcd54 tempest-ServersNegativeTestMultiTenantJSON-990593103 tempest-ServersNegativeTestMultiTenantJSON-990593103-project-member] Waiting for the task: (returnval){ [ 936.800345] env[69770]: value = "task-4069898" [ 936.800345] env[69770]: _type = "Task" [ 936.800345] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 936.815253] env[69770]: DEBUG oslo_vmware.api [None req-0bacff7a-8f24-4815-aff0-936f760bcd54 tempest-ServersNegativeTestMultiTenantJSON-990593103 tempest-ServersNegativeTestMultiTenantJSON-990593103-project-member] Task: {'id': task-4069898, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.870547] env[69770]: DEBUG oslo_vmware.api [None req-02b56fdc-379e-43f6-a344-3ba0d1191bc9 tempest-ImagesOneServerNegativeTestJSON-405389268 tempest-ImagesOneServerNegativeTestJSON-405389268-project-member] Task: {'id': task-4069896, 'name': PowerOnVM_Task, 'duration_secs': 0.515309} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 936.870547] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-02b56fdc-379e-43f6-a344-3ba0d1191bc9 tempest-ImagesOneServerNegativeTestJSON-405389268 tempest-ImagesOneServerNegativeTestJSON-405389268-project-member] [instance: 652320ff-d46d-4ce0-bc7d-eca68820e6ef] Powered on the VM {{(pid=69770) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 936.870923] env[69770]: INFO nova.compute.manager [None req-02b56fdc-379e-43f6-a344-3ba0d1191bc9 tempest-ImagesOneServerNegativeTestJSON-405389268 tempest-ImagesOneServerNegativeTestJSON-405389268-project-member] [instance: 652320ff-d46d-4ce0-bc7d-eca68820e6ef] Took 9.08 seconds to spawn the instance on the hypervisor. [ 936.871157] env[69770]: DEBUG nova.compute.manager [None req-02b56fdc-379e-43f6-a344-3ba0d1191bc9 tempest-ImagesOneServerNegativeTestJSON-405389268 tempest-ImagesOneServerNegativeTestJSON-405389268-project-member] [instance: 652320ff-d46d-4ce0-bc7d-eca68820e6ef] Checking state {{(pid=69770) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 936.872274] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88c186dc-0ea0-416e-887a-8581e5b7c64b {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.880525] env[69770]: DEBUG nova.network.neutron [None req-53efceb4-7e68-4bc9-add1-c001eac04fce tempest-ServerRescueTestJSON-2083557613 tempest-ServerRescueTestJSON-2083557613-project-member] [instance: 0e73d3e6-13ab-418b-9cc1-2f33fe7837d8] Instance cache missing network info. {{(pid=69770) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 936.981643] env[69770]: DEBUG nova.compute.manager [None req-5953cb4c-27ef-4b00-9f82-04264b118474 tempest-ServersAdminTestJSON-142622790 tempest-ServersAdminTestJSON-142622790-project-member] [instance: a4d4dece-6511-4a6e-a5fd-984223141631] Start building block device mappings for instance. {{(pid=69770) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 937.026082] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-321e89be-473e-4b40-a2a1-f930868c3d7a {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.033546] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fae0a89f-e43f-4e99-b079-0ab0760c4476 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.067037] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b311cf4-f264-4ef2-aac9-f9817ee5172f {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.076269] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-711ec135-5d40-4771-bc39-f3fbb860ca91 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.092483] env[69770]: DEBUG nova.compute.provider_tree [None req-069412f9-a072-4ed9-b872-38b8c9b83dee tempest-ServersTestFqdnHostnames-1890732475 tempest-ServersTestFqdnHostnames-1890732475-project-member] Inventory has not changed in ProviderTree for provider: 7cc7d32b-b7a7-454a-a456-2a440248ed9d {{(pid=69770) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 937.123658] env[69770]: DEBUG nova.network.neutron [None req-5953cb4c-27ef-4b00-9f82-04264b118474 tempest-ServersAdminTestJSON-142622790 tempest-ServersAdminTestJSON-142622790-project-member] [instance: a4d4dece-6511-4a6e-a5fd-984223141631] Successfully created port: 92c948af-1680-4dd4-afeb-2199163c8953 {{(pid=69770) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 937.200058] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-c58143f6-6b57-41cc-ad2e-2736db6b46a2 tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] [instance: b2bce6a2-d9e0-41e9-8a4b-23e53133bbb4] Creating linked-clone VM from snapshot {{(pid=69770) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 937.200694] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-7140f7af-1503-4f38-9b47-0c8ca6bf969e {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.214022] env[69770]: DEBUG oslo_vmware.api [None req-c58143f6-6b57-41cc-ad2e-2736db6b46a2 tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] Waiting for the task: (returnval){ [ 937.214022] env[69770]: value = "task-4069899" [ 937.214022] env[69770]: _type = "Task" [ 937.214022] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 937.223649] env[69770]: DEBUG oslo_vmware.api [None req-c58143f6-6b57-41cc-ad2e-2736db6b46a2 tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] Task: {'id': task-4069899, 'name': CloneVM_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.312450] env[69770]: DEBUG oslo_vmware.api [None req-0bacff7a-8f24-4815-aff0-936f760bcd54 tempest-ServersNegativeTestMultiTenantJSON-990593103 tempest-ServersNegativeTestMultiTenantJSON-990593103-project-member] Task: {'id': task-4069898, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.370010] env[69770]: DEBUG nova.network.neutron [None req-53efceb4-7e68-4bc9-add1-c001eac04fce tempest-ServerRescueTestJSON-2083557613 tempest-ServerRescueTestJSON-2083557613-project-member] [instance: 0e73d3e6-13ab-418b-9cc1-2f33fe7837d8] Updating instance_info_cache with network_info: [{"id": "cc1a9a6d-db88-4233-a50d-a31aa4053b01", "address": "fa:16:3e:d1:1f:22", "network": {"id": "f2e62cc7-fbfa-4581-9d80-cbd4ce41d9ab", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1630961952-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "53a67e919f10478aba1d1175dc195b39", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7e0240aa-a694-48fc-a0f9-6f2d3e71aa12", "external-id": "nsx-vlan-transportzone-249", "segmentation_id": 249, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcc1a9a6d-db", "ovs_interfaceid": "cc1a9a6d-db88-4233-a50d-a31aa4053b01", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69770) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 937.403510] env[69770]: INFO nova.compute.manager [None req-02b56fdc-379e-43f6-a344-3ba0d1191bc9 tempest-ImagesOneServerNegativeTestJSON-405389268 tempest-ImagesOneServerNegativeTestJSON-405389268-project-member] [instance: 652320ff-d46d-4ce0-bc7d-eca68820e6ef] Took 66.85 seconds to build instance. [ 937.596097] env[69770]: DEBUG nova.network.neutron [req-3f5b7f39-1687-4111-a04a-e3fdf3db9c69 req-fab4af90-7abe-4293-9e94-0c3d92a4945c service nova] [instance: 1cd3da96-102f-4a22-8f53-12b32485ffa2] Updated VIF entry in instance network info cache for port 0276cb5b-ee35-4b81-b591-e4616352e712. {{(pid=69770) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 937.596794] env[69770]: DEBUG nova.network.neutron [req-3f5b7f39-1687-4111-a04a-e3fdf3db9c69 req-fab4af90-7abe-4293-9e94-0c3d92a4945c service nova] [instance: 1cd3da96-102f-4a22-8f53-12b32485ffa2] Updating instance_info_cache with network_info: [{"id": "0276cb5b-ee35-4b81-b591-e4616352e712", "address": "fa:16:3e:93:ba:6d", "network": {"id": "6d495b25-93c9-4d41-93da-495fe7782e89", "bridge": null, "label": "tempest-ServersNegativeTestJSON-659703650-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.2", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.3"}}], "meta": {"injected": false, "tenant_id": "a1bbd9f308194b4aa6cb513f5d2cd789", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap0276cb5b-ee", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69770) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 937.600999] env[69770]: DEBUG nova.scheduler.client.report [None req-069412f9-a072-4ed9-b872-38b8c9b83dee tempest-ServersTestFqdnHostnames-1890732475 tempest-ServersTestFqdnHostnames-1890732475-project-member] Inventory has not changed for provider 7cc7d32b-b7a7-454a-a456-2a440248ed9d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69770) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 937.727611] env[69770]: DEBUG oslo_vmware.api [None req-c58143f6-6b57-41cc-ad2e-2736db6b46a2 tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] Task: {'id': task-4069899, 'name': CloneVM_Task} progress is 94%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.815649] env[69770]: DEBUG oslo_vmware.api [None req-0bacff7a-8f24-4815-aff0-936f760bcd54 tempest-ServersNegativeTestMultiTenantJSON-990593103 tempest-ServersNegativeTestMultiTenantJSON-990593103-project-member] Task: {'id': task-4069898, 'name': ReconfigVM_Task, 'duration_secs': 0.757814} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 937.816051] env[69770]: DEBUG nova.virt.vmwareapi.volumeops [None req-0bacff7a-8f24-4815-aff0-936f760bcd54 tempest-ServersNegativeTestMultiTenantJSON-990593103 tempest-ServersNegativeTestMultiTenantJSON-990593103-project-member] [instance: 22d561e1-565c-490d-a814-a5c6b3a6249a] Reconfigured VM instance instance-00000036 to attach disk [datastore1] 22d561e1-565c-490d-a814-a5c6b3a6249a/22d561e1-565c-490d-a814-a5c6b3a6249a.vmdk or device None with type sparse {{(pid=69770) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 937.816759] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-79ca61f8-ce44-4b1d-974a-fb93cf832a5a {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.824665] env[69770]: DEBUG oslo_vmware.api [None req-0bacff7a-8f24-4815-aff0-936f760bcd54 tempest-ServersNegativeTestMultiTenantJSON-990593103 tempest-ServersNegativeTestMultiTenantJSON-990593103-project-member] Waiting for the task: (returnval){ [ 937.824665] env[69770]: value = "task-4069900" [ 937.824665] env[69770]: _type = "Task" [ 937.824665] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 937.834876] env[69770]: DEBUG oslo_vmware.api [None req-0bacff7a-8f24-4815-aff0-936f760bcd54 tempest-ServersNegativeTestMultiTenantJSON-990593103 tempest-ServersNegativeTestMultiTenantJSON-990593103-project-member] Task: {'id': task-4069900, 'name': Rename_Task} progress is 5%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.876762] env[69770]: DEBUG oslo_concurrency.lockutils [None req-53efceb4-7e68-4bc9-add1-c001eac04fce tempest-ServerRescueTestJSON-2083557613 tempest-ServerRescueTestJSON-2083557613-project-member] Releasing lock "refresh_cache-0e73d3e6-13ab-418b-9cc1-2f33fe7837d8" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.877176] env[69770]: DEBUG nova.compute.manager [None req-53efceb4-7e68-4bc9-add1-c001eac04fce tempest-ServerRescueTestJSON-2083557613 tempest-ServerRescueTestJSON-2083557613-project-member] [instance: 0e73d3e6-13ab-418b-9cc1-2f33fe7837d8] Instance network_info: |[{"id": "cc1a9a6d-db88-4233-a50d-a31aa4053b01", "address": "fa:16:3e:d1:1f:22", "network": {"id": "f2e62cc7-fbfa-4581-9d80-cbd4ce41d9ab", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1630961952-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "53a67e919f10478aba1d1175dc195b39", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7e0240aa-a694-48fc-a0f9-6f2d3e71aa12", "external-id": "nsx-vlan-transportzone-249", "segmentation_id": 249, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcc1a9a6d-db", "ovs_interfaceid": "cc1a9a6d-db88-4233-a50d-a31aa4053b01", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69770) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 937.877641] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-53efceb4-7e68-4bc9-add1-c001eac04fce tempest-ServerRescueTestJSON-2083557613 tempest-ServerRescueTestJSON-2083557613-project-member] [instance: 0e73d3e6-13ab-418b-9cc1-2f33fe7837d8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d1:1f:22', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7e0240aa-a694-48fc-a0f9-6f2d3e71aa12', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'cc1a9a6d-db88-4233-a50d-a31aa4053b01', 'vif_model': 'vmxnet3'}] {{(pid=69770) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 937.886091] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-53efceb4-7e68-4bc9-add1-c001eac04fce tempest-ServerRescueTestJSON-2083557613 tempest-ServerRescueTestJSON-2083557613-project-member] Creating folder: Project (53a67e919f10478aba1d1175dc195b39). Parent ref: group-v806376. {{(pid=69770) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 937.886829] env[69770]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8003bdea-e87b-49c4-974b-03a10037aed3 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.899545] env[69770]: INFO nova.virt.vmwareapi.vm_util [None req-53efceb4-7e68-4bc9-add1-c001eac04fce tempest-ServerRescueTestJSON-2083557613 tempest-ServerRescueTestJSON-2083557613-project-member] Created folder: Project (53a67e919f10478aba1d1175dc195b39) in parent group-v806376. [ 937.899817] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-53efceb4-7e68-4bc9-add1-c001eac04fce tempest-ServerRescueTestJSON-2083557613 tempest-ServerRescueTestJSON-2083557613-project-member] Creating folder: Instances. Parent ref: group-v806535. {{(pid=69770) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 937.900019] env[69770]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fb14a0c4-3205-4ad5-9ede-af6f4f569e28 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.904925] env[69770]: DEBUG oslo_concurrency.lockutils [None req-02b56fdc-379e-43f6-a344-3ba0d1191bc9 tempest-ImagesOneServerNegativeTestJSON-405389268 tempest-ImagesOneServerNegativeTestJSON-405389268-project-member] Lock "652320ff-d46d-4ce0-bc7d-eca68820e6ef" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 68.788s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 937.910574] env[69770]: INFO nova.virt.vmwareapi.vm_util [None req-53efceb4-7e68-4bc9-add1-c001eac04fce tempest-ServerRescueTestJSON-2083557613 tempest-ServerRescueTestJSON-2083557613-project-member] Created folder: Instances in parent group-v806535. [ 937.910835] env[69770]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-53efceb4-7e68-4bc9-add1-c001eac04fce tempest-ServerRescueTestJSON-2083557613 tempest-ServerRescueTestJSON-2083557613-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69770) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 937.911025] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0e73d3e6-13ab-418b-9cc1-2f33fe7837d8] Creating VM on the ESX host {{(pid=69770) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 937.911247] env[69770]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-750ae397-81ce-4376-ac8d-cb2f7c701323 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.940803] env[69770]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 937.940803] env[69770]: value = "task-4069903" [ 937.940803] env[69770]: _type = "Task" [ 937.940803] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 937.951466] env[69770]: DEBUG oslo_vmware.api [-] Task: {'id': task-4069903, 'name': CreateVM_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.997962] env[69770]: DEBUG nova.compute.manager [None req-5953cb4c-27ef-4b00-9f82-04264b118474 tempest-ServersAdminTestJSON-142622790 tempest-ServersAdminTestJSON-142622790-project-member] [instance: a4d4dece-6511-4a6e-a5fd-984223141631] Start spawning the instance on the hypervisor. {{(pid=69770) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 938.003332] env[69770]: DEBUG nova.compute.manager [req-56069829-22b6-428d-b19e-381eb7cd430f req-a3e2d7d9-ac39-40fa-bc99-a956dded34ba service nova] [instance: 0e73d3e6-13ab-418b-9cc1-2f33fe7837d8] Received event network-changed-cc1a9a6d-db88-4233-a50d-a31aa4053b01 {{(pid=69770) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 938.003332] env[69770]: DEBUG nova.compute.manager [req-56069829-22b6-428d-b19e-381eb7cd430f req-a3e2d7d9-ac39-40fa-bc99-a956dded34ba service nova] [instance: 0e73d3e6-13ab-418b-9cc1-2f33fe7837d8] Refreshing instance network info cache due to event network-changed-cc1a9a6d-db88-4233-a50d-a31aa4053b01. {{(pid=69770) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 938.003705] env[69770]: DEBUG oslo_concurrency.lockutils [req-56069829-22b6-428d-b19e-381eb7cd430f req-a3e2d7d9-ac39-40fa-bc99-a956dded34ba service nova] Acquiring lock "refresh_cache-0e73d3e6-13ab-418b-9cc1-2f33fe7837d8" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.003705] env[69770]: DEBUG oslo_concurrency.lockutils [req-56069829-22b6-428d-b19e-381eb7cd430f req-a3e2d7d9-ac39-40fa-bc99-a956dded34ba service nova] Acquired lock "refresh_cache-0e73d3e6-13ab-418b-9cc1-2f33fe7837d8" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.003883] env[69770]: DEBUG nova.network.neutron [req-56069829-22b6-428d-b19e-381eb7cd430f req-a3e2d7d9-ac39-40fa-bc99-a956dded34ba service nova] [instance: 0e73d3e6-13ab-418b-9cc1-2f33fe7837d8] Refreshing network info cache for port cc1a9a6d-db88-4233-a50d-a31aa4053b01 {{(pid=69770) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 938.029896] env[69770]: DEBUG nova.virt.hardware [None req-5953cb4c-27ef-4b00-9f82-04264b118474 tempest-ServersAdminTestJSON-142622790 tempest-ServersAdminTestJSON-142622790-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T12:16:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T12:16:11Z,direct_url=,disk_format='vmdk',id=d1eaff80-24a0-4391-90eb-59958b1ecf0a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d65f20bb89fb40a98b77bc6d97357df2',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T12:16:12Z,virtual_size=,visibility=), allow threads: False {{(pid=69770) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 938.030047] env[69770]: DEBUG nova.virt.hardware [None req-5953cb4c-27ef-4b00-9f82-04264b118474 tempest-ServersAdminTestJSON-142622790 tempest-ServersAdminTestJSON-142622790-project-member] Flavor limits 0:0:0 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 938.030163] env[69770]: DEBUG nova.virt.hardware [None req-5953cb4c-27ef-4b00-9f82-04264b118474 tempest-ServersAdminTestJSON-142622790 tempest-ServersAdminTestJSON-142622790-project-member] Image limits 0:0:0 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 938.030416] env[69770]: DEBUG nova.virt.hardware [None req-5953cb4c-27ef-4b00-9f82-04264b118474 tempest-ServersAdminTestJSON-142622790 tempest-ServersAdminTestJSON-142622790-project-member] Flavor pref 0:0:0 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 938.030635] env[69770]: DEBUG nova.virt.hardware [None req-5953cb4c-27ef-4b00-9f82-04264b118474 tempest-ServersAdminTestJSON-142622790 tempest-ServersAdminTestJSON-142622790-project-member] Image pref 0:0:0 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 938.030864] env[69770]: DEBUG nova.virt.hardware [None req-5953cb4c-27ef-4b00-9f82-04264b118474 tempest-ServersAdminTestJSON-142622790 tempest-ServersAdminTestJSON-142622790-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 938.031176] env[69770]: DEBUG nova.virt.hardware [None req-5953cb4c-27ef-4b00-9f82-04264b118474 tempest-ServersAdminTestJSON-142622790 tempest-ServersAdminTestJSON-142622790-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69770) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 938.031360] env[69770]: DEBUG nova.virt.hardware [None req-5953cb4c-27ef-4b00-9f82-04264b118474 tempest-ServersAdminTestJSON-142622790 tempest-ServersAdminTestJSON-142622790-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69770) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 938.031715] env[69770]: DEBUG nova.virt.hardware [None req-5953cb4c-27ef-4b00-9f82-04264b118474 tempest-ServersAdminTestJSON-142622790 tempest-ServersAdminTestJSON-142622790-project-member] Got 1 possible topologies {{(pid=69770) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 938.031715] env[69770]: DEBUG nova.virt.hardware [None req-5953cb4c-27ef-4b00-9f82-04264b118474 tempest-ServersAdminTestJSON-142622790 tempest-ServersAdminTestJSON-142622790-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69770) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 938.031890] env[69770]: DEBUG nova.virt.hardware [None req-5953cb4c-27ef-4b00-9f82-04264b118474 tempest-ServersAdminTestJSON-142622790 tempest-ServersAdminTestJSON-142622790-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69770) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 938.033111] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de00d6c5-218b-457e-836f-ecda177a4a2a {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.042934] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c112880-0355-4307-9c2a-db02005215bc {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.106100] env[69770]: DEBUG oslo_concurrency.lockutils [req-3f5b7f39-1687-4111-a04a-e3fdf3db9c69 req-fab4af90-7abe-4293-9e94-0c3d92a4945c service nova] Releasing lock "refresh_cache-1cd3da96-102f-4a22-8f53-12b32485ffa2" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.108054] env[69770]: DEBUG oslo_concurrency.lockutils [None req-069412f9-a072-4ed9-b872-38b8c9b83dee tempest-ServersTestFqdnHostnames-1890732475 tempest-ServersTestFqdnHostnames-1890732475-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.141s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 938.110698] env[69770]: DEBUG oslo_concurrency.lockutils [None req-68d764de-b2d4-4ff7-8958-521cecc25e68 tempest-ServerGroupTestJSON-803161883 tempest-ServerGroupTestJSON-803161883-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 45.598s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 938.112446] env[69770]: INFO nova.compute.claims [None req-68d764de-b2d4-4ff7-8958-521cecc25e68 tempest-ServerGroupTestJSON-803161883 tempest-ServerGroupTestJSON-803161883-project-member] [instance: 15a53776-9653-4997-828d-4216093af571] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 938.137038] env[69770]: INFO nova.scheduler.client.report [None req-069412f9-a072-4ed9-b872-38b8c9b83dee tempest-ServersTestFqdnHostnames-1890732475 tempest-ServersTestFqdnHostnames-1890732475-project-member] Deleted allocations for instance ccf149da-8159-452b-9b8b-04359494e736 [ 938.227178] env[69770]: DEBUG oslo_vmware.api [None req-c58143f6-6b57-41cc-ad2e-2736db6b46a2 tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] Task: {'id': task-4069899, 'name': CloneVM_Task} progress is 94%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.336062] env[69770]: DEBUG oslo_vmware.api [None req-0bacff7a-8f24-4815-aff0-936f760bcd54 tempest-ServersNegativeTestMultiTenantJSON-990593103 tempest-ServersNegativeTestMultiTenantJSON-990593103-project-member] Task: {'id': task-4069900, 'name': Rename_Task, 'duration_secs': 0.154661} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 938.336687] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-0bacff7a-8f24-4815-aff0-936f760bcd54 tempest-ServersNegativeTestMultiTenantJSON-990593103 tempest-ServersNegativeTestMultiTenantJSON-990593103-project-member] [instance: 22d561e1-565c-490d-a814-a5c6b3a6249a] Powering on the VM {{(pid=69770) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 938.336687] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5f3c8f49-7969-4fd8-bdde-73745a35d874 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.344103] env[69770]: DEBUG oslo_vmware.api [None req-0bacff7a-8f24-4815-aff0-936f760bcd54 tempest-ServersNegativeTestMultiTenantJSON-990593103 tempest-ServersNegativeTestMultiTenantJSON-990593103-project-member] Waiting for the task: (returnval){ [ 938.344103] env[69770]: value = "task-4069904" [ 938.344103] env[69770]: _type = "Task" [ 938.344103] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 938.353467] env[69770]: DEBUG oslo_vmware.api [None req-0bacff7a-8f24-4815-aff0-936f760bcd54 tempest-ServersNegativeTestMultiTenantJSON-990593103 tempest-ServersNegativeTestMultiTenantJSON-990593103-project-member] Task: {'id': task-4069904, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.407840] env[69770]: DEBUG nova.compute.manager [None req-e6986d59-e676-45ad-8f5a-bc7af4a77d12 tempest-ServersTestMultiNic-2119527449 tempest-ServersTestMultiNic-2119527449-project-member] [instance: dcd9fa1a-a9e5-4227-829b-281fa7a1d4f6] Starting instance... {{(pid=69770) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 938.435434] env[69770]: DEBUG oslo_concurrency.lockutils [None req-fac126d2-a5b1-4f40-882d-2497eb0f67bc tempest-ServersNegativeTestJSON-1437959553 tempest-ServersNegativeTestJSON-1437959553-project-member] Acquiring lock "1cd3da96-102f-4a22-8f53-12b32485ffa2" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 938.458615] env[69770]: DEBUG oslo_vmware.api [-] Task: {'id': task-4069903, 'name': CreateVM_Task, 'duration_secs': 0.453219} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 938.458664] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0e73d3e6-13ab-418b-9cc1-2f33fe7837d8] Created VM on the ESX host {{(pid=69770) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 938.460017] env[69770]: DEBUG oslo_concurrency.lockutils [None req-53efceb4-7e68-4bc9-add1-c001eac04fce tempest-ServerRescueTestJSON-2083557613 tempest-ServerRescueTestJSON-2083557613-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.460017] env[69770]: DEBUG oslo_concurrency.lockutils [None req-53efceb4-7e68-4bc9-add1-c001eac04fce tempest-ServerRescueTestJSON-2083557613 tempest-ServerRescueTestJSON-2083557613-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.460017] env[69770]: DEBUG oslo_concurrency.lockutils [None req-53efceb4-7e68-4bc9-add1-c001eac04fce tempest-ServerRescueTestJSON-2083557613 tempest-ServerRescueTestJSON-2083557613-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.460874] env[69770]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-37e4b245-c8fc-48a5-8626-c42820d92271 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.468372] env[69770]: DEBUG oslo_vmware.api [None req-53efceb4-7e68-4bc9-add1-c001eac04fce tempest-ServerRescueTestJSON-2083557613 tempest-ServerRescueTestJSON-2083557613-project-member] Waiting for the task: (returnval){ [ 938.468372] env[69770]: value = "session[52161b52-cb8e-ec9f-1132-2f6b49549d41]527be18f-1b88-c87e-b718-b59de3f7da2a" [ 938.468372] env[69770]: _type = "Task" [ 938.468372] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 938.487913] env[69770]: DEBUG oslo_vmware.api [None req-53efceb4-7e68-4bc9-add1-c001eac04fce tempest-ServerRescueTestJSON-2083557613 tempest-ServerRescueTestJSON-2083557613-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]527be18f-1b88-c87e-b718-b59de3f7da2a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.644935] env[69770]: DEBUG oslo_concurrency.lockutils [None req-069412f9-a072-4ed9-b872-38b8c9b83dee tempest-ServersTestFqdnHostnames-1890732475 tempest-ServersTestFqdnHostnames-1890732475-project-member] Lock "ccf149da-8159-452b-9b8b-04359494e736" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 56.450s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 938.728108] env[69770]: DEBUG oslo_vmware.api [None req-c58143f6-6b57-41cc-ad2e-2736db6b46a2 tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] Task: {'id': task-4069899, 'name': CloneVM_Task} progress is 95%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.772327] env[69770]: DEBUG nova.network.neutron [req-56069829-22b6-428d-b19e-381eb7cd430f req-a3e2d7d9-ac39-40fa-bc99-a956dded34ba service nova] [instance: 0e73d3e6-13ab-418b-9cc1-2f33fe7837d8] Updated VIF entry in instance network info cache for port cc1a9a6d-db88-4233-a50d-a31aa4053b01. {{(pid=69770) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 938.772880] env[69770]: DEBUG nova.network.neutron [req-56069829-22b6-428d-b19e-381eb7cd430f req-a3e2d7d9-ac39-40fa-bc99-a956dded34ba service nova] [instance: 0e73d3e6-13ab-418b-9cc1-2f33fe7837d8] Updating instance_info_cache with network_info: [{"id": "cc1a9a6d-db88-4233-a50d-a31aa4053b01", "address": "fa:16:3e:d1:1f:22", "network": {"id": "f2e62cc7-fbfa-4581-9d80-cbd4ce41d9ab", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1630961952-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "53a67e919f10478aba1d1175dc195b39", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7e0240aa-a694-48fc-a0f9-6f2d3e71aa12", "external-id": "nsx-vlan-transportzone-249", "segmentation_id": 249, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcc1a9a6d-db", "ovs_interfaceid": "cc1a9a6d-db88-4233-a50d-a31aa4053b01", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69770) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 938.831298] env[69770]: DEBUG nova.network.neutron [None req-5953cb4c-27ef-4b00-9f82-04264b118474 tempest-ServersAdminTestJSON-142622790 tempest-ServersAdminTestJSON-142622790-project-member] [instance: a4d4dece-6511-4a6e-a5fd-984223141631] Successfully updated port: 92c948af-1680-4dd4-afeb-2199163c8953 {{(pid=69770) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 938.857056] env[69770]: DEBUG oslo_vmware.api [None req-0bacff7a-8f24-4815-aff0-936f760bcd54 tempest-ServersNegativeTestMultiTenantJSON-990593103 tempest-ServersNegativeTestMultiTenantJSON-990593103-project-member] Task: {'id': task-4069904, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.932415] env[69770]: DEBUG oslo_concurrency.lockutils [None req-e6986d59-e676-45ad-8f5a-bc7af4a77d12 tempest-ServersTestMultiNic-2119527449 tempest-ServersTestMultiNic-2119527449-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 938.983854] env[69770]: DEBUG oslo_vmware.api [None req-53efceb4-7e68-4bc9-add1-c001eac04fce tempest-ServerRescueTestJSON-2083557613 tempest-ServerRescueTestJSON-2083557613-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]527be18f-1b88-c87e-b718-b59de3f7da2a, 'name': SearchDatastore_Task, 'duration_secs': 0.026688} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 938.984641] env[69770]: DEBUG oslo_concurrency.lockutils [None req-53efceb4-7e68-4bc9-add1-c001eac04fce tempest-ServerRescueTestJSON-2083557613 tempest-ServerRescueTestJSON-2083557613-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.984821] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-53efceb4-7e68-4bc9-add1-c001eac04fce tempest-ServerRescueTestJSON-2083557613 tempest-ServerRescueTestJSON-2083557613-project-member] [instance: 0e73d3e6-13ab-418b-9cc1-2f33fe7837d8] Processing image d1eaff80-24a0-4391-90eb-59958b1ecf0a {{(pid=69770) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 938.985151] env[69770]: DEBUG oslo_concurrency.lockutils [None req-53efceb4-7e68-4bc9-add1-c001eac04fce tempest-ServerRescueTestJSON-2083557613 tempest-ServerRescueTestJSON-2083557613-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.985334] env[69770]: DEBUG oslo_concurrency.lockutils [None req-53efceb4-7e68-4bc9-add1-c001eac04fce tempest-ServerRescueTestJSON-2083557613 tempest-ServerRescueTestJSON-2083557613-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.985525] env[69770]: DEBUG nova.virt.vmwareapi.ds_util [None req-53efceb4-7e68-4bc9-add1-c001eac04fce tempest-ServerRescueTestJSON-2083557613 tempest-ServerRescueTestJSON-2083557613-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69770) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 938.985803] env[69770]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-29c3a55e-4216-4fb3-95b5-44c3b058315e {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.997584] env[69770]: DEBUG nova.virt.vmwareapi.ds_util [None req-53efceb4-7e68-4bc9-add1-c001eac04fce tempest-ServerRescueTestJSON-2083557613 tempest-ServerRescueTestJSON-2083557613-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69770) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 938.997833] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-53efceb4-7e68-4bc9-add1-c001eac04fce tempest-ServerRescueTestJSON-2083557613 tempest-ServerRescueTestJSON-2083557613-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69770) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 938.998960] env[69770]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1c828a09-4470-4309-b861-b8db85cee7a2 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.006033] env[69770]: DEBUG oslo_vmware.api [None req-53efceb4-7e68-4bc9-add1-c001eac04fce tempest-ServerRescueTestJSON-2083557613 tempest-ServerRescueTestJSON-2083557613-project-member] Waiting for the task: (returnval){ [ 939.006033] env[69770]: value = "session[52161b52-cb8e-ec9f-1132-2f6b49549d41]52251faa-47a3-dd07-dbfc-a23a6f5408bc" [ 939.006033] env[69770]: _type = "Task" [ 939.006033] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 939.016121] env[69770]: DEBUG oslo_vmware.api [None req-53efceb4-7e68-4bc9-add1-c001eac04fce tempest-ServerRescueTestJSON-2083557613 tempest-ServerRescueTestJSON-2083557613-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]52251faa-47a3-dd07-dbfc-a23a6f5408bc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.227530] env[69770]: DEBUG oslo_vmware.api [None req-c58143f6-6b57-41cc-ad2e-2736db6b46a2 tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] Task: {'id': task-4069899, 'name': CloneVM_Task, 'duration_secs': 1.658819} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 939.227926] env[69770]: INFO nova.virt.vmwareapi.vmops [None req-c58143f6-6b57-41cc-ad2e-2736db6b46a2 tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] [instance: b2bce6a2-d9e0-41e9-8a4b-23e53133bbb4] Created linked-clone VM from snapshot [ 939.228762] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74f1e57c-bc52-443f-9647-bdfb336d74b8 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.241840] env[69770]: DEBUG nova.virt.vmwareapi.images [None req-c58143f6-6b57-41cc-ad2e-2736db6b46a2 tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] [instance: b2bce6a2-d9e0-41e9-8a4b-23e53133bbb4] Uploading image 5543b709-47c3-49c2-aa85-3c120544c9b3 {{(pid=69770) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 939.267491] env[69770]: DEBUG oslo_vmware.rw_handles [None req-c58143f6-6b57-41cc-ad2e-2736db6b46a2 tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 939.267491] env[69770]: value = "vm-806534" [ 939.267491] env[69770]: _type = "VirtualMachine" [ 939.267491] env[69770]: }. {{(pid=69770) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 939.268029] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-d59d5201-6ce4-465f-90d7-553c7a164ed0 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.277942] env[69770]: DEBUG oslo_concurrency.lockutils [req-56069829-22b6-428d-b19e-381eb7cd430f req-a3e2d7d9-ac39-40fa-bc99-a956dded34ba service nova] Releasing lock "refresh_cache-0e73d3e6-13ab-418b-9cc1-2f33fe7837d8" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.278522] env[69770]: DEBUG oslo_vmware.rw_handles [None req-c58143f6-6b57-41cc-ad2e-2736db6b46a2 tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] Lease: (returnval){ [ 939.278522] env[69770]: value = "session[52161b52-cb8e-ec9f-1132-2f6b49549d41]52272c9c-4a50-f79a-f993-6510fc9c40f1" [ 939.278522] env[69770]: _type = "HttpNfcLease" [ 939.278522] env[69770]: } obtained for exporting VM: (result){ [ 939.278522] env[69770]: value = "vm-806534" [ 939.278522] env[69770]: _type = "VirtualMachine" [ 939.278522] env[69770]: }. {{(pid=69770) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 939.278985] env[69770]: DEBUG oslo_vmware.api [None req-c58143f6-6b57-41cc-ad2e-2736db6b46a2 tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] Waiting for the lease: (returnval){ [ 939.278985] env[69770]: value = "session[52161b52-cb8e-ec9f-1132-2f6b49549d41]52272c9c-4a50-f79a-f993-6510fc9c40f1" [ 939.278985] env[69770]: _type = "HttpNfcLease" [ 939.278985] env[69770]: } to be ready. {{(pid=69770) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 939.291394] env[69770]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 939.291394] env[69770]: value = "session[52161b52-cb8e-ec9f-1132-2f6b49549d41]52272c9c-4a50-f79a-f993-6510fc9c40f1" [ 939.291394] env[69770]: _type = "HttpNfcLease" [ 939.291394] env[69770]: } is ready. {{(pid=69770) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 939.291394] env[69770]: DEBUG oslo_vmware.rw_handles [None req-c58143f6-6b57-41cc-ad2e-2736db6b46a2 tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 939.291394] env[69770]: value = "session[52161b52-cb8e-ec9f-1132-2f6b49549d41]52272c9c-4a50-f79a-f993-6510fc9c40f1" [ 939.291394] env[69770]: _type = "HttpNfcLease" [ 939.291394] env[69770]: }. {{(pid=69770) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 939.292442] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93b17b72-0e66-4fb9-bb86-96f9be84ff20 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.305100] env[69770]: DEBUG oslo_vmware.rw_handles [None req-c58143f6-6b57-41cc-ad2e-2736db6b46a2 tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52fe843d-13a9-4257-b40b-ec37dbbedc94/disk-0.vmdk from lease info. {{(pid=69770) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 939.305100] env[69770]: DEBUG oslo_vmware.rw_handles [None req-c58143f6-6b57-41cc-ad2e-2736db6b46a2 tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52fe843d-13a9-4257-b40b-ec37dbbedc94/disk-0.vmdk for reading. {{(pid=69770) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 939.360785] env[69770]: DEBUG oslo_concurrency.lockutils [None req-5953cb4c-27ef-4b00-9f82-04264b118474 tempest-ServersAdminTestJSON-142622790 tempest-ServersAdminTestJSON-142622790-project-member] Acquiring lock "refresh_cache-a4d4dece-6511-4a6e-a5fd-984223141631" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.361047] env[69770]: DEBUG oslo_concurrency.lockutils [None req-5953cb4c-27ef-4b00-9f82-04264b118474 tempest-ServersAdminTestJSON-142622790 tempest-ServersAdminTestJSON-142622790-project-member] Acquired lock "refresh_cache-a4d4dece-6511-4a6e-a5fd-984223141631" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.361149] env[69770]: DEBUG nova.network.neutron [None req-5953cb4c-27ef-4b00-9f82-04264b118474 tempest-ServersAdminTestJSON-142622790 tempest-ServersAdminTestJSON-142622790-project-member] [instance: a4d4dece-6511-4a6e-a5fd-984223141631] Building network info cache for instance {{(pid=69770) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 939.377218] env[69770]: DEBUG oslo_vmware.api [None req-0bacff7a-8f24-4815-aff0-936f760bcd54 tempest-ServersNegativeTestMultiTenantJSON-990593103 tempest-ServersNegativeTestMultiTenantJSON-990593103-project-member] Task: {'id': task-4069904, 'name': PowerOnVM_Task, 'duration_secs': 0.789805} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 939.377537] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-0bacff7a-8f24-4815-aff0-936f760bcd54 tempest-ServersNegativeTestMultiTenantJSON-990593103 tempest-ServersNegativeTestMultiTenantJSON-990593103-project-member] [instance: 22d561e1-565c-490d-a814-a5c6b3a6249a] Powered on the VM {{(pid=69770) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 939.377759] env[69770]: INFO nova.compute.manager [None req-0bacff7a-8f24-4815-aff0-936f760bcd54 tempest-ServersNegativeTestMultiTenantJSON-990593103 tempest-ServersNegativeTestMultiTenantJSON-990593103-project-member] [instance: 22d561e1-565c-490d-a814-a5c6b3a6249a] Took 8.88 seconds to spawn the instance on the hypervisor. [ 939.377959] env[69770]: DEBUG nova.compute.manager [None req-0bacff7a-8f24-4815-aff0-936f760bcd54 tempest-ServersNegativeTestMultiTenantJSON-990593103 tempest-ServersNegativeTestMultiTenantJSON-990593103-project-member] [instance: 22d561e1-565c-490d-a814-a5c6b3a6249a] Checking state {{(pid=69770) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 939.378804] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13f201ed-f0fa-4c6e-9103-1ff509127dd8 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.432126] env[69770]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-f38896cc-1e1f-44f8-b8ea-ac7f027da28d {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.486017] env[69770]: DEBUG nova.compute.manager [None req-1aad38cc-3d10-43b5-b809-0ad01738af70 tempest-ImagesOneServerNegativeTestJSON-405389268 tempest-ImagesOneServerNegativeTestJSON-405389268-project-member] [instance: 652320ff-d46d-4ce0-bc7d-eca68820e6ef] Checking state {{(pid=69770) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 939.487976] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39bc3baa-edb6-45fa-a5c4-1c6279e9e533 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.519060] env[69770]: DEBUG oslo_vmware.api [None req-53efceb4-7e68-4bc9-add1-c001eac04fce tempest-ServerRescueTestJSON-2083557613 tempest-ServerRescueTestJSON-2083557613-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]52251faa-47a3-dd07-dbfc-a23a6f5408bc, 'name': SearchDatastore_Task, 'duration_secs': 0.01041} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 939.522376] env[69770]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5733c5e8-6025-441e-8746-d005505a9959 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.528711] env[69770]: DEBUG oslo_vmware.api [None req-53efceb4-7e68-4bc9-add1-c001eac04fce tempest-ServerRescueTestJSON-2083557613 tempest-ServerRescueTestJSON-2083557613-project-member] Waiting for the task: (returnval){ [ 939.528711] env[69770]: value = "session[52161b52-cb8e-ec9f-1132-2f6b49549d41]52ecb6ad-8f0d-466a-8cb7-33d72e584016" [ 939.528711] env[69770]: _type = "Task" [ 939.528711] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 939.537323] env[69770]: DEBUG oslo_vmware.api [None req-53efceb4-7e68-4bc9-add1-c001eac04fce tempest-ServerRescueTestJSON-2083557613 tempest-ServerRescueTestJSON-2083557613-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]52ecb6ad-8f0d-466a-8cb7-33d72e584016, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.732978] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77198b4e-1903-4d1c-979e-002dc6cb8f3f {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.741704] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77301ba7-8a77-44b8-b838-56a6f92a8e51 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.772755] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be2be164-849d-46d9-afc1-b6fb7751dd05 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.781306] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-209cd374-7c9b-48fc-a230-f9d274575aca {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.795528] env[69770]: DEBUG nova.compute.provider_tree [None req-68d764de-b2d4-4ff7-8958-521cecc25e68 tempest-ServerGroupTestJSON-803161883 tempest-ServerGroupTestJSON-803161883-project-member] Inventory has not changed in ProviderTree for provider: 7cc7d32b-b7a7-454a-a456-2a440248ed9d {{(pid=69770) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 939.910395] env[69770]: INFO nova.compute.manager [None req-0bacff7a-8f24-4815-aff0-936f760bcd54 tempest-ServersNegativeTestMultiTenantJSON-990593103 tempest-ServersNegativeTestMultiTenantJSON-990593103-project-member] [instance: 22d561e1-565c-490d-a814-a5c6b3a6249a] Took 69.37 seconds to build instance. [ 939.925196] env[69770]: DEBUG nova.network.neutron [None req-5953cb4c-27ef-4b00-9f82-04264b118474 tempest-ServersAdminTestJSON-142622790 tempest-ServersAdminTestJSON-142622790-project-member] [instance: a4d4dece-6511-4a6e-a5fd-984223141631] Instance cache missing network info. {{(pid=69770) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 940.005065] env[69770]: INFO nova.compute.manager [None req-1aad38cc-3d10-43b5-b809-0ad01738af70 tempest-ImagesOneServerNegativeTestJSON-405389268 tempest-ImagesOneServerNegativeTestJSON-405389268-project-member] [instance: 652320ff-d46d-4ce0-bc7d-eca68820e6ef] instance snapshotting [ 940.009703] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-752fa7dd-d5e6-4887-857b-ce1d23224873 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.035377] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2dca0a5f-3b67-400f-97f4-0544d000c36c {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.055137] env[69770]: DEBUG oslo_vmware.api [None req-53efceb4-7e68-4bc9-add1-c001eac04fce tempest-ServerRescueTestJSON-2083557613 tempest-ServerRescueTestJSON-2083557613-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]52ecb6ad-8f0d-466a-8cb7-33d72e584016, 'name': SearchDatastore_Task, 'duration_secs': 0.016692} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 940.056332] env[69770]: DEBUG oslo_concurrency.lockutils [None req-53efceb4-7e68-4bc9-add1-c001eac04fce tempest-ServerRescueTestJSON-2083557613 tempest-ServerRescueTestJSON-2083557613-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.056987] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-53efceb4-7e68-4bc9-add1-c001eac04fce tempest-ServerRescueTestJSON-2083557613 tempest-ServerRescueTestJSON-2083557613-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk to [datastore2] 0e73d3e6-13ab-418b-9cc1-2f33fe7837d8/0e73d3e6-13ab-418b-9cc1-2f33fe7837d8.vmdk {{(pid=69770) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 940.057387] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2007700d-0fb6-4691-86b0-da4d9f1f5a1c {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.066250] env[69770]: DEBUG oslo_vmware.api [None req-53efceb4-7e68-4bc9-add1-c001eac04fce tempest-ServerRescueTestJSON-2083557613 tempest-ServerRescueTestJSON-2083557613-project-member] Waiting for the task: (returnval){ [ 940.066250] env[69770]: value = "task-4069906" [ 940.066250] env[69770]: _type = "Task" [ 940.066250] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 940.077873] env[69770]: DEBUG oslo_vmware.api [None req-53efceb4-7e68-4bc9-add1-c001eac04fce tempest-ServerRescueTestJSON-2083557613 tempest-ServerRescueTestJSON-2083557613-project-member] Task: {'id': task-4069906, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.139635] env[69770]: DEBUG nova.compute.manager [req-272f23eb-7cad-46b5-9082-4287bac58b36 req-abaccadd-03e3-4626-9f90-27ccdb3146b5 service nova] [instance: a4d4dece-6511-4a6e-a5fd-984223141631] Received event network-vif-plugged-92c948af-1680-4dd4-afeb-2199163c8953 {{(pid=69770) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 940.140655] env[69770]: DEBUG oslo_concurrency.lockutils [req-272f23eb-7cad-46b5-9082-4287bac58b36 req-abaccadd-03e3-4626-9f90-27ccdb3146b5 service nova] Acquiring lock "a4d4dece-6511-4a6e-a5fd-984223141631-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 940.141647] env[69770]: DEBUG oslo_concurrency.lockutils [req-272f23eb-7cad-46b5-9082-4287bac58b36 req-abaccadd-03e3-4626-9f90-27ccdb3146b5 service nova] Lock "a4d4dece-6511-4a6e-a5fd-984223141631-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 940.141973] env[69770]: DEBUG oslo_concurrency.lockutils [req-272f23eb-7cad-46b5-9082-4287bac58b36 req-abaccadd-03e3-4626-9f90-27ccdb3146b5 service nova] Lock "a4d4dece-6511-4a6e-a5fd-984223141631-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 940.142437] env[69770]: DEBUG nova.compute.manager [req-272f23eb-7cad-46b5-9082-4287bac58b36 req-abaccadd-03e3-4626-9f90-27ccdb3146b5 service nova] [instance: a4d4dece-6511-4a6e-a5fd-984223141631] No waiting events found dispatching network-vif-plugged-92c948af-1680-4dd4-afeb-2199163c8953 {{(pid=69770) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 940.144762] env[69770]: WARNING nova.compute.manager [req-272f23eb-7cad-46b5-9082-4287bac58b36 req-abaccadd-03e3-4626-9f90-27ccdb3146b5 service nova] [instance: a4d4dece-6511-4a6e-a5fd-984223141631] Received unexpected event network-vif-plugged-92c948af-1680-4dd4-afeb-2199163c8953 for instance with vm_state building and task_state spawning. [ 940.144762] env[69770]: DEBUG nova.compute.manager [req-272f23eb-7cad-46b5-9082-4287bac58b36 req-abaccadd-03e3-4626-9f90-27ccdb3146b5 service nova] [instance: a4d4dece-6511-4a6e-a5fd-984223141631] Received event network-changed-92c948af-1680-4dd4-afeb-2199163c8953 {{(pid=69770) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 940.144762] env[69770]: DEBUG nova.compute.manager [req-272f23eb-7cad-46b5-9082-4287bac58b36 req-abaccadd-03e3-4626-9f90-27ccdb3146b5 service nova] [instance: a4d4dece-6511-4a6e-a5fd-984223141631] Refreshing instance network info cache due to event network-changed-92c948af-1680-4dd4-afeb-2199163c8953. {{(pid=69770) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 940.144762] env[69770]: DEBUG oslo_concurrency.lockutils [req-272f23eb-7cad-46b5-9082-4287bac58b36 req-abaccadd-03e3-4626-9f90-27ccdb3146b5 service nova] Acquiring lock "refresh_cache-a4d4dece-6511-4a6e-a5fd-984223141631" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.144762] env[69770]: DEBUG nova.network.neutron [None req-5953cb4c-27ef-4b00-9f82-04264b118474 tempest-ServersAdminTestJSON-142622790 tempest-ServersAdminTestJSON-142622790-project-member] [instance: a4d4dece-6511-4a6e-a5fd-984223141631] Updating instance_info_cache with network_info: [{"id": "92c948af-1680-4dd4-afeb-2199163c8953", "address": "fa:16:3e:12:d6:0d", "network": {"id": "e7c596b4-3bbc-4941-a7ae-206b11043228", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-853591594-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "32b2200b93d14bf0bd9c367d6ed09cf1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7869cc8e-e58f-4fd6-88d7-85a18e43cd3a", "external-id": "nsx-vlan-transportzone-927", "segmentation_id": 927, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap92c948af-16", "ovs_interfaceid": "92c948af-1680-4dd4-afeb-2199163c8953", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69770) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 940.301760] env[69770]: DEBUG nova.scheduler.client.report [None req-68d764de-b2d4-4ff7-8958-521cecc25e68 tempest-ServerGroupTestJSON-803161883 tempest-ServerGroupTestJSON-803161883-project-member] Inventory has not changed for provider 7cc7d32b-b7a7-454a-a456-2a440248ed9d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69770) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 940.414755] env[69770]: DEBUG oslo_concurrency.lockutils [None req-0bacff7a-8f24-4815-aff0-936f760bcd54 tempest-ServersNegativeTestMultiTenantJSON-990593103 tempest-ServersNegativeTestMultiTenantJSON-990593103-project-member] Lock "22d561e1-565c-490d-a814-a5c6b3a6249a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 71.723s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 940.559026] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-1aad38cc-3d10-43b5-b809-0ad01738af70 tempest-ImagesOneServerNegativeTestJSON-405389268 tempest-ImagesOneServerNegativeTestJSON-405389268-project-member] [instance: 652320ff-d46d-4ce0-bc7d-eca68820e6ef] Creating Snapshot of the VM instance {{(pid=69770) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 940.559026] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-a70be577-c50d-4719-a863-ed2e90042166 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.569732] env[69770]: DEBUG oslo_vmware.api [None req-1aad38cc-3d10-43b5-b809-0ad01738af70 tempest-ImagesOneServerNegativeTestJSON-405389268 tempest-ImagesOneServerNegativeTestJSON-405389268-project-member] Waiting for the task: (returnval){ [ 940.569732] env[69770]: value = "task-4069907" [ 940.569732] env[69770]: _type = "Task" [ 940.569732] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 940.586048] env[69770]: DEBUG oslo_vmware.api [None req-1aad38cc-3d10-43b5-b809-0ad01738af70 tempest-ImagesOneServerNegativeTestJSON-405389268 tempest-ImagesOneServerNegativeTestJSON-405389268-project-member] Task: {'id': task-4069907, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.590313] env[69770]: DEBUG oslo_vmware.api [None req-53efceb4-7e68-4bc9-add1-c001eac04fce tempest-ServerRescueTestJSON-2083557613 tempest-ServerRescueTestJSON-2083557613-project-member] Task: {'id': task-4069906, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.648209] env[69770]: DEBUG oslo_concurrency.lockutils [None req-5953cb4c-27ef-4b00-9f82-04264b118474 tempest-ServersAdminTestJSON-142622790 tempest-ServersAdminTestJSON-142622790-project-member] Releasing lock "refresh_cache-a4d4dece-6511-4a6e-a5fd-984223141631" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.650730] env[69770]: DEBUG nova.compute.manager [None req-5953cb4c-27ef-4b00-9f82-04264b118474 tempest-ServersAdminTestJSON-142622790 tempest-ServersAdminTestJSON-142622790-project-member] [instance: a4d4dece-6511-4a6e-a5fd-984223141631] Instance network_info: |[{"id": "92c948af-1680-4dd4-afeb-2199163c8953", "address": "fa:16:3e:12:d6:0d", "network": {"id": "e7c596b4-3bbc-4941-a7ae-206b11043228", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-853591594-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "32b2200b93d14bf0bd9c367d6ed09cf1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7869cc8e-e58f-4fd6-88d7-85a18e43cd3a", "external-id": "nsx-vlan-transportzone-927", "segmentation_id": 927, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap92c948af-16", "ovs_interfaceid": "92c948af-1680-4dd4-afeb-2199163c8953", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69770) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 940.650730] env[69770]: DEBUG oslo_concurrency.lockutils [req-272f23eb-7cad-46b5-9082-4287bac58b36 req-abaccadd-03e3-4626-9f90-27ccdb3146b5 service nova] Acquired lock "refresh_cache-a4d4dece-6511-4a6e-a5fd-984223141631" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.650730] env[69770]: DEBUG nova.network.neutron [req-272f23eb-7cad-46b5-9082-4287bac58b36 req-abaccadd-03e3-4626-9f90-27ccdb3146b5 service nova] [instance: a4d4dece-6511-4a6e-a5fd-984223141631] Refreshing network info cache for port 92c948af-1680-4dd4-afeb-2199163c8953 {{(pid=69770) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 940.654392] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-5953cb4c-27ef-4b00-9f82-04264b118474 tempest-ServersAdminTestJSON-142622790 tempest-ServersAdminTestJSON-142622790-project-member] [instance: a4d4dece-6511-4a6e-a5fd-984223141631] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:12:d6:0d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7869cc8e-e58f-4fd6-88d7-85a18e43cd3a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '92c948af-1680-4dd4-afeb-2199163c8953', 'vif_model': 'vmxnet3'}] {{(pid=69770) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 940.668645] env[69770]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5953cb4c-27ef-4b00-9f82-04264b118474 tempest-ServersAdminTestJSON-142622790 tempest-ServersAdminTestJSON-142622790-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69770) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 940.674744] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a4d4dece-6511-4a6e-a5fd-984223141631] Creating VM on the ESX host {{(pid=69770) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 940.678023] env[69770]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-09383a87-a729-46bb-90f9-b1afab3fc6de {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.704048] env[69770]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 940.704048] env[69770]: value = "task-4069908" [ 940.704048] env[69770]: _type = "Task" [ 940.704048] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 940.719933] env[69770]: DEBUG oslo_vmware.api [-] Task: {'id': task-4069908, 'name': CreateVM_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.807955] env[69770]: DEBUG oslo_concurrency.lockutils [None req-68d764de-b2d4-4ff7-8958-521cecc25e68 tempest-ServerGroupTestJSON-803161883 tempest-ServerGroupTestJSON-803161883-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.697s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 940.809624] env[69770]: DEBUG oslo_concurrency.lockutils [None req-7ca152ca-2448-4983-98f7-081386fdba68 tempest-MultipleCreateTestJSON-938873983 tempest-MultipleCreateTestJSON-938873983-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 41.238s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 940.811946] env[69770]: INFO nova.compute.claims [None req-7ca152ca-2448-4983-98f7-081386fdba68 tempest-MultipleCreateTestJSON-938873983 tempest-MultipleCreateTestJSON-938873983-project-member] [instance: 6f84ff35-a4fd-4616-aa48-e10f21a0c223] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 940.920289] env[69770]: DEBUG nova.compute.manager [None req-21ebb942-282f-4f51-95b3-1b7c9f729959 tempest-ServerShowV254Test-1833803571 tempest-ServerShowV254Test-1833803571-project-member] [instance: bf2dd621-f03e-45ad-a4b0-953858139f65] Starting instance... {{(pid=69770) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 941.099131] env[69770]: DEBUG oslo_vmware.api [None req-1aad38cc-3d10-43b5-b809-0ad01738af70 tempest-ImagesOneServerNegativeTestJSON-405389268 tempest-ImagesOneServerNegativeTestJSON-405389268-project-member] Task: {'id': task-4069907, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.099791] env[69770]: DEBUG oslo_vmware.api [None req-53efceb4-7e68-4bc9-add1-c001eac04fce tempest-ServerRescueTestJSON-2083557613 tempest-ServerRescueTestJSON-2083557613-project-member] Task: {'id': task-4069906, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.755916} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 941.100173] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-53efceb4-7e68-4bc9-add1-c001eac04fce tempest-ServerRescueTestJSON-2083557613 tempest-ServerRescueTestJSON-2083557613-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk to [datastore2] 0e73d3e6-13ab-418b-9cc1-2f33fe7837d8/0e73d3e6-13ab-418b-9cc1-2f33fe7837d8.vmdk {{(pid=69770) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 941.100467] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-53efceb4-7e68-4bc9-add1-c001eac04fce tempest-ServerRescueTestJSON-2083557613 tempest-ServerRescueTestJSON-2083557613-project-member] [instance: 0e73d3e6-13ab-418b-9cc1-2f33fe7837d8] Extending root virtual disk to 1048576 {{(pid=69770) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 941.100785] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d288b09e-4fc1-4d62-9015-0c4085feebd7 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.110230] env[69770]: DEBUG oslo_vmware.api [None req-53efceb4-7e68-4bc9-add1-c001eac04fce tempest-ServerRescueTestJSON-2083557613 tempest-ServerRescueTestJSON-2083557613-project-member] Waiting for the task: (returnval){ [ 941.110230] env[69770]: value = "task-4069909" [ 941.110230] env[69770]: _type = "Task" [ 941.110230] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 941.122505] env[69770]: DEBUG oslo_vmware.api [None req-53efceb4-7e68-4bc9-add1-c001eac04fce tempest-ServerRescueTestJSON-2083557613 tempest-ServerRescueTestJSON-2083557613-project-member] Task: {'id': task-4069909, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.150914] env[69770]: DEBUG nova.network.neutron [req-272f23eb-7cad-46b5-9082-4287bac58b36 req-abaccadd-03e3-4626-9f90-27ccdb3146b5 service nova] [instance: a4d4dece-6511-4a6e-a5fd-984223141631] Updated VIF entry in instance network info cache for port 92c948af-1680-4dd4-afeb-2199163c8953. {{(pid=69770) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 941.151326] env[69770]: DEBUG nova.network.neutron [req-272f23eb-7cad-46b5-9082-4287bac58b36 req-abaccadd-03e3-4626-9f90-27ccdb3146b5 service nova] [instance: a4d4dece-6511-4a6e-a5fd-984223141631] Updating instance_info_cache with network_info: [{"id": "92c948af-1680-4dd4-afeb-2199163c8953", "address": "fa:16:3e:12:d6:0d", "network": {"id": "e7c596b4-3bbc-4941-a7ae-206b11043228", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-853591594-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "32b2200b93d14bf0bd9c367d6ed09cf1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7869cc8e-e58f-4fd6-88d7-85a18e43cd3a", "external-id": "nsx-vlan-transportzone-927", "segmentation_id": 927, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap92c948af-16", "ovs_interfaceid": "92c948af-1680-4dd4-afeb-2199163c8953", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69770) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 941.218664] env[69770]: DEBUG oslo_vmware.api [-] Task: {'id': task-4069908, 'name': CreateVM_Task, 'duration_secs': 0.468266} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 941.218960] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a4d4dece-6511-4a6e-a5fd-984223141631] Created VM on the ESX host {{(pid=69770) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 941.219970] env[69770]: DEBUG oslo_concurrency.lockutils [None req-5953cb4c-27ef-4b00-9f82-04264b118474 tempest-ServersAdminTestJSON-142622790 tempest-ServersAdminTestJSON-142622790-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.220287] env[69770]: DEBUG oslo_concurrency.lockutils [None req-5953cb4c-27ef-4b00-9f82-04264b118474 tempest-ServersAdminTestJSON-142622790 tempest-ServersAdminTestJSON-142622790-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.221803] env[69770]: DEBUG oslo_concurrency.lockutils [None req-5953cb4c-27ef-4b00-9f82-04264b118474 tempest-ServersAdminTestJSON-142622790 tempest-ServersAdminTestJSON-142622790-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.221803] env[69770]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e60c5bb5-ea7a-4a51-a71c-08448563496e {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.229048] env[69770]: DEBUG oslo_vmware.api [None req-5953cb4c-27ef-4b00-9f82-04264b118474 tempest-ServersAdminTestJSON-142622790 tempest-ServersAdminTestJSON-142622790-project-member] Waiting for the task: (returnval){ [ 941.229048] env[69770]: value = "session[52161b52-cb8e-ec9f-1132-2f6b49549d41]5267c4e5-c9bb-8ffd-00eb-1d36f5a1ef56" [ 941.229048] env[69770]: _type = "Task" [ 941.229048] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 941.243101] env[69770]: DEBUG oslo_vmware.api [None req-5953cb4c-27ef-4b00-9f82-04264b118474 tempest-ServersAdminTestJSON-142622790 tempest-ServersAdminTestJSON-142622790-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]5267c4e5-c9bb-8ffd-00eb-1d36f5a1ef56, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.320302] env[69770]: DEBUG oslo_concurrency.lockutils [None req-68d764de-b2d4-4ff7-8958-521cecc25e68 tempest-ServerGroupTestJSON-803161883 tempest-ServerGroupTestJSON-803161883-project-member] Acquiring lock "066b4760-eec3-4406-b2ea-d53b5fb0e4f6" by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 941.320558] env[69770]: DEBUG oslo_concurrency.lockutils [None req-68d764de-b2d4-4ff7-8958-521cecc25e68 tempest-ServerGroupTestJSON-803161883 tempest-ServerGroupTestJSON-803161883-project-member] Lock "066b4760-eec3-4406-b2ea-d53b5fb0e4f6" acquired by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" :: waited 0.004s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 941.328352] env[69770]: DEBUG oslo_concurrency.lockutils [None req-68d764de-b2d4-4ff7-8958-521cecc25e68 tempest-ServerGroupTestJSON-803161883 tempest-ServerGroupTestJSON-803161883-project-member] Lock "066b4760-eec3-4406-b2ea-d53b5fb0e4f6" "released" by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" :: held 0.008s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 941.328956] env[69770]: DEBUG nova.compute.manager [None req-68d764de-b2d4-4ff7-8958-521cecc25e68 tempest-ServerGroupTestJSON-803161883 tempest-ServerGroupTestJSON-803161883-project-member] [instance: 15a53776-9653-4997-828d-4216093af571] Start building networks asynchronously for instance. {{(pid=69770) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 941.525165] env[69770]: DEBUG oslo_concurrency.lockutils [None req-21ebb942-282f-4f51-95b3-1b7c9f729959 tempest-ServerShowV254Test-1833803571 tempest-ServerShowV254Test-1833803571-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 941.591486] env[69770]: DEBUG oslo_vmware.api [None req-1aad38cc-3d10-43b5-b809-0ad01738af70 tempest-ImagesOneServerNegativeTestJSON-405389268 tempest-ImagesOneServerNegativeTestJSON-405389268-project-member] Task: {'id': task-4069907, 'name': CreateSnapshot_Task, 'duration_secs': 0.841369} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 941.591779] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-1aad38cc-3d10-43b5-b809-0ad01738af70 tempest-ImagesOneServerNegativeTestJSON-405389268 tempest-ImagesOneServerNegativeTestJSON-405389268-project-member] [instance: 652320ff-d46d-4ce0-bc7d-eca68820e6ef] Created Snapshot of the VM instance {{(pid=69770) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 941.592710] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ccb31c9-e3a5-40d4-9a8c-6987ef2a83c8 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.619585] env[69770]: DEBUG oslo_vmware.api [None req-53efceb4-7e68-4bc9-add1-c001eac04fce tempest-ServerRescueTestJSON-2083557613 tempest-ServerRescueTestJSON-2083557613-project-member] Task: {'id': task-4069909, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.079232} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 941.619951] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-53efceb4-7e68-4bc9-add1-c001eac04fce tempest-ServerRescueTestJSON-2083557613 tempest-ServerRescueTestJSON-2083557613-project-member] [instance: 0e73d3e6-13ab-418b-9cc1-2f33fe7837d8] Extended root virtual disk {{(pid=69770) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 941.621127] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbe8d12e-b8bb-4f07-8ebf-297c9eac1dc5 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.653169] env[69770]: DEBUG nova.virt.vmwareapi.volumeops [None req-53efceb4-7e68-4bc9-add1-c001eac04fce tempest-ServerRescueTestJSON-2083557613 tempest-ServerRescueTestJSON-2083557613-project-member] [instance: 0e73d3e6-13ab-418b-9cc1-2f33fe7837d8] Reconfiguring VM instance instance-00000038 to attach disk [datastore2] 0e73d3e6-13ab-418b-9cc1-2f33fe7837d8/0e73d3e6-13ab-418b-9cc1-2f33fe7837d8.vmdk or device None with type sparse {{(pid=69770) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 941.654698] env[69770]: DEBUG oslo_concurrency.lockutils [req-272f23eb-7cad-46b5-9082-4287bac58b36 req-abaccadd-03e3-4626-9f90-27ccdb3146b5 service nova] Releasing lock "refresh_cache-a4d4dece-6511-4a6e-a5fd-984223141631" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.657198] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-59da7538-7b41-48b6-be26-8bd89c95d158 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.678789] env[69770]: DEBUG oslo_vmware.api [None req-53efceb4-7e68-4bc9-add1-c001eac04fce tempest-ServerRescueTestJSON-2083557613 tempest-ServerRescueTestJSON-2083557613-project-member] Waiting for the task: (returnval){ [ 941.678789] env[69770]: value = "task-4069910" [ 941.678789] env[69770]: _type = "Task" [ 941.678789] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 941.692080] env[69770]: DEBUG oslo_vmware.api [None req-53efceb4-7e68-4bc9-add1-c001eac04fce tempest-ServerRescueTestJSON-2083557613 tempest-ServerRescueTestJSON-2083557613-project-member] Task: {'id': task-4069910, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.741944] env[69770]: DEBUG oslo_vmware.api [None req-5953cb4c-27ef-4b00-9f82-04264b118474 tempest-ServersAdminTestJSON-142622790 tempest-ServersAdminTestJSON-142622790-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]5267c4e5-c9bb-8ffd-00eb-1d36f5a1ef56, 'name': SearchDatastore_Task, 'duration_secs': 0.013947} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 941.742265] env[69770]: DEBUG oslo_concurrency.lockutils [None req-5953cb4c-27ef-4b00-9f82-04264b118474 tempest-ServersAdminTestJSON-142622790 tempest-ServersAdminTestJSON-142622790-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.742530] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-5953cb4c-27ef-4b00-9f82-04264b118474 tempest-ServersAdminTestJSON-142622790 tempest-ServersAdminTestJSON-142622790-project-member] [instance: a4d4dece-6511-4a6e-a5fd-984223141631] Processing image d1eaff80-24a0-4391-90eb-59958b1ecf0a {{(pid=69770) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 941.742855] env[69770]: DEBUG oslo_concurrency.lockutils [None req-5953cb4c-27ef-4b00-9f82-04264b118474 tempest-ServersAdminTestJSON-142622790 tempest-ServersAdminTestJSON-142622790-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.743163] env[69770]: DEBUG oslo_concurrency.lockutils [None req-5953cb4c-27ef-4b00-9f82-04264b118474 tempest-ServersAdminTestJSON-142622790 tempest-ServersAdminTestJSON-142622790-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.743416] env[69770]: DEBUG nova.virt.vmwareapi.ds_util [None req-5953cb4c-27ef-4b00-9f82-04264b118474 tempest-ServersAdminTestJSON-142622790 tempest-ServersAdminTestJSON-142622790-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69770) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 941.743716] env[69770]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a1005f13-7dfa-4bc8-ad9d-cc1e99a19ac3 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.755223] env[69770]: DEBUG nova.virt.vmwareapi.ds_util [None req-5953cb4c-27ef-4b00-9f82-04264b118474 tempest-ServersAdminTestJSON-142622790 tempest-ServersAdminTestJSON-142622790-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69770) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 941.755519] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-5953cb4c-27ef-4b00-9f82-04264b118474 tempest-ServersAdminTestJSON-142622790 tempest-ServersAdminTestJSON-142622790-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69770) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 941.756435] env[69770]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-68821685-8c4b-4efb-8ae0-0d4affd24eb4 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.764680] env[69770]: DEBUG oslo_vmware.api [None req-5953cb4c-27ef-4b00-9f82-04264b118474 tempest-ServersAdminTestJSON-142622790 tempest-ServersAdminTestJSON-142622790-project-member] Waiting for the task: (returnval){ [ 941.764680] env[69770]: value = "session[52161b52-cb8e-ec9f-1132-2f6b49549d41]5291f3fb-f04a-6c7d-4fe3-583671e4c5fe" [ 941.764680] env[69770]: _type = "Task" [ 941.764680] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 941.778349] env[69770]: DEBUG oslo_vmware.api [None req-5953cb4c-27ef-4b00-9f82-04264b118474 tempest-ServersAdminTestJSON-142622790 tempest-ServersAdminTestJSON-142622790-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]5291f3fb-f04a-6c7d-4fe3-583671e4c5fe, 'name': SearchDatastore_Task, 'duration_secs': 0.012235} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 941.779375] env[69770]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-14954c92-d690-4076-9abe-237645cee114 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.785614] env[69770]: DEBUG oslo_vmware.api [None req-5953cb4c-27ef-4b00-9f82-04264b118474 tempest-ServersAdminTestJSON-142622790 tempest-ServersAdminTestJSON-142622790-project-member] Waiting for the task: (returnval){ [ 941.785614] env[69770]: value = "session[52161b52-cb8e-ec9f-1132-2f6b49549d41]527423f5-5676-f5b0-2a0e-f26e84780251" [ 941.785614] env[69770]: _type = "Task" [ 941.785614] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 941.795356] env[69770]: DEBUG oslo_vmware.api [None req-5953cb4c-27ef-4b00-9f82-04264b118474 tempest-ServersAdminTestJSON-142622790 tempest-ServersAdminTestJSON-142622790-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]527423f5-5676-f5b0-2a0e-f26e84780251, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.840231] env[69770]: DEBUG nova.compute.utils [None req-68d764de-b2d4-4ff7-8958-521cecc25e68 tempest-ServerGroupTestJSON-803161883 tempest-ServerGroupTestJSON-803161883-project-member] Using /dev/sd instead of None {{(pid=69770) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 941.845293] env[69770]: DEBUG nova.compute.manager [None req-68d764de-b2d4-4ff7-8958-521cecc25e68 tempest-ServerGroupTestJSON-803161883 tempest-ServerGroupTestJSON-803161883-project-member] [instance: 15a53776-9653-4997-828d-4216093af571] Allocating IP information in the background. {{(pid=69770) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 941.845517] env[69770]: DEBUG nova.network.neutron [None req-68d764de-b2d4-4ff7-8958-521cecc25e68 tempest-ServerGroupTestJSON-803161883 tempest-ServerGroupTestJSON-803161883-project-member] [instance: 15a53776-9653-4997-828d-4216093af571] allocate_for_instance() {{(pid=69770) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 941.893212] env[69770]: DEBUG nova.policy [None req-68d764de-b2d4-4ff7-8958-521cecc25e68 tempest-ServerGroupTestJSON-803161883 tempest-ServerGroupTestJSON-803161883-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '02d82aad39764c389f0bad5937de5f79', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3c9193f5a9af46d09cef51dc989e5839', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69770) authorize /opt/stack/nova/nova/policy.py:192}} [ 942.114791] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-1aad38cc-3d10-43b5-b809-0ad01738af70 tempest-ImagesOneServerNegativeTestJSON-405389268 tempest-ImagesOneServerNegativeTestJSON-405389268-project-member] [instance: 652320ff-d46d-4ce0-bc7d-eca68820e6ef] Creating linked-clone VM from snapshot {{(pid=69770) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 942.118301] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-ca8d125a-03e0-44d6-b503-aa589c088e26 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.128236] env[69770]: DEBUG oslo_vmware.api [None req-1aad38cc-3d10-43b5-b809-0ad01738af70 tempest-ImagesOneServerNegativeTestJSON-405389268 tempest-ImagesOneServerNegativeTestJSON-405389268-project-member] Waiting for the task: (returnval){ [ 942.128236] env[69770]: value = "task-4069911" [ 942.128236] env[69770]: _type = "Task" [ 942.128236] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 942.141293] env[69770]: DEBUG oslo_vmware.api [None req-1aad38cc-3d10-43b5-b809-0ad01738af70 tempest-ImagesOneServerNegativeTestJSON-405389268 tempest-ImagesOneServerNegativeTestJSON-405389268-project-member] Task: {'id': task-4069911, 'name': CloneVM_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.190279] env[69770]: DEBUG oslo_vmware.api [None req-53efceb4-7e68-4bc9-add1-c001eac04fce tempest-ServerRescueTestJSON-2083557613 tempest-ServerRescueTestJSON-2083557613-project-member] Task: {'id': task-4069910, 'name': ReconfigVM_Task, 'duration_secs': 0.49236} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 942.193808] env[69770]: DEBUG nova.virt.vmwareapi.volumeops [None req-53efceb4-7e68-4bc9-add1-c001eac04fce tempest-ServerRescueTestJSON-2083557613 tempest-ServerRescueTestJSON-2083557613-project-member] [instance: 0e73d3e6-13ab-418b-9cc1-2f33fe7837d8] Reconfigured VM instance instance-00000038 to attach disk [datastore2] 0e73d3e6-13ab-418b-9cc1-2f33fe7837d8/0e73d3e6-13ab-418b-9cc1-2f33fe7837d8.vmdk or device None with type sparse {{(pid=69770) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 942.194888] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-bddadf01-130f-406b-87ff-f83d86208209 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.204365] env[69770]: DEBUG oslo_vmware.api [None req-53efceb4-7e68-4bc9-add1-c001eac04fce tempest-ServerRescueTestJSON-2083557613 tempest-ServerRescueTestJSON-2083557613-project-member] Waiting for the task: (returnval){ [ 942.204365] env[69770]: value = "task-4069912" [ 942.204365] env[69770]: _type = "Task" [ 942.204365] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 942.218395] env[69770]: DEBUG oslo_vmware.api [None req-53efceb4-7e68-4bc9-add1-c001eac04fce tempest-ServerRescueTestJSON-2083557613 tempest-ServerRescueTestJSON-2083557613-project-member] Task: {'id': task-4069912, 'name': Rename_Task} progress is 6%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.304856] env[69770]: DEBUG oslo_vmware.api [None req-5953cb4c-27ef-4b00-9f82-04264b118474 tempest-ServersAdminTestJSON-142622790 tempest-ServersAdminTestJSON-142622790-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]527423f5-5676-f5b0-2a0e-f26e84780251, 'name': SearchDatastore_Task, 'duration_secs': 0.01191} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 942.305426] env[69770]: DEBUG oslo_concurrency.lockutils [None req-5953cb4c-27ef-4b00-9f82-04264b118474 tempest-ServersAdminTestJSON-142622790 tempest-ServersAdminTestJSON-142622790-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.307059] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-5953cb4c-27ef-4b00-9f82-04264b118474 tempest-ServersAdminTestJSON-142622790 tempest-ServersAdminTestJSON-142622790-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk to [datastore2] a4d4dece-6511-4a6e-a5fd-984223141631/a4d4dece-6511-4a6e-a5fd-984223141631.vmdk {{(pid=69770) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 942.307059] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-cf06d127-c20e-4713-a922-4644c0f27e02 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.320152] env[69770]: DEBUG oslo_vmware.api [None req-5953cb4c-27ef-4b00-9f82-04264b118474 tempest-ServersAdminTestJSON-142622790 tempest-ServersAdminTestJSON-142622790-project-member] Waiting for the task: (returnval){ [ 942.320152] env[69770]: value = "task-4069913" [ 942.320152] env[69770]: _type = "Task" [ 942.320152] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 942.331979] env[69770]: DEBUG oslo_vmware.api [None req-5953cb4c-27ef-4b00-9f82-04264b118474 tempest-ServersAdminTestJSON-142622790 tempest-ServersAdminTestJSON-142622790-project-member] Task: {'id': task-4069913, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.345278] env[69770]: DEBUG nova.compute.manager [None req-68d764de-b2d4-4ff7-8958-521cecc25e68 tempest-ServerGroupTestJSON-803161883 tempest-ServerGroupTestJSON-803161883-project-member] [instance: 15a53776-9653-4997-828d-4216093af571] Start building block device mappings for instance. {{(pid=69770) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 942.349059] env[69770]: DEBUG oslo_concurrency.lockutils [None req-11fd588f-eda0-4047-88ec-b64c965f058b tempest-ServersNegativeTestMultiTenantJSON-990593103 tempest-ServersNegativeTestMultiTenantJSON-990593103-project-member] Acquiring lock "22d561e1-565c-490d-a814-a5c6b3a6249a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 942.349489] env[69770]: DEBUG oslo_concurrency.lockutils [None req-11fd588f-eda0-4047-88ec-b64c965f058b tempest-ServersNegativeTestMultiTenantJSON-990593103 tempest-ServersNegativeTestMultiTenantJSON-990593103-project-member] Lock "22d561e1-565c-490d-a814-a5c6b3a6249a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 942.349818] env[69770]: DEBUG oslo_concurrency.lockutils [None req-11fd588f-eda0-4047-88ec-b64c965f058b tempest-ServersNegativeTestMultiTenantJSON-990593103 tempest-ServersNegativeTestMultiTenantJSON-990593103-project-member] Acquiring lock "22d561e1-565c-490d-a814-a5c6b3a6249a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 942.349999] env[69770]: DEBUG oslo_concurrency.lockutils [None req-11fd588f-eda0-4047-88ec-b64c965f058b tempest-ServersNegativeTestMultiTenantJSON-990593103 tempest-ServersNegativeTestMultiTenantJSON-990593103-project-member] Lock "22d561e1-565c-490d-a814-a5c6b3a6249a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 942.350964] env[69770]: DEBUG oslo_concurrency.lockutils [None req-11fd588f-eda0-4047-88ec-b64c965f058b tempest-ServersNegativeTestMultiTenantJSON-990593103 tempest-ServersNegativeTestMultiTenantJSON-990593103-project-member] Lock "22d561e1-565c-490d-a814-a5c6b3a6249a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 942.356183] env[69770]: INFO nova.compute.manager [None req-11fd588f-eda0-4047-88ec-b64c965f058b tempest-ServersNegativeTestMultiTenantJSON-990593103 tempest-ServersNegativeTestMultiTenantJSON-990593103-project-member] [instance: 22d561e1-565c-490d-a814-a5c6b3a6249a] Terminating instance [ 942.370521] env[69770]: DEBUG nova.network.neutron [None req-68d764de-b2d4-4ff7-8958-521cecc25e68 tempest-ServerGroupTestJSON-803161883 tempest-ServerGroupTestJSON-803161883-project-member] [instance: 15a53776-9653-4997-828d-4216093af571] Successfully created port: 0c059ba9-6c6d-4121-a836-8f05af01966d {{(pid=69770) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 942.498024] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9e4c6fc-e821-4fe8-87fb-23a749db0e5b {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.509681] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9813a129-08c9-4d64-af97-8f285c314494 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.550877] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cb1b4d0-8078-477a-955d-11da15c85abb {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.567025] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8039fbaa-ecf4-4cc1-bb05-ff39ac70b9f4 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.581873] env[69770]: DEBUG nova.compute.provider_tree [None req-7ca152ca-2448-4983-98f7-081386fdba68 tempest-MultipleCreateTestJSON-938873983 tempest-MultipleCreateTestJSON-938873983-project-member] Inventory has not changed in ProviderTree for provider: 7cc7d32b-b7a7-454a-a456-2a440248ed9d {{(pid=69770) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 942.642237] env[69770]: DEBUG oslo_vmware.api [None req-1aad38cc-3d10-43b5-b809-0ad01738af70 tempest-ImagesOneServerNegativeTestJSON-405389268 tempest-ImagesOneServerNegativeTestJSON-405389268-project-member] Task: {'id': task-4069911, 'name': CloneVM_Task} progress is 94%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.716762] env[69770]: DEBUG oslo_vmware.api [None req-53efceb4-7e68-4bc9-add1-c001eac04fce tempest-ServerRescueTestJSON-2083557613 tempest-ServerRescueTestJSON-2083557613-project-member] Task: {'id': task-4069912, 'name': Rename_Task, 'duration_secs': 0.353915} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 942.717178] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-53efceb4-7e68-4bc9-add1-c001eac04fce tempest-ServerRescueTestJSON-2083557613 tempest-ServerRescueTestJSON-2083557613-project-member] [instance: 0e73d3e6-13ab-418b-9cc1-2f33fe7837d8] Powering on the VM {{(pid=69770) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 942.717551] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7f676f1b-ace7-42fd-9271-02f02276e688 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.726937] env[69770]: DEBUG oslo_vmware.api [None req-53efceb4-7e68-4bc9-add1-c001eac04fce tempest-ServerRescueTestJSON-2083557613 tempest-ServerRescueTestJSON-2083557613-project-member] Waiting for the task: (returnval){ [ 942.726937] env[69770]: value = "task-4069914" [ 942.726937] env[69770]: _type = "Task" [ 942.726937] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 942.738505] env[69770]: DEBUG oslo_vmware.api [None req-53efceb4-7e68-4bc9-add1-c001eac04fce tempest-ServerRescueTestJSON-2083557613 tempest-ServerRescueTestJSON-2083557613-project-member] Task: {'id': task-4069914, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.834400] env[69770]: DEBUG oslo_vmware.api [None req-5953cb4c-27ef-4b00-9f82-04264b118474 tempest-ServersAdminTestJSON-142622790 tempest-ServersAdminTestJSON-142622790-project-member] Task: {'id': task-4069913, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.861021] env[69770]: DEBUG nova.compute.manager [None req-11fd588f-eda0-4047-88ec-b64c965f058b tempest-ServersNegativeTestMultiTenantJSON-990593103 tempest-ServersNegativeTestMultiTenantJSON-990593103-project-member] [instance: 22d561e1-565c-490d-a814-a5c6b3a6249a] Start destroying the instance on the hypervisor. {{(pid=69770) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 942.861468] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-11fd588f-eda0-4047-88ec-b64c965f058b tempest-ServersNegativeTestMultiTenantJSON-990593103 tempest-ServersNegativeTestMultiTenantJSON-990593103-project-member] [instance: 22d561e1-565c-490d-a814-a5c6b3a6249a] Destroying instance {{(pid=69770) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 942.863044] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fde9928-1d77-43ab-a86d-366188eddee3 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.881836] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-11fd588f-eda0-4047-88ec-b64c965f058b tempest-ServersNegativeTestMultiTenantJSON-990593103 tempest-ServersNegativeTestMultiTenantJSON-990593103-project-member] [instance: 22d561e1-565c-490d-a814-a5c6b3a6249a] Powering off the VM {{(pid=69770) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 942.886030] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fbc01f4b-6367-47bf-b188-2fa4486e419f {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.893203] env[69770]: DEBUG oslo_vmware.api [None req-11fd588f-eda0-4047-88ec-b64c965f058b tempest-ServersNegativeTestMultiTenantJSON-990593103 tempest-ServersNegativeTestMultiTenantJSON-990593103-project-member] Waiting for the task: (returnval){ [ 942.893203] env[69770]: value = "task-4069915" [ 942.893203] env[69770]: _type = "Task" [ 942.893203] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 942.906540] env[69770]: DEBUG oslo_vmware.api [None req-11fd588f-eda0-4047-88ec-b64c965f058b tempest-ServersNegativeTestMultiTenantJSON-990593103 tempest-ServersNegativeTestMultiTenantJSON-990593103-project-member] Task: {'id': task-4069915, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.089702] env[69770]: DEBUG nova.scheduler.client.report [None req-7ca152ca-2448-4983-98f7-081386fdba68 tempest-MultipleCreateTestJSON-938873983 tempest-MultipleCreateTestJSON-938873983-project-member] Inventory has not changed for provider 7cc7d32b-b7a7-454a-a456-2a440248ed9d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69770) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 943.139030] env[69770]: DEBUG oslo_vmware.api [None req-1aad38cc-3d10-43b5-b809-0ad01738af70 tempest-ImagesOneServerNegativeTestJSON-405389268 tempest-ImagesOneServerNegativeTestJSON-405389268-project-member] Task: {'id': task-4069911, 'name': CloneVM_Task} progress is 94%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.239578] env[69770]: DEBUG oslo_vmware.api [None req-53efceb4-7e68-4bc9-add1-c001eac04fce tempest-ServerRescueTestJSON-2083557613 tempest-ServerRescueTestJSON-2083557613-project-member] Task: {'id': task-4069914, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.334267] env[69770]: DEBUG oslo_vmware.api [None req-5953cb4c-27ef-4b00-9f82-04264b118474 tempest-ServersAdminTestJSON-142622790 tempest-ServersAdminTestJSON-142622790-project-member] Task: {'id': task-4069913, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.615923} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 943.334567] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-5953cb4c-27ef-4b00-9f82-04264b118474 tempest-ServersAdminTestJSON-142622790 tempest-ServersAdminTestJSON-142622790-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk to [datastore2] a4d4dece-6511-4a6e-a5fd-984223141631/a4d4dece-6511-4a6e-a5fd-984223141631.vmdk {{(pid=69770) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 943.334795] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-5953cb4c-27ef-4b00-9f82-04264b118474 tempest-ServersAdminTestJSON-142622790 tempest-ServersAdminTestJSON-142622790-project-member] [instance: a4d4dece-6511-4a6e-a5fd-984223141631] Extending root virtual disk to 1048576 {{(pid=69770) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 943.335103] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3de4fda4-966e-496f-b398-27d4edeeab9a {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.346103] env[69770]: DEBUG oslo_vmware.api [None req-5953cb4c-27ef-4b00-9f82-04264b118474 tempest-ServersAdminTestJSON-142622790 tempest-ServersAdminTestJSON-142622790-project-member] Waiting for the task: (returnval){ [ 943.346103] env[69770]: value = "task-4069916" [ 943.346103] env[69770]: _type = "Task" [ 943.346103] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 943.361025] env[69770]: DEBUG nova.compute.manager [None req-68d764de-b2d4-4ff7-8958-521cecc25e68 tempest-ServerGroupTestJSON-803161883 tempest-ServerGroupTestJSON-803161883-project-member] [instance: 15a53776-9653-4997-828d-4216093af571] Start spawning the instance on the hypervisor. {{(pid=69770) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 943.361025] env[69770]: DEBUG oslo_vmware.api [None req-5953cb4c-27ef-4b00-9f82-04264b118474 tempest-ServersAdminTestJSON-142622790 tempest-ServersAdminTestJSON-142622790-project-member] Task: {'id': task-4069916, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.394094] env[69770]: DEBUG nova.virt.hardware [None req-68d764de-b2d4-4ff7-8958-521cecc25e68 tempest-ServerGroupTestJSON-803161883 tempest-ServerGroupTestJSON-803161883-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T12:16:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T12:16:11Z,direct_url=,disk_format='vmdk',id=d1eaff80-24a0-4391-90eb-59958b1ecf0a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d65f20bb89fb40a98b77bc6d97357df2',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T12:16:12Z,virtual_size=,visibility=), allow threads: False {{(pid=69770) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 943.394407] env[69770]: DEBUG nova.virt.hardware [None req-68d764de-b2d4-4ff7-8958-521cecc25e68 tempest-ServerGroupTestJSON-803161883 tempest-ServerGroupTestJSON-803161883-project-member] Flavor limits 0:0:0 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 943.394600] env[69770]: DEBUG nova.virt.hardware [None req-68d764de-b2d4-4ff7-8958-521cecc25e68 tempest-ServerGroupTestJSON-803161883 tempest-ServerGroupTestJSON-803161883-project-member] Image limits 0:0:0 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 943.394797] env[69770]: DEBUG nova.virt.hardware [None req-68d764de-b2d4-4ff7-8958-521cecc25e68 tempest-ServerGroupTestJSON-803161883 tempest-ServerGroupTestJSON-803161883-project-member] Flavor pref 0:0:0 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 943.395086] env[69770]: DEBUG nova.virt.hardware [None req-68d764de-b2d4-4ff7-8958-521cecc25e68 tempest-ServerGroupTestJSON-803161883 tempest-ServerGroupTestJSON-803161883-project-member] Image pref 0:0:0 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 943.395172] env[69770]: DEBUG nova.virt.hardware [None req-68d764de-b2d4-4ff7-8958-521cecc25e68 tempest-ServerGroupTestJSON-803161883 tempest-ServerGroupTestJSON-803161883-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 943.395332] env[69770]: DEBUG nova.virt.hardware [None req-68d764de-b2d4-4ff7-8958-521cecc25e68 tempest-ServerGroupTestJSON-803161883 tempest-ServerGroupTestJSON-803161883-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69770) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 943.395490] env[69770]: DEBUG nova.virt.hardware [None req-68d764de-b2d4-4ff7-8958-521cecc25e68 tempest-ServerGroupTestJSON-803161883 tempest-ServerGroupTestJSON-803161883-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69770) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 943.395679] env[69770]: DEBUG nova.virt.hardware [None req-68d764de-b2d4-4ff7-8958-521cecc25e68 tempest-ServerGroupTestJSON-803161883 tempest-ServerGroupTestJSON-803161883-project-member] Got 1 possible topologies {{(pid=69770) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 943.395852] env[69770]: DEBUG nova.virt.hardware [None req-68d764de-b2d4-4ff7-8958-521cecc25e68 tempest-ServerGroupTestJSON-803161883 tempest-ServerGroupTestJSON-803161883-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69770) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 943.396045] env[69770]: DEBUG nova.virt.hardware [None req-68d764de-b2d4-4ff7-8958-521cecc25e68 tempest-ServerGroupTestJSON-803161883 tempest-ServerGroupTestJSON-803161883-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69770) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 943.397323] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29b96b44-627b-4e4c-99a6-3e1fa2945afe {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.410092] env[69770]: DEBUG oslo_vmware.api [None req-11fd588f-eda0-4047-88ec-b64c965f058b tempest-ServersNegativeTestMultiTenantJSON-990593103 tempest-ServersNegativeTestMultiTenantJSON-990593103-project-member] Task: {'id': task-4069915, 'name': PowerOffVM_Task, 'duration_secs': 0.24407} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 943.412673] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-11fd588f-eda0-4047-88ec-b64c965f058b tempest-ServersNegativeTestMultiTenantJSON-990593103 tempest-ServersNegativeTestMultiTenantJSON-990593103-project-member] [instance: 22d561e1-565c-490d-a814-a5c6b3a6249a] Powered off the VM {{(pid=69770) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 943.412857] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-11fd588f-eda0-4047-88ec-b64c965f058b tempest-ServersNegativeTestMultiTenantJSON-990593103 tempest-ServersNegativeTestMultiTenantJSON-990593103-project-member] [instance: 22d561e1-565c-490d-a814-a5c6b3a6249a] Unregistering the VM {{(pid=69770) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 943.413270] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-cd7a3b1a-1f73-4bf1-a9d2-a73ee457eca8 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.416089] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e005086-2f2d-4130-a012-7ecaa79bc81e {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.513536] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-11fd588f-eda0-4047-88ec-b64c965f058b tempest-ServersNegativeTestMultiTenantJSON-990593103 tempest-ServersNegativeTestMultiTenantJSON-990593103-project-member] [instance: 22d561e1-565c-490d-a814-a5c6b3a6249a] Unregistered the VM {{(pid=69770) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 943.513843] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-11fd588f-eda0-4047-88ec-b64c965f058b tempest-ServersNegativeTestMultiTenantJSON-990593103 tempest-ServersNegativeTestMultiTenantJSON-990593103-project-member] [instance: 22d561e1-565c-490d-a814-a5c6b3a6249a] Deleting contents of the VM from datastore datastore1 {{(pid=69770) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 943.514071] env[69770]: DEBUG nova.virt.vmwareapi.ds_util [None req-11fd588f-eda0-4047-88ec-b64c965f058b tempest-ServersNegativeTestMultiTenantJSON-990593103 tempest-ServersNegativeTestMultiTenantJSON-990593103-project-member] Deleting the datastore file [datastore1] 22d561e1-565c-490d-a814-a5c6b3a6249a {{(pid=69770) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 943.514835] env[69770]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4bdff780-1a25-42f6-b8b9-62dd92e32c7e {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.528029] env[69770]: DEBUG oslo_vmware.api [None req-11fd588f-eda0-4047-88ec-b64c965f058b tempest-ServersNegativeTestMultiTenantJSON-990593103 tempest-ServersNegativeTestMultiTenantJSON-990593103-project-member] Waiting for the task: (returnval){ [ 943.528029] env[69770]: value = "task-4069918" [ 943.528029] env[69770]: _type = "Task" [ 943.528029] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 943.539213] env[69770]: DEBUG oslo_vmware.api [None req-11fd588f-eda0-4047-88ec-b64c965f058b tempest-ServersNegativeTestMultiTenantJSON-990593103 tempest-ServersNegativeTestMultiTenantJSON-990593103-project-member] Task: {'id': task-4069918, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.594342] env[69770]: DEBUG oslo_concurrency.lockutils [None req-7ca152ca-2448-4983-98f7-081386fdba68 tempest-MultipleCreateTestJSON-938873983 tempest-MultipleCreateTestJSON-938873983-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.785s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 943.595091] env[69770]: DEBUG nova.compute.manager [None req-7ca152ca-2448-4983-98f7-081386fdba68 tempest-MultipleCreateTestJSON-938873983 tempest-MultipleCreateTestJSON-938873983-project-member] [instance: 6f84ff35-a4fd-4616-aa48-e10f21a0c223] Start building networks asynchronously for instance. {{(pid=69770) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 943.598347] env[69770]: DEBUG oslo_concurrency.lockutils [None req-7ca152ca-2448-4983-98f7-081386fdba68 tempest-MultipleCreateTestJSON-938873983 tempest-MultipleCreateTestJSON-938873983-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 40.736s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 943.601050] env[69770]: INFO nova.compute.claims [None req-7ca152ca-2448-4983-98f7-081386fdba68 tempest-MultipleCreateTestJSON-938873983 tempest-MultipleCreateTestJSON-938873983-project-member] [instance: f4e6f95b-525f-484e-b158-1e4d96678c2a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 943.641334] env[69770]: DEBUG oslo_vmware.api [None req-1aad38cc-3d10-43b5-b809-0ad01738af70 tempest-ImagesOneServerNegativeTestJSON-405389268 tempest-ImagesOneServerNegativeTestJSON-405389268-project-member] Task: {'id': task-4069911, 'name': CloneVM_Task} progress is 100%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.738599] env[69770]: DEBUG oslo_vmware.api [None req-53efceb4-7e68-4bc9-add1-c001eac04fce tempest-ServerRescueTestJSON-2083557613 tempest-ServerRescueTestJSON-2083557613-project-member] Task: {'id': task-4069914, 'name': PowerOnVM_Task, 'duration_secs': 0.790377} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 943.738875] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-53efceb4-7e68-4bc9-add1-c001eac04fce tempest-ServerRescueTestJSON-2083557613 tempest-ServerRescueTestJSON-2083557613-project-member] [instance: 0e73d3e6-13ab-418b-9cc1-2f33fe7837d8] Powered on the VM {{(pid=69770) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 943.739113] env[69770]: INFO nova.compute.manager [None req-53efceb4-7e68-4bc9-add1-c001eac04fce tempest-ServerRescueTestJSON-2083557613 tempest-ServerRescueTestJSON-2083557613-project-member] [instance: 0e73d3e6-13ab-418b-9cc1-2f33fe7837d8] Took 8.35 seconds to spawn the instance on the hypervisor. [ 943.739273] env[69770]: DEBUG nova.compute.manager [None req-53efceb4-7e68-4bc9-add1-c001eac04fce tempest-ServerRescueTestJSON-2083557613 tempest-ServerRescueTestJSON-2083557613-project-member] [instance: 0e73d3e6-13ab-418b-9cc1-2f33fe7837d8] Checking state {{(pid=69770) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 943.740114] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cbef6cc-623e-48d6-b2ac-6937323551ff {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.856474] env[69770]: DEBUG oslo_vmware.api [None req-5953cb4c-27ef-4b00-9f82-04264b118474 tempest-ServersAdminTestJSON-142622790 tempest-ServersAdminTestJSON-142622790-project-member] Task: {'id': task-4069916, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.083153} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 943.856807] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-5953cb4c-27ef-4b00-9f82-04264b118474 tempest-ServersAdminTestJSON-142622790 tempest-ServersAdminTestJSON-142622790-project-member] [instance: a4d4dece-6511-4a6e-a5fd-984223141631] Extended root virtual disk {{(pid=69770) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 943.857635] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5357ddbe-e0aa-410b-add0-11d7c0c7b667 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.882520] env[69770]: DEBUG nova.virt.vmwareapi.volumeops [None req-5953cb4c-27ef-4b00-9f82-04264b118474 tempest-ServersAdminTestJSON-142622790 tempest-ServersAdminTestJSON-142622790-project-member] [instance: a4d4dece-6511-4a6e-a5fd-984223141631] Reconfiguring VM instance instance-00000039 to attach disk [datastore2] a4d4dece-6511-4a6e-a5fd-984223141631/a4d4dece-6511-4a6e-a5fd-984223141631.vmdk or device None with type sparse {{(pid=69770) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 943.882873] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f52d4622-28a8-4b3b-acbd-228b32d5ad86 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.903973] env[69770]: DEBUG oslo_vmware.api [None req-5953cb4c-27ef-4b00-9f82-04264b118474 tempest-ServersAdminTestJSON-142622790 tempest-ServersAdminTestJSON-142622790-project-member] Waiting for the task: (returnval){ [ 943.903973] env[69770]: value = "task-4069919" [ 943.903973] env[69770]: _type = "Task" [ 943.903973] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 943.913382] env[69770]: DEBUG oslo_vmware.api [None req-5953cb4c-27ef-4b00-9f82-04264b118474 tempest-ServersAdminTestJSON-142622790 tempest-ServersAdminTestJSON-142622790-project-member] Task: {'id': task-4069919, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.038879] env[69770]: DEBUG oslo_vmware.api [None req-11fd588f-eda0-4047-88ec-b64c965f058b tempest-ServersNegativeTestMultiTenantJSON-990593103 tempest-ServersNegativeTestMultiTenantJSON-990593103-project-member] Task: {'id': task-4069918, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.262213} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 944.039291] env[69770]: DEBUG nova.virt.vmwareapi.ds_util [None req-11fd588f-eda0-4047-88ec-b64c965f058b tempest-ServersNegativeTestMultiTenantJSON-990593103 tempest-ServersNegativeTestMultiTenantJSON-990593103-project-member] Deleted the datastore file {{(pid=69770) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 944.039552] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-11fd588f-eda0-4047-88ec-b64c965f058b tempest-ServersNegativeTestMultiTenantJSON-990593103 tempest-ServersNegativeTestMultiTenantJSON-990593103-project-member] [instance: 22d561e1-565c-490d-a814-a5c6b3a6249a] Deleted contents of the VM from datastore datastore1 {{(pid=69770) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 944.039816] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-11fd588f-eda0-4047-88ec-b64c965f058b tempest-ServersNegativeTestMultiTenantJSON-990593103 tempest-ServersNegativeTestMultiTenantJSON-990593103-project-member] [instance: 22d561e1-565c-490d-a814-a5c6b3a6249a] Instance destroyed {{(pid=69770) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 944.040070] env[69770]: INFO nova.compute.manager [None req-11fd588f-eda0-4047-88ec-b64c965f058b tempest-ServersNegativeTestMultiTenantJSON-990593103 tempest-ServersNegativeTestMultiTenantJSON-990593103-project-member] [instance: 22d561e1-565c-490d-a814-a5c6b3a6249a] Took 1.18 seconds to destroy the instance on the hypervisor. [ 944.040384] env[69770]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-11fd588f-eda0-4047-88ec-b64c965f058b tempest-ServersNegativeTestMultiTenantJSON-990593103 tempest-ServersNegativeTestMultiTenantJSON-990593103-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69770) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 944.040648] env[69770]: DEBUG nova.compute.manager [-] [instance: 22d561e1-565c-490d-a814-a5c6b3a6249a] Deallocating network for instance {{(pid=69770) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 944.040783] env[69770]: DEBUG nova.network.neutron [-] [instance: 22d561e1-565c-490d-a814-a5c6b3a6249a] deallocate_for_instance() {{(pid=69770) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 944.105689] env[69770]: DEBUG nova.compute.utils [None req-7ca152ca-2448-4983-98f7-081386fdba68 tempest-MultipleCreateTestJSON-938873983 tempest-MultipleCreateTestJSON-938873983-project-member] Using /dev/sd instead of None {{(pid=69770) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 944.110985] env[69770]: DEBUG nova.compute.manager [None req-7ca152ca-2448-4983-98f7-081386fdba68 tempest-MultipleCreateTestJSON-938873983 tempest-MultipleCreateTestJSON-938873983-project-member] [instance: 6f84ff35-a4fd-4616-aa48-e10f21a0c223] Allocating IP information in the background. {{(pid=69770) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 944.111254] env[69770]: DEBUG nova.network.neutron [None req-7ca152ca-2448-4983-98f7-081386fdba68 tempest-MultipleCreateTestJSON-938873983 tempest-MultipleCreateTestJSON-938873983-project-member] [instance: 6f84ff35-a4fd-4616-aa48-e10f21a0c223] allocate_for_instance() {{(pid=69770) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 944.140274] env[69770]: DEBUG oslo_vmware.api [None req-1aad38cc-3d10-43b5-b809-0ad01738af70 tempest-ImagesOneServerNegativeTestJSON-405389268 tempest-ImagesOneServerNegativeTestJSON-405389268-project-member] Task: {'id': task-4069911, 'name': CloneVM_Task, 'duration_secs': 1.560884} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 944.140664] env[69770]: INFO nova.virt.vmwareapi.vmops [None req-1aad38cc-3d10-43b5-b809-0ad01738af70 tempest-ImagesOneServerNegativeTestJSON-405389268 tempest-ImagesOneServerNegativeTestJSON-405389268-project-member] [instance: 652320ff-d46d-4ce0-bc7d-eca68820e6ef] Created linked-clone VM from snapshot [ 944.141556] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a81ca9e-5bed-4225-a270-2af31a620d9a {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.148568] env[69770]: DEBUG nova.compute.manager [req-30b97f44-37e2-47c8-bdd7-e260ade7a865 req-57dd8a13-01a3-44ba-a0e6-7ad6cf1c8620 service nova] [instance: 15a53776-9653-4997-828d-4216093af571] Received event network-vif-plugged-0c059ba9-6c6d-4121-a836-8f05af01966d {{(pid=69770) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 944.148830] env[69770]: DEBUG oslo_concurrency.lockutils [req-30b97f44-37e2-47c8-bdd7-e260ade7a865 req-57dd8a13-01a3-44ba-a0e6-7ad6cf1c8620 service nova] Acquiring lock "15a53776-9653-4997-828d-4216093af571-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 944.149115] env[69770]: DEBUG oslo_concurrency.lockutils [req-30b97f44-37e2-47c8-bdd7-e260ade7a865 req-57dd8a13-01a3-44ba-a0e6-7ad6cf1c8620 service nova] Lock "15a53776-9653-4997-828d-4216093af571-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 944.153021] env[69770]: DEBUG oslo_concurrency.lockutils [req-30b97f44-37e2-47c8-bdd7-e260ade7a865 req-57dd8a13-01a3-44ba-a0e6-7ad6cf1c8620 service nova] Lock "15a53776-9653-4997-828d-4216093af571-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 944.153021] env[69770]: DEBUG nova.compute.manager [req-30b97f44-37e2-47c8-bdd7-e260ade7a865 req-57dd8a13-01a3-44ba-a0e6-7ad6cf1c8620 service nova] [instance: 15a53776-9653-4997-828d-4216093af571] No waiting events found dispatching network-vif-plugged-0c059ba9-6c6d-4121-a836-8f05af01966d {{(pid=69770) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 944.153021] env[69770]: WARNING nova.compute.manager [req-30b97f44-37e2-47c8-bdd7-e260ade7a865 req-57dd8a13-01a3-44ba-a0e6-7ad6cf1c8620 service nova] [instance: 15a53776-9653-4997-828d-4216093af571] Received unexpected event network-vif-plugged-0c059ba9-6c6d-4121-a836-8f05af01966d for instance with vm_state building and task_state spawning. [ 944.154479] env[69770]: DEBUG nova.virt.vmwareapi.images [None req-1aad38cc-3d10-43b5-b809-0ad01738af70 tempest-ImagesOneServerNegativeTestJSON-405389268 tempest-ImagesOneServerNegativeTestJSON-405389268-project-member] [instance: 652320ff-d46d-4ce0-bc7d-eca68820e6ef] Uploading image da578132-f9fa-4de4-9874-94adcb58b530 {{(pid=69770) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 944.170908] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-1aad38cc-3d10-43b5-b809-0ad01738af70 tempest-ImagesOneServerNegativeTestJSON-405389268 tempest-ImagesOneServerNegativeTestJSON-405389268-project-member] [instance: 652320ff-d46d-4ce0-bc7d-eca68820e6ef] Destroying the VM {{(pid=69770) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 944.171245] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-f7f0cb7f-2ca9-449f-84a3-36d442fef730 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.180466] env[69770]: DEBUG oslo_vmware.api [None req-1aad38cc-3d10-43b5-b809-0ad01738af70 tempest-ImagesOneServerNegativeTestJSON-405389268 tempest-ImagesOneServerNegativeTestJSON-405389268-project-member] Waiting for the task: (returnval){ [ 944.180466] env[69770]: value = "task-4069920" [ 944.180466] env[69770]: _type = "Task" [ 944.180466] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 944.189763] env[69770]: DEBUG oslo_vmware.api [None req-1aad38cc-3d10-43b5-b809-0ad01738af70 tempest-ImagesOneServerNegativeTestJSON-405389268 tempest-ImagesOneServerNegativeTestJSON-405389268-project-member] Task: {'id': task-4069920, 'name': Destroy_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.217385] env[69770]: DEBUG nova.network.neutron [None req-68d764de-b2d4-4ff7-8958-521cecc25e68 tempest-ServerGroupTestJSON-803161883 tempest-ServerGroupTestJSON-803161883-project-member] [instance: 15a53776-9653-4997-828d-4216093af571] Successfully updated port: 0c059ba9-6c6d-4121-a836-8f05af01966d {{(pid=69770) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 944.232205] env[69770]: DEBUG nova.policy [None req-7ca152ca-2448-4983-98f7-081386fdba68 tempest-MultipleCreateTestJSON-938873983 tempest-MultipleCreateTestJSON-938873983-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9c9f02da9e4e4b1d9116a3a364827de6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9730e5b8233d46698a306b5299eeec99', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69770) authorize /opt/stack/nova/nova/policy.py:192}} [ 944.272783] env[69770]: INFO nova.compute.manager [None req-53efceb4-7e68-4bc9-add1-c001eac04fce tempest-ServerRescueTestJSON-2083557613 tempest-ServerRescueTestJSON-2083557613-project-member] [instance: 0e73d3e6-13ab-418b-9cc1-2f33fe7837d8] Took 63.45 seconds to build instance. [ 944.414933] env[69770]: DEBUG oslo_vmware.api [None req-5953cb4c-27ef-4b00-9f82-04264b118474 tempest-ServersAdminTestJSON-142622790 tempest-ServersAdminTestJSON-142622790-project-member] Task: {'id': task-4069919, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.619389] env[69770]: DEBUG nova.compute.manager [None req-7ca152ca-2448-4983-98f7-081386fdba68 tempest-MultipleCreateTestJSON-938873983 tempest-MultipleCreateTestJSON-938873983-project-member] [instance: 6f84ff35-a4fd-4616-aa48-e10f21a0c223] Start building block device mappings for instance. {{(pid=69770) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 944.694650] env[69770]: DEBUG oslo_vmware.api [None req-1aad38cc-3d10-43b5-b809-0ad01738af70 tempest-ImagesOneServerNegativeTestJSON-405389268 tempest-ImagesOneServerNegativeTestJSON-405389268-project-member] Task: {'id': task-4069920, 'name': Destroy_Task} progress is 33%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.724053] env[69770]: DEBUG oslo_concurrency.lockutils [None req-68d764de-b2d4-4ff7-8958-521cecc25e68 tempest-ServerGroupTestJSON-803161883 tempest-ServerGroupTestJSON-803161883-project-member] Acquiring lock "refresh_cache-15a53776-9653-4997-828d-4216093af571" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.724053] env[69770]: DEBUG oslo_concurrency.lockutils [None req-68d764de-b2d4-4ff7-8958-521cecc25e68 tempest-ServerGroupTestJSON-803161883 tempest-ServerGroupTestJSON-803161883-project-member] Acquired lock "refresh_cache-15a53776-9653-4997-828d-4216093af571" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.724053] env[69770]: DEBUG nova.network.neutron [None req-68d764de-b2d4-4ff7-8958-521cecc25e68 tempest-ServerGroupTestJSON-803161883 tempest-ServerGroupTestJSON-803161883-project-member] [instance: 15a53776-9653-4997-828d-4216093af571] Building network info cache for instance {{(pid=69770) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 944.780412] env[69770]: DEBUG oslo_concurrency.lockutils [None req-53efceb4-7e68-4bc9-add1-c001eac04fce tempest-ServerRescueTestJSON-2083557613 tempest-ServerRescueTestJSON-2083557613-project-member] Lock "0e73d3e6-13ab-418b-9cc1-2f33fe7837d8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 64.974s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 944.920078] env[69770]: DEBUG oslo_vmware.api [None req-5953cb4c-27ef-4b00-9f82-04264b118474 tempest-ServersAdminTestJSON-142622790 tempest-ServersAdminTestJSON-142622790-project-member] Task: {'id': task-4069919, 'name': ReconfigVM_Task, 'duration_secs': 0.61323} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 944.920671] env[69770]: DEBUG nova.virt.vmwareapi.volumeops [None req-5953cb4c-27ef-4b00-9f82-04264b118474 tempest-ServersAdminTestJSON-142622790 tempest-ServersAdminTestJSON-142622790-project-member] [instance: a4d4dece-6511-4a6e-a5fd-984223141631] Reconfigured VM instance instance-00000039 to attach disk [datastore2] a4d4dece-6511-4a6e-a5fd-984223141631/a4d4dece-6511-4a6e-a5fd-984223141631.vmdk or device None with type sparse {{(pid=69770) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 944.921564] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ec535e20-c5fe-402f-a14f-6de4aa6ce0c8 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.935421] env[69770]: DEBUG oslo_vmware.api [None req-5953cb4c-27ef-4b00-9f82-04264b118474 tempest-ServersAdminTestJSON-142622790 tempest-ServersAdminTestJSON-142622790-project-member] Waiting for the task: (returnval){ [ 944.935421] env[69770]: value = "task-4069921" [ 944.935421] env[69770]: _type = "Task" [ 944.935421] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 944.954071] env[69770]: DEBUG oslo_vmware.api [None req-5953cb4c-27ef-4b00-9f82-04264b118474 tempest-ServersAdminTestJSON-142622790 tempest-ServersAdminTestJSON-142622790-project-member] Task: {'id': task-4069921, 'name': Rename_Task} progress is 6%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.981464] env[69770]: INFO nova.compute.manager [None req-a6a153f3-3fc1-48ec-8db9-fb05961f928e tempest-ServerRescueTestJSON-2083557613 tempest-ServerRescueTestJSON-2083557613-project-member] [instance: 0e73d3e6-13ab-418b-9cc1-2f33fe7837d8] Rescuing [ 944.981734] env[69770]: DEBUG oslo_concurrency.lockutils [None req-a6a153f3-3fc1-48ec-8db9-fb05961f928e tempest-ServerRescueTestJSON-2083557613 tempest-ServerRescueTestJSON-2083557613-project-member] Acquiring lock "refresh_cache-0e73d3e6-13ab-418b-9cc1-2f33fe7837d8" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.981886] env[69770]: DEBUG oslo_concurrency.lockutils [None req-a6a153f3-3fc1-48ec-8db9-fb05961f928e tempest-ServerRescueTestJSON-2083557613 tempest-ServerRescueTestJSON-2083557613-project-member] Acquired lock "refresh_cache-0e73d3e6-13ab-418b-9cc1-2f33fe7837d8" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.982062] env[69770]: DEBUG nova.network.neutron [None req-a6a153f3-3fc1-48ec-8db9-fb05961f928e tempest-ServerRescueTestJSON-2083557613 tempest-ServerRescueTestJSON-2083557613-project-member] [instance: 0e73d3e6-13ab-418b-9cc1-2f33fe7837d8] Building network info cache for instance {{(pid=69770) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 945.198667] env[69770]: DEBUG oslo_vmware.api [None req-1aad38cc-3d10-43b5-b809-0ad01738af70 tempest-ImagesOneServerNegativeTestJSON-405389268 tempest-ImagesOneServerNegativeTestJSON-405389268-project-member] Task: {'id': task-4069920, 'name': Destroy_Task, 'duration_secs': 0.564765} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 945.199482] env[69770]: INFO nova.virt.vmwareapi.vm_util [None req-1aad38cc-3d10-43b5-b809-0ad01738af70 tempest-ImagesOneServerNegativeTestJSON-405389268 tempest-ImagesOneServerNegativeTestJSON-405389268-project-member] [instance: 652320ff-d46d-4ce0-bc7d-eca68820e6ef] Destroyed the VM [ 945.199811] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-1aad38cc-3d10-43b5-b809-0ad01738af70 tempest-ImagesOneServerNegativeTestJSON-405389268 tempest-ImagesOneServerNegativeTestJSON-405389268-project-member] [instance: 652320ff-d46d-4ce0-bc7d-eca68820e6ef] Deleting Snapshot of the VM instance {{(pid=69770) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 945.200178] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-86d2561d-6424-4b56-8478-3d42827b85e1 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.209434] env[69770]: DEBUG oslo_vmware.api [None req-1aad38cc-3d10-43b5-b809-0ad01738af70 tempest-ImagesOneServerNegativeTestJSON-405389268 tempest-ImagesOneServerNegativeTestJSON-405389268-project-member] Waiting for the task: (returnval){ [ 945.209434] env[69770]: value = "task-4069922" [ 945.209434] env[69770]: _type = "Task" [ 945.209434] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 945.229283] env[69770]: DEBUG oslo_vmware.api [None req-1aad38cc-3d10-43b5-b809-0ad01738af70 tempest-ImagesOneServerNegativeTestJSON-405389268 tempest-ImagesOneServerNegativeTestJSON-405389268-project-member] Task: {'id': task-4069922, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.277342] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58ed2860-e526-43e1-95c1-846e3d6cadd2 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.282831] env[69770]: DEBUG nova.compute.manager [None req-8e5b9251-3620-4f88-97d1-0d18a30a0f4a tempest-ServerMetadataNegativeTestJSON-1738636266 tempest-ServerMetadataNegativeTestJSON-1738636266-project-member] [instance: 735aaf86-ca37-4c5c-9296-568d98ace91c] Starting instance... {{(pid=69770) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 945.299638] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24ac4f00-d059-45d2-8b8c-f0c00e63eb9d {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.314158] env[69770]: DEBUG nova.network.neutron [None req-68d764de-b2d4-4ff7-8958-521cecc25e68 tempest-ServerGroupTestJSON-803161883 tempest-ServerGroupTestJSON-803161883-project-member] [instance: 15a53776-9653-4997-828d-4216093af571] Instance cache missing network info. {{(pid=69770) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 945.352687] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8e732a1-917d-42b6-9cfe-612d3187643c {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.363461] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcffa7aa-c903-4335-9f63-b8f85345c9d7 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.386299] env[69770]: DEBUG nova.compute.provider_tree [None req-7ca152ca-2448-4983-98f7-081386fdba68 tempest-MultipleCreateTestJSON-938873983 tempest-MultipleCreateTestJSON-938873983-project-member] Inventory has not changed in ProviderTree for provider: 7cc7d32b-b7a7-454a-a456-2a440248ed9d {{(pid=69770) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 945.405642] env[69770]: DEBUG nova.network.neutron [None req-7ca152ca-2448-4983-98f7-081386fdba68 tempest-MultipleCreateTestJSON-938873983 tempest-MultipleCreateTestJSON-938873983-project-member] [instance: 6f84ff35-a4fd-4616-aa48-e10f21a0c223] Successfully created port: fd6a5412-b024-4548-96be-0fc0250f11fe {{(pid=69770) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 945.421810] env[69770]: DEBUG nova.compute.manager [req-3a45cd74-15ee-4e12-8d84-acf82ccb1d14 req-011e3708-315c-4b6d-a142-743c205cb907 service nova] [instance: 22d561e1-565c-490d-a814-a5c6b3a6249a] Received event network-vif-deleted-30a6b0ab-3c09-4787-bbdc-dfc40db22377 {{(pid=69770) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 945.422309] env[69770]: INFO nova.compute.manager [req-3a45cd74-15ee-4e12-8d84-acf82ccb1d14 req-011e3708-315c-4b6d-a142-743c205cb907 service nova] [instance: 22d561e1-565c-490d-a814-a5c6b3a6249a] Neutron deleted interface 30a6b0ab-3c09-4787-bbdc-dfc40db22377; detaching it from the instance and deleting it from the info cache [ 945.422504] env[69770]: DEBUG nova.network.neutron [req-3a45cd74-15ee-4e12-8d84-acf82ccb1d14 req-011e3708-315c-4b6d-a142-743c205cb907 service nova] [instance: 22d561e1-565c-490d-a814-a5c6b3a6249a] Updating instance_info_cache with network_info: [] {{(pid=69770) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 945.450168] env[69770]: DEBUG oslo_vmware.api [None req-5953cb4c-27ef-4b00-9f82-04264b118474 tempest-ServersAdminTestJSON-142622790 tempest-ServersAdminTestJSON-142622790-project-member] Task: {'id': task-4069921, 'name': Rename_Task} progress is 99%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.497194] env[69770]: DEBUG nova.network.neutron [-] [instance: 22d561e1-565c-490d-a814-a5c6b3a6249a] Updating instance_info_cache with network_info: [] {{(pid=69770) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 945.634986] env[69770]: DEBUG nova.compute.manager [None req-7ca152ca-2448-4983-98f7-081386fdba68 tempest-MultipleCreateTestJSON-938873983 tempest-MultipleCreateTestJSON-938873983-project-member] [instance: 6f84ff35-a4fd-4616-aa48-e10f21a0c223] Start spawning the instance on the hypervisor. {{(pid=69770) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 945.668394] env[69770]: DEBUG nova.virt.hardware [None req-7ca152ca-2448-4983-98f7-081386fdba68 tempest-MultipleCreateTestJSON-938873983 tempest-MultipleCreateTestJSON-938873983-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T12:16:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T12:16:11Z,direct_url=,disk_format='vmdk',id=d1eaff80-24a0-4391-90eb-59958b1ecf0a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d65f20bb89fb40a98b77bc6d97357df2',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T12:16:12Z,virtual_size=,visibility=), allow threads: False {{(pid=69770) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 945.669117] env[69770]: DEBUG nova.virt.hardware [None req-7ca152ca-2448-4983-98f7-081386fdba68 tempest-MultipleCreateTestJSON-938873983 tempest-MultipleCreateTestJSON-938873983-project-member] Flavor limits 0:0:0 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 945.669823] env[69770]: DEBUG nova.virt.hardware [None req-7ca152ca-2448-4983-98f7-081386fdba68 tempest-MultipleCreateTestJSON-938873983 tempest-MultipleCreateTestJSON-938873983-project-member] Image limits 0:0:0 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 945.673023] env[69770]: DEBUG nova.virt.hardware [None req-7ca152ca-2448-4983-98f7-081386fdba68 tempest-MultipleCreateTestJSON-938873983 tempest-MultipleCreateTestJSON-938873983-project-member] Flavor pref 0:0:0 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 945.673023] env[69770]: DEBUG nova.virt.hardware [None req-7ca152ca-2448-4983-98f7-081386fdba68 tempest-MultipleCreateTestJSON-938873983 tempest-MultipleCreateTestJSON-938873983-project-member] Image pref 0:0:0 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 945.673023] env[69770]: DEBUG nova.virt.hardware [None req-7ca152ca-2448-4983-98f7-081386fdba68 tempest-MultipleCreateTestJSON-938873983 tempest-MultipleCreateTestJSON-938873983-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 945.673023] env[69770]: DEBUG nova.virt.hardware [None req-7ca152ca-2448-4983-98f7-081386fdba68 tempest-MultipleCreateTestJSON-938873983 tempest-MultipleCreateTestJSON-938873983-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69770) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 945.673023] env[69770]: DEBUG nova.virt.hardware [None req-7ca152ca-2448-4983-98f7-081386fdba68 tempest-MultipleCreateTestJSON-938873983 tempest-MultipleCreateTestJSON-938873983-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69770) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 945.673023] env[69770]: DEBUG nova.virt.hardware [None req-7ca152ca-2448-4983-98f7-081386fdba68 tempest-MultipleCreateTestJSON-938873983 tempest-MultipleCreateTestJSON-938873983-project-member] Got 1 possible topologies {{(pid=69770) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 945.673023] env[69770]: DEBUG nova.virt.hardware [None req-7ca152ca-2448-4983-98f7-081386fdba68 tempest-MultipleCreateTestJSON-938873983 tempest-MultipleCreateTestJSON-938873983-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69770) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 945.673023] env[69770]: DEBUG nova.virt.hardware [None req-7ca152ca-2448-4983-98f7-081386fdba68 tempest-MultipleCreateTestJSON-938873983 tempest-MultipleCreateTestJSON-938873983-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69770) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 945.674572] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fda5c694-bd95-4345-82f4-fc6b6f54ebac {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.689660] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14df18a4-ae2f-48f2-b55c-1975b363d19c {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.733871] env[69770]: DEBUG oslo_vmware.api [None req-1aad38cc-3d10-43b5-b809-0ad01738af70 tempest-ImagesOneServerNegativeTestJSON-405389268 tempest-ImagesOneServerNegativeTestJSON-405389268-project-member] Task: {'id': task-4069922, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.744442] env[69770]: DEBUG nova.network.neutron [None req-68d764de-b2d4-4ff7-8958-521cecc25e68 tempest-ServerGroupTestJSON-803161883 tempest-ServerGroupTestJSON-803161883-project-member] [instance: 15a53776-9653-4997-828d-4216093af571] Updating instance_info_cache with network_info: [{"id": "0c059ba9-6c6d-4121-a836-8f05af01966d", "address": "fa:16:3e:a8:17:44", "network": {"id": "6f629082-5059-4242-9154-373b580f5ce3", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-706248350-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3c9193f5a9af46d09cef51dc989e5839", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ac7039c0-3374-4c08-87fc-af2449b48b02", "external-id": "nsx-vlan-transportzone-592", "segmentation_id": 592, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0c059ba9-6c", "ovs_interfaceid": "0c059ba9-6c6d-4121-a836-8f05af01966d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69770) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 945.785236] env[69770]: DEBUG nova.network.neutron [None req-a6a153f3-3fc1-48ec-8db9-fb05961f928e tempest-ServerRescueTestJSON-2083557613 tempest-ServerRescueTestJSON-2083557613-project-member] [instance: 0e73d3e6-13ab-418b-9cc1-2f33fe7837d8] Updating instance_info_cache with network_info: [{"id": "cc1a9a6d-db88-4233-a50d-a31aa4053b01", "address": "fa:16:3e:d1:1f:22", "network": {"id": "f2e62cc7-fbfa-4581-9d80-cbd4ce41d9ab", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1630961952-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "53a67e919f10478aba1d1175dc195b39", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7e0240aa-a694-48fc-a0f9-6f2d3e71aa12", "external-id": "nsx-vlan-transportzone-249", "segmentation_id": 249, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcc1a9a6d-db", "ovs_interfaceid": "cc1a9a6d-db88-4233-a50d-a31aa4053b01", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69770) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 945.831779] env[69770]: DEBUG oslo_concurrency.lockutils [None req-8e5b9251-3620-4f88-97d1-0d18a30a0f4a tempest-ServerMetadataNegativeTestJSON-1738636266 tempest-ServerMetadataNegativeTestJSON-1738636266-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 945.889775] env[69770]: DEBUG nova.scheduler.client.report [None req-7ca152ca-2448-4983-98f7-081386fdba68 tempest-MultipleCreateTestJSON-938873983 tempest-MultipleCreateTestJSON-938873983-project-member] Inventory has not changed for provider 7cc7d32b-b7a7-454a-a456-2a440248ed9d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69770) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 945.927401] env[69770]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-32cec1f3-35ee-4c9b-b507-330fefec639f {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.939135] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26dd0edc-6f1d-46e1-a01b-34e32ced602a {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.962225] env[69770]: DEBUG oslo_vmware.api [None req-5953cb4c-27ef-4b00-9f82-04264b118474 tempest-ServersAdminTestJSON-142622790 tempest-ServersAdminTestJSON-142622790-project-member] Task: {'id': task-4069921, 'name': Rename_Task} progress is 99%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.985274] env[69770]: DEBUG nova.compute.manager [req-3a45cd74-15ee-4e12-8d84-acf82ccb1d14 req-011e3708-315c-4b6d-a142-743c205cb907 service nova] [instance: 22d561e1-565c-490d-a814-a5c6b3a6249a] Detach interface failed, port_id=30a6b0ab-3c09-4787-bbdc-dfc40db22377, reason: Instance 22d561e1-565c-490d-a814-a5c6b3a6249a could not be found. {{(pid=69770) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 945.998363] env[69770]: INFO nova.compute.manager [-] [instance: 22d561e1-565c-490d-a814-a5c6b3a6249a] Took 1.96 seconds to deallocate network for instance. [ 946.239878] env[69770]: DEBUG oslo_vmware.api [None req-1aad38cc-3d10-43b5-b809-0ad01738af70 tempest-ImagesOneServerNegativeTestJSON-405389268 tempest-ImagesOneServerNegativeTestJSON-405389268-project-member] Task: {'id': task-4069922, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.248245] env[69770]: DEBUG oslo_concurrency.lockutils [None req-68d764de-b2d4-4ff7-8958-521cecc25e68 tempest-ServerGroupTestJSON-803161883 tempest-ServerGroupTestJSON-803161883-project-member] Releasing lock "refresh_cache-15a53776-9653-4997-828d-4216093af571" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.248617] env[69770]: DEBUG nova.compute.manager [None req-68d764de-b2d4-4ff7-8958-521cecc25e68 tempest-ServerGroupTestJSON-803161883 tempest-ServerGroupTestJSON-803161883-project-member] [instance: 15a53776-9653-4997-828d-4216093af571] Instance network_info: |[{"id": "0c059ba9-6c6d-4121-a836-8f05af01966d", "address": "fa:16:3e:a8:17:44", "network": {"id": "6f629082-5059-4242-9154-373b580f5ce3", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-706248350-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3c9193f5a9af46d09cef51dc989e5839", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ac7039c0-3374-4c08-87fc-af2449b48b02", "external-id": "nsx-vlan-transportzone-592", "segmentation_id": 592, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0c059ba9-6c", "ovs_interfaceid": "0c059ba9-6c6d-4121-a836-8f05af01966d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69770) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 946.249125] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-68d764de-b2d4-4ff7-8958-521cecc25e68 tempest-ServerGroupTestJSON-803161883 tempest-ServerGroupTestJSON-803161883-project-member] [instance: 15a53776-9653-4997-828d-4216093af571] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a8:17:44', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ac7039c0-3374-4c08-87fc-af2449b48b02', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0c059ba9-6c6d-4121-a836-8f05af01966d', 'vif_model': 'vmxnet3'}] {{(pid=69770) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 946.257929] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-68d764de-b2d4-4ff7-8958-521cecc25e68 tempest-ServerGroupTestJSON-803161883 tempest-ServerGroupTestJSON-803161883-project-member] Creating folder: Project (3c9193f5a9af46d09cef51dc989e5839). Parent ref: group-v806376. {{(pid=69770) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 946.258509] env[69770]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-409c2092-5cb6-420a-a1bd-95c3d41dec2d {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.267264] env[69770]: DEBUG nova.compute.manager [req-f6cfc6dd-dc24-4694-8f5e-d4fe6c1f88b3 req-0a9690d9-8e72-446d-a52a-f2628d723b7c service nova] [instance: 15a53776-9653-4997-828d-4216093af571] Received event network-changed-0c059ba9-6c6d-4121-a836-8f05af01966d {{(pid=69770) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 946.267506] env[69770]: DEBUG nova.compute.manager [req-f6cfc6dd-dc24-4694-8f5e-d4fe6c1f88b3 req-0a9690d9-8e72-446d-a52a-f2628d723b7c service nova] [instance: 15a53776-9653-4997-828d-4216093af571] Refreshing instance network info cache due to event network-changed-0c059ba9-6c6d-4121-a836-8f05af01966d. {{(pid=69770) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 946.267842] env[69770]: DEBUG oslo_concurrency.lockutils [req-f6cfc6dd-dc24-4694-8f5e-d4fe6c1f88b3 req-0a9690d9-8e72-446d-a52a-f2628d723b7c service nova] Acquiring lock "refresh_cache-15a53776-9653-4997-828d-4216093af571" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.267988] env[69770]: DEBUG oslo_concurrency.lockutils [req-f6cfc6dd-dc24-4694-8f5e-d4fe6c1f88b3 req-0a9690d9-8e72-446d-a52a-f2628d723b7c service nova] Acquired lock "refresh_cache-15a53776-9653-4997-828d-4216093af571" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.268334] env[69770]: DEBUG nova.network.neutron [req-f6cfc6dd-dc24-4694-8f5e-d4fe6c1f88b3 req-0a9690d9-8e72-446d-a52a-f2628d723b7c service nova] [instance: 15a53776-9653-4997-828d-4216093af571] Refreshing network info cache for port 0c059ba9-6c6d-4121-a836-8f05af01966d {{(pid=69770) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 946.272319] env[69770]: INFO nova.virt.vmwareapi.vm_util [None req-68d764de-b2d4-4ff7-8958-521cecc25e68 tempest-ServerGroupTestJSON-803161883 tempest-ServerGroupTestJSON-803161883-project-member] Created folder: Project (3c9193f5a9af46d09cef51dc989e5839) in parent group-v806376. [ 946.272528] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-68d764de-b2d4-4ff7-8958-521cecc25e68 tempest-ServerGroupTestJSON-803161883 tempest-ServerGroupTestJSON-803161883-project-member] Creating folder: Instances. Parent ref: group-v806541. {{(pid=69770) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 946.273136] env[69770]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-737d5f20-9950-4156-890c-b16b75cebeda {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.289341] env[69770]: DEBUG oslo_concurrency.lockutils [None req-a6a153f3-3fc1-48ec-8db9-fb05961f928e tempest-ServerRescueTestJSON-2083557613 tempest-ServerRescueTestJSON-2083557613-project-member] Releasing lock "refresh_cache-0e73d3e6-13ab-418b-9cc1-2f33fe7837d8" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.292341] env[69770]: INFO nova.virt.vmwareapi.vm_util [None req-68d764de-b2d4-4ff7-8958-521cecc25e68 tempest-ServerGroupTestJSON-803161883 tempest-ServerGroupTestJSON-803161883-project-member] Created folder: Instances in parent group-v806541. [ 946.292714] env[69770]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-68d764de-b2d4-4ff7-8958-521cecc25e68 tempest-ServerGroupTestJSON-803161883 tempest-ServerGroupTestJSON-803161883-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69770) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 946.293248] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 15a53776-9653-4997-828d-4216093af571] Creating VM on the ESX host {{(pid=69770) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 946.294069] env[69770]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-50472193-32fc-4ea1-99d5-86f97275d03e {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.326231] env[69770]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 946.326231] env[69770]: value = "task-4069925" [ 946.326231] env[69770]: _type = "Task" [ 946.326231] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 946.344343] env[69770]: DEBUG oslo_vmware.api [-] Task: {'id': task-4069925, 'name': CreateVM_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.399980] env[69770]: DEBUG oslo_concurrency.lockutils [None req-7ca152ca-2448-4983-98f7-081386fdba68 tempest-MultipleCreateTestJSON-938873983 tempest-MultipleCreateTestJSON-938873983-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.800s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 946.399980] env[69770]: DEBUG nova.compute.manager [None req-7ca152ca-2448-4983-98f7-081386fdba68 tempest-MultipleCreateTestJSON-938873983 tempest-MultipleCreateTestJSON-938873983-project-member] [instance: f4e6f95b-525f-484e-b158-1e4d96678c2a] Start building networks asynchronously for instance. {{(pid=69770) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 946.402395] env[69770]: DEBUG oslo_concurrency.lockutils [None req-ea383c59-ea09-42d4-9361-21938b0dfbce tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 41.861s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 946.406055] env[69770]: INFO nova.compute.claims [None req-ea383c59-ea09-42d4-9361-21938b0dfbce tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] [instance: a3617e51-7671-42b4-a7d3-a22c7d57814a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 946.468449] env[69770]: DEBUG oslo_vmware.api [None req-5953cb4c-27ef-4b00-9f82-04264b118474 tempest-ServersAdminTestJSON-142622790 tempest-ServersAdminTestJSON-142622790-project-member] Task: {'id': task-4069921, 'name': Rename_Task, 'duration_secs': 1.355194} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 946.468773] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-5953cb4c-27ef-4b00-9f82-04264b118474 tempest-ServersAdminTestJSON-142622790 tempest-ServersAdminTestJSON-142622790-project-member] [instance: a4d4dece-6511-4a6e-a5fd-984223141631] Powering on the VM {{(pid=69770) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 946.469165] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2d6b9dae-9605-4542-acc1-d81390e96571 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.481757] env[69770]: DEBUG oslo_vmware.api [None req-5953cb4c-27ef-4b00-9f82-04264b118474 tempest-ServersAdminTestJSON-142622790 tempest-ServersAdminTestJSON-142622790-project-member] Waiting for the task: (returnval){ [ 946.481757] env[69770]: value = "task-4069926" [ 946.481757] env[69770]: _type = "Task" [ 946.481757] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 946.497037] env[69770]: DEBUG oslo_vmware.api [None req-5953cb4c-27ef-4b00-9f82-04264b118474 tempest-ServersAdminTestJSON-142622790 tempest-ServersAdminTestJSON-142622790-project-member] Task: {'id': task-4069926, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.510867] env[69770]: DEBUG oslo_concurrency.lockutils [None req-11fd588f-eda0-4047-88ec-b64c965f058b tempest-ServersNegativeTestMultiTenantJSON-990593103 tempest-ServersNegativeTestMultiTenantJSON-990593103-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 946.733818] env[69770]: DEBUG oslo_vmware.api [None req-1aad38cc-3d10-43b5-b809-0ad01738af70 tempest-ImagesOneServerNegativeTestJSON-405389268 tempest-ImagesOneServerNegativeTestJSON-405389268-project-member] Task: {'id': task-4069922, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.851954] env[69770]: DEBUG oslo_vmware.api [-] Task: {'id': task-4069925, 'name': CreateVM_Task, 'duration_secs': 0.454288} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 946.853752] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 15a53776-9653-4997-828d-4216093af571] Created VM on the ESX host {{(pid=69770) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 946.854784] env[69770]: DEBUG oslo_concurrency.lockutils [None req-68d764de-b2d4-4ff7-8958-521cecc25e68 tempest-ServerGroupTestJSON-803161883 tempest-ServerGroupTestJSON-803161883-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.855190] env[69770]: DEBUG oslo_concurrency.lockutils [None req-68d764de-b2d4-4ff7-8958-521cecc25e68 tempest-ServerGroupTestJSON-803161883 tempest-ServerGroupTestJSON-803161883-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.855599] env[69770]: DEBUG oslo_concurrency.lockutils [None req-68d764de-b2d4-4ff7-8958-521cecc25e68 tempest-ServerGroupTestJSON-803161883 tempest-ServerGroupTestJSON-803161883-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.857644] env[69770]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-468632a3-c308-4f79-b0a3-ff1d694b9f95 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.863731] env[69770]: DEBUG oslo_vmware.api [None req-68d764de-b2d4-4ff7-8958-521cecc25e68 tempest-ServerGroupTestJSON-803161883 tempest-ServerGroupTestJSON-803161883-project-member] Waiting for the task: (returnval){ [ 946.863731] env[69770]: value = "session[52161b52-cb8e-ec9f-1132-2f6b49549d41]52606e92-2a3e-e3f9-995c-657fc21cd6b2" [ 946.863731] env[69770]: _type = "Task" [ 946.863731] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 946.877295] env[69770]: DEBUG oslo_vmware.api [None req-68d764de-b2d4-4ff7-8958-521cecc25e68 tempest-ServerGroupTestJSON-803161883 tempest-ServerGroupTestJSON-803161883-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]52606e92-2a3e-e3f9-995c-657fc21cd6b2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.916290] env[69770]: DEBUG nova.compute.utils [None req-7ca152ca-2448-4983-98f7-081386fdba68 tempest-MultipleCreateTestJSON-938873983 tempest-MultipleCreateTestJSON-938873983-project-member] Using /dev/sd instead of None {{(pid=69770) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 946.920497] env[69770]: DEBUG nova.compute.manager [None req-7ca152ca-2448-4983-98f7-081386fdba68 tempest-MultipleCreateTestJSON-938873983 tempest-MultipleCreateTestJSON-938873983-project-member] [instance: f4e6f95b-525f-484e-b158-1e4d96678c2a] Allocating IP information in the background. {{(pid=69770) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 946.921267] env[69770]: DEBUG nova.network.neutron [None req-7ca152ca-2448-4983-98f7-081386fdba68 tempest-MultipleCreateTestJSON-938873983 tempest-MultipleCreateTestJSON-938873983-project-member] [instance: f4e6f95b-525f-484e-b158-1e4d96678c2a] allocate_for_instance() {{(pid=69770) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 946.994294] env[69770]: DEBUG oslo_vmware.api [None req-5953cb4c-27ef-4b00-9f82-04264b118474 tempest-ServersAdminTestJSON-142622790 tempest-ServersAdminTestJSON-142622790-project-member] Task: {'id': task-4069926, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.009240] env[69770]: DEBUG nova.policy [None req-7ca152ca-2448-4983-98f7-081386fdba68 tempest-MultipleCreateTestJSON-938873983 tempest-MultipleCreateTestJSON-938873983-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9c9f02da9e4e4b1d9116a3a364827de6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9730e5b8233d46698a306b5299eeec99', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69770) authorize /opt/stack/nova/nova/policy.py:192}} [ 947.107515] env[69770]: DEBUG nova.network.neutron [req-f6cfc6dd-dc24-4694-8f5e-d4fe6c1f88b3 req-0a9690d9-8e72-446d-a52a-f2628d723b7c service nova] [instance: 15a53776-9653-4997-828d-4216093af571] Updated VIF entry in instance network info cache for port 0c059ba9-6c6d-4121-a836-8f05af01966d. {{(pid=69770) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 947.108044] env[69770]: DEBUG nova.network.neutron [req-f6cfc6dd-dc24-4694-8f5e-d4fe6c1f88b3 req-0a9690d9-8e72-446d-a52a-f2628d723b7c service nova] [instance: 15a53776-9653-4997-828d-4216093af571] Updating instance_info_cache with network_info: [{"id": "0c059ba9-6c6d-4121-a836-8f05af01966d", "address": "fa:16:3e:a8:17:44", "network": {"id": "6f629082-5059-4242-9154-373b580f5ce3", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-706248350-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3c9193f5a9af46d09cef51dc989e5839", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ac7039c0-3374-4c08-87fc-af2449b48b02", "external-id": "nsx-vlan-transportzone-592", "segmentation_id": 592, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0c059ba9-6c", "ovs_interfaceid": "0c059ba9-6c6d-4121-a836-8f05af01966d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69770) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 947.233642] env[69770]: DEBUG oslo_vmware.api [None req-1aad38cc-3d10-43b5-b809-0ad01738af70 tempest-ImagesOneServerNegativeTestJSON-405389268 tempest-ImagesOneServerNegativeTestJSON-405389268-project-member] Task: {'id': task-4069922, 'name': RemoveSnapshot_Task, 'duration_secs': 1.870568} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 947.233835] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-1aad38cc-3d10-43b5-b809-0ad01738af70 tempest-ImagesOneServerNegativeTestJSON-405389268 tempest-ImagesOneServerNegativeTestJSON-405389268-project-member] [instance: 652320ff-d46d-4ce0-bc7d-eca68820e6ef] Deleted Snapshot of the VM instance {{(pid=69770) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 947.378024] env[69770]: DEBUG oslo_vmware.api [None req-68d764de-b2d4-4ff7-8958-521cecc25e68 tempest-ServerGroupTestJSON-803161883 tempest-ServerGroupTestJSON-803161883-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]52606e92-2a3e-e3f9-995c-657fc21cd6b2, 'name': SearchDatastore_Task, 'duration_secs': 0.016378} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 947.378024] env[69770]: DEBUG oslo_concurrency.lockutils [None req-68d764de-b2d4-4ff7-8958-521cecc25e68 tempest-ServerGroupTestJSON-803161883 tempest-ServerGroupTestJSON-803161883-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.378024] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-68d764de-b2d4-4ff7-8958-521cecc25e68 tempest-ServerGroupTestJSON-803161883 tempest-ServerGroupTestJSON-803161883-project-member] [instance: 15a53776-9653-4997-828d-4216093af571] Processing image d1eaff80-24a0-4391-90eb-59958b1ecf0a {{(pid=69770) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 947.378024] env[69770]: DEBUG oslo_concurrency.lockutils [None req-68d764de-b2d4-4ff7-8958-521cecc25e68 tempest-ServerGroupTestJSON-803161883 tempest-ServerGroupTestJSON-803161883-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.378024] env[69770]: DEBUG oslo_concurrency.lockutils [None req-68d764de-b2d4-4ff7-8958-521cecc25e68 tempest-ServerGroupTestJSON-803161883 tempest-ServerGroupTestJSON-803161883-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.378024] env[69770]: DEBUG nova.virt.vmwareapi.ds_util [None req-68d764de-b2d4-4ff7-8958-521cecc25e68 tempest-ServerGroupTestJSON-803161883 tempest-ServerGroupTestJSON-803161883-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69770) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 947.378024] env[69770]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0c205335-bc33-463f-b9e6-2e21ecf53d14 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.392218] env[69770]: DEBUG nova.virt.vmwareapi.ds_util [None req-68d764de-b2d4-4ff7-8958-521cecc25e68 tempest-ServerGroupTestJSON-803161883 tempest-ServerGroupTestJSON-803161883-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69770) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 947.392218] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-68d764de-b2d4-4ff7-8958-521cecc25e68 tempest-ServerGroupTestJSON-803161883 tempest-ServerGroupTestJSON-803161883-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69770) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 947.392218] env[69770]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a5246a67-fdb4-4614-819e-6d55032acaf3 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.403081] env[69770]: DEBUG oslo_vmware.api [None req-68d764de-b2d4-4ff7-8958-521cecc25e68 tempest-ServerGroupTestJSON-803161883 tempest-ServerGroupTestJSON-803161883-project-member] Waiting for the task: (returnval){ [ 947.403081] env[69770]: value = "session[52161b52-cb8e-ec9f-1132-2f6b49549d41]524bb737-e9f7-7a59-dffc-b617676c5c65" [ 947.403081] env[69770]: _type = "Task" [ 947.403081] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 947.414735] env[69770]: DEBUG oslo_vmware.api [None req-68d764de-b2d4-4ff7-8958-521cecc25e68 tempest-ServerGroupTestJSON-803161883 tempest-ServerGroupTestJSON-803161883-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]524bb737-e9f7-7a59-dffc-b617676c5c65, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.428855] env[69770]: DEBUG nova.compute.manager [None req-7ca152ca-2448-4983-98f7-081386fdba68 tempest-MultipleCreateTestJSON-938873983 tempest-MultipleCreateTestJSON-938873983-project-member] [instance: f4e6f95b-525f-484e-b158-1e4d96678c2a] Start building block device mappings for instance. {{(pid=69770) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 947.501654] env[69770]: DEBUG oslo_vmware.api [None req-5953cb4c-27ef-4b00-9f82-04264b118474 tempest-ServersAdminTestJSON-142622790 tempest-ServersAdminTestJSON-142622790-project-member] Task: {'id': task-4069926, 'name': PowerOnVM_Task, 'duration_secs': 0.770901} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 947.501971] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-5953cb4c-27ef-4b00-9f82-04264b118474 tempest-ServersAdminTestJSON-142622790 tempest-ServersAdminTestJSON-142622790-project-member] [instance: a4d4dece-6511-4a6e-a5fd-984223141631] Powered on the VM {{(pid=69770) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 947.502348] env[69770]: INFO nova.compute.manager [None req-5953cb4c-27ef-4b00-9f82-04264b118474 tempest-ServersAdminTestJSON-142622790 tempest-ServersAdminTestJSON-142622790-project-member] [instance: a4d4dece-6511-4a6e-a5fd-984223141631] Took 9.50 seconds to spawn the instance on the hypervisor. [ 947.502456] env[69770]: DEBUG nova.compute.manager [None req-5953cb4c-27ef-4b00-9f82-04264b118474 tempest-ServersAdminTestJSON-142622790 tempest-ServersAdminTestJSON-142622790-project-member] [instance: a4d4dece-6511-4a6e-a5fd-984223141631] Checking state {{(pid=69770) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 947.503514] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbd0d4de-32a0-4349-982a-4dee85a9f5e5 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.612109] env[69770]: DEBUG nova.network.neutron [None req-7ca152ca-2448-4983-98f7-081386fdba68 tempest-MultipleCreateTestJSON-938873983 tempest-MultipleCreateTestJSON-938873983-project-member] [instance: f4e6f95b-525f-484e-b158-1e4d96678c2a] Successfully created port: ee602e9d-c47b-429d-9811-a712c47af322 {{(pid=69770) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 947.615005] env[69770]: DEBUG oslo_concurrency.lockutils [req-f6cfc6dd-dc24-4694-8f5e-d4fe6c1f88b3 req-0a9690d9-8e72-446d-a52a-f2628d723b7c service nova] Releasing lock "refresh_cache-15a53776-9653-4997-828d-4216093af571" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.728738] env[69770]: DEBUG oslo_concurrency.lockutils [None req-2f3afe0f-468b-43f2-a1f9-4774c22b233d tempest-InstanceActionsNegativeTestJSON-680654 tempest-InstanceActionsNegativeTestJSON-680654-project-member] Acquiring lock "a41cf0f5-5115-4676-8480-eed1a5e0a72b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 947.728994] env[69770]: DEBUG oslo_concurrency.lockutils [None req-2f3afe0f-468b-43f2-a1f9-4774c22b233d tempest-InstanceActionsNegativeTestJSON-680654 tempest-InstanceActionsNegativeTestJSON-680654-project-member] Lock "a41cf0f5-5115-4676-8480-eed1a5e0a72b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 947.742880] env[69770]: WARNING nova.compute.manager [None req-1aad38cc-3d10-43b5-b809-0ad01738af70 tempest-ImagesOneServerNegativeTestJSON-405389268 tempest-ImagesOneServerNegativeTestJSON-405389268-project-member] [instance: 652320ff-d46d-4ce0-bc7d-eca68820e6ef] Image not found during snapshot: nova.exception.ImageNotFound: Image da578132-f9fa-4de4-9874-94adcb58b530 could not be found. [ 947.801794] env[69770]: DEBUG nova.network.neutron [None req-7ca152ca-2448-4983-98f7-081386fdba68 tempest-MultipleCreateTestJSON-938873983 tempest-MultipleCreateTestJSON-938873983-project-member] [instance: 6f84ff35-a4fd-4616-aa48-e10f21a0c223] Successfully updated port: fd6a5412-b024-4548-96be-0fc0250f11fe {{(pid=69770) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 947.809398] env[69770]: DEBUG nova.compute.manager [req-37a25949-6981-4a1e-b0b0-ad69177f9e51 req-87835210-f40f-4f58-97ad-5eddabab144f service nova] [instance: 6f84ff35-a4fd-4616-aa48-e10f21a0c223] Received event network-vif-plugged-fd6a5412-b024-4548-96be-0fc0250f11fe {{(pid=69770) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 947.809398] env[69770]: DEBUG oslo_concurrency.lockutils [req-37a25949-6981-4a1e-b0b0-ad69177f9e51 req-87835210-f40f-4f58-97ad-5eddabab144f service nova] Acquiring lock "6f84ff35-a4fd-4616-aa48-e10f21a0c223-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 947.809515] env[69770]: DEBUG oslo_concurrency.lockutils [req-37a25949-6981-4a1e-b0b0-ad69177f9e51 req-87835210-f40f-4f58-97ad-5eddabab144f service nova] Lock "6f84ff35-a4fd-4616-aa48-e10f21a0c223-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 947.809642] env[69770]: DEBUG oslo_concurrency.lockutils [req-37a25949-6981-4a1e-b0b0-ad69177f9e51 req-87835210-f40f-4f58-97ad-5eddabab144f service nova] Lock "6f84ff35-a4fd-4616-aa48-e10f21a0c223-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 947.809804] env[69770]: DEBUG nova.compute.manager [req-37a25949-6981-4a1e-b0b0-ad69177f9e51 req-87835210-f40f-4f58-97ad-5eddabab144f service nova] [instance: 6f84ff35-a4fd-4616-aa48-e10f21a0c223] No waiting events found dispatching network-vif-plugged-fd6a5412-b024-4548-96be-0fc0250f11fe {{(pid=69770) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 947.809969] env[69770]: WARNING nova.compute.manager [req-37a25949-6981-4a1e-b0b0-ad69177f9e51 req-87835210-f40f-4f58-97ad-5eddabab144f service nova] [instance: 6f84ff35-a4fd-4616-aa48-e10f21a0c223] Received unexpected event network-vif-plugged-fd6a5412-b024-4548-96be-0fc0250f11fe for instance with vm_state building and task_state spawning. [ 947.851935] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6a153f3-3fc1-48ec-8db9-fb05961f928e tempest-ServerRescueTestJSON-2083557613 tempest-ServerRescueTestJSON-2083557613-project-member] [instance: 0e73d3e6-13ab-418b-9cc1-2f33fe7837d8] Powering off the VM {{(pid=69770) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 947.852300] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7f5e68e3-3969-470f-b270-b845ee6f9bca {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.860958] env[69770]: DEBUG oslo_vmware.api [None req-a6a153f3-3fc1-48ec-8db9-fb05961f928e tempest-ServerRescueTestJSON-2083557613 tempest-ServerRescueTestJSON-2083557613-project-member] Waiting for the task: (returnval){ [ 947.860958] env[69770]: value = "task-4069927" [ 947.860958] env[69770]: _type = "Task" [ 947.860958] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 947.872582] env[69770]: DEBUG oslo_vmware.api [None req-a6a153f3-3fc1-48ec-8db9-fb05961f928e tempest-ServerRescueTestJSON-2083557613 tempest-ServerRescueTestJSON-2083557613-project-member] Task: {'id': task-4069927, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.915412] env[69770]: DEBUG oslo_vmware.api [None req-68d764de-b2d4-4ff7-8958-521cecc25e68 tempest-ServerGroupTestJSON-803161883 tempest-ServerGroupTestJSON-803161883-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]524bb737-e9f7-7a59-dffc-b617676c5c65, 'name': SearchDatastore_Task, 'duration_secs': 0.040564} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 947.916934] env[69770]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-469cb0ab-e098-45ec-844f-5d9b36230bf6 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.932201] env[69770]: DEBUG oslo_vmware.api [None req-68d764de-b2d4-4ff7-8958-521cecc25e68 tempest-ServerGroupTestJSON-803161883 tempest-ServerGroupTestJSON-803161883-project-member] Waiting for the task: (returnval){ [ 947.932201] env[69770]: value = "session[52161b52-cb8e-ec9f-1132-2f6b49549d41]5208bf39-ef91-8388-bc12-9ed66850cd80" [ 947.932201] env[69770]: _type = "Task" [ 947.932201] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 947.944561] env[69770]: DEBUG oslo_vmware.api [None req-68d764de-b2d4-4ff7-8958-521cecc25e68 tempest-ServerGroupTestJSON-803161883 tempest-ServerGroupTestJSON-803161883-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]5208bf39-ef91-8388-bc12-9ed66850cd80, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.034610] env[69770]: INFO nova.compute.manager [None req-5953cb4c-27ef-4b00-9f82-04264b118474 tempest-ServersAdminTestJSON-142622790 tempest-ServersAdminTestJSON-142622790-project-member] [instance: a4d4dece-6511-4a6e-a5fd-984223141631] Took 66.45 seconds to build instance. [ 948.123422] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-742fc55b-e983-421a-8910-1165bdba8740 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.140496] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8582c668-53fe-411a-a6dd-8ab9d96ede92 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.183349] env[69770]: DEBUG oslo_vmware.rw_handles [None req-c58143f6-6b57-41cc-ad2e-2736db6b46a2 tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52fe843d-13a9-4257-b40b-ec37dbbedc94/disk-0.vmdk. {{(pid=69770) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 948.184296] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25f29fcc-6a87-4f0f-87f0-59d4ed0e890d {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.187648] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a3c1454-fe69-429c-bcf4-cd07357769ba {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.196016] env[69770]: DEBUG oslo_vmware.rw_handles [None req-c58143f6-6b57-41cc-ad2e-2736db6b46a2 tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52fe843d-13a9-4257-b40b-ec37dbbedc94/disk-0.vmdk is in state: ready. {{(pid=69770) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 948.196016] env[69770]: ERROR oslo_vmware.rw_handles [None req-c58143f6-6b57-41cc-ad2e-2736db6b46a2 tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52fe843d-13a9-4257-b40b-ec37dbbedc94/disk-0.vmdk due to incomplete transfer. [ 948.198089] env[69770]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-e8e34500-475e-4046-ab4c-457c892b5725 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.200919] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e73befd-e91a-4510-93e0-eac320bbcfcd {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.218766] env[69770]: DEBUG nova.compute.provider_tree [None req-ea383c59-ea09-42d4-9361-21938b0dfbce tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] Inventory has not changed in ProviderTree for provider: 7cc7d32b-b7a7-454a-a456-2a440248ed9d {{(pid=69770) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 948.220404] env[69770]: DEBUG oslo_vmware.rw_handles [None req-c58143f6-6b57-41cc-ad2e-2736db6b46a2 tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52fe843d-13a9-4257-b40b-ec37dbbedc94/disk-0.vmdk. {{(pid=69770) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 948.220574] env[69770]: DEBUG nova.virt.vmwareapi.images [None req-c58143f6-6b57-41cc-ad2e-2736db6b46a2 tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] [instance: b2bce6a2-d9e0-41e9-8a4b-23e53133bbb4] Uploaded image 5543b709-47c3-49c2-aa85-3c120544c9b3 to the Glance image server {{(pid=69770) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 948.222968] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-c58143f6-6b57-41cc-ad2e-2736db6b46a2 tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] [instance: b2bce6a2-d9e0-41e9-8a4b-23e53133bbb4] Destroying the VM {{(pid=69770) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 948.223531] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-19b6c512-6a3a-44df-8d3a-b6a49c3d45a4 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.231832] env[69770]: DEBUG oslo_vmware.api [None req-c58143f6-6b57-41cc-ad2e-2736db6b46a2 tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] Waiting for the task: (returnval){ [ 948.231832] env[69770]: value = "task-4069928" [ 948.231832] env[69770]: _type = "Task" [ 948.231832] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 948.241785] env[69770]: DEBUG oslo_vmware.api [None req-c58143f6-6b57-41cc-ad2e-2736db6b46a2 tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] Task: {'id': task-4069928, 'name': Destroy_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.254239] env[69770]: DEBUG oslo_concurrency.lockutils [None req-308eb24e-92bc-4778-8288-df42acc871ed tempest-ServersAdminTestJSON-1431601507 tempest-ServersAdminTestJSON-1431601507-project-admin] Acquiring lock "refresh_cache-a4d4dece-6511-4a6e-a5fd-984223141631" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.254239] env[69770]: DEBUG oslo_concurrency.lockutils [None req-308eb24e-92bc-4778-8288-df42acc871ed tempest-ServersAdminTestJSON-1431601507 tempest-ServersAdminTestJSON-1431601507-project-admin] Acquired lock "refresh_cache-a4d4dece-6511-4a6e-a5fd-984223141631" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.254239] env[69770]: DEBUG nova.network.neutron [None req-308eb24e-92bc-4778-8288-df42acc871ed tempest-ServersAdminTestJSON-1431601507 tempest-ServersAdminTestJSON-1431601507-project-admin] [instance: a4d4dece-6511-4a6e-a5fd-984223141631] Building network info cache for instance {{(pid=69770) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 948.304847] env[69770]: DEBUG oslo_concurrency.lockutils [None req-7ca152ca-2448-4983-98f7-081386fdba68 tempest-MultipleCreateTestJSON-938873983 tempest-MultipleCreateTestJSON-938873983-project-member] Acquiring lock "refresh_cache-6f84ff35-a4fd-4616-aa48-e10f21a0c223" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.305048] env[69770]: DEBUG oslo_concurrency.lockutils [None req-7ca152ca-2448-4983-98f7-081386fdba68 tempest-MultipleCreateTestJSON-938873983 tempest-MultipleCreateTestJSON-938873983-project-member] Acquired lock "refresh_cache-6f84ff35-a4fd-4616-aa48-e10f21a0c223" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.306488] env[69770]: DEBUG nova.network.neutron [None req-7ca152ca-2448-4983-98f7-081386fdba68 tempest-MultipleCreateTestJSON-938873983 tempest-MultipleCreateTestJSON-938873983-project-member] [instance: 6f84ff35-a4fd-4616-aa48-e10f21a0c223] Building network info cache for instance {{(pid=69770) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 948.374412] env[69770]: DEBUG oslo_vmware.api [None req-a6a153f3-3fc1-48ec-8db9-fb05961f928e tempest-ServerRescueTestJSON-2083557613 tempest-ServerRescueTestJSON-2083557613-project-member] Task: {'id': task-4069927, 'name': PowerOffVM_Task, 'duration_secs': 0.355508} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 948.374726] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6a153f3-3fc1-48ec-8db9-fb05961f928e tempest-ServerRescueTestJSON-2083557613 tempest-ServerRescueTestJSON-2083557613-project-member] [instance: 0e73d3e6-13ab-418b-9cc1-2f33fe7837d8] Powered off the VM {{(pid=69770) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 948.375669] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b01a9e1-6a06-40f4-86f5-e2b3ba557686 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.397491] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bca995a6-b125-4644-a230-429837e70eef {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.431216] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6a153f3-3fc1-48ec-8db9-fb05961f928e tempest-ServerRescueTestJSON-2083557613 tempest-ServerRescueTestJSON-2083557613-project-member] [instance: 0e73d3e6-13ab-418b-9cc1-2f33fe7837d8] Powering off the VM {{(pid=69770) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 948.431601] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b38d1ccf-a148-46f6-850c-30e68adb2029 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.440128] env[69770]: DEBUG nova.compute.manager [None req-7ca152ca-2448-4983-98f7-081386fdba68 tempest-MultipleCreateTestJSON-938873983 tempest-MultipleCreateTestJSON-938873983-project-member] [instance: f4e6f95b-525f-484e-b158-1e4d96678c2a] Start spawning the instance on the hypervisor. {{(pid=69770) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 948.447709] env[69770]: DEBUG oslo_vmware.api [None req-a6a153f3-3fc1-48ec-8db9-fb05961f928e tempest-ServerRescueTestJSON-2083557613 tempest-ServerRescueTestJSON-2083557613-project-member] Waiting for the task: (returnval){ [ 948.447709] env[69770]: value = "task-4069929" [ 948.447709] env[69770]: _type = "Task" [ 948.447709] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 948.447921] env[69770]: DEBUG oslo_vmware.api [None req-68d764de-b2d4-4ff7-8958-521cecc25e68 tempest-ServerGroupTestJSON-803161883 tempest-ServerGroupTestJSON-803161883-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]5208bf39-ef91-8388-bc12-9ed66850cd80, 'name': SearchDatastore_Task, 'duration_secs': 0.016418} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 948.448231] env[69770]: DEBUG oslo_concurrency.lockutils [None req-68d764de-b2d4-4ff7-8958-521cecc25e68 tempest-ServerGroupTestJSON-803161883 tempest-ServerGroupTestJSON-803161883-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.448489] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-68d764de-b2d4-4ff7-8958-521cecc25e68 tempest-ServerGroupTestJSON-803161883 tempest-ServerGroupTestJSON-803161883-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk to [datastore2] 15a53776-9653-4997-828d-4216093af571/15a53776-9653-4997-828d-4216093af571.vmdk {{(pid=69770) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 948.451572] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9bef7119-890d-4f30-ae09-70cab1f54c97 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.464209] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6a153f3-3fc1-48ec-8db9-fb05961f928e tempest-ServerRescueTestJSON-2083557613 tempest-ServerRescueTestJSON-2083557613-project-member] [instance: 0e73d3e6-13ab-418b-9cc1-2f33fe7837d8] VM already powered off {{(pid=69770) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 948.464695] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-a6a153f3-3fc1-48ec-8db9-fb05961f928e tempest-ServerRescueTestJSON-2083557613 tempest-ServerRescueTestJSON-2083557613-project-member] [instance: 0e73d3e6-13ab-418b-9cc1-2f33fe7837d8] Processing image d1eaff80-24a0-4391-90eb-59958b1ecf0a {{(pid=69770) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 948.465279] env[69770]: DEBUG oslo_concurrency.lockutils [None req-a6a153f3-3fc1-48ec-8db9-fb05961f928e tempest-ServerRescueTestJSON-2083557613 tempest-ServerRescueTestJSON-2083557613-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.465279] env[69770]: DEBUG oslo_concurrency.lockutils [None req-a6a153f3-3fc1-48ec-8db9-fb05961f928e tempest-ServerRescueTestJSON-2083557613 tempest-ServerRescueTestJSON-2083557613-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.465526] env[69770]: DEBUG nova.virt.vmwareapi.ds_util [None req-a6a153f3-3fc1-48ec-8db9-fb05961f928e tempest-ServerRescueTestJSON-2083557613 tempest-ServerRescueTestJSON-2083557613-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69770) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 948.466347] env[69770]: DEBUG oslo_vmware.api [None req-68d764de-b2d4-4ff7-8958-521cecc25e68 tempest-ServerGroupTestJSON-803161883 tempest-ServerGroupTestJSON-803161883-project-member] Waiting for the task: (returnval){ [ 948.466347] env[69770]: value = "task-4069930" [ 948.466347] env[69770]: _type = "Task" [ 948.466347] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 948.466906] env[69770]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b3ee8c9b-e30a-4519-ac1b-cfbc774f8fe1 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.476289] env[69770]: DEBUG nova.virt.hardware [None req-7ca152ca-2448-4983-98f7-081386fdba68 tempest-MultipleCreateTestJSON-938873983 tempest-MultipleCreateTestJSON-938873983-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T12:16:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T12:16:11Z,direct_url=,disk_format='vmdk',id=d1eaff80-24a0-4391-90eb-59958b1ecf0a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d65f20bb89fb40a98b77bc6d97357df2',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T12:16:12Z,virtual_size=,visibility=), allow threads: False {{(pid=69770) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 948.476581] env[69770]: DEBUG nova.virt.hardware [None req-7ca152ca-2448-4983-98f7-081386fdba68 tempest-MultipleCreateTestJSON-938873983 tempest-MultipleCreateTestJSON-938873983-project-member] Flavor limits 0:0:0 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 948.476798] env[69770]: DEBUG nova.virt.hardware [None req-7ca152ca-2448-4983-98f7-081386fdba68 tempest-MultipleCreateTestJSON-938873983 tempest-MultipleCreateTestJSON-938873983-project-member] Image limits 0:0:0 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 948.477128] env[69770]: DEBUG nova.virt.hardware [None req-7ca152ca-2448-4983-98f7-081386fdba68 tempest-MultipleCreateTestJSON-938873983 tempest-MultipleCreateTestJSON-938873983-project-member] Flavor pref 0:0:0 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 948.477399] env[69770]: DEBUG nova.virt.hardware [None req-7ca152ca-2448-4983-98f7-081386fdba68 tempest-MultipleCreateTestJSON-938873983 tempest-MultipleCreateTestJSON-938873983-project-member] Image pref 0:0:0 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 948.477693] env[69770]: DEBUG nova.virt.hardware [None req-7ca152ca-2448-4983-98f7-081386fdba68 tempest-MultipleCreateTestJSON-938873983 tempest-MultipleCreateTestJSON-938873983-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 948.478129] env[69770]: DEBUG nova.virt.hardware [None req-7ca152ca-2448-4983-98f7-081386fdba68 tempest-MultipleCreateTestJSON-938873983 tempest-MultipleCreateTestJSON-938873983-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69770) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 948.478452] env[69770]: DEBUG nova.virt.hardware [None req-7ca152ca-2448-4983-98f7-081386fdba68 tempest-MultipleCreateTestJSON-938873983 tempest-MultipleCreateTestJSON-938873983-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69770) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 948.478795] env[69770]: DEBUG nova.virt.hardware [None req-7ca152ca-2448-4983-98f7-081386fdba68 tempest-MultipleCreateTestJSON-938873983 tempest-MultipleCreateTestJSON-938873983-project-member] Got 1 possible topologies {{(pid=69770) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 948.479091] env[69770]: DEBUG nova.virt.hardware [None req-7ca152ca-2448-4983-98f7-081386fdba68 tempest-MultipleCreateTestJSON-938873983 tempest-MultipleCreateTestJSON-938873983-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69770) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 948.479736] env[69770]: DEBUG nova.virt.hardware [None req-7ca152ca-2448-4983-98f7-081386fdba68 tempest-MultipleCreateTestJSON-938873983 tempest-MultipleCreateTestJSON-938873983-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69770) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 948.481536] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26447949-5e50-49da-83a8-f5a8b6f8ef60 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.492053] env[69770]: DEBUG oslo_vmware.api [None req-68d764de-b2d4-4ff7-8958-521cecc25e68 tempest-ServerGroupTestJSON-803161883 tempest-ServerGroupTestJSON-803161883-project-member] Task: {'id': task-4069930, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.495723] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbc64afa-a5ff-4530-9c74-12c478a2a313 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.501449] env[69770]: DEBUG nova.virt.vmwareapi.ds_util [None req-a6a153f3-3fc1-48ec-8db9-fb05961f928e tempest-ServerRescueTestJSON-2083557613 tempest-ServerRescueTestJSON-2083557613-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69770) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 948.501659] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-a6a153f3-3fc1-48ec-8db9-fb05961f928e tempest-ServerRescueTestJSON-2083557613 tempest-ServerRescueTestJSON-2083557613-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69770) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 948.502928] env[69770]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d4313bee-b915-47d3-8219-701eee8e3077 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.518134] env[69770]: DEBUG oslo_vmware.api [None req-a6a153f3-3fc1-48ec-8db9-fb05961f928e tempest-ServerRescueTestJSON-2083557613 tempest-ServerRescueTestJSON-2083557613-project-member] Waiting for the task: (returnval){ [ 948.518134] env[69770]: value = "session[52161b52-cb8e-ec9f-1132-2f6b49549d41]52d49bfd-dbaf-0b9b-336e-bfd0d4e47c5a" [ 948.518134] env[69770]: _type = "Task" [ 948.518134] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 948.528144] env[69770]: DEBUG oslo_vmware.api [None req-a6a153f3-3fc1-48ec-8db9-fb05961f928e tempest-ServerRescueTestJSON-2083557613 tempest-ServerRescueTestJSON-2083557613-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]52d49bfd-dbaf-0b9b-336e-bfd0d4e47c5a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.538019] env[69770]: DEBUG oslo_concurrency.lockutils [None req-5953cb4c-27ef-4b00-9f82-04264b118474 tempest-ServersAdminTestJSON-142622790 tempest-ServersAdminTestJSON-142622790-project-member] Lock "a4d4dece-6511-4a6e-a5fd-984223141631" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 67.971s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 948.725023] env[69770]: DEBUG nova.scheduler.client.report [None req-ea383c59-ea09-42d4-9361-21938b0dfbce tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] Inventory has not changed for provider 7cc7d32b-b7a7-454a-a456-2a440248ed9d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69770) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 948.742762] env[69770]: DEBUG oslo_vmware.api [None req-c58143f6-6b57-41cc-ad2e-2736db6b46a2 tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] Task: {'id': task-4069928, 'name': Destroy_Task, 'duration_secs': 0.361828} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 948.743763] env[69770]: INFO nova.virt.vmwareapi.vm_util [None req-c58143f6-6b57-41cc-ad2e-2736db6b46a2 tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] [instance: b2bce6a2-d9e0-41e9-8a4b-23e53133bbb4] Destroyed the VM [ 948.744030] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-c58143f6-6b57-41cc-ad2e-2736db6b46a2 tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] [instance: b2bce6a2-d9e0-41e9-8a4b-23e53133bbb4] Deleting Snapshot of the VM instance {{(pid=69770) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 948.744315] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-893e8840-da3b-498b-ba65-60c9472f79dc {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.755053] env[69770]: DEBUG oslo_vmware.api [None req-c58143f6-6b57-41cc-ad2e-2736db6b46a2 tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] Waiting for the task: (returnval){ [ 948.755053] env[69770]: value = "task-4069931" [ 948.755053] env[69770]: _type = "Task" [ 948.755053] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 948.761645] env[69770]: DEBUG oslo_concurrency.lockutils [None req-b650112e-a21b-4c26-a8a4-5fd99301f6fe tempest-ImagesOneServerNegativeTestJSON-405389268 tempest-ImagesOneServerNegativeTestJSON-405389268-project-member] Acquiring lock "652320ff-d46d-4ce0-bc7d-eca68820e6ef" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 948.761934] env[69770]: DEBUG oslo_concurrency.lockutils [None req-b650112e-a21b-4c26-a8a4-5fd99301f6fe tempest-ImagesOneServerNegativeTestJSON-405389268 tempest-ImagesOneServerNegativeTestJSON-405389268-project-member] Lock "652320ff-d46d-4ce0-bc7d-eca68820e6ef" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 948.762348] env[69770]: DEBUG oslo_concurrency.lockutils [None req-b650112e-a21b-4c26-a8a4-5fd99301f6fe tempest-ImagesOneServerNegativeTestJSON-405389268 tempest-ImagesOneServerNegativeTestJSON-405389268-project-member] Acquiring lock "652320ff-d46d-4ce0-bc7d-eca68820e6ef-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 948.762348] env[69770]: DEBUG oslo_concurrency.lockutils [None req-b650112e-a21b-4c26-a8a4-5fd99301f6fe tempest-ImagesOneServerNegativeTestJSON-405389268 tempest-ImagesOneServerNegativeTestJSON-405389268-project-member] Lock "652320ff-d46d-4ce0-bc7d-eca68820e6ef-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 948.762502] env[69770]: DEBUG oslo_concurrency.lockutils [None req-b650112e-a21b-4c26-a8a4-5fd99301f6fe tempest-ImagesOneServerNegativeTestJSON-405389268 tempest-ImagesOneServerNegativeTestJSON-405389268-project-member] Lock "652320ff-d46d-4ce0-bc7d-eca68820e6ef-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 948.765523] env[69770]: INFO nova.compute.manager [None req-b650112e-a21b-4c26-a8a4-5fd99301f6fe tempest-ImagesOneServerNegativeTestJSON-405389268 tempest-ImagesOneServerNegativeTestJSON-405389268-project-member] [instance: 652320ff-d46d-4ce0-bc7d-eca68820e6ef] Terminating instance [ 948.771955] env[69770]: DEBUG oslo_vmware.api [None req-c58143f6-6b57-41cc-ad2e-2736db6b46a2 tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] Task: {'id': task-4069931, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.861813] env[69770]: DEBUG nova.network.neutron [None req-7ca152ca-2448-4983-98f7-081386fdba68 tempest-MultipleCreateTestJSON-938873983 tempest-MultipleCreateTestJSON-938873983-project-member] [instance: 6f84ff35-a4fd-4616-aa48-e10f21a0c223] Instance cache missing network info. {{(pid=69770) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 948.988050] env[69770]: DEBUG oslo_vmware.api [None req-68d764de-b2d4-4ff7-8958-521cecc25e68 tempest-ServerGroupTestJSON-803161883 tempest-ServerGroupTestJSON-803161883-project-member] Task: {'id': task-4069930, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.031434] env[69770]: DEBUG oslo_vmware.api [None req-a6a153f3-3fc1-48ec-8db9-fb05961f928e tempest-ServerRescueTestJSON-2083557613 tempest-ServerRescueTestJSON-2083557613-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]52d49bfd-dbaf-0b9b-336e-bfd0d4e47c5a, 'name': SearchDatastore_Task, 'duration_secs': 0.010837} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 949.034946] env[69770]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-83f51833-aa7d-48b5-b287-4055a4fe7f8f {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.045145] env[69770]: DEBUG nova.compute.manager [None req-6ee327ef-cac6-461f-8261-d94045abc761 tempest-ServersWithSpecificFlavorTestJSON-412767258 tempest-ServersWithSpecificFlavorTestJSON-412767258-project-member] [instance: e4982a7d-45f6-4b3d-9768-7d260a133e8d] Starting instance... {{(pid=69770) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 949.052836] env[69770]: DEBUG oslo_vmware.api [None req-a6a153f3-3fc1-48ec-8db9-fb05961f928e tempest-ServerRescueTestJSON-2083557613 tempest-ServerRescueTestJSON-2083557613-project-member] Waiting for the task: (returnval){ [ 949.052836] env[69770]: value = "session[52161b52-cb8e-ec9f-1132-2f6b49549d41]52087d68-98b4-c99c-8948-9ee4eb159552" [ 949.052836] env[69770]: _type = "Task" [ 949.052836] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.066894] env[69770]: DEBUG oslo_vmware.api [None req-a6a153f3-3fc1-48ec-8db9-fb05961f928e tempest-ServerRescueTestJSON-2083557613 tempest-ServerRescueTestJSON-2083557613-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]52087d68-98b4-c99c-8948-9ee4eb159552, 'name': SearchDatastore_Task, 'duration_secs': 0.012048} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 949.069714] env[69770]: DEBUG oslo_concurrency.lockutils [None req-a6a153f3-3fc1-48ec-8db9-fb05961f928e tempest-ServerRescueTestJSON-2083557613 tempest-ServerRescueTestJSON-2083557613-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.070464] env[69770]: DEBUG nova.virt.vmwareapi.ds_util [None req-a6a153f3-3fc1-48ec-8db9-fb05961f928e tempest-ServerRescueTestJSON-2083557613 tempest-ServerRescueTestJSON-2083557613-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk to [datastore2] 0e73d3e6-13ab-418b-9cc1-2f33fe7837d8/d1eaff80-24a0-4391-90eb-59958b1ecf0a-rescue.vmdk. {{(pid=69770) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 949.070464] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6f21186b-f4f4-4aaf-88a7-2eeb9a3461e6 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.079582] env[69770]: DEBUG oslo_vmware.api [None req-a6a153f3-3fc1-48ec-8db9-fb05961f928e tempest-ServerRescueTestJSON-2083557613 tempest-ServerRescueTestJSON-2083557613-project-member] Waiting for the task: (returnval){ [ 949.079582] env[69770]: value = "task-4069932" [ 949.079582] env[69770]: _type = "Task" [ 949.079582] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.092197] env[69770]: DEBUG oslo_vmware.api [None req-a6a153f3-3fc1-48ec-8db9-fb05961f928e tempest-ServerRescueTestJSON-2083557613 tempest-ServerRescueTestJSON-2083557613-project-member] Task: {'id': task-4069932, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.099414] env[69770]: DEBUG nova.network.neutron [None req-308eb24e-92bc-4778-8288-df42acc871ed tempest-ServersAdminTestJSON-1431601507 tempest-ServersAdminTestJSON-1431601507-project-admin] [instance: a4d4dece-6511-4a6e-a5fd-984223141631] Updating instance_info_cache with network_info: [{"id": "92c948af-1680-4dd4-afeb-2199163c8953", "address": "fa:16:3e:12:d6:0d", "network": {"id": "e7c596b4-3bbc-4941-a7ae-206b11043228", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-853591594-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "32b2200b93d14bf0bd9c367d6ed09cf1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7869cc8e-e58f-4fd6-88d7-85a18e43cd3a", "external-id": "nsx-vlan-transportzone-927", "segmentation_id": 927, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap92c948af-16", "ovs_interfaceid": "92c948af-1680-4dd4-afeb-2199163c8953", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69770) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 949.120918] env[69770]: DEBUG nova.network.neutron [None req-7ca152ca-2448-4983-98f7-081386fdba68 tempest-MultipleCreateTestJSON-938873983 tempest-MultipleCreateTestJSON-938873983-project-member] [instance: 6f84ff35-a4fd-4616-aa48-e10f21a0c223] Updating instance_info_cache with network_info: [{"id": "fd6a5412-b024-4548-96be-0fc0250f11fe", "address": "fa:16:3e:8b:a7:ab", "network": {"id": "ec46c5c1-497d-473d-be16-b908a7c7f224", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1448501516-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9730e5b8233d46698a306b5299eeec99", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "61a172ee-af3f-473e-b12a-3fee5bf39c8d", "external-id": "nsx-vlan-transportzone-997", "segmentation_id": 997, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfd6a5412-b0", "ovs_interfaceid": "fd6a5412-b024-4548-96be-0fc0250f11fe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69770) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 949.230516] env[69770]: DEBUG oslo_concurrency.lockutils [None req-ea383c59-ea09-42d4-9361-21938b0dfbce tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.829s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 949.231318] env[69770]: DEBUG nova.compute.manager [None req-ea383c59-ea09-42d4-9361-21938b0dfbce tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] [instance: a3617e51-7671-42b4-a7d3-a22c7d57814a] Start building networks asynchronously for instance. {{(pid=69770) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 949.234311] env[69770]: DEBUG oslo_concurrency.lockutils [None req-90b63d55-f445-40d1-91fd-ef72357864e9 tempest-AttachInterfacesV270Test-1251409617 tempest-AttachInterfacesV270Test-1251409617-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 43.686s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 949.234572] env[69770]: DEBUG nova.objects.instance [None req-90b63d55-f445-40d1-91fd-ef72357864e9 tempest-AttachInterfacesV270Test-1251409617 tempest-AttachInterfacesV270Test-1251409617-project-member] Lazy-loading 'resources' on Instance uuid b958c260-2604-4b07-9afb-285ceed6cf79 {{(pid=69770) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 949.275100] env[69770]: DEBUG nova.compute.manager [None req-b650112e-a21b-4c26-a8a4-5fd99301f6fe tempest-ImagesOneServerNegativeTestJSON-405389268 tempest-ImagesOneServerNegativeTestJSON-405389268-project-member] [instance: 652320ff-d46d-4ce0-bc7d-eca68820e6ef] Start destroying the instance on the hypervisor. {{(pid=69770) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 949.275355] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-b650112e-a21b-4c26-a8a4-5fd99301f6fe tempest-ImagesOneServerNegativeTestJSON-405389268 tempest-ImagesOneServerNegativeTestJSON-405389268-project-member] [instance: 652320ff-d46d-4ce0-bc7d-eca68820e6ef] Destroying instance {{(pid=69770) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 949.275788] env[69770]: DEBUG oslo_vmware.api [None req-c58143f6-6b57-41cc-ad2e-2736db6b46a2 tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] Task: {'id': task-4069931, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.277637] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2533e836-f1cc-4b6c-95e3-f47878898461 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.289610] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-b650112e-a21b-4c26-a8a4-5fd99301f6fe tempest-ImagesOneServerNegativeTestJSON-405389268 tempest-ImagesOneServerNegativeTestJSON-405389268-project-member] [instance: 652320ff-d46d-4ce0-bc7d-eca68820e6ef] Powering off the VM {{(pid=69770) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 949.289875] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-779aa2db-748a-4776-914e-0f5c8e86ed55 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.300157] env[69770]: DEBUG oslo_vmware.api [None req-b650112e-a21b-4c26-a8a4-5fd99301f6fe tempest-ImagesOneServerNegativeTestJSON-405389268 tempest-ImagesOneServerNegativeTestJSON-405389268-project-member] Waiting for the task: (returnval){ [ 949.300157] env[69770]: value = "task-4069933" [ 949.300157] env[69770]: _type = "Task" [ 949.300157] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.313731] env[69770]: DEBUG oslo_vmware.api [None req-b650112e-a21b-4c26-a8a4-5fd99301f6fe tempest-ImagesOneServerNegativeTestJSON-405389268 tempest-ImagesOneServerNegativeTestJSON-405389268-project-member] Task: {'id': task-4069933, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.492076] env[69770]: DEBUG oslo_vmware.api [None req-68d764de-b2d4-4ff7-8958-521cecc25e68 tempest-ServerGroupTestJSON-803161883 tempest-ServerGroupTestJSON-803161883-project-member] Task: {'id': task-4069930, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.540737} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 949.492478] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-68d764de-b2d4-4ff7-8958-521cecc25e68 tempest-ServerGroupTestJSON-803161883 tempest-ServerGroupTestJSON-803161883-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk to [datastore2] 15a53776-9653-4997-828d-4216093af571/15a53776-9653-4997-828d-4216093af571.vmdk {{(pid=69770) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 949.492776] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-68d764de-b2d4-4ff7-8958-521cecc25e68 tempest-ServerGroupTestJSON-803161883 tempest-ServerGroupTestJSON-803161883-project-member] [instance: 15a53776-9653-4997-828d-4216093af571] Extending root virtual disk to 1048576 {{(pid=69770) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 949.493098] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ac330897-f4c2-44be-983f-cbddc00117b8 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.502925] env[69770]: DEBUG oslo_vmware.api [None req-68d764de-b2d4-4ff7-8958-521cecc25e68 tempest-ServerGroupTestJSON-803161883 tempest-ServerGroupTestJSON-803161883-project-member] Waiting for the task: (returnval){ [ 949.502925] env[69770]: value = "task-4069934" [ 949.502925] env[69770]: _type = "Task" [ 949.502925] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.517736] env[69770]: DEBUG oslo_vmware.api [None req-68d764de-b2d4-4ff7-8958-521cecc25e68 tempest-ServerGroupTestJSON-803161883 tempest-ServerGroupTestJSON-803161883-project-member] Task: {'id': task-4069934, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.521895] env[69770]: DEBUG nova.network.neutron [None req-7ca152ca-2448-4983-98f7-081386fdba68 tempest-MultipleCreateTestJSON-938873983 tempest-MultipleCreateTestJSON-938873983-project-member] [instance: f4e6f95b-525f-484e-b158-1e4d96678c2a] Successfully updated port: ee602e9d-c47b-429d-9811-a712c47af322 {{(pid=69770) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 949.585736] env[69770]: DEBUG oslo_concurrency.lockutils [None req-6ee327ef-cac6-461f-8261-d94045abc761 tempest-ServersWithSpecificFlavorTestJSON-412767258 tempest-ServersWithSpecificFlavorTestJSON-412767258-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 949.591771] env[69770]: DEBUG oslo_vmware.api [None req-a6a153f3-3fc1-48ec-8db9-fb05961f928e tempest-ServerRescueTestJSON-2083557613 tempest-ServerRescueTestJSON-2083557613-project-member] Task: {'id': task-4069932, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.602706] env[69770]: DEBUG oslo_concurrency.lockutils [None req-308eb24e-92bc-4778-8288-df42acc871ed tempest-ServersAdminTestJSON-1431601507 tempest-ServersAdminTestJSON-1431601507-project-admin] Releasing lock "refresh_cache-a4d4dece-6511-4a6e-a5fd-984223141631" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.602950] env[69770]: DEBUG nova.compute.manager [None req-308eb24e-92bc-4778-8288-df42acc871ed tempest-ServersAdminTestJSON-1431601507 tempest-ServersAdminTestJSON-1431601507-project-admin] [instance: a4d4dece-6511-4a6e-a5fd-984223141631] Inject network info {{(pid=69770) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7737}} [ 949.603277] env[69770]: DEBUG nova.compute.manager [None req-308eb24e-92bc-4778-8288-df42acc871ed tempest-ServersAdminTestJSON-1431601507 tempest-ServersAdminTestJSON-1431601507-project-admin] [instance: a4d4dece-6511-4a6e-a5fd-984223141631] network_info to inject: |[{"id": "92c948af-1680-4dd4-afeb-2199163c8953", "address": "fa:16:3e:12:d6:0d", "network": {"id": "e7c596b4-3bbc-4941-a7ae-206b11043228", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-853591594-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "32b2200b93d14bf0bd9c367d6ed09cf1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7869cc8e-e58f-4fd6-88d7-85a18e43cd3a", "external-id": "nsx-vlan-transportzone-927", "segmentation_id": 927, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap92c948af-16", "ovs_interfaceid": "92c948af-1680-4dd4-afeb-2199163c8953", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69770) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7738}} [ 949.613051] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-308eb24e-92bc-4778-8288-df42acc871ed tempest-ServersAdminTestJSON-1431601507 tempest-ServersAdminTestJSON-1431601507-project-admin] [instance: a4d4dece-6511-4a6e-a5fd-984223141631] Reconfiguring VM instance to set the machine id {{(pid=69770) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 949.613777] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5fba699f-e051-478c-85be-5a8dc93bf061 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.624699] env[69770]: DEBUG oslo_concurrency.lockutils [None req-7ca152ca-2448-4983-98f7-081386fdba68 tempest-MultipleCreateTestJSON-938873983 tempest-MultipleCreateTestJSON-938873983-project-member] Releasing lock "refresh_cache-6f84ff35-a4fd-4616-aa48-e10f21a0c223" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.624997] env[69770]: DEBUG nova.compute.manager [None req-7ca152ca-2448-4983-98f7-081386fdba68 tempest-MultipleCreateTestJSON-938873983 tempest-MultipleCreateTestJSON-938873983-project-member] [instance: 6f84ff35-a4fd-4616-aa48-e10f21a0c223] Instance network_info: |[{"id": "fd6a5412-b024-4548-96be-0fc0250f11fe", "address": "fa:16:3e:8b:a7:ab", "network": {"id": "ec46c5c1-497d-473d-be16-b908a7c7f224", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1448501516-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9730e5b8233d46698a306b5299eeec99", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "61a172ee-af3f-473e-b12a-3fee5bf39c8d", "external-id": "nsx-vlan-transportzone-997", "segmentation_id": 997, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfd6a5412-b0", "ovs_interfaceid": "fd6a5412-b024-4548-96be-0fc0250f11fe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69770) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 949.625423] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-7ca152ca-2448-4983-98f7-081386fdba68 tempest-MultipleCreateTestJSON-938873983 tempest-MultipleCreateTestJSON-938873983-project-member] [instance: 6f84ff35-a4fd-4616-aa48-e10f21a0c223] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8b:a7:ab', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '61a172ee-af3f-473e-b12a-3fee5bf39c8d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'fd6a5412-b024-4548-96be-0fc0250f11fe', 'vif_model': 'vmxnet3'}] {{(pid=69770) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 949.633497] env[69770]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7ca152ca-2448-4983-98f7-081386fdba68 tempest-MultipleCreateTestJSON-938873983 tempest-MultipleCreateTestJSON-938873983-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69770) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 949.633728] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6f84ff35-a4fd-4616-aa48-e10f21a0c223] Creating VM on the ESX host {{(pid=69770) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 949.634011] env[69770]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0e1ae3cc-3b49-4e38-ba3a-388da127478a {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.652950] env[69770]: DEBUG oslo_vmware.api [None req-308eb24e-92bc-4778-8288-df42acc871ed tempest-ServersAdminTestJSON-1431601507 tempest-ServersAdminTestJSON-1431601507-project-admin] Waiting for the task: (returnval){ [ 949.652950] env[69770]: value = "task-4069935" [ 949.652950] env[69770]: _type = "Task" [ 949.652950] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.660332] env[69770]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 949.660332] env[69770]: value = "task-4069936" [ 949.660332] env[69770]: _type = "Task" [ 949.660332] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.663490] env[69770]: DEBUG oslo_vmware.api [None req-308eb24e-92bc-4778-8288-df42acc871ed tempest-ServersAdminTestJSON-1431601507 tempest-ServersAdminTestJSON-1431601507-project-admin] Task: {'id': task-4069935, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.672434] env[69770]: DEBUG oslo_vmware.api [-] Task: {'id': task-4069936, 'name': CreateVM_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.738942] env[69770]: DEBUG nova.compute.utils [None req-ea383c59-ea09-42d4-9361-21938b0dfbce tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] Using /dev/sd instead of None {{(pid=69770) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 949.743976] env[69770]: DEBUG nova.compute.manager [None req-ea383c59-ea09-42d4-9361-21938b0dfbce tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] [instance: a3617e51-7671-42b4-a7d3-a22c7d57814a] Allocating IP information in the background. {{(pid=69770) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 949.743976] env[69770]: DEBUG nova.network.neutron [None req-ea383c59-ea09-42d4-9361-21938b0dfbce tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] [instance: a3617e51-7671-42b4-a7d3-a22c7d57814a] allocate_for_instance() {{(pid=69770) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 949.771288] env[69770]: DEBUG oslo_vmware.api [None req-c58143f6-6b57-41cc-ad2e-2736db6b46a2 tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] Task: {'id': task-4069931, 'name': RemoveSnapshot_Task, 'duration_secs': 0.754305} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 949.771654] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-c58143f6-6b57-41cc-ad2e-2736db6b46a2 tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] [instance: b2bce6a2-d9e0-41e9-8a4b-23e53133bbb4] Deleted Snapshot of the VM instance {{(pid=69770) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 949.771789] env[69770]: INFO nova.compute.manager [None req-c58143f6-6b57-41cc-ad2e-2736db6b46a2 tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] [instance: b2bce6a2-d9e0-41e9-8a4b-23e53133bbb4] Took 14.65 seconds to snapshot the instance on the hypervisor. [ 949.801212] env[69770]: DEBUG nova.policy [None req-ea383c59-ea09-42d4-9361-21938b0dfbce tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '96302256b41c4dbeb62a6283ae0b2113', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '79f08803ff104b29b1724007c4361a7e', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69770) authorize /opt/stack/nova/nova/policy.py:192}} [ 949.815822] env[69770]: DEBUG oslo_vmware.api [None req-b650112e-a21b-4c26-a8a4-5fd99301f6fe tempest-ImagesOneServerNegativeTestJSON-405389268 tempest-ImagesOneServerNegativeTestJSON-405389268-project-member] Task: {'id': task-4069933, 'name': PowerOffVM_Task, 'duration_secs': 0.257578} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 949.816837] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-b650112e-a21b-4c26-a8a4-5fd99301f6fe tempest-ImagesOneServerNegativeTestJSON-405389268 tempest-ImagesOneServerNegativeTestJSON-405389268-project-member] [instance: 652320ff-d46d-4ce0-bc7d-eca68820e6ef] Powered off the VM {{(pid=69770) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 949.817041] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-b650112e-a21b-4c26-a8a4-5fd99301f6fe tempest-ImagesOneServerNegativeTestJSON-405389268 tempest-ImagesOneServerNegativeTestJSON-405389268-project-member] [instance: 652320ff-d46d-4ce0-bc7d-eca68820e6ef] Unregistering the VM {{(pid=69770) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 949.817310] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-23de4d21-71d4-46f0-b4a9-e68c709b9945 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.903073] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-b650112e-a21b-4c26-a8a4-5fd99301f6fe tempest-ImagesOneServerNegativeTestJSON-405389268 tempest-ImagesOneServerNegativeTestJSON-405389268-project-member] [instance: 652320ff-d46d-4ce0-bc7d-eca68820e6ef] Unregistered the VM {{(pid=69770) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 949.903073] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-b650112e-a21b-4c26-a8a4-5fd99301f6fe tempest-ImagesOneServerNegativeTestJSON-405389268 tempest-ImagesOneServerNegativeTestJSON-405389268-project-member] [instance: 652320ff-d46d-4ce0-bc7d-eca68820e6ef] Deleting contents of the VM from datastore datastore1 {{(pid=69770) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 949.903073] env[69770]: DEBUG nova.virt.vmwareapi.ds_util [None req-b650112e-a21b-4c26-a8a4-5fd99301f6fe tempest-ImagesOneServerNegativeTestJSON-405389268 tempest-ImagesOneServerNegativeTestJSON-405389268-project-member] Deleting the datastore file [datastore1] 652320ff-d46d-4ce0-bc7d-eca68820e6ef {{(pid=69770) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 949.903073] env[69770]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ab834215-20e0-4532-b20b-c8efe4967ea0 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.914205] env[69770]: DEBUG oslo_vmware.api [None req-b650112e-a21b-4c26-a8a4-5fd99301f6fe tempest-ImagesOneServerNegativeTestJSON-405389268 tempest-ImagesOneServerNegativeTestJSON-405389268-project-member] Waiting for the task: (returnval){ [ 949.914205] env[69770]: value = "task-4069938" [ 949.914205] env[69770]: _type = "Task" [ 949.914205] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.925035] env[69770]: DEBUG oslo_vmware.api [None req-b650112e-a21b-4c26-a8a4-5fd99301f6fe tempest-ImagesOneServerNegativeTestJSON-405389268 tempest-ImagesOneServerNegativeTestJSON-405389268-project-member] Task: {'id': task-4069938, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.016691] env[69770]: DEBUG oslo_vmware.api [None req-68d764de-b2d4-4ff7-8958-521cecc25e68 tempest-ServerGroupTestJSON-803161883 tempest-ServerGroupTestJSON-803161883-project-member] Task: {'id': task-4069934, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.121083} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 950.017594] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-68d764de-b2d4-4ff7-8958-521cecc25e68 tempest-ServerGroupTestJSON-803161883 tempest-ServerGroupTestJSON-803161883-project-member] [instance: 15a53776-9653-4997-828d-4216093af571] Extended root virtual disk {{(pid=69770) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 950.018467] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cce66e0c-054b-4d98-a040-7cb9d6d1cdec {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.024109] env[69770]: DEBUG oslo_concurrency.lockutils [None req-7ca152ca-2448-4983-98f7-081386fdba68 tempest-MultipleCreateTestJSON-938873983 tempest-MultipleCreateTestJSON-938873983-project-member] Acquiring lock "refresh_cache-f4e6f95b-525f-484e-b158-1e4d96678c2a" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.024293] env[69770]: DEBUG oslo_concurrency.lockutils [None req-7ca152ca-2448-4983-98f7-081386fdba68 tempest-MultipleCreateTestJSON-938873983 tempest-MultipleCreateTestJSON-938873983-project-member] Acquired lock "refresh_cache-f4e6f95b-525f-484e-b158-1e4d96678c2a" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.024459] env[69770]: DEBUG nova.network.neutron [None req-7ca152ca-2448-4983-98f7-081386fdba68 tempest-MultipleCreateTestJSON-938873983 tempest-MultipleCreateTestJSON-938873983-project-member] [instance: f4e6f95b-525f-484e-b158-1e4d96678c2a] Building network info cache for instance {{(pid=69770) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 950.029161] env[69770]: DEBUG nova.compute.manager [req-a4b0c15a-ce87-4fb0-9bd7-6e2eff44d487 req-e5a1bf75-7457-4d0c-9d2e-41105b5b213a service nova] [instance: 6f84ff35-a4fd-4616-aa48-e10f21a0c223] Received event network-changed-fd6a5412-b024-4548-96be-0fc0250f11fe {{(pid=69770) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 950.029161] env[69770]: DEBUG nova.compute.manager [req-a4b0c15a-ce87-4fb0-9bd7-6e2eff44d487 req-e5a1bf75-7457-4d0c-9d2e-41105b5b213a service nova] [instance: 6f84ff35-a4fd-4616-aa48-e10f21a0c223] Refreshing instance network info cache due to event network-changed-fd6a5412-b024-4548-96be-0fc0250f11fe. {{(pid=69770) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 950.029161] env[69770]: DEBUG oslo_concurrency.lockutils [req-a4b0c15a-ce87-4fb0-9bd7-6e2eff44d487 req-e5a1bf75-7457-4d0c-9d2e-41105b5b213a service nova] Acquiring lock "refresh_cache-6f84ff35-a4fd-4616-aa48-e10f21a0c223" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.029161] env[69770]: DEBUG oslo_concurrency.lockutils [req-a4b0c15a-ce87-4fb0-9bd7-6e2eff44d487 req-e5a1bf75-7457-4d0c-9d2e-41105b5b213a service nova] Acquired lock "refresh_cache-6f84ff35-a4fd-4616-aa48-e10f21a0c223" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.029161] env[69770]: DEBUG nova.network.neutron [req-a4b0c15a-ce87-4fb0-9bd7-6e2eff44d487 req-e5a1bf75-7457-4d0c-9d2e-41105b5b213a service nova] [instance: 6f84ff35-a4fd-4616-aa48-e10f21a0c223] Refreshing network info cache for port fd6a5412-b024-4548-96be-0fc0250f11fe {{(pid=69770) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 950.057673] env[69770]: DEBUG nova.virt.vmwareapi.volumeops [None req-68d764de-b2d4-4ff7-8958-521cecc25e68 tempest-ServerGroupTestJSON-803161883 tempest-ServerGroupTestJSON-803161883-project-member] [instance: 15a53776-9653-4997-828d-4216093af571] Reconfiguring VM instance instance-0000003a to attach disk [datastore2] 15a53776-9653-4997-828d-4216093af571/15a53776-9653-4997-828d-4216093af571.vmdk or device None with type sparse {{(pid=69770) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 950.060506] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-12c69744-41d3-4201-b5ab-dcf2cf4c9744 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.086701] env[69770]: DEBUG oslo_vmware.api [None req-68d764de-b2d4-4ff7-8958-521cecc25e68 tempest-ServerGroupTestJSON-803161883 tempest-ServerGroupTestJSON-803161883-project-member] Waiting for the task: (returnval){ [ 950.086701] env[69770]: value = "task-4069939" [ 950.086701] env[69770]: _type = "Task" [ 950.086701] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 950.095271] env[69770]: DEBUG oslo_vmware.api [None req-a6a153f3-3fc1-48ec-8db9-fb05961f928e tempest-ServerRescueTestJSON-2083557613 tempest-ServerRescueTestJSON-2083557613-project-member] Task: {'id': task-4069932, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.521531} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 950.095650] env[69770]: INFO nova.virt.vmwareapi.ds_util [None req-a6a153f3-3fc1-48ec-8db9-fb05961f928e tempest-ServerRescueTestJSON-2083557613 tempest-ServerRescueTestJSON-2083557613-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk to [datastore2] 0e73d3e6-13ab-418b-9cc1-2f33fe7837d8/d1eaff80-24a0-4391-90eb-59958b1ecf0a-rescue.vmdk. [ 950.097244] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25b72f2a-c5b9-4103-a5c4-3396ad010951 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.107027] env[69770]: DEBUG oslo_vmware.api [None req-68d764de-b2d4-4ff7-8958-521cecc25e68 tempest-ServerGroupTestJSON-803161883 tempest-ServerGroupTestJSON-803161883-project-member] Task: {'id': task-4069939, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.134840] env[69770]: DEBUG nova.virt.vmwareapi.volumeops [None req-a6a153f3-3fc1-48ec-8db9-fb05961f928e tempest-ServerRescueTestJSON-2083557613 tempest-ServerRescueTestJSON-2083557613-project-member] [instance: 0e73d3e6-13ab-418b-9cc1-2f33fe7837d8] Reconfiguring VM instance instance-00000038 to attach disk [datastore2] 0e73d3e6-13ab-418b-9cc1-2f33fe7837d8/d1eaff80-24a0-4391-90eb-59958b1ecf0a-rescue.vmdk or device None with type thin {{(pid=69770) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 950.140899] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f3382d0e-bcfb-4228-bc06-3d5620e0aeff {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.173198] env[69770]: DEBUG oslo_vmware.api [None req-a6a153f3-3fc1-48ec-8db9-fb05961f928e tempest-ServerRescueTestJSON-2083557613 tempest-ServerRescueTestJSON-2083557613-project-member] Waiting for the task: (returnval){ [ 950.173198] env[69770]: value = "task-4069940" [ 950.173198] env[69770]: _type = "Task" [ 950.173198] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 950.173587] env[69770]: DEBUG oslo_vmware.api [None req-308eb24e-92bc-4778-8288-df42acc871ed tempest-ServersAdminTestJSON-1431601507 tempest-ServersAdminTestJSON-1431601507-project-admin] Task: {'id': task-4069935, 'name': ReconfigVM_Task, 'duration_secs': 0.226922} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 950.174772] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-308eb24e-92bc-4778-8288-df42acc871ed tempest-ServersAdminTestJSON-1431601507 tempest-ServersAdminTestJSON-1431601507-project-admin] [instance: a4d4dece-6511-4a6e-a5fd-984223141631] Reconfigured VM instance to set the machine id {{(pid=69770) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 950.186754] env[69770]: DEBUG oslo_vmware.api [-] Task: {'id': task-4069936, 'name': CreateVM_Task} progress is 99%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.195231] env[69770]: DEBUG oslo_vmware.api [None req-a6a153f3-3fc1-48ec-8db9-fb05961f928e tempest-ServerRescueTestJSON-2083557613 tempest-ServerRescueTestJSON-2083557613-project-member] Task: {'id': task-4069940, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.244467] env[69770]: DEBUG nova.compute.manager [None req-ea383c59-ea09-42d4-9361-21938b0dfbce tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] [instance: a3617e51-7671-42b4-a7d3-a22c7d57814a] Start building block device mappings for instance. {{(pid=69770) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 950.260439] env[69770]: DEBUG nova.network.neutron [None req-ea383c59-ea09-42d4-9361-21938b0dfbce tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] [instance: a3617e51-7671-42b4-a7d3-a22c7d57814a] Successfully created port: 86019cd3-db0c-4adc-86d7-378f42286db2 {{(pid=69770) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 950.410476] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1c8a291-de97-467a-9e47-2df3a61bae2b {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.422924] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-858b7ce1-02d2-4b36-9d49-07f5c9b3d035 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.431303] env[69770]: DEBUG oslo_vmware.api [None req-b650112e-a21b-4c26-a8a4-5fd99301f6fe tempest-ImagesOneServerNegativeTestJSON-405389268 tempest-ImagesOneServerNegativeTestJSON-405389268-project-member] Task: {'id': task-4069938, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.154438} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 950.431303] env[69770]: DEBUG nova.virt.vmwareapi.ds_util [None req-b650112e-a21b-4c26-a8a4-5fd99301f6fe tempest-ImagesOneServerNegativeTestJSON-405389268 tempest-ImagesOneServerNegativeTestJSON-405389268-project-member] Deleted the datastore file {{(pid=69770) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 950.432045] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-b650112e-a21b-4c26-a8a4-5fd99301f6fe tempest-ImagesOneServerNegativeTestJSON-405389268 tempest-ImagesOneServerNegativeTestJSON-405389268-project-member] [instance: 652320ff-d46d-4ce0-bc7d-eca68820e6ef] Deleted contents of the VM from datastore datastore1 {{(pid=69770) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 950.432045] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-b650112e-a21b-4c26-a8a4-5fd99301f6fe tempest-ImagesOneServerNegativeTestJSON-405389268 tempest-ImagesOneServerNegativeTestJSON-405389268-project-member] [instance: 652320ff-d46d-4ce0-bc7d-eca68820e6ef] Instance destroyed {{(pid=69770) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 950.432045] env[69770]: INFO nova.compute.manager [None req-b650112e-a21b-4c26-a8a4-5fd99301f6fe tempest-ImagesOneServerNegativeTestJSON-405389268 tempest-ImagesOneServerNegativeTestJSON-405389268-project-member] [instance: 652320ff-d46d-4ce0-bc7d-eca68820e6ef] Took 1.16 seconds to destroy the instance on the hypervisor. [ 950.432247] env[69770]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b650112e-a21b-4c26-a8a4-5fd99301f6fe tempest-ImagesOneServerNegativeTestJSON-405389268 tempest-ImagesOneServerNegativeTestJSON-405389268-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69770) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 950.432308] env[69770]: DEBUG nova.compute.manager [-] [instance: 652320ff-d46d-4ce0-bc7d-eca68820e6ef] Deallocating network for instance {{(pid=69770) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 950.432414] env[69770]: DEBUG nova.network.neutron [-] [instance: 652320ff-d46d-4ce0-bc7d-eca68820e6ef] deallocate_for_instance() {{(pid=69770) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 950.461796] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7e47aff-33ed-48d0-a69d-87ad953381df {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.470805] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5b41d84-736a-49c2-8fc7-ba74acf9bc5f {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.485885] env[69770]: DEBUG nova.compute.provider_tree [None req-90b63d55-f445-40d1-91fd-ef72357864e9 tempest-AttachInterfacesV270Test-1251409617 tempest-AttachInterfacesV270Test-1251409617-project-member] Inventory has not changed in ProviderTree for provider: 7cc7d32b-b7a7-454a-a456-2a440248ed9d {{(pid=69770) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 950.597154] env[69770]: DEBUG oslo_vmware.api [None req-68d764de-b2d4-4ff7-8958-521cecc25e68 tempest-ServerGroupTestJSON-803161883 tempest-ServerGroupTestJSON-803161883-project-member] Task: {'id': task-4069939, 'name': ReconfigVM_Task, 'duration_secs': 0.336731} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 950.597441] env[69770]: DEBUG nova.virt.vmwareapi.volumeops [None req-68d764de-b2d4-4ff7-8958-521cecc25e68 tempest-ServerGroupTestJSON-803161883 tempest-ServerGroupTestJSON-803161883-project-member] [instance: 15a53776-9653-4997-828d-4216093af571] Reconfigured VM instance instance-0000003a to attach disk [datastore2] 15a53776-9653-4997-828d-4216093af571/15a53776-9653-4997-828d-4216093af571.vmdk or device None with type sparse {{(pid=69770) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 950.598136] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7ab975f1-63fd-4613-860e-0c60d43cf663 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.604784] env[69770]: DEBUG oslo_vmware.api [None req-68d764de-b2d4-4ff7-8958-521cecc25e68 tempest-ServerGroupTestJSON-803161883 tempest-ServerGroupTestJSON-803161883-project-member] Waiting for the task: (returnval){ [ 950.604784] env[69770]: value = "task-4069941" [ 950.604784] env[69770]: _type = "Task" [ 950.604784] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 950.613614] env[69770]: DEBUG oslo_vmware.api [None req-68d764de-b2d4-4ff7-8958-521cecc25e68 tempest-ServerGroupTestJSON-803161883 tempest-ServerGroupTestJSON-803161883-project-member] Task: {'id': task-4069941, 'name': Rename_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.614507] env[69770]: DEBUG nova.network.neutron [None req-7ca152ca-2448-4983-98f7-081386fdba68 tempest-MultipleCreateTestJSON-938873983 tempest-MultipleCreateTestJSON-938873983-project-member] [instance: f4e6f95b-525f-484e-b158-1e4d96678c2a] Instance cache missing network info. {{(pid=69770) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 950.659442] env[69770]: DEBUG oslo_concurrency.lockutils [None req-dbbf7a5d-d089-4a0a-8a31-e34ceff9d5f8 tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] Acquiring lock "b2bce6a2-d9e0-41e9-8a4b-23e53133bbb4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 950.659692] env[69770]: DEBUG oslo_concurrency.lockutils [None req-dbbf7a5d-d089-4a0a-8a31-e34ceff9d5f8 tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] Lock "b2bce6a2-d9e0-41e9-8a4b-23e53133bbb4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 950.659895] env[69770]: DEBUG oslo_concurrency.lockutils [None req-dbbf7a5d-d089-4a0a-8a31-e34ceff9d5f8 tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] Acquiring lock "b2bce6a2-d9e0-41e9-8a4b-23e53133bbb4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 950.660089] env[69770]: DEBUG oslo_concurrency.lockutils [None req-dbbf7a5d-d089-4a0a-8a31-e34ceff9d5f8 tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] Lock "b2bce6a2-d9e0-41e9-8a4b-23e53133bbb4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 950.660286] env[69770]: DEBUG oslo_concurrency.lockutils [None req-dbbf7a5d-d089-4a0a-8a31-e34ceff9d5f8 tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] Lock "b2bce6a2-d9e0-41e9-8a4b-23e53133bbb4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 950.668405] env[69770]: INFO nova.compute.manager [None req-dbbf7a5d-d089-4a0a-8a31-e34ceff9d5f8 tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] [instance: b2bce6a2-d9e0-41e9-8a4b-23e53133bbb4] Terminating instance [ 950.677557] env[69770]: DEBUG oslo_vmware.api [-] Task: {'id': task-4069936, 'name': CreateVM_Task} progress is 99%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.688651] env[69770]: DEBUG oslo_vmware.api [None req-a6a153f3-3fc1-48ec-8db9-fb05961f928e tempest-ServerRescueTestJSON-2083557613 tempest-ServerRescueTestJSON-2083557613-project-member] Task: {'id': task-4069940, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.989450] env[69770]: DEBUG nova.scheduler.client.report [None req-90b63d55-f445-40d1-91fd-ef72357864e9 tempest-AttachInterfacesV270Test-1251409617 tempest-AttachInterfacesV270Test-1251409617-project-member] Inventory has not changed for provider 7cc7d32b-b7a7-454a-a456-2a440248ed9d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69770) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 951.000855] env[69770]: DEBUG nova.network.neutron [None req-7ca152ca-2448-4983-98f7-081386fdba68 tempest-MultipleCreateTestJSON-938873983 tempest-MultipleCreateTestJSON-938873983-project-member] [instance: f4e6f95b-525f-484e-b158-1e4d96678c2a] Updating instance_info_cache with network_info: [{"id": "ee602e9d-c47b-429d-9811-a712c47af322", "address": "fa:16:3e:a5:9b:8d", "network": {"id": "ec46c5c1-497d-473d-be16-b908a7c7f224", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1448501516-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9730e5b8233d46698a306b5299eeec99", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "61a172ee-af3f-473e-b12a-3fee5bf39c8d", "external-id": "nsx-vlan-transportzone-997", "segmentation_id": 997, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapee602e9d-c4", "ovs_interfaceid": "ee602e9d-c47b-429d-9811-a712c47af322", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69770) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 951.049153] env[69770]: DEBUG nova.network.neutron [req-a4b0c15a-ce87-4fb0-9bd7-6e2eff44d487 req-e5a1bf75-7457-4d0c-9d2e-41105b5b213a service nova] [instance: 6f84ff35-a4fd-4616-aa48-e10f21a0c223] Updated VIF entry in instance network info cache for port fd6a5412-b024-4548-96be-0fc0250f11fe. {{(pid=69770) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 951.049594] env[69770]: DEBUG nova.network.neutron [req-a4b0c15a-ce87-4fb0-9bd7-6e2eff44d487 req-e5a1bf75-7457-4d0c-9d2e-41105b5b213a service nova] [instance: 6f84ff35-a4fd-4616-aa48-e10f21a0c223] Updating instance_info_cache with network_info: [{"id": "fd6a5412-b024-4548-96be-0fc0250f11fe", "address": "fa:16:3e:8b:a7:ab", "network": {"id": "ec46c5c1-497d-473d-be16-b908a7c7f224", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1448501516-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9730e5b8233d46698a306b5299eeec99", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "61a172ee-af3f-473e-b12a-3fee5bf39c8d", "external-id": "nsx-vlan-transportzone-997", "segmentation_id": 997, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfd6a5412-b0", "ovs_interfaceid": "fd6a5412-b024-4548-96be-0fc0250f11fe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69770) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 951.117174] env[69770]: DEBUG oslo_vmware.api [None req-68d764de-b2d4-4ff7-8958-521cecc25e68 tempest-ServerGroupTestJSON-803161883 tempest-ServerGroupTestJSON-803161883-project-member] Task: {'id': task-4069941, 'name': Rename_Task, 'duration_secs': 0.315925} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 951.117421] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-68d764de-b2d4-4ff7-8958-521cecc25e68 tempest-ServerGroupTestJSON-803161883 tempest-ServerGroupTestJSON-803161883-project-member] [instance: 15a53776-9653-4997-828d-4216093af571] Powering on the VM {{(pid=69770) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 951.117685] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c4d4c994-4b13-4f12-b66f-9404d5bb9505 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.124834] env[69770]: DEBUG oslo_vmware.api [None req-68d764de-b2d4-4ff7-8958-521cecc25e68 tempest-ServerGroupTestJSON-803161883 tempest-ServerGroupTestJSON-803161883-project-member] Waiting for the task: (returnval){ [ 951.124834] env[69770]: value = "task-4069942" [ 951.124834] env[69770]: _type = "Task" [ 951.124834] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 951.133858] env[69770]: DEBUG oslo_vmware.api [None req-68d764de-b2d4-4ff7-8958-521cecc25e68 tempest-ServerGroupTestJSON-803161883 tempest-ServerGroupTestJSON-803161883-project-member] Task: {'id': task-4069942, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.175990] env[69770]: DEBUG nova.compute.manager [None req-dbbf7a5d-d089-4a0a-8a31-e34ceff9d5f8 tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] [instance: b2bce6a2-d9e0-41e9-8a4b-23e53133bbb4] Start destroying the instance on the hypervisor. {{(pid=69770) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 951.176195] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-dbbf7a5d-d089-4a0a-8a31-e34ceff9d5f8 tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] [instance: b2bce6a2-d9e0-41e9-8a4b-23e53133bbb4] Destroying instance {{(pid=69770) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 951.176473] env[69770]: DEBUG oslo_vmware.api [-] Task: {'id': task-4069936, 'name': CreateVM_Task, 'duration_secs': 1.396107} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 951.177354] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-047f68bc-028e-4442-8324-4c8177c3c0a4 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.180642] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6f84ff35-a4fd-4616-aa48-e10f21a0c223] Created VM on the ESX host {{(pid=69770) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 951.181548] env[69770]: DEBUG oslo_concurrency.lockutils [None req-7ca152ca-2448-4983-98f7-081386fdba68 tempest-MultipleCreateTestJSON-938873983 tempest-MultipleCreateTestJSON-938873983-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.181725] env[69770]: DEBUG oslo_concurrency.lockutils [None req-7ca152ca-2448-4983-98f7-081386fdba68 tempest-MultipleCreateTestJSON-938873983 tempest-MultipleCreateTestJSON-938873983-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.182131] env[69770]: DEBUG oslo_concurrency.lockutils [None req-7ca152ca-2448-4983-98f7-081386fdba68 tempest-MultipleCreateTestJSON-938873983 tempest-MultipleCreateTestJSON-938873983-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.186258] env[69770]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6676bf96-5500-48a2-9de1-98e2af6b9378 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.191563] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-dbbf7a5d-d089-4a0a-8a31-e34ceff9d5f8 tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] [instance: b2bce6a2-d9e0-41e9-8a4b-23e53133bbb4] Unregistering the VM {{(pid=69770) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 951.196726] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a26f0829-a2fb-4eb2-9231-a70e714080da {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.199071] env[69770]: DEBUG oslo_vmware.api [None req-7ca152ca-2448-4983-98f7-081386fdba68 tempest-MultipleCreateTestJSON-938873983 tempest-MultipleCreateTestJSON-938873983-project-member] Waiting for the task: (returnval){ [ 951.199071] env[69770]: value = "session[52161b52-cb8e-ec9f-1132-2f6b49549d41]52d03c10-6d95-49c1-438d-e33bf3fcb562" [ 951.199071] env[69770]: _type = "Task" [ 951.199071] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 951.199312] env[69770]: DEBUG oslo_vmware.api [None req-a6a153f3-3fc1-48ec-8db9-fb05961f928e tempest-ServerRescueTestJSON-2083557613 tempest-ServerRescueTestJSON-2083557613-project-member] Task: {'id': task-4069940, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.210151] env[69770]: DEBUG oslo_vmware.api [None req-7ca152ca-2448-4983-98f7-081386fdba68 tempest-MultipleCreateTestJSON-938873983 tempest-MultipleCreateTestJSON-938873983-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]52d03c10-6d95-49c1-438d-e33bf3fcb562, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.255775] env[69770]: DEBUG nova.compute.manager [None req-ea383c59-ea09-42d4-9361-21938b0dfbce tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] [instance: a3617e51-7671-42b4-a7d3-a22c7d57814a] Start spawning the instance on the hypervisor. {{(pid=69770) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 951.289289] env[69770]: DEBUG nova.virt.hardware [None req-ea383c59-ea09-42d4-9361-21938b0dfbce tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T12:16:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T12:16:11Z,direct_url=,disk_format='vmdk',id=d1eaff80-24a0-4391-90eb-59958b1ecf0a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d65f20bb89fb40a98b77bc6d97357df2',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T12:16:12Z,virtual_size=,visibility=), allow threads: False {{(pid=69770) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 951.289588] env[69770]: DEBUG nova.virt.hardware [None req-ea383c59-ea09-42d4-9361-21938b0dfbce tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] Flavor limits 0:0:0 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 951.289751] env[69770]: DEBUG nova.virt.hardware [None req-ea383c59-ea09-42d4-9361-21938b0dfbce tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] Image limits 0:0:0 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 951.289981] env[69770]: DEBUG nova.virt.hardware [None req-ea383c59-ea09-42d4-9361-21938b0dfbce tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] Flavor pref 0:0:0 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 951.290180] env[69770]: DEBUG nova.virt.hardware [None req-ea383c59-ea09-42d4-9361-21938b0dfbce tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] Image pref 0:0:0 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 951.290335] env[69770]: DEBUG nova.virt.hardware [None req-ea383c59-ea09-42d4-9361-21938b0dfbce tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 951.290615] env[69770]: DEBUG nova.virt.hardware [None req-ea383c59-ea09-42d4-9361-21938b0dfbce tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69770) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 951.290704] env[69770]: DEBUG nova.virt.hardware [None req-ea383c59-ea09-42d4-9361-21938b0dfbce tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69770) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 951.290876] env[69770]: DEBUG nova.virt.hardware [None req-ea383c59-ea09-42d4-9361-21938b0dfbce tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] Got 1 possible topologies {{(pid=69770) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 951.291080] env[69770]: DEBUG nova.virt.hardware [None req-ea383c59-ea09-42d4-9361-21938b0dfbce tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69770) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 951.291225] env[69770]: DEBUG nova.virt.hardware [None req-ea383c59-ea09-42d4-9361-21938b0dfbce tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69770) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 951.292191] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5f3595b-b16d-45f2-bfe8-5ae83280d918 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.296621] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-dbbf7a5d-d089-4a0a-8a31-e34ceff9d5f8 tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] [instance: b2bce6a2-d9e0-41e9-8a4b-23e53133bbb4] Unregistered the VM {{(pid=69770) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 951.296903] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-dbbf7a5d-d089-4a0a-8a31-e34ceff9d5f8 tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] [instance: b2bce6a2-d9e0-41e9-8a4b-23e53133bbb4] Deleting contents of the VM from datastore datastore1 {{(pid=69770) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 951.297123] env[69770]: DEBUG nova.virt.vmwareapi.ds_util [None req-dbbf7a5d-d089-4a0a-8a31-e34ceff9d5f8 tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] Deleting the datastore file [datastore1] b2bce6a2-d9e0-41e9-8a4b-23e53133bbb4 {{(pid=69770) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 951.297879] env[69770]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b0575474-e4e9-4ac8-bf42-7f9fc4f179bf {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.304061] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65754af2-ef0c-49cd-b084-29d6806aa5a3 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.309920] env[69770]: DEBUG oslo_vmware.api [None req-dbbf7a5d-d089-4a0a-8a31-e34ceff9d5f8 tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] Waiting for the task: (returnval){ [ 951.309920] env[69770]: value = "task-4069944" [ 951.309920] env[69770]: _type = "Task" [ 951.309920] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 951.331688] env[69770]: DEBUG oslo_vmware.api [None req-dbbf7a5d-d089-4a0a-8a31-e34ceff9d5f8 tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] Task: {'id': task-4069944, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.444765] env[69770]: DEBUG nova.compute.manager [req-2dd5ebd5-5c1f-448a-b75a-75802c5cdf3c req-41e87e6b-b867-4ec5-b311-44c44b79b631 service nova] [instance: 652320ff-d46d-4ce0-bc7d-eca68820e6ef] Received event network-vif-deleted-40d40130-0813-4b0f-9e0d-8dd363a61127 {{(pid=69770) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 951.444984] env[69770]: INFO nova.compute.manager [req-2dd5ebd5-5c1f-448a-b75a-75802c5cdf3c req-41e87e6b-b867-4ec5-b311-44c44b79b631 service nova] [instance: 652320ff-d46d-4ce0-bc7d-eca68820e6ef] Neutron deleted interface 40d40130-0813-4b0f-9e0d-8dd363a61127; detaching it from the instance and deleting it from the info cache [ 951.445174] env[69770]: DEBUG nova.network.neutron [req-2dd5ebd5-5c1f-448a-b75a-75802c5cdf3c req-41e87e6b-b867-4ec5-b311-44c44b79b631 service nova] [instance: 652320ff-d46d-4ce0-bc7d-eca68820e6ef] Updating instance_info_cache with network_info: [] {{(pid=69770) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 951.500507] env[69770]: DEBUG oslo_concurrency.lockutils [None req-90b63d55-f445-40d1-91fd-ef72357864e9 tempest-AttachInterfacesV270Test-1251409617 tempest-AttachInterfacesV270Test-1251409617-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.266s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 951.503143] env[69770]: DEBUG oslo_concurrency.lockutils [None req-1454d6c3-cd60-4db0-951e-e17071b4e36f tempest-VolumesAdminNegativeTest-624188729 tempest-VolumesAdminNegativeTest-624188729-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 42.685s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 951.503433] env[69770]: DEBUG nova.objects.instance [None req-1454d6c3-cd60-4db0-951e-e17071b4e36f tempest-VolumesAdminNegativeTest-624188729 tempest-VolumesAdminNegativeTest-624188729-project-member] Lazy-loading 'resources' on Instance uuid da33b77b-49c7-48e3-9f43-68e4bf6e53a8 {{(pid=69770) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 951.504951] env[69770]: DEBUG oslo_concurrency.lockutils [None req-7ca152ca-2448-4983-98f7-081386fdba68 tempest-MultipleCreateTestJSON-938873983 tempest-MultipleCreateTestJSON-938873983-project-member] Releasing lock "refresh_cache-f4e6f95b-525f-484e-b158-1e4d96678c2a" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.505274] env[69770]: DEBUG nova.compute.manager [None req-7ca152ca-2448-4983-98f7-081386fdba68 tempest-MultipleCreateTestJSON-938873983 tempest-MultipleCreateTestJSON-938873983-project-member] [instance: f4e6f95b-525f-484e-b158-1e4d96678c2a] Instance network_info: |[{"id": "ee602e9d-c47b-429d-9811-a712c47af322", "address": "fa:16:3e:a5:9b:8d", "network": {"id": "ec46c5c1-497d-473d-be16-b908a7c7f224", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1448501516-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9730e5b8233d46698a306b5299eeec99", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "61a172ee-af3f-473e-b12a-3fee5bf39c8d", "external-id": "nsx-vlan-transportzone-997", "segmentation_id": 997, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapee602e9d-c4", "ovs_interfaceid": "ee602e9d-c47b-429d-9811-a712c47af322", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69770) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 951.505927] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-7ca152ca-2448-4983-98f7-081386fdba68 tempest-MultipleCreateTestJSON-938873983 tempest-MultipleCreateTestJSON-938873983-project-member] [instance: f4e6f95b-525f-484e-b158-1e4d96678c2a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a5:9b:8d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '61a172ee-af3f-473e-b12a-3fee5bf39c8d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ee602e9d-c47b-429d-9811-a712c47af322', 'vif_model': 'vmxnet3'}] {{(pid=69770) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 951.514419] env[69770]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7ca152ca-2448-4983-98f7-081386fdba68 tempest-MultipleCreateTestJSON-938873983 tempest-MultipleCreateTestJSON-938873983-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69770) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 951.515701] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f4e6f95b-525f-484e-b158-1e4d96678c2a] Creating VM on the ESX host {{(pid=69770) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 951.515966] env[69770]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bb01f690-d74c-45ad-8040-4e7971e42b82 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.534681] env[69770]: INFO nova.scheduler.client.report [None req-90b63d55-f445-40d1-91fd-ef72357864e9 tempest-AttachInterfacesV270Test-1251409617 tempest-AttachInterfacesV270Test-1251409617-project-member] Deleted allocations for instance b958c260-2604-4b07-9afb-285ceed6cf79 [ 951.534945] env[69770]: DEBUG nova.network.neutron [-] [instance: 652320ff-d46d-4ce0-bc7d-eca68820e6ef] Updating instance_info_cache with network_info: [] {{(pid=69770) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 951.547099] env[69770]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 951.547099] env[69770]: value = "task-4069945" [ 951.547099] env[69770]: _type = "Task" [ 951.547099] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 951.556113] env[69770]: DEBUG oslo_concurrency.lockutils [req-a4b0c15a-ce87-4fb0-9bd7-6e2eff44d487 req-e5a1bf75-7457-4d0c-9d2e-41105b5b213a service nova] Releasing lock "refresh_cache-6f84ff35-a4fd-4616-aa48-e10f21a0c223" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.556473] env[69770]: DEBUG nova.compute.manager [req-a4b0c15a-ce87-4fb0-9bd7-6e2eff44d487 req-e5a1bf75-7457-4d0c-9d2e-41105b5b213a service nova] [instance: f4e6f95b-525f-484e-b158-1e4d96678c2a] Received event network-vif-plugged-ee602e9d-c47b-429d-9811-a712c47af322 {{(pid=69770) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 951.556769] env[69770]: DEBUG oslo_concurrency.lockutils [req-a4b0c15a-ce87-4fb0-9bd7-6e2eff44d487 req-e5a1bf75-7457-4d0c-9d2e-41105b5b213a service nova] Acquiring lock "f4e6f95b-525f-484e-b158-1e4d96678c2a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 951.556992] env[69770]: DEBUG oslo_concurrency.lockutils [req-a4b0c15a-ce87-4fb0-9bd7-6e2eff44d487 req-e5a1bf75-7457-4d0c-9d2e-41105b5b213a service nova] Lock "f4e6f95b-525f-484e-b158-1e4d96678c2a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 951.558744] env[69770]: DEBUG oslo_concurrency.lockutils [req-a4b0c15a-ce87-4fb0-9bd7-6e2eff44d487 req-e5a1bf75-7457-4d0c-9d2e-41105b5b213a service nova] Lock "f4e6f95b-525f-484e-b158-1e4d96678c2a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 951.558744] env[69770]: DEBUG nova.compute.manager [req-a4b0c15a-ce87-4fb0-9bd7-6e2eff44d487 req-e5a1bf75-7457-4d0c-9d2e-41105b5b213a service nova] [instance: f4e6f95b-525f-484e-b158-1e4d96678c2a] No waiting events found dispatching network-vif-plugged-ee602e9d-c47b-429d-9811-a712c47af322 {{(pid=69770) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 951.558744] env[69770]: WARNING nova.compute.manager [req-a4b0c15a-ce87-4fb0-9bd7-6e2eff44d487 req-e5a1bf75-7457-4d0c-9d2e-41105b5b213a service nova] [instance: f4e6f95b-525f-484e-b158-1e4d96678c2a] Received unexpected event network-vif-plugged-ee602e9d-c47b-429d-9811-a712c47af322 for instance with vm_state building and task_state spawning. [ 951.558744] env[69770]: DEBUG nova.compute.manager [req-a4b0c15a-ce87-4fb0-9bd7-6e2eff44d487 req-e5a1bf75-7457-4d0c-9d2e-41105b5b213a service nova] [instance: f4e6f95b-525f-484e-b158-1e4d96678c2a] Received event network-changed-ee602e9d-c47b-429d-9811-a712c47af322 {{(pid=69770) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 951.558744] env[69770]: DEBUG nova.compute.manager [req-a4b0c15a-ce87-4fb0-9bd7-6e2eff44d487 req-e5a1bf75-7457-4d0c-9d2e-41105b5b213a service nova] [instance: f4e6f95b-525f-484e-b158-1e4d96678c2a] Refreshing instance network info cache due to event network-changed-ee602e9d-c47b-429d-9811-a712c47af322. {{(pid=69770) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 951.558744] env[69770]: DEBUG oslo_concurrency.lockutils [req-a4b0c15a-ce87-4fb0-9bd7-6e2eff44d487 req-e5a1bf75-7457-4d0c-9d2e-41105b5b213a service nova] Acquiring lock "refresh_cache-f4e6f95b-525f-484e-b158-1e4d96678c2a" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.558744] env[69770]: DEBUG oslo_concurrency.lockutils [req-a4b0c15a-ce87-4fb0-9bd7-6e2eff44d487 req-e5a1bf75-7457-4d0c-9d2e-41105b5b213a service nova] Acquired lock "refresh_cache-f4e6f95b-525f-484e-b158-1e4d96678c2a" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.558744] env[69770]: DEBUG nova.network.neutron [req-a4b0c15a-ce87-4fb0-9bd7-6e2eff44d487 req-e5a1bf75-7457-4d0c-9d2e-41105b5b213a service nova] [instance: f4e6f95b-525f-484e-b158-1e4d96678c2a] Refreshing network info cache for port ee602e9d-c47b-429d-9811-a712c47af322 {{(pid=69770) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 951.561907] env[69770]: DEBUG oslo_vmware.api [-] Task: {'id': task-4069945, 'name': CreateVM_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.640756] env[69770]: DEBUG oslo_vmware.api [None req-68d764de-b2d4-4ff7-8958-521cecc25e68 tempest-ServerGroupTestJSON-803161883 tempest-ServerGroupTestJSON-803161883-project-member] Task: {'id': task-4069942, 'name': PowerOnVM_Task} progress is 95%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.691946] env[69770]: DEBUG oslo_vmware.api [None req-a6a153f3-3fc1-48ec-8db9-fb05961f928e tempest-ServerRescueTestJSON-2083557613 tempest-ServerRescueTestJSON-2083557613-project-member] Task: {'id': task-4069940, 'name': ReconfigVM_Task, 'duration_secs': 1.108419} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 951.692479] env[69770]: DEBUG nova.virt.vmwareapi.volumeops [None req-a6a153f3-3fc1-48ec-8db9-fb05961f928e tempest-ServerRescueTestJSON-2083557613 tempest-ServerRescueTestJSON-2083557613-project-member] [instance: 0e73d3e6-13ab-418b-9cc1-2f33fe7837d8] Reconfigured VM instance instance-00000038 to attach disk [datastore2] 0e73d3e6-13ab-418b-9cc1-2f33fe7837d8/d1eaff80-24a0-4391-90eb-59958b1ecf0a-rescue.vmdk or device None with type thin {{(pid=69770) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 951.693512] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8250349-22fb-409c-afbf-6d00b4d1632a {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.725864] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-91c3bbe3-7de3-4e6d-8fd9-3a63f50fe2fb {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.749519] env[69770]: DEBUG oslo_concurrency.lockutils [None req-dbcd8a14-adf6-4f16-82b7-855678d67344 tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] Acquiring lock "f4cb9224-9468-4834-a24a-9309e6dd3bba" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 951.749876] env[69770]: DEBUG oslo_concurrency.lockutils [None req-dbcd8a14-adf6-4f16-82b7-855678d67344 tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] Lock "f4cb9224-9468-4834-a24a-9309e6dd3bba" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 951.750509] env[69770]: DEBUG oslo_vmware.api [None req-7ca152ca-2448-4983-98f7-081386fdba68 tempest-MultipleCreateTestJSON-938873983 tempest-MultipleCreateTestJSON-938873983-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]52d03c10-6d95-49c1-438d-e33bf3fcb562, 'name': SearchDatastore_Task, 'duration_secs': 0.030998} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 951.751136] env[69770]: DEBUG oslo_vmware.api [None req-a6a153f3-3fc1-48ec-8db9-fb05961f928e tempest-ServerRescueTestJSON-2083557613 tempest-ServerRescueTestJSON-2083557613-project-member] Waiting for the task: (returnval){ [ 951.751136] env[69770]: value = "task-4069946" [ 951.751136] env[69770]: _type = "Task" [ 951.751136] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 951.751136] env[69770]: DEBUG oslo_concurrency.lockutils [None req-7ca152ca-2448-4983-98f7-081386fdba68 tempest-MultipleCreateTestJSON-938873983 tempest-MultipleCreateTestJSON-938873983-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.751461] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-7ca152ca-2448-4983-98f7-081386fdba68 tempest-MultipleCreateTestJSON-938873983 tempest-MultipleCreateTestJSON-938873983-project-member] [instance: 6f84ff35-a4fd-4616-aa48-e10f21a0c223] Processing image d1eaff80-24a0-4391-90eb-59958b1ecf0a {{(pid=69770) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 951.751721] env[69770]: DEBUG oslo_concurrency.lockutils [None req-7ca152ca-2448-4983-98f7-081386fdba68 tempest-MultipleCreateTestJSON-938873983 tempest-MultipleCreateTestJSON-938873983-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.751888] env[69770]: DEBUG oslo_concurrency.lockutils [None req-7ca152ca-2448-4983-98f7-081386fdba68 tempest-MultipleCreateTestJSON-938873983 tempest-MultipleCreateTestJSON-938873983-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.752322] env[69770]: DEBUG nova.virt.vmwareapi.ds_util [None req-7ca152ca-2448-4983-98f7-081386fdba68 tempest-MultipleCreateTestJSON-938873983 tempest-MultipleCreateTestJSON-938873983-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69770) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 951.752786] env[69770]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a50e2836-aa4f-454d-ad18-8f695f5ea39f {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.771487] env[69770]: DEBUG oslo_vmware.api [None req-a6a153f3-3fc1-48ec-8db9-fb05961f928e tempest-ServerRescueTestJSON-2083557613 tempest-ServerRescueTestJSON-2083557613-project-member] Task: {'id': task-4069946, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.771642] env[69770]: DEBUG nova.virt.vmwareapi.ds_util [None req-7ca152ca-2448-4983-98f7-081386fdba68 tempest-MultipleCreateTestJSON-938873983 tempest-MultipleCreateTestJSON-938873983-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69770) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 951.771794] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-7ca152ca-2448-4983-98f7-081386fdba68 tempest-MultipleCreateTestJSON-938873983 tempest-MultipleCreateTestJSON-938873983-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69770) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 951.772586] env[69770]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e6421911-d8f0-465e-a568-1a398afe42b3 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.778856] env[69770]: DEBUG oslo_vmware.api [None req-7ca152ca-2448-4983-98f7-081386fdba68 tempest-MultipleCreateTestJSON-938873983 tempest-MultipleCreateTestJSON-938873983-project-member] Waiting for the task: (returnval){ [ 951.778856] env[69770]: value = "session[52161b52-cb8e-ec9f-1132-2f6b49549d41]5292aa56-ad74-efec-8ff8-341ce8a740da" [ 951.778856] env[69770]: _type = "Task" [ 951.778856] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 951.790337] env[69770]: DEBUG oslo_vmware.api [None req-7ca152ca-2448-4983-98f7-081386fdba68 tempest-MultipleCreateTestJSON-938873983 tempest-MultipleCreateTestJSON-938873983-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]5292aa56-ad74-efec-8ff8-341ce8a740da, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.821956] env[69770]: DEBUG oslo_vmware.api [None req-dbbf7a5d-d089-4a0a-8a31-e34ceff9d5f8 tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] Task: {'id': task-4069944, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.244778} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 951.821956] env[69770]: DEBUG nova.virt.vmwareapi.ds_util [None req-dbbf7a5d-d089-4a0a-8a31-e34ceff9d5f8 tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] Deleted the datastore file {{(pid=69770) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 951.822237] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-dbbf7a5d-d089-4a0a-8a31-e34ceff9d5f8 tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] [instance: b2bce6a2-d9e0-41e9-8a4b-23e53133bbb4] Deleted contents of the VM from datastore datastore1 {{(pid=69770) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 951.822435] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-dbbf7a5d-d089-4a0a-8a31-e34ceff9d5f8 tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] [instance: b2bce6a2-d9e0-41e9-8a4b-23e53133bbb4] Instance destroyed {{(pid=69770) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 951.822615] env[69770]: INFO nova.compute.manager [None req-dbbf7a5d-d089-4a0a-8a31-e34ceff9d5f8 tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] [instance: b2bce6a2-d9e0-41e9-8a4b-23e53133bbb4] Took 0.65 seconds to destroy the instance on the hypervisor. [ 951.822866] env[69770]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-dbbf7a5d-d089-4a0a-8a31-e34ceff9d5f8 tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69770) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 951.823484] env[69770]: DEBUG nova.compute.manager [-] [instance: b2bce6a2-d9e0-41e9-8a4b-23e53133bbb4] Deallocating network for instance {{(pid=69770) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 951.823579] env[69770]: DEBUG nova.network.neutron [-] [instance: b2bce6a2-d9e0-41e9-8a4b-23e53133bbb4] deallocate_for_instance() {{(pid=69770) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 951.950231] env[69770]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-bdd4c133-528a-4ffa-bc84-a3c5ed7ca5d3 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.960534] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d747dd1-ea84-4649-9f8f-b02e7c65bd2e {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.998246] env[69770]: DEBUG nova.compute.manager [req-2dd5ebd5-5c1f-448a-b75a-75802c5cdf3c req-41e87e6b-b867-4ec5-b311-44c44b79b631 service nova] [instance: 652320ff-d46d-4ce0-bc7d-eca68820e6ef] Detach interface failed, port_id=40d40130-0813-4b0f-9e0d-8dd363a61127, reason: Instance 652320ff-d46d-4ce0-bc7d-eca68820e6ef could not be found. {{(pid=69770) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 952.043000] env[69770]: INFO nova.compute.manager [-] [instance: 652320ff-d46d-4ce0-bc7d-eca68820e6ef] Took 1.61 seconds to deallocate network for instance. [ 952.057446] env[69770]: DEBUG oslo_concurrency.lockutils [None req-90b63d55-f445-40d1-91fd-ef72357864e9 tempest-AttachInterfacesV270Test-1251409617 tempest-AttachInterfacesV270Test-1251409617-project-member] Lock "b958c260-2604-4b07-9afb-285ceed6cf79" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 49.994s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 952.071594] env[69770]: DEBUG oslo_vmware.api [-] Task: {'id': task-4069945, 'name': CreateVM_Task, 'duration_secs': 0.411949} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 952.072155] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f4e6f95b-525f-484e-b158-1e4d96678c2a] Created VM on the ESX host {{(pid=69770) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 952.073048] env[69770]: DEBUG oslo_concurrency.lockutils [None req-7ca152ca-2448-4983-98f7-081386fdba68 tempest-MultipleCreateTestJSON-938873983 tempest-MultipleCreateTestJSON-938873983-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.073281] env[69770]: DEBUG oslo_concurrency.lockutils [None req-7ca152ca-2448-4983-98f7-081386fdba68 tempest-MultipleCreateTestJSON-938873983 tempest-MultipleCreateTestJSON-938873983-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.073644] env[69770]: DEBUG oslo_concurrency.lockutils [None req-7ca152ca-2448-4983-98f7-081386fdba68 tempest-MultipleCreateTestJSON-938873983 tempest-MultipleCreateTestJSON-938873983-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.074462] env[69770]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e4f78e7a-90e0-44dc-9b48-acb650560403 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.087018] env[69770]: DEBUG oslo_vmware.api [None req-7ca152ca-2448-4983-98f7-081386fdba68 tempest-MultipleCreateTestJSON-938873983 tempest-MultipleCreateTestJSON-938873983-project-member] Waiting for the task: (returnval){ [ 952.087018] env[69770]: value = "session[52161b52-cb8e-ec9f-1132-2f6b49549d41]52ad1a82-2843-ccbf-141e-53bf5946ebd0" [ 952.087018] env[69770]: _type = "Task" [ 952.087018] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 952.096527] env[69770]: DEBUG oslo_vmware.api [None req-7ca152ca-2448-4983-98f7-081386fdba68 tempest-MultipleCreateTestJSON-938873983 tempest-MultipleCreateTestJSON-938873983-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]52ad1a82-2843-ccbf-141e-53bf5946ebd0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.139043] env[69770]: DEBUG oslo_vmware.api [None req-68d764de-b2d4-4ff7-8958-521cecc25e68 tempest-ServerGroupTestJSON-803161883 tempest-ServerGroupTestJSON-803161883-project-member] Task: {'id': task-4069942, 'name': PowerOnVM_Task, 'duration_secs': 0.588956} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 952.139551] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-68d764de-b2d4-4ff7-8958-521cecc25e68 tempest-ServerGroupTestJSON-803161883 tempest-ServerGroupTestJSON-803161883-project-member] [instance: 15a53776-9653-4997-828d-4216093af571] Powered on the VM {{(pid=69770) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 952.139760] env[69770]: INFO nova.compute.manager [None req-68d764de-b2d4-4ff7-8958-521cecc25e68 tempest-ServerGroupTestJSON-803161883 tempest-ServerGroupTestJSON-803161883-project-member] [instance: 15a53776-9653-4997-828d-4216093af571] Took 8.78 seconds to spawn the instance on the hypervisor. [ 952.139938] env[69770]: DEBUG nova.compute.manager [None req-68d764de-b2d4-4ff7-8958-521cecc25e68 tempest-ServerGroupTestJSON-803161883 tempest-ServerGroupTestJSON-803161883-project-member] [instance: 15a53776-9653-4997-828d-4216093af571] Checking state {{(pid=69770) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 952.143892] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee04790f-67c3-4ac5-88de-18290e42108c {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.248321] env[69770]: DEBUG nova.compute.manager [req-2c3932ce-e07e-4faf-847d-0fdcf17f95e6 req-d8a72426-ba70-4906-8bd7-1a687d3cad6f service nova] [instance: a3617e51-7671-42b4-a7d3-a22c7d57814a] Received event network-vif-plugged-86019cd3-db0c-4adc-86d7-378f42286db2 {{(pid=69770) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 952.248548] env[69770]: DEBUG oslo_concurrency.lockutils [req-2c3932ce-e07e-4faf-847d-0fdcf17f95e6 req-d8a72426-ba70-4906-8bd7-1a687d3cad6f service nova] Acquiring lock "a3617e51-7671-42b4-a7d3-a22c7d57814a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 952.248757] env[69770]: DEBUG oslo_concurrency.lockutils [req-2c3932ce-e07e-4faf-847d-0fdcf17f95e6 req-d8a72426-ba70-4906-8bd7-1a687d3cad6f service nova] Lock "a3617e51-7671-42b4-a7d3-a22c7d57814a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 952.248924] env[69770]: DEBUG oslo_concurrency.lockutils [req-2c3932ce-e07e-4faf-847d-0fdcf17f95e6 req-d8a72426-ba70-4906-8bd7-1a687d3cad6f service nova] Lock "a3617e51-7671-42b4-a7d3-a22c7d57814a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 952.249489] env[69770]: DEBUG nova.compute.manager [req-2c3932ce-e07e-4faf-847d-0fdcf17f95e6 req-d8a72426-ba70-4906-8bd7-1a687d3cad6f service nova] [instance: a3617e51-7671-42b4-a7d3-a22c7d57814a] No waiting events found dispatching network-vif-plugged-86019cd3-db0c-4adc-86d7-378f42286db2 {{(pid=69770) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 952.249705] env[69770]: WARNING nova.compute.manager [req-2c3932ce-e07e-4faf-847d-0fdcf17f95e6 req-d8a72426-ba70-4906-8bd7-1a687d3cad6f service nova] [instance: a3617e51-7671-42b4-a7d3-a22c7d57814a] Received unexpected event network-vif-plugged-86019cd3-db0c-4adc-86d7-378f42286db2 for instance with vm_state building and task_state spawning. [ 952.269151] env[69770]: DEBUG oslo_vmware.api [None req-a6a153f3-3fc1-48ec-8db9-fb05961f928e tempest-ServerRescueTestJSON-2083557613 tempest-ServerRescueTestJSON-2083557613-project-member] Task: {'id': task-4069946, 'name': ReconfigVM_Task, 'duration_secs': 0.212701} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 952.269611] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6a153f3-3fc1-48ec-8db9-fb05961f928e tempest-ServerRescueTestJSON-2083557613 tempest-ServerRescueTestJSON-2083557613-project-member] [instance: 0e73d3e6-13ab-418b-9cc1-2f33fe7837d8] Powering on the VM {{(pid=69770) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 952.270312] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-db8634d2-60e5-41a0-9379-acb4ef1915bb {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.278781] env[69770]: DEBUG oslo_vmware.api [None req-a6a153f3-3fc1-48ec-8db9-fb05961f928e tempest-ServerRescueTestJSON-2083557613 tempest-ServerRescueTestJSON-2083557613-project-member] Waiting for the task: (returnval){ [ 952.278781] env[69770]: value = "task-4069947" [ 952.278781] env[69770]: _type = "Task" [ 952.278781] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 952.297292] env[69770]: DEBUG oslo_vmware.api [None req-a6a153f3-3fc1-48ec-8db9-fb05961f928e tempest-ServerRescueTestJSON-2083557613 tempest-ServerRescueTestJSON-2083557613-project-member] Task: {'id': task-4069947, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.303484] env[69770]: DEBUG oslo_vmware.api [None req-7ca152ca-2448-4983-98f7-081386fdba68 tempest-MultipleCreateTestJSON-938873983 tempest-MultipleCreateTestJSON-938873983-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]5292aa56-ad74-efec-8ff8-341ce8a740da, 'name': SearchDatastore_Task, 'duration_secs': 0.012061} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 952.304354] env[69770]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0c695fd6-98b9-470e-891e-06c29c422c7b {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.311199] env[69770]: DEBUG oslo_vmware.api [None req-7ca152ca-2448-4983-98f7-081386fdba68 tempest-MultipleCreateTestJSON-938873983 tempest-MultipleCreateTestJSON-938873983-project-member] Waiting for the task: (returnval){ [ 952.311199] env[69770]: value = "session[52161b52-cb8e-ec9f-1132-2f6b49549d41]52e43db6-f8b2-abc4-dd4c-08a73ba556ef" [ 952.311199] env[69770]: _type = "Task" [ 952.311199] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 952.318773] env[69770]: DEBUG nova.network.neutron [None req-ea383c59-ea09-42d4-9361-21938b0dfbce tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] [instance: a3617e51-7671-42b4-a7d3-a22c7d57814a] Successfully updated port: 86019cd3-db0c-4adc-86d7-378f42286db2 {{(pid=69770) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 952.328016] env[69770]: DEBUG oslo_vmware.api [None req-7ca152ca-2448-4983-98f7-081386fdba68 tempest-MultipleCreateTestJSON-938873983 tempest-MultipleCreateTestJSON-938873983-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]52e43db6-f8b2-abc4-dd4c-08a73ba556ef, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.484923] env[69770]: DEBUG nova.network.neutron [req-a4b0c15a-ce87-4fb0-9bd7-6e2eff44d487 req-e5a1bf75-7457-4d0c-9d2e-41105b5b213a service nova] [instance: f4e6f95b-525f-484e-b158-1e4d96678c2a] Updated VIF entry in instance network info cache for port ee602e9d-c47b-429d-9811-a712c47af322. {{(pid=69770) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 952.485376] env[69770]: DEBUG nova.network.neutron [req-a4b0c15a-ce87-4fb0-9bd7-6e2eff44d487 req-e5a1bf75-7457-4d0c-9d2e-41105b5b213a service nova] [instance: f4e6f95b-525f-484e-b158-1e4d96678c2a] Updating instance_info_cache with network_info: [{"id": "ee602e9d-c47b-429d-9811-a712c47af322", "address": "fa:16:3e:a5:9b:8d", "network": {"id": "ec46c5c1-497d-473d-be16-b908a7c7f224", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1448501516-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9730e5b8233d46698a306b5299eeec99", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "61a172ee-af3f-473e-b12a-3fee5bf39c8d", "external-id": "nsx-vlan-transportzone-997", "segmentation_id": 997, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapee602e9d-c4", "ovs_interfaceid": "ee602e9d-c47b-429d-9811-a712c47af322", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69770) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 952.554844] env[69770]: DEBUG oslo_concurrency.lockutils [None req-b650112e-a21b-4c26-a8a4-5fd99301f6fe tempest-ImagesOneServerNegativeTestJSON-405389268 tempest-ImagesOneServerNegativeTestJSON-405389268-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 952.599203] env[69770]: DEBUG oslo_vmware.api [None req-7ca152ca-2448-4983-98f7-081386fdba68 tempest-MultipleCreateTestJSON-938873983 tempest-MultipleCreateTestJSON-938873983-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]52ad1a82-2843-ccbf-141e-53bf5946ebd0, 'name': SearchDatastore_Task, 'duration_secs': 0.039107} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 952.600415] env[69770]: DEBUG oslo_concurrency.lockutils [None req-7ca152ca-2448-4983-98f7-081386fdba68 tempest-MultipleCreateTestJSON-938873983 tempest-MultipleCreateTestJSON-938873983-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.600652] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-7ca152ca-2448-4983-98f7-081386fdba68 tempest-MultipleCreateTestJSON-938873983 tempest-MultipleCreateTestJSON-938873983-project-member] [instance: f4e6f95b-525f-484e-b158-1e4d96678c2a] Processing image d1eaff80-24a0-4391-90eb-59958b1ecf0a {{(pid=69770) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 952.601546] env[69770]: DEBUG oslo_concurrency.lockutils [None req-7ca152ca-2448-4983-98f7-081386fdba68 tempest-MultipleCreateTestJSON-938873983 tempest-MultipleCreateTestJSON-938873983-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.601628] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bddb0231-ef90-41ea-bb3d-b2f0005c9bad {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.610251] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30440de3-ea32-42ce-99f7-ff0723b9c938 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.648146] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e0cf167-2e5e-43da-8bbf-87ccc19adc55 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.663317] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b025862e-2cde-444e-b850-c285011870e7 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.668209] env[69770]: INFO nova.compute.manager [None req-68d764de-b2d4-4ff7-8958-521cecc25e68 tempest-ServerGroupTestJSON-803161883 tempest-ServerGroupTestJSON-803161883-project-member] [instance: 15a53776-9653-4997-828d-4216093af571] Took 60.17 seconds to build instance. [ 952.685134] env[69770]: DEBUG nova.compute.provider_tree [None req-1454d6c3-cd60-4db0-951e-e17071b4e36f tempest-VolumesAdminNegativeTest-624188729 tempest-VolumesAdminNegativeTest-624188729-project-member] Inventory has not changed in ProviderTree for provider: 7cc7d32b-b7a7-454a-a456-2a440248ed9d {{(pid=69770) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 952.790241] env[69770]: DEBUG oslo_vmware.api [None req-a6a153f3-3fc1-48ec-8db9-fb05961f928e tempest-ServerRescueTestJSON-2083557613 tempest-ServerRescueTestJSON-2083557613-project-member] Task: {'id': task-4069947, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.821208] env[69770]: DEBUG oslo_concurrency.lockutils [None req-ea383c59-ea09-42d4-9361-21938b0dfbce tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] Acquiring lock "refresh_cache-a3617e51-7671-42b4-a7d3-a22c7d57814a" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.821362] env[69770]: DEBUG oslo_concurrency.lockutils [None req-ea383c59-ea09-42d4-9361-21938b0dfbce tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] Acquired lock "refresh_cache-a3617e51-7671-42b4-a7d3-a22c7d57814a" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.821522] env[69770]: DEBUG nova.network.neutron [None req-ea383c59-ea09-42d4-9361-21938b0dfbce tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] [instance: a3617e51-7671-42b4-a7d3-a22c7d57814a] Building network info cache for instance {{(pid=69770) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 952.829882] env[69770]: DEBUG oslo_vmware.api [None req-7ca152ca-2448-4983-98f7-081386fdba68 tempest-MultipleCreateTestJSON-938873983 tempest-MultipleCreateTestJSON-938873983-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]52e43db6-f8b2-abc4-dd4c-08a73ba556ef, 'name': SearchDatastore_Task, 'duration_secs': 0.021257} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 952.830208] env[69770]: DEBUG oslo_concurrency.lockutils [None req-7ca152ca-2448-4983-98f7-081386fdba68 tempest-MultipleCreateTestJSON-938873983 tempest-MultipleCreateTestJSON-938873983-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.830441] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ca152ca-2448-4983-98f7-081386fdba68 tempest-MultipleCreateTestJSON-938873983 tempest-MultipleCreateTestJSON-938873983-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk to [datastore2] 6f84ff35-a4fd-4616-aa48-e10f21a0c223/6f84ff35-a4fd-4616-aa48-e10f21a0c223.vmdk {{(pid=69770) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 952.831441] env[69770]: DEBUG oslo_concurrency.lockutils [None req-7ca152ca-2448-4983-98f7-081386fdba68 tempest-MultipleCreateTestJSON-938873983 tempest-MultipleCreateTestJSON-938873983-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.831560] env[69770]: DEBUG nova.virt.vmwareapi.ds_util [None req-7ca152ca-2448-4983-98f7-081386fdba68 tempest-MultipleCreateTestJSON-938873983 tempest-MultipleCreateTestJSON-938873983-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69770) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 952.831737] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e3edffb1-ce34-4f53-8459-e048087d5750 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.833910] env[69770]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2b478601-0461-4288-adcd-af1815d3746a {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.843433] env[69770]: DEBUG oslo_vmware.api [None req-7ca152ca-2448-4983-98f7-081386fdba68 tempest-MultipleCreateTestJSON-938873983 tempest-MultipleCreateTestJSON-938873983-project-member] Waiting for the task: (returnval){ [ 952.843433] env[69770]: value = "task-4069948" [ 952.843433] env[69770]: _type = "Task" [ 952.843433] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 952.852256] env[69770]: DEBUG nova.network.neutron [-] [instance: b2bce6a2-d9e0-41e9-8a4b-23e53133bbb4] Updating instance_info_cache with network_info: [] {{(pid=69770) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 952.853582] env[69770]: DEBUG nova.virt.vmwareapi.ds_util [None req-7ca152ca-2448-4983-98f7-081386fdba68 tempest-MultipleCreateTestJSON-938873983 tempest-MultipleCreateTestJSON-938873983-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69770) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 952.853758] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-7ca152ca-2448-4983-98f7-081386fdba68 tempest-MultipleCreateTestJSON-938873983 tempest-MultipleCreateTestJSON-938873983-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69770) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 952.855355] env[69770]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4c008cf6-fd7d-4c5d-b470-a21af9c8ac26 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.865260] env[69770]: DEBUG oslo_vmware.api [None req-7ca152ca-2448-4983-98f7-081386fdba68 tempest-MultipleCreateTestJSON-938873983 tempest-MultipleCreateTestJSON-938873983-project-member] Task: {'id': task-4069948, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.870707] env[69770]: DEBUG oslo_vmware.api [None req-7ca152ca-2448-4983-98f7-081386fdba68 tempest-MultipleCreateTestJSON-938873983 tempest-MultipleCreateTestJSON-938873983-project-member] Waiting for the task: (returnval){ [ 952.870707] env[69770]: value = "session[52161b52-cb8e-ec9f-1132-2f6b49549d41]524d22ac-d3da-0399-8b37-5e075697d683" [ 952.870707] env[69770]: _type = "Task" [ 952.870707] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 952.886941] env[69770]: DEBUG oslo_vmware.api [None req-7ca152ca-2448-4983-98f7-081386fdba68 tempest-MultipleCreateTestJSON-938873983 tempest-MultipleCreateTestJSON-938873983-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]524d22ac-d3da-0399-8b37-5e075697d683, 'name': SearchDatastore_Task, 'duration_secs': 0.012872} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 952.889455] env[69770]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-abd25547-c0c3-4dce-8d86-27be445dd985 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.898325] env[69770]: DEBUG oslo_vmware.api [None req-7ca152ca-2448-4983-98f7-081386fdba68 tempest-MultipleCreateTestJSON-938873983 tempest-MultipleCreateTestJSON-938873983-project-member] Waiting for the task: (returnval){ [ 952.898325] env[69770]: value = "session[52161b52-cb8e-ec9f-1132-2f6b49549d41]52a1f8e1-c670-26ad-f591-15555551bdd2" [ 952.898325] env[69770]: _type = "Task" [ 952.898325] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 952.910592] env[69770]: DEBUG oslo_vmware.api [None req-7ca152ca-2448-4983-98f7-081386fdba68 tempest-MultipleCreateTestJSON-938873983 tempest-MultipleCreateTestJSON-938873983-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]52a1f8e1-c670-26ad-f591-15555551bdd2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.990882] env[69770]: DEBUG oslo_concurrency.lockutils [req-a4b0c15a-ce87-4fb0-9bd7-6e2eff44d487 req-e5a1bf75-7457-4d0c-9d2e-41105b5b213a service nova] Releasing lock "refresh_cache-f4e6f95b-525f-484e-b158-1e4d96678c2a" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.171307] env[69770]: DEBUG oslo_concurrency.lockutils [None req-68d764de-b2d4-4ff7-8958-521cecc25e68 tempest-ServerGroupTestJSON-803161883 tempest-ServerGroupTestJSON-803161883-project-member] Lock "15a53776-9653-4997-828d-4216093af571" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 67.848s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 953.188867] env[69770]: DEBUG nova.scheduler.client.report [None req-1454d6c3-cd60-4db0-951e-e17071b4e36f tempest-VolumesAdminNegativeTest-624188729 tempest-VolumesAdminNegativeTest-624188729-project-member] Inventory has not changed for provider 7cc7d32b-b7a7-454a-a456-2a440248ed9d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69770) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 953.292992] env[69770]: DEBUG oslo_vmware.api [None req-a6a153f3-3fc1-48ec-8db9-fb05961f928e tempest-ServerRescueTestJSON-2083557613 tempest-ServerRescueTestJSON-2083557613-project-member] Task: {'id': task-4069947, 'name': PowerOnVM_Task, 'duration_secs': 0.67145} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 953.292992] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6a153f3-3fc1-48ec-8db9-fb05961f928e tempest-ServerRescueTestJSON-2083557613 tempest-ServerRescueTestJSON-2083557613-project-member] [instance: 0e73d3e6-13ab-418b-9cc1-2f33fe7837d8] Powered on the VM {{(pid=69770) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 953.297773] env[69770]: DEBUG nova.compute.manager [None req-a6a153f3-3fc1-48ec-8db9-fb05961f928e tempest-ServerRescueTestJSON-2083557613 tempest-ServerRescueTestJSON-2083557613-project-member] [instance: 0e73d3e6-13ab-418b-9cc1-2f33fe7837d8] Checking state {{(pid=69770) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 953.299011] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba6f30b0-230e-45c0-9140-5b30e5bb9f54 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.356357] env[69770]: INFO nova.compute.manager [-] [instance: b2bce6a2-d9e0-41e9-8a4b-23e53133bbb4] Took 1.53 seconds to deallocate network for instance. [ 953.359730] env[69770]: DEBUG oslo_vmware.api [None req-7ca152ca-2448-4983-98f7-081386fdba68 tempest-MultipleCreateTestJSON-938873983 tempest-MultipleCreateTestJSON-938873983-project-member] Task: {'id': task-4069948, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.363113] env[69770]: DEBUG nova.network.neutron [None req-ea383c59-ea09-42d4-9361-21938b0dfbce tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] [instance: a3617e51-7671-42b4-a7d3-a22c7d57814a] Instance cache missing network info. {{(pid=69770) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 953.414397] env[69770]: DEBUG oslo_vmware.api [None req-7ca152ca-2448-4983-98f7-081386fdba68 tempest-MultipleCreateTestJSON-938873983 tempest-MultipleCreateTestJSON-938873983-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]52a1f8e1-c670-26ad-f591-15555551bdd2, 'name': SearchDatastore_Task, 'duration_secs': 0.013431} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 953.414566] env[69770]: DEBUG oslo_concurrency.lockutils [None req-7ca152ca-2448-4983-98f7-081386fdba68 tempest-MultipleCreateTestJSON-938873983 tempest-MultipleCreateTestJSON-938873983-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.414825] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ca152ca-2448-4983-98f7-081386fdba68 tempest-MultipleCreateTestJSON-938873983 tempest-MultipleCreateTestJSON-938873983-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk to [datastore2] f4e6f95b-525f-484e-b158-1e4d96678c2a/f4e6f95b-525f-484e-b158-1e4d96678c2a.vmdk {{(pid=69770) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 953.415263] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-129fdaa6-45e4-44f3-9c2d-53d2ec095d49 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.428027] env[69770]: DEBUG oslo_vmware.api [None req-7ca152ca-2448-4983-98f7-081386fdba68 tempest-MultipleCreateTestJSON-938873983 tempest-MultipleCreateTestJSON-938873983-project-member] Waiting for the task: (returnval){ [ 953.428027] env[69770]: value = "task-4069949" [ 953.428027] env[69770]: _type = "Task" [ 953.428027] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 953.435459] env[69770]: DEBUG oslo_vmware.api [None req-7ca152ca-2448-4983-98f7-081386fdba68 tempest-MultipleCreateTestJSON-938873983 tempest-MultipleCreateTestJSON-938873983-project-member] Task: {'id': task-4069949, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.536876] env[69770]: INFO nova.compute.manager [None req-4335a7d9-adfe-4f04-a7de-4c54bcfed8bc tempest-ServersAdminTestJSON-142622790 tempest-ServersAdminTestJSON-142622790-project-member] [instance: 089cc9fa-d197-43fd-b8fe-0d92a672806e] Rebuilding instance [ 953.589907] env[69770]: DEBUG nova.network.neutron [None req-ea383c59-ea09-42d4-9361-21938b0dfbce tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] [instance: a3617e51-7671-42b4-a7d3-a22c7d57814a] Updating instance_info_cache with network_info: [{"id": "86019cd3-db0c-4adc-86d7-378f42286db2", "address": "fa:16:3e:5f:b6:fb", "network": {"id": "deeccc4b-a1bb-4cc9-a2cb-ab451519c623", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1195845450-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "79f08803ff104b29b1724007c4361a7e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "26a1e556-1ede-445a-bf87-a35daa5d9070", "external-id": "nsx-vlan-transportzone-396", "segmentation_id": 396, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap86019cd3-db", "ovs_interfaceid": "86019cd3-db0c-4adc-86d7-378f42286db2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69770) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 953.603372] env[69770]: DEBUG nova.compute.manager [None req-4335a7d9-adfe-4f04-a7de-4c54bcfed8bc tempest-ServersAdminTestJSON-142622790 tempest-ServersAdminTestJSON-142622790-project-member] [instance: 089cc9fa-d197-43fd-b8fe-0d92a672806e] Checking state {{(pid=69770) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 953.604652] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4db18465-d2a1-4d9e-a912-724c54524e02 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.676649] env[69770]: DEBUG nova.compute.manager [None req-e766543b-d3ee-4d55-95e2-2379f9c6d309 tempest-ServerShowV257Test-679390461 tempest-ServerShowV257Test-679390461-project-member] [instance: 0d90aae9-45e9-424d-b06f-7dcbef05f5bf] Starting instance... {{(pid=69770) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 953.695906] env[69770]: DEBUG oslo_concurrency.lockutils [None req-1454d6c3-cd60-4db0-951e-e17071b4e36f tempest-VolumesAdminNegativeTest-624188729 tempest-VolumesAdminNegativeTest-624188729-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.191s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 953.700921] env[69770]: DEBUG oslo_concurrency.lockutils [None req-5bec6530-3ca2-4925-a80a-c440233d795f tempest-ServerMetadataTestJSON-275718558 tempest-ServerMetadataTestJSON-275718558-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 42.599s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 953.701955] env[69770]: INFO nova.compute.claims [None req-5bec6530-3ca2-4925-a80a-c440233d795f tempest-ServerMetadataTestJSON-275718558 tempest-ServerMetadataTestJSON-275718558-project-member] [instance: a1f5fa57-2f51-4514-a7fd-64e10535c556] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 953.730598] env[69770]: INFO nova.scheduler.client.report [None req-1454d6c3-cd60-4db0-951e-e17071b4e36f tempest-VolumesAdminNegativeTest-624188729 tempest-VolumesAdminNegativeTest-624188729-project-member] Deleted allocations for instance da33b77b-49c7-48e3-9f43-68e4bf6e53a8 [ 953.856531] env[69770]: DEBUG oslo_vmware.api [None req-7ca152ca-2448-4983-98f7-081386fdba68 tempest-MultipleCreateTestJSON-938873983 tempest-MultipleCreateTestJSON-938873983-project-member] Task: {'id': task-4069948, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.949751} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 953.856954] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ca152ca-2448-4983-98f7-081386fdba68 tempest-MultipleCreateTestJSON-938873983 tempest-MultipleCreateTestJSON-938873983-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk to [datastore2] 6f84ff35-a4fd-4616-aa48-e10f21a0c223/6f84ff35-a4fd-4616-aa48-e10f21a0c223.vmdk {{(pid=69770) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 953.857282] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-7ca152ca-2448-4983-98f7-081386fdba68 tempest-MultipleCreateTestJSON-938873983 tempest-MultipleCreateTestJSON-938873983-project-member] [instance: 6f84ff35-a4fd-4616-aa48-e10f21a0c223] Extending root virtual disk to 1048576 {{(pid=69770) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 953.857944] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c8981c6a-bcf5-45f7-a1b7-54988c638e7e {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.868444] env[69770]: DEBUG oslo_concurrency.lockutils [None req-dbbf7a5d-d089-4a0a-8a31-e34ceff9d5f8 tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 953.868789] env[69770]: DEBUG oslo_vmware.api [None req-7ca152ca-2448-4983-98f7-081386fdba68 tempest-MultipleCreateTestJSON-938873983 tempest-MultipleCreateTestJSON-938873983-project-member] Waiting for the task: (returnval){ [ 953.868789] env[69770]: value = "task-4069950" [ 953.868789] env[69770]: _type = "Task" [ 953.868789] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 953.879463] env[69770]: DEBUG oslo_vmware.api [None req-7ca152ca-2448-4983-98f7-081386fdba68 tempest-MultipleCreateTestJSON-938873983 tempest-MultipleCreateTestJSON-938873983-project-member] Task: {'id': task-4069950, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.937555] env[69770]: DEBUG oslo_vmware.api [None req-7ca152ca-2448-4983-98f7-081386fdba68 tempest-MultipleCreateTestJSON-938873983 tempest-MultipleCreateTestJSON-938873983-project-member] Task: {'id': task-4069949, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.093302] env[69770]: DEBUG oslo_concurrency.lockutils [None req-ea383c59-ea09-42d4-9361-21938b0dfbce tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] Releasing lock "refresh_cache-a3617e51-7671-42b4-a7d3-a22c7d57814a" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.093798] env[69770]: DEBUG nova.compute.manager [None req-ea383c59-ea09-42d4-9361-21938b0dfbce tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] [instance: a3617e51-7671-42b4-a7d3-a22c7d57814a] Instance network_info: |[{"id": "86019cd3-db0c-4adc-86d7-378f42286db2", "address": "fa:16:3e:5f:b6:fb", "network": {"id": "deeccc4b-a1bb-4cc9-a2cb-ab451519c623", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1195845450-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "79f08803ff104b29b1724007c4361a7e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "26a1e556-1ede-445a-bf87-a35daa5d9070", "external-id": "nsx-vlan-transportzone-396", "segmentation_id": 396, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap86019cd3-db", "ovs_interfaceid": "86019cd3-db0c-4adc-86d7-378f42286db2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69770) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 954.094414] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-ea383c59-ea09-42d4-9361-21938b0dfbce tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] [instance: a3617e51-7671-42b4-a7d3-a22c7d57814a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5f:b6:fb', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '26a1e556-1ede-445a-bf87-a35daa5d9070', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '86019cd3-db0c-4adc-86d7-378f42286db2', 'vif_model': 'vmxnet3'}] {{(pid=69770) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 954.103980] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea383c59-ea09-42d4-9361-21938b0dfbce tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] Creating folder: Project (79f08803ff104b29b1724007c4361a7e). Parent ref: group-v806376. {{(pid=69770) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 954.106806] env[69770]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-072edc3d-bfee-4a53-90aa-b7cfb3320ebe {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.123629] env[69770]: INFO nova.virt.vmwareapi.vm_util [None req-ea383c59-ea09-42d4-9361-21938b0dfbce tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] Created folder: Project (79f08803ff104b29b1724007c4361a7e) in parent group-v806376. [ 954.124299] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea383c59-ea09-42d4-9361-21938b0dfbce tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] Creating folder: Instances. Parent ref: group-v806546. {{(pid=69770) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 954.125041] env[69770]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-db04e321-55fc-42a9-a583-5f7e4bd8bcae {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.140491] env[69770]: INFO nova.virt.vmwareapi.vm_util [None req-ea383c59-ea09-42d4-9361-21938b0dfbce tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] Created folder: Instances in parent group-v806546. [ 954.140753] env[69770]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ea383c59-ea09-42d4-9361-21938b0dfbce tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69770) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 954.140835] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a3617e51-7671-42b4-a7d3-a22c7d57814a] Creating VM on the ESX host {{(pid=69770) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 954.141064] env[69770]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b762ab4c-781d-4347-9625-956e9a5fbb10 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.166149] env[69770]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 954.166149] env[69770]: value = "task-4069953" [ 954.166149] env[69770]: _type = "Task" [ 954.166149] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 954.178565] env[69770]: DEBUG oslo_vmware.api [-] Task: {'id': task-4069953, 'name': CreateVM_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.217662] env[69770]: DEBUG oslo_concurrency.lockutils [None req-e766543b-d3ee-4d55-95e2-2379f9c6d309 tempest-ServerShowV257Test-679390461 tempest-ServerShowV257Test-679390461-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 954.245802] env[69770]: DEBUG oslo_concurrency.lockutils [None req-1454d6c3-cd60-4db0-951e-e17071b4e36f tempest-VolumesAdminNegativeTest-624188729 tempest-VolumesAdminNegativeTest-624188729-project-member] Lock "da33b77b-49c7-48e3-9f43-68e4bf6e53a8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 48.962s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 954.358643] env[69770]: DEBUG nova.compute.manager [req-281d8517-67cd-4612-b43d-36cfc7c8a843 req-4acbf67d-d171-4c54-af60-14d8eddecb10 service nova] [instance: a3617e51-7671-42b4-a7d3-a22c7d57814a] Received event network-changed-86019cd3-db0c-4adc-86d7-378f42286db2 {{(pid=69770) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 954.358859] env[69770]: DEBUG nova.compute.manager [req-281d8517-67cd-4612-b43d-36cfc7c8a843 req-4acbf67d-d171-4c54-af60-14d8eddecb10 service nova] [instance: a3617e51-7671-42b4-a7d3-a22c7d57814a] Refreshing instance network info cache due to event network-changed-86019cd3-db0c-4adc-86d7-378f42286db2. {{(pid=69770) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 954.359102] env[69770]: DEBUG oslo_concurrency.lockutils [req-281d8517-67cd-4612-b43d-36cfc7c8a843 req-4acbf67d-d171-4c54-af60-14d8eddecb10 service nova] Acquiring lock "refresh_cache-a3617e51-7671-42b4-a7d3-a22c7d57814a" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.359239] env[69770]: DEBUG oslo_concurrency.lockutils [req-281d8517-67cd-4612-b43d-36cfc7c8a843 req-4acbf67d-d171-4c54-af60-14d8eddecb10 service nova] Acquired lock "refresh_cache-a3617e51-7671-42b4-a7d3-a22c7d57814a" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.359402] env[69770]: DEBUG nova.network.neutron [req-281d8517-67cd-4612-b43d-36cfc7c8a843 req-4acbf67d-d171-4c54-af60-14d8eddecb10 service nova] [instance: a3617e51-7671-42b4-a7d3-a22c7d57814a] Refreshing network info cache for port 86019cd3-db0c-4adc-86d7-378f42286db2 {{(pid=69770) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 954.380798] env[69770]: DEBUG oslo_vmware.api [None req-7ca152ca-2448-4983-98f7-081386fdba68 tempest-MultipleCreateTestJSON-938873983 tempest-MultipleCreateTestJSON-938873983-project-member] Task: {'id': task-4069950, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.08082} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 954.381135] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-7ca152ca-2448-4983-98f7-081386fdba68 tempest-MultipleCreateTestJSON-938873983 tempest-MultipleCreateTestJSON-938873983-project-member] [instance: 6f84ff35-a4fd-4616-aa48-e10f21a0c223] Extended root virtual disk {{(pid=69770) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 954.382026] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69935686-cd5d-40ee-bb35-6a9072f1f31d {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.411956] env[69770]: DEBUG nova.virt.vmwareapi.volumeops [None req-7ca152ca-2448-4983-98f7-081386fdba68 tempest-MultipleCreateTestJSON-938873983 tempest-MultipleCreateTestJSON-938873983-project-member] [instance: 6f84ff35-a4fd-4616-aa48-e10f21a0c223] Reconfiguring VM instance instance-0000003b to attach disk [datastore2] 6f84ff35-a4fd-4616-aa48-e10f21a0c223/6f84ff35-a4fd-4616-aa48-e10f21a0c223.vmdk or device None with type sparse {{(pid=69770) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 954.412325] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8a3c2a0c-0f16-44cd-9dc2-1482a3257761 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.438182] env[69770]: DEBUG oslo_vmware.api [None req-7ca152ca-2448-4983-98f7-081386fdba68 tempest-MultipleCreateTestJSON-938873983 tempest-MultipleCreateTestJSON-938873983-project-member] Task: {'id': task-4069949, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.851273} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 954.439766] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ca152ca-2448-4983-98f7-081386fdba68 tempest-MultipleCreateTestJSON-938873983 tempest-MultipleCreateTestJSON-938873983-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk to [datastore2] f4e6f95b-525f-484e-b158-1e4d96678c2a/f4e6f95b-525f-484e-b158-1e4d96678c2a.vmdk {{(pid=69770) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 954.439991] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-7ca152ca-2448-4983-98f7-081386fdba68 tempest-MultipleCreateTestJSON-938873983 tempest-MultipleCreateTestJSON-938873983-project-member] [instance: f4e6f95b-525f-484e-b158-1e4d96678c2a] Extending root virtual disk to 1048576 {{(pid=69770) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 954.440363] env[69770]: DEBUG oslo_vmware.api [None req-7ca152ca-2448-4983-98f7-081386fdba68 tempest-MultipleCreateTestJSON-938873983 tempest-MultipleCreateTestJSON-938873983-project-member] Waiting for the task: (returnval){ [ 954.440363] env[69770]: value = "task-4069954" [ 954.440363] env[69770]: _type = "Task" [ 954.440363] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 954.440564] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9723fb88-0e12-4db2-82cb-76e00a71a874 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.451421] env[69770]: DEBUG oslo_vmware.api [None req-7ca152ca-2448-4983-98f7-081386fdba68 tempest-MultipleCreateTestJSON-938873983 tempest-MultipleCreateTestJSON-938873983-project-member] Task: {'id': task-4069954, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.452911] env[69770]: DEBUG oslo_vmware.api [None req-7ca152ca-2448-4983-98f7-081386fdba68 tempest-MultipleCreateTestJSON-938873983 tempest-MultipleCreateTestJSON-938873983-project-member] Waiting for the task: (returnval){ [ 954.452911] env[69770]: value = "task-4069955" [ 954.452911] env[69770]: _type = "Task" [ 954.452911] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 954.456938] env[69770]: DEBUG oslo_concurrency.lockutils [None req-03cbf449-5bb9-485b-9a27-5460ec147770 tempest-ServerGroupTestJSON-803161883 tempest-ServerGroupTestJSON-803161883-project-member] Acquiring lock "15a53776-9653-4997-828d-4216093af571" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 954.457450] env[69770]: DEBUG oslo_concurrency.lockutils [None req-03cbf449-5bb9-485b-9a27-5460ec147770 tempest-ServerGroupTestJSON-803161883 tempest-ServerGroupTestJSON-803161883-project-member] Lock "15a53776-9653-4997-828d-4216093af571" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 954.457699] env[69770]: DEBUG oslo_concurrency.lockutils [None req-03cbf449-5bb9-485b-9a27-5460ec147770 tempest-ServerGroupTestJSON-803161883 tempest-ServerGroupTestJSON-803161883-project-member] Acquiring lock "15a53776-9653-4997-828d-4216093af571-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 954.457916] env[69770]: DEBUG oslo_concurrency.lockutils [None req-03cbf449-5bb9-485b-9a27-5460ec147770 tempest-ServerGroupTestJSON-803161883 tempest-ServerGroupTestJSON-803161883-project-member] Lock "15a53776-9653-4997-828d-4216093af571-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 954.458103] env[69770]: DEBUG oslo_concurrency.lockutils [None req-03cbf449-5bb9-485b-9a27-5460ec147770 tempest-ServerGroupTestJSON-803161883 tempest-ServerGroupTestJSON-803161883-project-member] Lock "15a53776-9653-4997-828d-4216093af571-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 954.460668] env[69770]: INFO nova.compute.manager [None req-03cbf449-5bb9-485b-9a27-5460ec147770 tempest-ServerGroupTestJSON-803161883 tempest-ServerGroupTestJSON-803161883-project-member] [instance: 15a53776-9653-4997-828d-4216093af571] Terminating instance [ 954.465969] env[69770]: DEBUG oslo_vmware.api [None req-7ca152ca-2448-4983-98f7-081386fdba68 tempest-MultipleCreateTestJSON-938873983 tempest-MultipleCreateTestJSON-938873983-project-member] Task: {'id': task-4069955, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.626324] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-4335a7d9-adfe-4f04-a7de-4c54bcfed8bc tempest-ServersAdminTestJSON-142622790 tempest-ServersAdminTestJSON-142622790-project-member] [instance: 089cc9fa-d197-43fd-b8fe-0d92a672806e] Powering off the VM {{(pid=69770) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 954.626603] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-48f6ae49-9e73-4635-afa8-8ab7a6f12643 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.634644] env[69770]: DEBUG oslo_vmware.api [None req-4335a7d9-adfe-4f04-a7de-4c54bcfed8bc tempest-ServersAdminTestJSON-142622790 tempest-ServersAdminTestJSON-142622790-project-member] Waiting for the task: (returnval){ [ 954.634644] env[69770]: value = "task-4069956" [ 954.634644] env[69770]: _type = "Task" [ 954.634644] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 954.645429] env[69770]: DEBUG oslo_vmware.api [None req-4335a7d9-adfe-4f04-a7de-4c54bcfed8bc tempest-ServersAdminTestJSON-142622790 tempest-ServersAdminTestJSON-142622790-project-member] Task: {'id': task-4069956, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.679382] env[69770]: DEBUG oslo_vmware.api [-] Task: {'id': task-4069953, 'name': CreateVM_Task} progress is 99%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.955548] env[69770]: DEBUG oslo_vmware.api [None req-7ca152ca-2448-4983-98f7-081386fdba68 tempest-MultipleCreateTestJSON-938873983 tempest-MultipleCreateTestJSON-938873983-project-member] Task: {'id': task-4069954, 'name': ReconfigVM_Task, 'duration_secs': 0.378813} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 954.959026] env[69770]: DEBUG nova.virt.vmwareapi.volumeops [None req-7ca152ca-2448-4983-98f7-081386fdba68 tempest-MultipleCreateTestJSON-938873983 tempest-MultipleCreateTestJSON-938873983-project-member] [instance: 6f84ff35-a4fd-4616-aa48-e10f21a0c223] Reconfigured VM instance instance-0000003b to attach disk [datastore2] 6f84ff35-a4fd-4616-aa48-e10f21a0c223/6f84ff35-a4fd-4616-aa48-e10f21a0c223.vmdk or device None with type sparse {{(pid=69770) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 954.962671] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5413f5f4-b623-493c-8304-ea5ffa8f50e6 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.972965] env[69770]: DEBUG nova.compute.manager [None req-03cbf449-5bb9-485b-9a27-5460ec147770 tempest-ServerGroupTestJSON-803161883 tempest-ServerGroupTestJSON-803161883-project-member] [instance: 15a53776-9653-4997-828d-4216093af571] Start destroying the instance on the hypervisor. {{(pid=69770) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 954.972965] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-03cbf449-5bb9-485b-9a27-5460ec147770 tempest-ServerGroupTestJSON-803161883 tempest-ServerGroupTestJSON-803161883-project-member] [instance: 15a53776-9653-4997-828d-4216093af571] Destroying instance {{(pid=69770) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 954.972965] env[69770]: DEBUG oslo_vmware.api [None req-7ca152ca-2448-4983-98f7-081386fdba68 tempest-MultipleCreateTestJSON-938873983 tempest-MultipleCreateTestJSON-938873983-project-member] Task: {'id': task-4069955, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.080705} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 954.974751] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d86f493b-f5a1-4f0e-9d9d-ba05c6b8c080 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.978062] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-7ca152ca-2448-4983-98f7-081386fdba68 tempest-MultipleCreateTestJSON-938873983 tempest-MultipleCreateTestJSON-938873983-project-member] [instance: f4e6f95b-525f-484e-b158-1e4d96678c2a] Extended root virtual disk {{(pid=69770) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 954.978480] env[69770]: DEBUG oslo_vmware.api [None req-7ca152ca-2448-4983-98f7-081386fdba68 tempest-MultipleCreateTestJSON-938873983 tempest-MultipleCreateTestJSON-938873983-project-member] Waiting for the task: (returnval){ [ 954.978480] env[69770]: value = "task-4069958" [ 954.978480] env[69770]: _type = "Task" [ 954.978480] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 954.982990] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-694522b3-870b-49f7-aacd-e229ff41b6d1 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.994426] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-03cbf449-5bb9-485b-9a27-5460ec147770 tempest-ServerGroupTestJSON-803161883 tempest-ServerGroupTestJSON-803161883-project-member] [instance: 15a53776-9653-4997-828d-4216093af571] Powering off the VM {{(pid=69770) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 954.995717] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d8b9deed-64f6-446a-8d5b-3d3f0892fd0e {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.013329] env[69770]: DEBUG oslo_vmware.api [None req-7ca152ca-2448-4983-98f7-081386fdba68 tempest-MultipleCreateTestJSON-938873983 tempest-MultipleCreateTestJSON-938873983-project-member] Task: {'id': task-4069958, 'name': Rename_Task} progress is 14%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.024532] env[69770]: DEBUG nova.virt.vmwareapi.volumeops [None req-7ca152ca-2448-4983-98f7-081386fdba68 tempest-MultipleCreateTestJSON-938873983 tempest-MultipleCreateTestJSON-938873983-project-member] [instance: f4e6f95b-525f-484e-b158-1e4d96678c2a] Reconfiguring VM instance instance-0000003c to attach disk [datastore2] f4e6f95b-525f-484e-b158-1e4d96678c2a/f4e6f95b-525f-484e-b158-1e4d96678c2a.vmdk or device None with type sparse {{(pid=69770) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 955.030898] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-35904a95-e04e-47ac-b226-1e6cea09ee07 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.049634] env[69770]: DEBUG oslo_vmware.api [None req-03cbf449-5bb9-485b-9a27-5460ec147770 tempest-ServerGroupTestJSON-803161883 tempest-ServerGroupTestJSON-803161883-project-member] Waiting for the task: (returnval){ [ 955.049634] env[69770]: value = "task-4069959" [ 955.049634] env[69770]: _type = "Task" [ 955.049634] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 955.056586] env[69770]: DEBUG oslo_vmware.api [None req-7ca152ca-2448-4983-98f7-081386fdba68 tempest-MultipleCreateTestJSON-938873983 tempest-MultipleCreateTestJSON-938873983-project-member] Waiting for the task: (returnval){ [ 955.056586] env[69770]: value = "task-4069960" [ 955.056586] env[69770]: _type = "Task" [ 955.056586] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 955.060648] env[69770]: DEBUG oslo_vmware.api [None req-03cbf449-5bb9-485b-9a27-5460ec147770 tempest-ServerGroupTestJSON-803161883 tempest-ServerGroupTestJSON-803161883-project-member] Task: {'id': task-4069959, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.076021] env[69770]: DEBUG oslo_vmware.api [None req-7ca152ca-2448-4983-98f7-081386fdba68 tempest-MultipleCreateTestJSON-938873983 tempest-MultipleCreateTestJSON-938873983-project-member] Task: {'id': task-4069960, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.150323] env[69770]: DEBUG oslo_vmware.api [None req-4335a7d9-adfe-4f04-a7de-4c54bcfed8bc tempest-ServersAdminTestJSON-142622790 tempest-ServersAdminTestJSON-142622790-project-member] Task: {'id': task-4069956, 'name': PowerOffVM_Task} progress is 100%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.180623] env[69770]: DEBUG oslo_vmware.api [-] Task: {'id': task-4069953, 'name': CreateVM_Task, 'duration_secs': 0.580138} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 955.180623] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a3617e51-7671-42b4-a7d3-a22c7d57814a] Created VM on the ESX host {{(pid=69770) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 955.182136] env[69770]: DEBUG oslo_concurrency.lockutils [None req-ea383c59-ea09-42d4-9361-21938b0dfbce tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.182136] env[69770]: DEBUG oslo_concurrency.lockutils [None req-ea383c59-ea09-42d4-9361-21938b0dfbce tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.182136] env[69770]: DEBUG oslo_concurrency.lockutils [None req-ea383c59-ea09-42d4-9361-21938b0dfbce tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.182407] env[69770]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dde1bd7e-fc96-4d6b-93ee-c4693837cc28 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.191068] env[69770]: DEBUG oslo_vmware.api [None req-ea383c59-ea09-42d4-9361-21938b0dfbce tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] Waiting for the task: (returnval){ [ 955.191068] env[69770]: value = "session[52161b52-cb8e-ec9f-1132-2f6b49549d41]526a2a3b-f00b-474b-2031-a916c2abf442" [ 955.191068] env[69770]: _type = "Task" [ 955.191068] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 955.201479] env[69770]: DEBUG oslo_vmware.api [None req-ea383c59-ea09-42d4-9361-21938b0dfbce tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]526a2a3b-f00b-474b-2031-a916c2abf442, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.319686] env[69770]: DEBUG nova.network.neutron [req-281d8517-67cd-4612-b43d-36cfc7c8a843 req-4acbf67d-d171-4c54-af60-14d8eddecb10 service nova] [instance: a3617e51-7671-42b4-a7d3-a22c7d57814a] Updated VIF entry in instance network info cache for port 86019cd3-db0c-4adc-86d7-378f42286db2. {{(pid=69770) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 955.320081] env[69770]: DEBUG nova.network.neutron [req-281d8517-67cd-4612-b43d-36cfc7c8a843 req-4acbf67d-d171-4c54-af60-14d8eddecb10 service nova] [instance: a3617e51-7671-42b4-a7d3-a22c7d57814a] Updating instance_info_cache with network_info: [{"id": "86019cd3-db0c-4adc-86d7-378f42286db2", "address": "fa:16:3e:5f:b6:fb", "network": {"id": "deeccc4b-a1bb-4cc9-a2cb-ab451519c623", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1195845450-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "79f08803ff104b29b1724007c4361a7e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "26a1e556-1ede-445a-bf87-a35daa5d9070", "external-id": "nsx-vlan-transportzone-396", "segmentation_id": 396, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap86019cd3-db", "ovs_interfaceid": "86019cd3-db0c-4adc-86d7-378f42286db2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69770) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 955.346441] env[69770]: DEBUG oslo_concurrency.lockutils [None req-781cca48-dbbe-4509-8830-950eeed25797 tempest-ServerRescueTestJSON-2083557613 tempest-ServerRescueTestJSON-2083557613-project-member] Acquiring lock "6d778061-f3b5-4dc9-ab22-b1787ddd972e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 955.346643] env[69770]: DEBUG oslo_concurrency.lockutils [None req-781cca48-dbbe-4509-8830-950eeed25797 tempest-ServerRescueTestJSON-2083557613 tempest-ServerRescueTestJSON-2083557613-project-member] Lock "6d778061-f3b5-4dc9-ab22-b1787ddd972e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 955.385170] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6809d125-2a5d-4fad-8c02-3784967144e3 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.394336] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95b2aef4-d7a1-436d-b81a-90b66abf1bde {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.435046] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba7b17ac-d0b6-4373-85f3-5934bd5c5b50 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.441715] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-521725f9-0c18-427c-a9b9-2956722d8dab {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.457351] env[69770]: DEBUG nova.compute.provider_tree [None req-5bec6530-3ca2-4925-a80a-c440233d795f tempest-ServerMetadataTestJSON-275718558 tempest-ServerMetadataTestJSON-275718558-project-member] Inventory has not changed in ProviderTree for provider: 7cc7d32b-b7a7-454a-a456-2a440248ed9d {{(pid=69770) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 955.497163] env[69770]: DEBUG oslo_vmware.api [None req-7ca152ca-2448-4983-98f7-081386fdba68 tempest-MultipleCreateTestJSON-938873983 tempest-MultipleCreateTestJSON-938873983-project-member] Task: {'id': task-4069958, 'name': Rename_Task, 'duration_secs': 0.177824} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 955.497557] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ca152ca-2448-4983-98f7-081386fdba68 tempest-MultipleCreateTestJSON-938873983 tempest-MultipleCreateTestJSON-938873983-project-member] [instance: 6f84ff35-a4fd-4616-aa48-e10f21a0c223] Powering on the VM {{(pid=69770) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 955.497965] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b15d917f-5ea1-4397-8660-4c0e5c9c88c2 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.507233] env[69770]: DEBUG oslo_vmware.api [None req-7ca152ca-2448-4983-98f7-081386fdba68 tempest-MultipleCreateTestJSON-938873983 tempest-MultipleCreateTestJSON-938873983-project-member] Waiting for the task: (returnval){ [ 955.507233] env[69770]: value = "task-4069961" [ 955.507233] env[69770]: _type = "Task" [ 955.507233] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 955.519710] env[69770]: DEBUG oslo_vmware.api [None req-7ca152ca-2448-4983-98f7-081386fdba68 tempest-MultipleCreateTestJSON-938873983 tempest-MultipleCreateTestJSON-938873983-project-member] Task: {'id': task-4069961, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.562827] env[69770]: DEBUG oslo_vmware.api [None req-03cbf449-5bb9-485b-9a27-5460ec147770 tempest-ServerGroupTestJSON-803161883 tempest-ServerGroupTestJSON-803161883-project-member] Task: {'id': task-4069959, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.575777] env[69770]: DEBUG oslo_vmware.api [None req-7ca152ca-2448-4983-98f7-081386fdba68 tempest-MultipleCreateTestJSON-938873983 tempest-MultipleCreateTestJSON-938873983-project-member] Task: {'id': task-4069960, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.646256] env[69770]: DEBUG oslo_vmware.api [None req-4335a7d9-adfe-4f04-a7de-4c54bcfed8bc tempest-ServersAdminTestJSON-142622790 tempest-ServersAdminTestJSON-142622790-project-member] Task: {'id': task-4069956, 'name': PowerOffVM_Task, 'duration_secs': 0.645355} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 955.646544] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-4335a7d9-adfe-4f04-a7de-4c54bcfed8bc tempest-ServersAdminTestJSON-142622790 tempest-ServersAdminTestJSON-142622790-project-member] [instance: 089cc9fa-d197-43fd-b8fe-0d92a672806e] Powered off the VM {{(pid=69770) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 955.646784] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-4335a7d9-adfe-4f04-a7de-4c54bcfed8bc tempest-ServersAdminTestJSON-142622790 tempest-ServersAdminTestJSON-142622790-project-member] [instance: 089cc9fa-d197-43fd-b8fe-0d92a672806e] Destroying instance {{(pid=69770) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 955.647593] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a6489c2-523d-4b28-9164-a528024eb852 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.655153] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-4335a7d9-adfe-4f04-a7de-4c54bcfed8bc tempest-ServersAdminTestJSON-142622790 tempest-ServersAdminTestJSON-142622790-project-member] [instance: 089cc9fa-d197-43fd-b8fe-0d92a672806e] Unregistering the VM {{(pid=69770) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 955.655414] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f8386af4-2aff-4067-af25-118f914b72f1 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.706974] env[69770]: DEBUG oslo_vmware.api [None req-ea383c59-ea09-42d4-9361-21938b0dfbce tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]526a2a3b-f00b-474b-2031-a916c2abf442, 'name': SearchDatastore_Task, 'duration_secs': 0.027053} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 955.707541] env[69770]: DEBUG oslo_concurrency.lockutils [None req-ea383c59-ea09-42d4-9361-21938b0dfbce tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.707973] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-ea383c59-ea09-42d4-9361-21938b0dfbce tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] [instance: a3617e51-7671-42b4-a7d3-a22c7d57814a] Processing image d1eaff80-24a0-4391-90eb-59958b1ecf0a {{(pid=69770) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 955.708409] env[69770]: DEBUG oslo_concurrency.lockutils [None req-ea383c59-ea09-42d4-9361-21938b0dfbce tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.708847] env[69770]: DEBUG oslo_concurrency.lockutils [None req-ea383c59-ea09-42d4-9361-21938b0dfbce tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.709008] env[69770]: DEBUG nova.virt.vmwareapi.ds_util [None req-ea383c59-ea09-42d4-9361-21938b0dfbce tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69770) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 955.709447] env[69770]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0a02dbde-79f1-4a49-a9a4-a067d3845c95 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.731593] env[69770]: DEBUG nova.virt.vmwareapi.ds_util [None req-ea383c59-ea09-42d4-9361-21938b0dfbce tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69770) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 955.731803] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-ea383c59-ea09-42d4-9361-21938b0dfbce tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69770) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 955.733073] env[69770]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eabecd3b-37a7-47e5-b23a-8330bb23c767 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.740894] env[69770]: DEBUG oslo_vmware.api [None req-ea383c59-ea09-42d4-9361-21938b0dfbce tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] Waiting for the task: (returnval){ [ 955.740894] env[69770]: value = "session[52161b52-cb8e-ec9f-1132-2f6b49549d41]5272d28c-c8a6-54de-f98d-c7ccee920f53" [ 955.740894] env[69770]: _type = "Task" [ 955.740894] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 955.742835] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-4335a7d9-adfe-4f04-a7de-4c54bcfed8bc tempest-ServersAdminTestJSON-142622790 tempest-ServersAdminTestJSON-142622790-project-member] [instance: 089cc9fa-d197-43fd-b8fe-0d92a672806e] Unregistered the VM {{(pid=69770) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 955.742945] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-4335a7d9-adfe-4f04-a7de-4c54bcfed8bc tempest-ServersAdminTestJSON-142622790 tempest-ServersAdminTestJSON-142622790-project-member] [instance: 089cc9fa-d197-43fd-b8fe-0d92a672806e] Deleting contents of the VM from datastore datastore1 {{(pid=69770) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 955.744061] env[69770]: DEBUG nova.virt.vmwareapi.ds_util [None req-4335a7d9-adfe-4f04-a7de-4c54bcfed8bc tempest-ServersAdminTestJSON-142622790 tempest-ServersAdminTestJSON-142622790-project-member] Deleting the datastore file [datastore1] 089cc9fa-d197-43fd-b8fe-0d92a672806e {{(pid=69770) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 955.749180] env[69770]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-96898da2-06b5-454f-9521-23dcf1c41d63 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.757662] env[69770]: DEBUG oslo_vmware.api [None req-ea383c59-ea09-42d4-9361-21938b0dfbce tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]5272d28c-c8a6-54de-f98d-c7ccee920f53, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.759395] env[69770]: DEBUG oslo_vmware.api [None req-4335a7d9-adfe-4f04-a7de-4c54bcfed8bc tempest-ServersAdminTestJSON-142622790 tempest-ServersAdminTestJSON-142622790-project-member] Waiting for the task: (returnval){ [ 955.759395] env[69770]: value = "task-4069963" [ 955.759395] env[69770]: _type = "Task" [ 955.759395] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 955.769509] env[69770]: DEBUG oslo_vmware.api [None req-4335a7d9-adfe-4f04-a7de-4c54bcfed8bc tempest-ServersAdminTestJSON-142622790 tempest-ServersAdminTestJSON-142622790-project-member] Task: {'id': task-4069963, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.823543] env[69770]: DEBUG oslo_concurrency.lockutils [req-281d8517-67cd-4612-b43d-36cfc7c8a843 req-4acbf67d-d171-4c54-af60-14d8eddecb10 service nova] Releasing lock "refresh_cache-a3617e51-7671-42b4-a7d3-a22c7d57814a" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.823850] env[69770]: DEBUG nova.compute.manager [req-281d8517-67cd-4612-b43d-36cfc7c8a843 req-4acbf67d-d171-4c54-af60-14d8eddecb10 service nova] [instance: b2bce6a2-d9e0-41e9-8a4b-23e53133bbb4] Received event network-vif-deleted-58a6ebfa-9b74-41f1-99ec-f097724df0e7 {{(pid=69770) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 955.961183] env[69770]: DEBUG nova.scheduler.client.report [None req-5bec6530-3ca2-4925-a80a-c440233d795f tempest-ServerMetadataTestJSON-275718558 tempest-ServerMetadataTestJSON-275718558-project-member] Inventory has not changed for provider 7cc7d32b-b7a7-454a-a456-2a440248ed9d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69770) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 956.020084] env[69770]: DEBUG oslo_vmware.api [None req-7ca152ca-2448-4983-98f7-081386fdba68 tempest-MultipleCreateTestJSON-938873983 tempest-MultipleCreateTestJSON-938873983-project-member] Task: {'id': task-4069961, 'name': PowerOnVM_Task} progress is 96%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.062126] env[69770]: DEBUG oslo_vmware.api [None req-03cbf449-5bb9-485b-9a27-5460ec147770 tempest-ServerGroupTestJSON-803161883 tempest-ServerGroupTestJSON-803161883-project-member] Task: {'id': task-4069959, 'name': PowerOffVM_Task, 'duration_secs': 0.962654} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 956.062423] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-03cbf449-5bb9-485b-9a27-5460ec147770 tempest-ServerGroupTestJSON-803161883 tempest-ServerGroupTestJSON-803161883-project-member] [instance: 15a53776-9653-4997-828d-4216093af571] Powered off the VM {{(pid=69770) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 956.062681] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-03cbf449-5bb9-485b-9a27-5460ec147770 tempest-ServerGroupTestJSON-803161883 tempest-ServerGroupTestJSON-803161883-project-member] [instance: 15a53776-9653-4997-828d-4216093af571] Unregistering the VM {{(pid=69770) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 956.063099] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b5d3835e-ced6-4a8a-b8fd-0c1adb6faeb4 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.076639] env[69770]: DEBUG oslo_vmware.api [None req-7ca152ca-2448-4983-98f7-081386fdba68 tempest-MultipleCreateTestJSON-938873983 tempest-MultipleCreateTestJSON-938873983-project-member] Task: {'id': task-4069960, 'name': ReconfigVM_Task, 'duration_secs': 0.524707} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 956.077014] env[69770]: DEBUG nova.virt.vmwareapi.volumeops [None req-7ca152ca-2448-4983-98f7-081386fdba68 tempest-MultipleCreateTestJSON-938873983 tempest-MultipleCreateTestJSON-938873983-project-member] [instance: f4e6f95b-525f-484e-b158-1e4d96678c2a] Reconfigured VM instance instance-0000003c to attach disk [datastore2] f4e6f95b-525f-484e-b158-1e4d96678c2a/f4e6f95b-525f-484e-b158-1e4d96678c2a.vmdk or device None with type sparse {{(pid=69770) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 956.077671] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a9d7c828-bee7-4157-a4d6-c8723274111a {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.085172] env[69770]: DEBUG oslo_vmware.api [None req-7ca152ca-2448-4983-98f7-081386fdba68 tempest-MultipleCreateTestJSON-938873983 tempest-MultipleCreateTestJSON-938873983-project-member] Waiting for the task: (returnval){ [ 956.085172] env[69770]: value = "task-4069965" [ 956.085172] env[69770]: _type = "Task" [ 956.085172] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 956.093762] env[69770]: DEBUG oslo_vmware.api [None req-7ca152ca-2448-4983-98f7-081386fdba68 tempest-MultipleCreateTestJSON-938873983 tempest-MultipleCreateTestJSON-938873983-project-member] Task: {'id': task-4069965, 'name': Rename_Task} progress is 5%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.138616] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-03cbf449-5bb9-485b-9a27-5460ec147770 tempest-ServerGroupTestJSON-803161883 tempest-ServerGroupTestJSON-803161883-project-member] [instance: 15a53776-9653-4997-828d-4216093af571] Unregistered the VM {{(pid=69770) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 956.138879] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-03cbf449-5bb9-485b-9a27-5460ec147770 tempest-ServerGroupTestJSON-803161883 tempest-ServerGroupTestJSON-803161883-project-member] [instance: 15a53776-9653-4997-828d-4216093af571] Deleting contents of the VM from datastore datastore2 {{(pid=69770) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 956.139221] env[69770]: DEBUG nova.virt.vmwareapi.ds_util [None req-03cbf449-5bb9-485b-9a27-5460ec147770 tempest-ServerGroupTestJSON-803161883 tempest-ServerGroupTestJSON-803161883-project-member] Deleting the datastore file [datastore2] 15a53776-9653-4997-828d-4216093af571 {{(pid=69770) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 956.139644] env[69770]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a5ce6ee3-6a18-441b-8c5b-f2828a64958f {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.146626] env[69770]: DEBUG oslo_vmware.api [None req-03cbf449-5bb9-485b-9a27-5460ec147770 tempest-ServerGroupTestJSON-803161883 tempest-ServerGroupTestJSON-803161883-project-member] Waiting for the task: (returnval){ [ 956.146626] env[69770]: value = "task-4069966" [ 956.146626] env[69770]: _type = "Task" [ 956.146626] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 956.156068] env[69770]: DEBUG oslo_vmware.api [None req-03cbf449-5bb9-485b-9a27-5460ec147770 tempest-ServerGroupTestJSON-803161883 tempest-ServerGroupTestJSON-803161883-project-member] Task: {'id': task-4069966, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.256369] env[69770]: DEBUG oslo_vmware.api [None req-ea383c59-ea09-42d4-9361-21938b0dfbce tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]5272d28c-c8a6-54de-f98d-c7ccee920f53, 'name': SearchDatastore_Task, 'duration_secs': 0.01747} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 956.257270] env[69770]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-76812d84-3e3e-454a-ad04-650f5169568a {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.266350] env[69770]: DEBUG oslo_vmware.api [None req-ea383c59-ea09-42d4-9361-21938b0dfbce tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] Waiting for the task: (returnval){ [ 956.266350] env[69770]: value = "session[52161b52-cb8e-ec9f-1132-2f6b49549d41]52ecf70a-63c6-b7ac-494a-4c80ff75f2cc" [ 956.266350] env[69770]: _type = "Task" [ 956.266350] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 956.269807] env[69770]: DEBUG oslo_vmware.api [None req-4335a7d9-adfe-4f04-a7de-4c54bcfed8bc tempest-ServersAdminTestJSON-142622790 tempest-ServersAdminTestJSON-142622790-project-member] Task: {'id': task-4069963, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.279736} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 956.273059] env[69770]: DEBUG nova.virt.vmwareapi.ds_util [None req-4335a7d9-adfe-4f04-a7de-4c54bcfed8bc tempest-ServersAdminTestJSON-142622790 tempest-ServersAdminTestJSON-142622790-project-member] Deleted the datastore file {{(pid=69770) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 956.273265] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-4335a7d9-adfe-4f04-a7de-4c54bcfed8bc tempest-ServersAdminTestJSON-142622790 tempest-ServersAdminTestJSON-142622790-project-member] [instance: 089cc9fa-d197-43fd-b8fe-0d92a672806e] Deleted contents of the VM from datastore datastore1 {{(pid=69770) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 956.273461] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-4335a7d9-adfe-4f04-a7de-4c54bcfed8bc tempest-ServersAdminTestJSON-142622790 tempest-ServersAdminTestJSON-142622790-project-member] [instance: 089cc9fa-d197-43fd-b8fe-0d92a672806e] Instance destroyed {{(pid=69770) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 956.283143] env[69770]: DEBUG oslo_vmware.api [None req-ea383c59-ea09-42d4-9361-21938b0dfbce tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]52ecf70a-63c6-b7ac-494a-4c80ff75f2cc, 'name': SearchDatastore_Task, 'duration_secs': 0.011326} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 956.283641] env[69770]: DEBUG oslo_concurrency.lockutils [None req-ea383c59-ea09-42d4-9361-21938b0dfbce tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.283821] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea383c59-ea09-42d4-9361-21938b0dfbce tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk to [datastore1] a3617e51-7671-42b4-a7d3-a22c7d57814a/a3617e51-7671-42b4-a7d3-a22c7d57814a.vmdk {{(pid=69770) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 956.284111] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-53002b89-8b31-4921-b108-8727fa68de9c {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.291743] env[69770]: DEBUG oslo_vmware.api [None req-ea383c59-ea09-42d4-9361-21938b0dfbce tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] Waiting for the task: (returnval){ [ 956.291743] env[69770]: value = "task-4069967" [ 956.291743] env[69770]: _type = "Task" [ 956.291743] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 956.301326] env[69770]: DEBUG oslo_vmware.api [None req-ea383c59-ea09-42d4-9361-21938b0dfbce tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] Task: {'id': task-4069967, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.466392] env[69770]: DEBUG oslo_concurrency.lockutils [None req-5bec6530-3ca2-4925-a80a-c440233d795f tempest-ServerMetadataTestJSON-275718558 tempest-ServerMetadataTestJSON-275718558-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.767s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 956.467057] env[69770]: DEBUG nova.compute.manager [None req-5bec6530-3ca2-4925-a80a-c440233d795f tempest-ServerMetadataTestJSON-275718558 tempest-ServerMetadataTestJSON-275718558-project-member] [instance: a1f5fa57-2f51-4514-a7fd-64e10535c556] Start building networks asynchronously for instance. {{(pid=69770) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 956.472650] env[69770]: DEBUG oslo_concurrency.lockutils [None req-789bdefc-0062-4d3a-90ce-670cd823d935 tempest-ListServerFiltersTestJSON-1688445247 tempest-ListServerFiltersTestJSON-1688445247-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 40.521s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 956.472955] env[69770]: DEBUG nova.objects.instance [None req-789bdefc-0062-4d3a-90ce-670cd823d935 tempest-ListServerFiltersTestJSON-1688445247 tempest-ListServerFiltersTestJSON-1688445247-project-member] Lazy-loading 'resources' on Instance uuid 1ecca185-3141-408a-92c7-c3a431ddc25d {{(pid=69770) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 956.520876] env[69770]: DEBUG oslo_vmware.api [None req-7ca152ca-2448-4983-98f7-081386fdba68 tempest-MultipleCreateTestJSON-938873983 tempest-MultipleCreateTestJSON-938873983-project-member] Task: {'id': task-4069961, 'name': PowerOnVM_Task, 'duration_secs': 0.607292} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 956.521233] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ca152ca-2448-4983-98f7-081386fdba68 tempest-MultipleCreateTestJSON-938873983 tempest-MultipleCreateTestJSON-938873983-project-member] [instance: 6f84ff35-a4fd-4616-aa48-e10f21a0c223] Powered on the VM {{(pid=69770) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 956.521491] env[69770]: INFO nova.compute.manager [None req-7ca152ca-2448-4983-98f7-081386fdba68 tempest-MultipleCreateTestJSON-938873983 tempest-MultipleCreateTestJSON-938873983-project-member] [instance: 6f84ff35-a4fd-4616-aa48-e10f21a0c223] Took 10.89 seconds to spawn the instance on the hypervisor. [ 956.521714] env[69770]: DEBUG nova.compute.manager [None req-7ca152ca-2448-4983-98f7-081386fdba68 tempest-MultipleCreateTestJSON-938873983 tempest-MultipleCreateTestJSON-938873983-project-member] [instance: 6f84ff35-a4fd-4616-aa48-e10f21a0c223] Checking state {{(pid=69770) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 956.522862] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-854f3f18-a6ba-49f0-89e6-684dbb80ac65 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.596464] env[69770]: DEBUG oslo_vmware.api [None req-7ca152ca-2448-4983-98f7-081386fdba68 tempest-MultipleCreateTestJSON-938873983 tempest-MultipleCreateTestJSON-938873983-project-member] Task: {'id': task-4069965, 'name': Rename_Task, 'duration_secs': 0.247007} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 956.596914] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ca152ca-2448-4983-98f7-081386fdba68 tempest-MultipleCreateTestJSON-938873983 tempest-MultipleCreateTestJSON-938873983-project-member] [instance: f4e6f95b-525f-484e-b158-1e4d96678c2a] Powering on the VM {{(pid=69770) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 956.597298] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b9bc9418-1a1f-4f41-95ed-ae3ca2ff50a8 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.605467] env[69770]: DEBUG oslo_vmware.api [None req-7ca152ca-2448-4983-98f7-081386fdba68 tempest-MultipleCreateTestJSON-938873983 tempest-MultipleCreateTestJSON-938873983-project-member] Waiting for the task: (returnval){ [ 956.605467] env[69770]: value = "task-4069968" [ 956.605467] env[69770]: _type = "Task" [ 956.605467] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 956.615943] env[69770]: DEBUG oslo_vmware.api [None req-7ca152ca-2448-4983-98f7-081386fdba68 tempest-MultipleCreateTestJSON-938873983 tempest-MultipleCreateTestJSON-938873983-project-member] Task: {'id': task-4069968, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.658438] env[69770]: DEBUG oslo_vmware.api [None req-03cbf449-5bb9-485b-9a27-5460ec147770 tempest-ServerGroupTestJSON-803161883 tempest-ServerGroupTestJSON-803161883-project-member] Task: {'id': task-4069966, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.178858} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 956.658794] env[69770]: DEBUG nova.virt.vmwareapi.ds_util [None req-03cbf449-5bb9-485b-9a27-5460ec147770 tempest-ServerGroupTestJSON-803161883 tempest-ServerGroupTestJSON-803161883-project-member] Deleted the datastore file {{(pid=69770) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 956.659133] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-03cbf449-5bb9-485b-9a27-5460ec147770 tempest-ServerGroupTestJSON-803161883 tempest-ServerGroupTestJSON-803161883-project-member] [instance: 15a53776-9653-4997-828d-4216093af571] Deleted contents of the VM from datastore datastore2 {{(pid=69770) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 956.659289] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-03cbf449-5bb9-485b-9a27-5460ec147770 tempest-ServerGroupTestJSON-803161883 tempest-ServerGroupTestJSON-803161883-project-member] [instance: 15a53776-9653-4997-828d-4216093af571] Instance destroyed {{(pid=69770) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 956.659571] env[69770]: INFO nova.compute.manager [None req-03cbf449-5bb9-485b-9a27-5460ec147770 tempest-ServerGroupTestJSON-803161883 tempest-ServerGroupTestJSON-803161883-project-member] [instance: 15a53776-9653-4997-828d-4216093af571] Took 1.69 seconds to destroy the instance on the hypervisor. [ 956.659766] env[69770]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-03cbf449-5bb9-485b-9a27-5460ec147770 tempest-ServerGroupTestJSON-803161883 tempest-ServerGroupTestJSON-803161883-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69770) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 956.659983] env[69770]: DEBUG nova.compute.manager [-] [instance: 15a53776-9653-4997-828d-4216093af571] Deallocating network for instance {{(pid=69770) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 956.660115] env[69770]: DEBUG nova.network.neutron [-] [instance: 15a53776-9653-4997-828d-4216093af571] deallocate_for_instance() {{(pid=69770) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 956.808042] env[69770]: DEBUG oslo_vmware.api [None req-ea383c59-ea09-42d4-9361-21938b0dfbce tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] Task: {'id': task-4069967, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.976773] env[69770]: DEBUG nova.compute.utils [None req-5bec6530-3ca2-4925-a80a-c440233d795f tempest-ServerMetadataTestJSON-275718558 tempest-ServerMetadataTestJSON-275718558-project-member] Using /dev/sd instead of None {{(pid=69770) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 956.982343] env[69770]: DEBUG nova.compute.manager [None req-5bec6530-3ca2-4925-a80a-c440233d795f tempest-ServerMetadataTestJSON-275718558 tempest-ServerMetadataTestJSON-275718558-project-member] [instance: a1f5fa57-2f51-4514-a7fd-64e10535c556] Allocating IP information in the background. {{(pid=69770) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 956.982529] env[69770]: DEBUG nova.network.neutron [None req-5bec6530-3ca2-4925-a80a-c440233d795f tempest-ServerMetadataTestJSON-275718558 tempest-ServerMetadataTestJSON-275718558-project-member] [instance: a1f5fa57-2f51-4514-a7fd-64e10535c556] allocate_for_instance() {{(pid=69770) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 957.033019] env[69770]: DEBUG nova.policy [None req-5bec6530-3ca2-4925-a80a-c440233d795f tempest-ServerMetadataTestJSON-275718558 tempest-ServerMetadataTestJSON-275718558-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3213bbdc0e19498c94623414eac26de1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ea6740e9484d4c6faf763f74c9183dea', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69770) authorize /opt/stack/nova/nova/policy.py:192}} [ 957.049884] env[69770]: INFO nova.compute.manager [None req-7ca152ca-2448-4983-98f7-081386fdba68 tempest-MultipleCreateTestJSON-938873983 tempest-MultipleCreateTestJSON-938873983-project-member] [instance: 6f84ff35-a4fd-4616-aa48-e10f21a0c223] Took 57.50 seconds to build instance. [ 957.120635] env[69770]: DEBUG oslo_vmware.api [None req-7ca152ca-2448-4983-98f7-081386fdba68 tempest-MultipleCreateTestJSON-938873983 tempest-MultipleCreateTestJSON-938873983-project-member] Task: {'id': task-4069968, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.287815] env[69770]: DEBUG nova.compute.manager [req-75bbed45-8912-4f2b-b2ce-7e40c6ab138b req-3a080454-cf1f-4070-b821-05e18f03d6b0 service nova] [instance: 15a53776-9653-4997-828d-4216093af571] Received event network-vif-deleted-0c059ba9-6c6d-4121-a836-8f05af01966d {{(pid=69770) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 957.287815] env[69770]: INFO nova.compute.manager [req-75bbed45-8912-4f2b-b2ce-7e40c6ab138b req-3a080454-cf1f-4070-b821-05e18f03d6b0 service nova] [instance: 15a53776-9653-4997-828d-4216093af571] Neutron deleted interface 0c059ba9-6c6d-4121-a836-8f05af01966d; detaching it from the instance and deleting it from the info cache [ 957.287815] env[69770]: DEBUG nova.network.neutron [req-75bbed45-8912-4f2b-b2ce-7e40c6ab138b req-3a080454-cf1f-4070-b821-05e18f03d6b0 service nova] [instance: 15a53776-9653-4997-828d-4216093af571] Updating instance_info_cache with network_info: [] {{(pid=69770) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 957.309175] env[69770]: DEBUG oslo_vmware.api [None req-ea383c59-ea09-42d4-9361-21938b0dfbce tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] Task: {'id': task-4069967, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.541821} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 957.313761] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea383c59-ea09-42d4-9361-21938b0dfbce tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk to [datastore1] a3617e51-7671-42b4-a7d3-a22c7d57814a/a3617e51-7671-42b4-a7d3-a22c7d57814a.vmdk {{(pid=69770) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 957.314010] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-ea383c59-ea09-42d4-9361-21938b0dfbce tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] [instance: a3617e51-7671-42b4-a7d3-a22c7d57814a] Extending root virtual disk to 1048576 {{(pid=69770) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 957.314791] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f69e330d-1d3d-4dab-aabb-429149938471 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.324716] env[69770]: DEBUG oslo_vmware.api [None req-ea383c59-ea09-42d4-9361-21938b0dfbce tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] Waiting for the task: (returnval){ [ 957.324716] env[69770]: value = "task-4069969" [ 957.324716] env[69770]: _type = "Task" [ 957.324716] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 957.328426] env[69770]: DEBUG nova.virt.hardware [None req-4335a7d9-adfe-4f04-a7de-4c54bcfed8bc tempest-ServersAdminTestJSON-142622790 tempest-ServersAdminTestJSON-142622790-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T12:16:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T12:16:11Z,direct_url=,disk_format='vmdk',id=d1eaff80-24a0-4391-90eb-59958b1ecf0a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d65f20bb89fb40a98b77bc6d97357df2',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T12:16:12Z,virtual_size=,visibility=), allow threads: False {{(pid=69770) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 957.328426] env[69770]: DEBUG nova.virt.hardware [None req-4335a7d9-adfe-4f04-a7de-4c54bcfed8bc tempest-ServersAdminTestJSON-142622790 tempest-ServersAdminTestJSON-142622790-project-member] Flavor limits 0:0:0 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 957.328426] env[69770]: DEBUG nova.virt.hardware [None req-4335a7d9-adfe-4f04-a7de-4c54bcfed8bc tempest-ServersAdminTestJSON-142622790 tempest-ServersAdminTestJSON-142622790-project-member] Image limits 0:0:0 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 957.328426] env[69770]: DEBUG nova.virt.hardware [None req-4335a7d9-adfe-4f04-a7de-4c54bcfed8bc tempest-ServersAdminTestJSON-142622790 tempest-ServersAdminTestJSON-142622790-project-member] Flavor pref 0:0:0 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 957.328426] env[69770]: DEBUG nova.virt.hardware [None req-4335a7d9-adfe-4f04-a7de-4c54bcfed8bc tempest-ServersAdminTestJSON-142622790 tempest-ServersAdminTestJSON-142622790-project-member] Image pref 0:0:0 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 957.328426] env[69770]: DEBUG nova.virt.hardware [None req-4335a7d9-adfe-4f04-a7de-4c54bcfed8bc tempest-ServersAdminTestJSON-142622790 tempest-ServersAdminTestJSON-142622790-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 957.328676] env[69770]: DEBUG nova.virt.hardware [None req-4335a7d9-adfe-4f04-a7de-4c54bcfed8bc tempest-ServersAdminTestJSON-142622790 tempest-ServersAdminTestJSON-142622790-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69770) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 957.328739] env[69770]: DEBUG nova.virt.hardware [None req-4335a7d9-adfe-4f04-a7de-4c54bcfed8bc tempest-ServersAdminTestJSON-142622790 tempest-ServersAdminTestJSON-142622790-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69770) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 957.328885] env[69770]: DEBUG nova.virt.hardware [None req-4335a7d9-adfe-4f04-a7de-4c54bcfed8bc tempest-ServersAdminTestJSON-142622790 tempest-ServersAdminTestJSON-142622790-project-member] Got 1 possible topologies {{(pid=69770) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 957.329143] env[69770]: DEBUG nova.virt.hardware [None req-4335a7d9-adfe-4f04-a7de-4c54bcfed8bc tempest-ServersAdminTestJSON-142622790 tempest-ServersAdminTestJSON-142622790-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69770) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 957.329237] env[69770]: DEBUG nova.virt.hardware [None req-4335a7d9-adfe-4f04-a7de-4c54bcfed8bc tempest-ServersAdminTestJSON-142622790 tempest-ServersAdminTestJSON-142622790-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69770) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 957.330505] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c65b62a2-8870-4655-834e-2f901733294f {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.348549] env[69770]: DEBUG oslo_vmware.api [None req-ea383c59-ea09-42d4-9361-21938b0dfbce tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] Task: {'id': task-4069969, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.350056] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4798e30b-6781-4c14-a4da-11eedefbeedb {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.371008] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-4335a7d9-adfe-4f04-a7de-4c54bcfed8bc tempest-ServersAdminTestJSON-142622790 tempest-ServersAdminTestJSON-142622790-project-member] [instance: 089cc9fa-d197-43fd-b8fe-0d92a672806e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:67:01:3a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7869cc8e-e58f-4fd6-88d7-85a18e43cd3a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'cdb4453a-c8d6-4a7b-81ea-2f175ca17bd7', 'vif_model': 'vmxnet3'}] {{(pid=69770) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 957.378529] env[69770]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4335a7d9-adfe-4f04-a7de-4c54bcfed8bc tempest-ServersAdminTestJSON-142622790 tempest-ServersAdminTestJSON-142622790-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69770) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 957.381433] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 089cc9fa-d197-43fd-b8fe-0d92a672806e] Creating VM on the ESX host {{(pid=69770) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 957.381858] env[69770]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ad821d5e-506f-4b82-b1c2-f00d65da71e7 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.408857] env[69770]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 957.408857] env[69770]: value = "task-4069970" [ 957.408857] env[69770]: _type = "Task" [ 957.408857] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 957.421113] env[69770]: DEBUG oslo_vmware.api [-] Task: {'id': task-4069970, 'name': CreateVM_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.471761] env[69770]: DEBUG nova.network.neutron [None req-5bec6530-3ca2-4925-a80a-c440233d795f tempest-ServerMetadataTestJSON-275718558 tempest-ServerMetadataTestJSON-275718558-project-member] [instance: a1f5fa57-2f51-4514-a7fd-64e10535c556] Successfully created port: 93668d16-a990-4923-9792-e7cf3281095a {{(pid=69770) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 957.483169] env[69770]: DEBUG nova.compute.manager [None req-5bec6530-3ca2-4925-a80a-c440233d795f tempest-ServerMetadataTestJSON-275718558 tempest-ServerMetadataTestJSON-275718558-project-member] [instance: a1f5fa57-2f51-4514-a7fd-64e10535c556] Start building block device mappings for instance. {{(pid=69770) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 957.554528] env[69770]: DEBUG oslo_concurrency.lockutils [None req-7ca152ca-2448-4983-98f7-081386fdba68 tempest-MultipleCreateTestJSON-938873983 tempest-MultipleCreateTestJSON-938873983-project-member] Lock "6f84ff35-a4fd-4616-aa48-e10f21a0c223" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 70.782s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 957.620519] env[69770]: DEBUG oslo_vmware.api [None req-7ca152ca-2448-4983-98f7-081386fdba68 tempest-MultipleCreateTestJSON-938873983 tempest-MultipleCreateTestJSON-938873983-project-member] Task: {'id': task-4069968, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.648019] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a49feb70-07e7-4f38-b0e4-2b10bc84f90d {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.656849] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4eda1ac7-a60a-402e-b519-0028ec0512cd {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.698777] env[69770]: DEBUG nova.network.neutron [-] [instance: 15a53776-9653-4997-828d-4216093af571] Updating instance_info_cache with network_info: [] {{(pid=69770) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 957.700862] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-501c7c24-a73a-4e84-9a8c-cc97c63a4e22 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.713021] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7545cba-0d09-4472-80f2-a5abae7bb1f8 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.734803] env[69770]: DEBUG nova.compute.provider_tree [None req-789bdefc-0062-4d3a-90ce-670cd823d935 tempest-ListServerFiltersTestJSON-1688445247 tempest-ListServerFiltersTestJSON-1688445247-project-member] Inventory has not changed in ProviderTree for provider: 7cc7d32b-b7a7-454a-a456-2a440248ed9d {{(pid=69770) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 957.790698] env[69770]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d628b534-94a8-40f6-bb4b-681ce6c2b8cd {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.799844] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e3fdb57-504b-4fb4-a643-62567d948b7c {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.841286] env[69770]: DEBUG nova.compute.manager [req-75bbed45-8912-4f2b-b2ce-7e40c6ab138b req-3a080454-cf1f-4070-b821-05e18f03d6b0 service nova] [instance: 15a53776-9653-4997-828d-4216093af571] Detach interface failed, port_id=0c059ba9-6c6d-4121-a836-8f05af01966d, reason: Instance 15a53776-9653-4997-828d-4216093af571 could not be found. {{(pid=69770) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 957.854089] env[69770]: DEBUG oslo_vmware.api [None req-ea383c59-ea09-42d4-9361-21938b0dfbce tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] Task: {'id': task-4069969, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078656} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 957.854089] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-ea383c59-ea09-42d4-9361-21938b0dfbce tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] [instance: a3617e51-7671-42b4-a7d3-a22c7d57814a] Extended root virtual disk {{(pid=69770) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 957.854089] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9c12a65-f34b-4083-8bcc-f498b1674d22 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.880423] env[69770]: DEBUG nova.virt.vmwareapi.volumeops [None req-ea383c59-ea09-42d4-9361-21938b0dfbce tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] [instance: a3617e51-7671-42b4-a7d3-a22c7d57814a] Reconfiguring VM instance instance-0000003d to attach disk [datastore1] a3617e51-7671-42b4-a7d3-a22c7d57814a/a3617e51-7671-42b4-a7d3-a22c7d57814a.vmdk or device None with type sparse {{(pid=69770) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 957.881413] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6cf50736-a6d4-4f67-8142-eeb38f068765 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.901390] env[69770]: DEBUG oslo_vmware.api [None req-ea383c59-ea09-42d4-9361-21938b0dfbce tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] Waiting for the task: (returnval){ [ 957.901390] env[69770]: value = "task-4069971" [ 957.901390] env[69770]: _type = "Task" [ 957.901390] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 957.910687] env[69770]: DEBUG oslo_vmware.api [None req-ea383c59-ea09-42d4-9361-21938b0dfbce tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] Task: {'id': task-4069971, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.921884] env[69770]: DEBUG oslo_vmware.api [-] Task: {'id': task-4069970, 'name': CreateVM_Task} progress is 25%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.057938] env[69770]: DEBUG nova.compute.manager [None req-f9fb7be4-e8bf-4a87-8d2e-9b3aef661468 tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] [instance: d6322138-4f18-4a8b-8062-4c732a8e6585] Starting instance... {{(pid=69770) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 958.118467] env[69770]: DEBUG oslo_vmware.api [None req-7ca152ca-2448-4983-98f7-081386fdba68 tempest-MultipleCreateTestJSON-938873983 tempest-MultipleCreateTestJSON-938873983-project-member] Task: {'id': task-4069968, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.208153] env[69770]: INFO nova.compute.manager [-] [instance: 15a53776-9653-4997-828d-4216093af571] Took 1.55 seconds to deallocate network for instance. [ 958.238566] env[69770]: DEBUG nova.scheduler.client.report [None req-789bdefc-0062-4d3a-90ce-670cd823d935 tempest-ListServerFiltersTestJSON-1688445247 tempest-ListServerFiltersTestJSON-1688445247-project-member] Inventory has not changed for provider 7cc7d32b-b7a7-454a-a456-2a440248ed9d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69770) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 958.413668] env[69770]: DEBUG oslo_vmware.api [None req-ea383c59-ea09-42d4-9361-21938b0dfbce tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] Task: {'id': task-4069971, 'name': ReconfigVM_Task, 'duration_secs': 0.320542} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 958.417378] env[69770]: DEBUG nova.virt.vmwareapi.volumeops [None req-ea383c59-ea09-42d4-9361-21938b0dfbce tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] [instance: a3617e51-7671-42b4-a7d3-a22c7d57814a] Reconfigured VM instance instance-0000003d to attach disk [datastore1] a3617e51-7671-42b4-a7d3-a22c7d57814a/a3617e51-7671-42b4-a7d3-a22c7d57814a.vmdk or device None with type sparse {{(pid=69770) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 958.417378] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-438552b1-07ab-435a-b52c-9d6a76c25701 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.424128] env[69770]: DEBUG oslo_vmware.api [-] Task: {'id': task-4069970, 'name': CreateVM_Task, 'duration_secs': 0.758502} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 958.425399] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 089cc9fa-d197-43fd-b8fe-0d92a672806e] Created VM on the ESX host {{(pid=69770) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 958.425736] env[69770]: DEBUG oslo_vmware.api [None req-ea383c59-ea09-42d4-9361-21938b0dfbce tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] Waiting for the task: (returnval){ [ 958.425736] env[69770]: value = "task-4069972" [ 958.425736] env[69770]: _type = "Task" [ 958.425736] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 958.426459] env[69770]: DEBUG oslo_concurrency.lockutils [None req-4335a7d9-adfe-4f04-a7de-4c54bcfed8bc tempest-ServersAdminTestJSON-142622790 tempest-ServersAdminTestJSON-142622790-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.426619] env[69770]: DEBUG oslo_concurrency.lockutils [None req-4335a7d9-adfe-4f04-a7de-4c54bcfed8bc tempest-ServersAdminTestJSON-142622790 tempest-ServersAdminTestJSON-142622790-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.426978] env[69770]: DEBUG oslo_concurrency.lockutils [None req-4335a7d9-adfe-4f04-a7de-4c54bcfed8bc tempest-ServersAdminTestJSON-142622790 tempest-ServersAdminTestJSON-142622790-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.427279] env[69770]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cf1c2e55-53c2-42a1-89b2-328721617621 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.439707] env[69770]: DEBUG oslo_vmware.api [None req-4335a7d9-adfe-4f04-a7de-4c54bcfed8bc tempest-ServersAdminTestJSON-142622790 tempest-ServersAdminTestJSON-142622790-project-member] Waiting for the task: (returnval){ [ 958.439707] env[69770]: value = "session[52161b52-cb8e-ec9f-1132-2f6b49549d41]5267084f-dc76-4ed3-9588-fa92f9157f58" [ 958.439707] env[69770]: _type = "Task" [ 958.439707] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 958.439890] env[69770]: DEBUG oslo_vmware.api [None req-ea383c59-ea09-42d4-9361-21938b0dfbce tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] Task: {'id': task-4069972, 'name': Rename_Task} progress is 6%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.449751] env[69770]: DEBUG oslo_vmware.api [None req-4335a7d9-adfe-4f04-a7de-4c54bcfed8bc tempest-ServersAdminTestJSON-142622790 tempest-ServersAdminTestJSON-142622790-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]5267084f-dc76-4ed3-9588-fa92f9157f58, 'name': SearchDatastore_Task, 'duration_secs': 0.011007} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 958.450088] env[69770]: DEBUG oslo_concurrency.lockutils [None req-4335a7d9-adfe-4f04-a7de-4c54bcfed8bc tempest-ServersAdminTestJSON-142622790 tempest-ServersAdminTestJSON-142622790-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.450329] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-4335a7d9-adfe-4f04-a7de-4c54bcfed8bc tempest-ServersAdminTestJSON-142622790 tempest-ServersAdminTestJSON-142622790-project-member] [instance: 089cc9fa-d197-43fd-b8fe-0d92a672806e] Processing image d1eaff80-24a0-4391-90eb-59958b1ecf0a {{(pid=69770) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 958.450563] env[69770]: DEBUG oslo_concurrency.lockutils [None req-4335a7d9-adfe-4f04-a7de-4c54bcfed8bc tempest-ServersAdminTestJSON-142622790 tempest-ServersAdminTestJSON-142622790-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.450697] env[69770]: DEBUG oslo_concurrency.lockutils [None req-4335a7d9-adfe-4f04-a7de-4c54bcfed8bc tempest-ServersAdminTestJSON-142622790 tempest-ServersAdminTestJSON-142622790-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.450938] env[69770]: DEBUG nova.virt.vmwareapi.ds_util [None req-4335a7d9-adfe-4f04-a7de-4c54bcfed8bc tempest-ServersAdminTestJSON-142622790 tempest-ServersAdminTestJSON-142622790-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69770) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 958.451243] env[69770]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b263ffe7-bd3b-4f42-9be0-58d636fd8b15 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.464095] env[69770]: DEBUG nova.virt.vmwareapi.ds_util [None req-4335a7d9-adfe-4f04-a7de-4c54bcfed8bc tempest-ServersAdminTestJSON-142622790 tempest-ServersAdminTestJSON-142622790-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69770) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 958.464250] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-4335a7d9-adfe-4f04-a7de-4c54bcfed8bc tempest-ServersAdminTestJSON-142622790 tempest-ServersAdminTestJSON-142622790-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69770) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 958.465346] env[69770]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-24e52ede-4764-42b5-9547-fcec1f7b139d {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.474792] env[69770]: DEBUG oslo_vmware.api [None req-4335a7d9-adfe-4f04-a7de-4c54bcfed8bc tempest-ServersAdminTestJSON-142622790 tempest-ServersAdminTestJSON-142622790-project-member] Waiting for the task: (returnval){ [ 958.474792] env[69770]: value = "session[52161b52-cb8e-ec9f-1132-2f6b49549d41]52fdef1a-8840-7667-adc0-ce148e06b03f" [ 958.474792] env[69770]: _type = "Task" [ 958.474792] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 958.483302] env[69770]: DEBUG oslo_vmware.api [None req-4335a7d9-adfe-4f04-a7de-4c54bcfed8bc tempest-ServersAdminTestJSON-142622790 tempest-ServersAdminTestJSON-142622790-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]52fdef1a-8840-7667-adc0-ce148e06b03f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.494834] env[69770]: DEBUG nova.compute.manager [None req-5bec6530-3ca2-4925-a80a-c440233d795f tempest-ServerMetadataTestJSON-275718558 tempest-ServerMetadataTestJSON-275718558-project-member] [instance: a1f5fa57-2f51-4514-a7fd-64e10535c556] Start spawning the instance on the hypervisor. {{(pid=69770) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 958.528758] env[69770]: DEBUG nova.virt.hardware [None req-5bec6530-3ca2-4925-a80a-c440233d795f tempest-ServerMetadataTestJSON-275718558 tempest-ServerMetadataTestJSON-275718558-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T12:16:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T12:16:11Z,direct_url=,disk_format='vmdk',id=d1eaff80-24a0-4391-90eb-59958b1ecf0a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d65f20bb89fb40a98b77bc6d97357df2',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T12:16:12Z,virtual_size=,visibility=), allow threads: False {{(pid=69770) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 958.529081] env[69770]: DEBUG nova.virt.hardware [None req-5bec6530-3ca2-4925-a80a-c440233d795f tempest-ServerMetadataTestJSON-275718558 tempest-ServerMetadataTestJSON-275718558-project-member] Flavor limits 0:0:0 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 958.529241] env[69770]: DEBUG nova.virt.hardware [None req-5bec6530-3ca2-4925-a80a-c440233d795f tempest-ServerMetadataTestJSON-275718558 tempest-ServerMetadataTestJSON-275718558-project-member] Image limits 0:0:0 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 958.529431] env[69770]: DEBUG nova.virt.hardware [None req-5bec6530-3ca2-4925-a80a-c440233d795f tempest-ServerMetadataTestJSON-275718558 tempest-ServerMetadataTestJSON-275718558-project-member] Flavor pref 0:0:0 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 958.529576] env[69770]: DEBUG nova.virt.hardware [None req-5bec6530-3ca2-4925-a80a-c440233d795f tempest-ServerMetadataTestJSON-275718558 tempest-ServerMetadataTestJSON-275718558-project-member] Image pref 0:0:0 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 958.529722] env[69770]: DEBUG nova.virt.hardware [None req-5bec6530-3ca2-4925-a80a-c440233d795f tempest-ServerMetadataTestJSON-275718558 tempest-ServerMetadataTestJSON-275718558-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 958.529938] env[69770]: DEBUG nova.virt.hardware [None req-5bec6530-3ca2-4925-a80a-c440233d795f tempest-ServerMetadataTestJSON-275718558 tempest-ServerMetadataTestJSON-275718558-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69770) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 958.530117] env[69770]: DEBUG nova.virt.hardware [None req-5bec6530-3ca2-4925-a80a-c440233d795f tempest-ServerMetadataTestJSON-275718558 tempest-ServerMetadataTestJSON-275718558-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69770) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 958.530528] env[69770]: DEBUG nova.virt.hardware [None req-5bec6530-3ca2-4925-a80a-c440233d795f tempest-ServerMetadataTestJSON-275718558 tempest-ServerMetadataTestJSON-275718558-project-member] Got 1 possible topologies {{(pid=69770) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 958.530528] env[69770]: DEBUG nova.virt.hardware [None req-5bec6530-3ca2-4925-a80a-c440233d795f tempest-ServerMetadataTestJSON-275718558 tempest-ServerMetadataTestJSON-275718558-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69770) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 958.530625] env[69770]: DEBUG nova.virt.hardware [None req-5bec6530-3ca2-4925-a80a-c440233d795f tempest-ServerMetadataTestJSON-275718558 tempest-ServerMetadataTestJSON-275718558-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69770) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 958.531643] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0d2f397-cf0d-441c-9e98-b4bb92aee014 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.541063] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1875389-e5d9-4fe5-895c-f459b51b1a2a {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.583971] env[69770]: DEBUG oslo_concurrency.lockutils [None req-f9fb7be4-e8bf-4a87-8d2e-9b3aef661468 tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 958.618149] env[69770]: DEBUG oslo_vmware.api [None req-7ca152ca-2448-4983-98f7-081386fdba68 tempest-MultipleCreateTestJSON-938873983 tempest-MultipleCreateTestJSON-938873983-project-member] Task: {'id': task-4069968, 'name': PowerOnVM_Task, 'duration_secs': 1.688143} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 958.618446] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ca152ca-2448-4983-98f7-081386fdba68 tempest-MultipleCreateTestJSON-938873983 tempest-MultipleCreateTestJSON-938873983-project-member] [instance: f4e6f95b-525f-484e-b158-1e4d96678c2a] Powered on the VM {{(pid=69770) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 958.618628] env[69770]: INFO nova.compute.manager [None req-7ca152ca-2448-4983-98f7-081386fdba68 tempest-MultipleCreateTestJSON-938873983 tempest-MultipleCreateTestJSON-938873983-project-member] [instance: f4e6f95b-525f-484e-b158-1e4d96678c2a] Took 10.18 seconds to spawn the instance on the hypervisor. [ 958.618916] env[69770]: DEBUG nova.compute.manager [None req-7ca152ca-2448-4983-98f7-081386fdba68 tempest-MultipleCreateTestJSON-938873983 tempest-MultipleCreateTestJSON-938873983-project-member] [instance: f4e6f95b-525f-484e-b158-1e4d96678c2a] Checking state {{(pid=69770) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 958.619623] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fac971a4-e70c-4a74-a0ab-fbd97378e568 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.660421] env[69770]: DEBUG oslo_concurrency.lockutils [None req-e941b913-0397-4dbe-8685-748b595ecc7b tempest-VolumesAdminNegativeTest-624188729 tempest-VolumesAdminNegativeTest-624188729-project-member] Acquiring lock "f9f0ae85-57a8-4e21-8e5e-87a3630ee05c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 958.660729] env[69770]: DEBUG oslo_concurrency.lockutils [None req-e941b913-0397-4dbe-8685-748b595ecc7b tempest-VolumesAdminNegativeTest-624188729 tempest-VolumesAdminNegativeTest-624188729-project-member] Lock "f9f0ae85-57a8-4e21-8e5e-87a3630ee05c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 958.661084] env[69770]: DEBUG oslo_concurrency.lockutils [None req-e941b913-0397-4dbe-8685-748b595ecc7b tempest-VolumesAdminNegativeTest-624188729 tempest-VolumesAdminNegativeTest-624188729-project-member] Acquiring lock "f9f0ae85-57a8-4e21-8e5e-87a3630ee05c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 958.661393] env[69770]: DEBUG oslo_concurrency.lockutils [None req-e941b913-0397-4dbe-8685-748b595ecc7b tempest-VolumesAdminNegativeTest-624188729 tempest-VolumesAdminNegativeTest-624188729-project-member] Lock "f9f0ae85-57a8-4e21-8e5e-87a3630ee05c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 958.661681] env[69770]: DEBUG oslo_concurrency.lockutils [None req-e941b913-0397-4dbe-8685-748b595ecc7b tempest-VolumesAdminNegativeTest-624188729 tempest-VolumesAdminNegativeTest-624188729-project-member] Lock "f9f0ae85-57a8-4e21-8e5e-87a3630ee05c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 958.663920] env[69770]: INFO nova.compute.manager [None req-e941b913-0397-4dbe-8685-748b595ecc7b tempest-VolumesAdminNegativeTest-624188729 tempest-VolumesAdminNegativeTest-624188729-project-member] [instance: f9f0ae85-57a8-4e21-8e5e-87a3630ee05c] Terminating instance [ 958.717802] env[69770]: DEBUG oslo_concurrency.lockutils [None req-03cbf449-5bb9-485b-9a27-5460ec147770 tempest-ServerGroupTestJSON-803161883 tempest-ServerGroupTestJSON-803161883-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 958.744380] env[69770]: DEBUG oslo_concurrency.lockutils [None req-789bdefc-0062-4d3a-90ce-670cd823d935 tempest-ListServerFiltersTestJSON-1688445247 tempest-ListServerFiltersTestJSON-1688445247-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.272s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 958.747056] env[69770]: DEBUG oslo_concurrency.lockutils [None req-da05d89d-95ab-4c65-bab3-bd990ce45495 tempest-ServersWithSpecificFlavorTestJSON-412767258 tempest-ServersWithSpecificFlavorTestJSON-412767258-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 39.353s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 958.747471] env[69770]: DEBUG nova.objects.instance [None req-da05d89d-95ab-4c65-bab3-bd990ce45495 tempest-ServersWithSpecificFlavorTestJSON-412767258 tempest-ServersWithSpecificFlavorTestJSON-412767258-project-member] Lazy-loading 'resources' on Instance uuid 5a605234-adcc-42bc-94e4-b6312611e566 {{(pid=69770) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 958.779321] env[69770]: INFO nova.scheduler.client.report [None req-789bdefc-0062-4d3a-90ce-670cd823d935 tempest-ListServerFiltersTestJSON-1688445247 tempest-ListServerFiltersTestJSON-1688445247-project-member] Deleted allocations for instance 1ecca185-3141-408a-92c7-c3a431ddc25d [ 958.942521] env[69770]: DEBUG oslo_vmware.api [None req-ea383c59-ea09-42d4-9361-21938b0dfbce tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] Task: {'id': task-4069972, 'name': Rename_Task, 'duration_secs': 0.171146} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 958.942837] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea383c59-ea09-42d4-9361-21938b0dfbce tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] [instance: a3617e51-7671-42b4-a7d3-a22c7d57814a] Powering on the VM {{(pid=69770) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 958.943118] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-90079371-74af-4adb-ac52-4a9710aef22d {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.952778] env[69770]: DEBUG oslo_vmware.api [None req-ea383c59-ea09-42d4-9361-21938b0dfbce tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] Waiting for the task: (returnval){ [ 958.952778] env[69770]: value = "task-4069973" [ 958.952778] env[69770]: _type = "Task" [ 958.952778] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 958.961992] env[69770]: DEBUG oslo_vmware.api [None req-ea383c59-ea09-42d4-9361-21938b0dfbce tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] Task: {'id': task-4069973, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.989018] env[69770]: DEBUG oslo_vmware.api [None req-4335a7d9-adfe-4f04-a7de-4c54bcfed8bc tempest-ServersAdminTestJSON-142622790 tempest-ServersAdminTestJSON-142622790-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]52fdef1a-8840-7667-adc0-ce148e06b03f, 'name': SearchDatastore_Task, 'duration_secs': 0.01203} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 958.993244] env[69770]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-19cac2bd-932a-4d78-be3d-e7069aa7ece4 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.004769] env[69770]: DEBUG oslo_vmware.api [None req-4335a7d9-adfe-4f04-a7de-4c54bcfed8bc tempest-ServersAdminTestJSON-142622790 tempest-ServersAdminTestJSON-142622790-project-member] Waiting for the task: (returnval){ [ 959.004769] env[69770]: value = "session[52161b52-cb8e-ec9f-1132-2f6b49549d41]5259482c-d692-37da-57e1-70dd06683cd2" [ 959.004769] env[69770]: _type = "Task" [ 959.004769] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 959.022289] env[69770]: DEBUG oslo_vmware.api [None req-4335a7d9-adfe-4f04-a7de-4c54bcfed8bc tempest-ServersAdminTestJSON-142622790 tempest-ServersAdminTestJSON-142622790-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]5259482c-d692-37da-57e1-70dd06683cd2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.139026] env[69770]: INFO nova.compute.manager [None req-7ca152ca-2448-4983-98f7-081386fdba68 tempest-MultipleCreateTestJSON-938873983 tempest-MultipleCreateTestJSON-938873983-project-member] [instance: f4e6f95b-525f-484e-b158-1e4d96678c2a] Took 56.30 seconds to build instance. [ 959.168812] env[69770]: DEBUG nova.compute.manager [None req-e941b913-0397-4dbe-8685-748b595ecc7b tempest-VolumesAdminNegativeTest-624188729 tempest-VolumesAdminNegativeTest-624188729-project-member] [instance: f9f0ae85-57a8-4e21-8e5e-87a3630ee05c] Start destroying the instance on the hypervisor. {{(pid=69770) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 959.169243] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-e941b913-0397-4dbe-8685-748b595ecc7b tempest-VolumesAdminNegativeTest-624188729 tempest-VolumesAdminNegativeTest-624188729-project-member] [instance: f9f0ae85-57a8-4e21-8e5e-87a3630ee05c] Destroying instance {{(pid=69770) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 959.170805] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b808d64-bd59-440d-8f4b-35d77df23b43 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.187138] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-e941b913-0397-4dbe-8685-748b595ecc7b tempest-VolumesAdminNegativeTest-624188729 tempest-VolumesAdminNegativeTest-624188729-project-member] [instance: f9f0ae85-57a8-4e21-8e5e-87a3630ee05c] Powering off the VM {{(pid=69770) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 959.187468] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f48ad40c-2c54-4c51-94fa-cca2a58ec47e {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.197216] env[69770]: DEBUG oslo_vmware.api [None req-e941b913-0397-4dbe-8685-748b595ecc7b tempest-VolumesAdminNegativeTest-624188729 tempest-VolumesAdminNegativeTest-624188729-project-member] Waiting for the task: (returnval){ [ 959.197216] env[69770]: value = "task-4069974" [ 959.197216] env[69770]: _type = "Task" [ 959.197216] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 959.210548] env[69770]: DEBUG oslo_vmware.api [None req-e941b913-0397-4dbe-8685-748b595ecc7b tempest-VolumesAdminNegativeTest-624188729 tempest-VolumesAdminNegativeTest-624188729-project-member] Task: {'id': task-4069974, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.297861] env[69770]: DEBUG nova.compute.manager [req-be4b8fcb-5795-415a-a9b6-c6c946dea937 req-9a7c88bf-1ebd-4b1b-a596-47966445d0d5 service nova] [instance: a1f5fa57-2f51-4514-a7fd-64e10535c556] Received event network-vif-plugged-93668d16-a990-4923-9792-e7cf3281095a {{(pid=69770) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 959.302347] env[69770]: DEBUG oslo_concurrency.lockutils [req-be4b8fcb-5795-415a-a9b6-c6c946dea937 req-9a7c88bf-1ebd-4b1b-a596-47966445d0d5 service nova] Acquiring lock "a1f5fa57-2f51-4514-a7fd-64e10535c556-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 959.302347] env[69770]: DEBUG oslo_concurrency.lockutils [req-be4b8fcb-5795-415a-a9b6-c6c946dea937 req-9a7c88bf-1ebd-4b1b-a596-47966445d0d5 service nova] Lock "a1f5fa57-2f51-4514-a7fd-64e10535c556-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 959.302347] env[69770]: DEBUG oslo_concurrency.lockutils [req-be4b8fcb-5795-415a-a9b6-c6c946dea937 req-9a7c88bf-1ebd-4b1b-a596-47966445d0d5 service nova] Lock "a1f5fa57-2f51-4514-a7fd-64e10535c556-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 959.302347] env[69770]: DEBUG nova.compute.manager [req-be4b8fcb-5795-415a-a9b6-c6c946dea937 req-9a7c88bf-1ebd-4b1b-a596-47966445d0d5 service nova] [instance: a1f5fa57-2f51-4514-a7fd-64e10535c556] No waiting events found dispatching network-vif-plugged-93668d16-a990-4923-9792-e7cf3281095a {{(pid=69770) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 959.302347] env[69770]: WARNING nova.compute.manager [req-be4b8fcb-5795-415a-a9b6-c6c946dea937 req-9a7c88bf-1ebd-4b1b-a596-47966445d0d5 service nova] [instance: a1f5fa57-2f51-4514-a7fd-64e10535c556] Received unexpected event network-vif-plugged-93668d16-a990-4923-9792-e7cf3281095a for instance with vm_state building and task_state spawning. [ 959.302347] env[69770]: DEBUG oslo_concurrency.lockutils [None req-789bdefc-0062-4d3a-90ce-670cd823d935 tempest-ListServerFiltersTestJSON-1688445247 tempest-ListServerFiltersTestJSON-1688445247-project-member] Lock "1ecca185-3141-408a-92c7-c3a431ddc25d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 46.771s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 959.471614] env[69770]: DEBUG oslo_vmware.api [None req-ea383c59-ea09-42d4-9361-21938b0dfbce tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] Task: {'id': task-4069973, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.472582] env[69770]: DEBUG nova.network.neutron [None req-5bec6530-3ca2-4925-a80a-c440233d795f tempest-ServerMetadataTestJSON-275718558 tempest-ServerMetadataTestJSON-275718558-project-member] [instance: a1f5fa57-2f51-4514-a7fd-64e10535c556] Successfully updated port: 93668d16-a990-4923-9792-e7cf3281095a {{(pid=69770) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 959.521872] env[69770]: DEBUG oslo_vmware.api [None req-4335a7d9-adfe-4f04-a7de-4c54bcfed8bc tempest-ServersAdminTestJSON-142622790 tempest-ServersAdminTestJSON-142622790-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]5259482c-d692-37da-57e1-70dd06683cd2, 'name': SearchDatastore_Task, 'duration_secs': 0.023818} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 959.522252] env[69770]: DEBUG oslo_concurrency.lockutils [None req-4335a7d9-adfe-4f04-a7de-4c54bcfed8bc tempest-ServersAdminTestJSON-142622790 tempest-ServersAdminTestJSON-142622790-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.522633] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-4335a7d9-adfe-4f04-a7de-4c54bcfed8bc tempest-ServersAdminTestJSON-142622790 tempest-ServersAdminTestJSON-142622790-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk to [datastore1] 089cc9fa-d197-43fd-b8fe-0d92a672806e/089cc9fa-d197-43fd-b8fe-0d92a672806e.vmdk {{(pid=69770) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 959.523664] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-aec78ee1-5ff5-4f39-b526-22949e7558a3 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.536277] env[69770]: DEBUG oslo_vmware.api [None req-4335a7d9-adfe-4f04-a7de-4c54bcfed8bc tempest-ServersAdminTestJSON-142622790 tempest-ServersAdminTestJSON-142622790-project-member] Waiting for the task: (returnval){ [ 959.536277] env[69770]: value = "task-4069975" [ 959.536277] env[69770]: _type = "Task" [ 959.536277] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 959.550040] env[69770]: DEBUG oslo_vmware.api [None req-4335a7d9-adfe-4f04-a7de-4c54bcfed8bc tempest-ServersAdminTestJSON-142622790 tempest-ServersAdminTestJSON-142622790-project-member] Task: {'id': task-4069975, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.641960] env[69770]: DEBUG oslo_concurrency.lockutils [None req-7ca152ca-2448-4983-98f7-081386fdba68 tempest-MultipleCreateTestJSON-938873983 tempest-MultipleCreateTestJSON-938873983-project-member] Lock "f4e6f95b-525f-484e-b158-1e4d96678c2a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 72.828s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 959.711014] env[69770]: DEBUG oslo_vmware.api [None req-e941b913-0397-4dbe-8685-748b595ecc7b tempest-VolumesAdminNegativeTest-624188729 tempest-VolumesAdminNegativeTest-624188729-project-member] Task: {'id': task-4069974, 'name': PowerOffVM_Task, 'duration_secs': 0.385219} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 959.713404] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-e941b913-0397-4dbe-8685-748b595ecc7b tempest-VolumesAdminNegativeTest-624188729 tempest-VolumesAdminNegativeTest-624188729-project-member] [instance: f9f0ae85-57a8-4e21-8e5e-87a3630ee05c] Powered off the VM {{(pid=69770) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 959.713404] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-e941b913-0397-4dbe-8685-748b595ecc7b tempest-VolumesAdminNegativeTest-624188729 tempest-VolumesAdminNegativeTest-624188729-project-member] [instance: f9f0ae85-57a8-4e21-8e5e-87a3630ee05c] Unregistering the VM {{(pid=69770) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 959.713404] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2d03e076-2062-40a7-bd23-356deac05dca {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.800012] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-e941b913-0397-4dbe-8685-748b595ecc7b tempest-VolumesAdminNegativeTest-624188729 tempest-VolumesAdminNegativeTest-624188729-project-member] [instance: f9f0ae85-57a8-4e21-8e5e-87a3630ee05c] Unregistered the VM {{(pid=69770) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 959.800391] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-e941b913-0397-4dbe-8685-748b595ecc7b tempest-VolumesAdminNegativeTest-624188729 tempest-VolumesAdminNegativeTest-624188729-project-member] [instance: f9f0ae85-57a8-4e21-8e5e-87a3630ee05c] Deleting contents of the VM from datastore datastore1 {{(pid=69770) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 959.801877] env[69770]: DEBUG nova.virt.vmwareapi.ds_util [None req-e941b913-0397-4dbe-8685-748b595ecc7b tempest-VolumesAdminNegativeTest-624188729 tempest-VolumesAdminNegativeTest-624188729-project-member] Deleting the datastore file [datastore1] f9f0ae85-57a8-4e21-8e5e-87a3630ee05c {{(pid=69770) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 959.802215] env[69770]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-313ef67c-f71f-49a0-a44b-48c7a0cdddfd {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.811710] env[69770]: DEBUG oslo_vmware.api [None req-e941b913-0397-4dbe-8685-748b595ecc7b tempest-VolumesAdminNegativeTest-624188729 tempest-VolumesAdminNegativeTest-624188729-project-member] Waiting for the task: (returnval){ [ 959.811710] env[69770]: value = "task-4069977" [ 959.811710] env[69770]: _type = "Task" [ 959.811710] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 959.828142] env[69770]: DEBUG oslo_vmware.api [None req-e941b913-0397-4dbe-8685-748b595ecc7b tempest-VolumesAdminNegativeTest-624188729 tempest-VolumesAdminNegativeTest-624188729-project-member] Task: {'id': task-4069977, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.928883] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33464751-59e2-40ae-a162-a572319bf608 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.940019] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9bbad63-90c1-485a-9012-5a4c266ca531 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.982563] env[69770]: DEBUG oslo_concurrency.lockutils [None req-5bec6530-3ca2-4925-a80a-c440233d795f tempest-ServerMetadataTestJSON-275718558 tempest-ServerMetadataTestJSON-275718558-project-member] Acquiring lock "refresh_cache-a1f5fa57-2f51-4514-a7fd-64e10535c556" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.983067] env[69770]: DEBUG oslo_concurrency.lockutils [None req-5bec6530-3ca2-4925-a80a-c440233d795f tempest-ServerMetadataTestJSON-275718558 tempest-ServerMetadataTestJSON-275718558-project-member] Acquired lock "refresh_cache-a1f5fa57-2f51-4514-a7fd-64e10535c556" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.983121] env[69770]: DEBUG nova.network.neutron [None req-5bec6530-3ca2-4925-a80a-c440233d795f tempest-ServerMetadataTestJSON-275718558 tempest-ServerMetadataTestJSON-275718558-project-member] [instance: a1f5fa57-2f51-4514-a7fd-64e10535c556] Building network info cache for instance {{(pid=69770) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 959.991362] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2d01c8a-5f86-4f6d-995a-fd1309d25cc6 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.008541] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98b3dcab-a7ec-48c8-9a3e-83fd62f701d7 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.014349] env[69770]: DEBUG oslo_vmware.api [None req-ea383c59-ea09-42d4-9361-21938b0dfbce tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] Task: {'id': task-4069973, 'name': PowerOnVM_Task, 'duration_secs': 0.723096} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 960.014720] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea383c59-ea09-42d4-9361-21938b0dfbce tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] [instance: a3617e51-7671-42b4-a7d3-a22c7d57814a] Powered on the VM {{(pid=69770) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 960.015043] env[69770]: INFO nova.compute.manager [None req-ea383c59-ea09-42d4-9361-21938b0dfbce tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] [instance: a3617e51-7671-42b4-a7d3-a22c7d57814a] Took 8.76 seconds to spawn the instance on the hypervisor. [ 960.015414] env[69770]: DEBUG nova.compute.manager [None req-ea383c59-ea09-42d4-9361-21938b0dfbce tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] [instance: a3617e51-7671-42b4-a7d3-a22c7d57814a] Checking state {{(pid=69770) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 960.017722] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ed4dfc4-b15e-44cd-bc21-6f44e9dfd823 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.030304] env[69770]: DEBUG nova.compute.provider_tree [None req-da05d89d-95ab-4c65-bab3-bd990ce45495 tempest-ServersWithSpecificFlavorTestJSON-412767258 tempest-ServersWithSpecificFlavorTestJSON-412767258-project-member] Inventory has not changed in ProviderTree for provider: 7cc7d32b-b7a7-454a-a456-2a440248ed9d {{(pid=69770) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 960.050639] env[69770]: DEBUG oslo_vmware.api [None req-4335a7d9-adfe-4f04-a7de-4c54bcfed8bc tempest-ServersAdminTestJSON-142622790 tempest-ServersAdminTestJSON-142622790-project-member] Task: {'id': task-4069975, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.145633] env[69770]: DEBUG nova.compute.manager [None req-2f3afe0f-468b-43f2-a1f9-4774c22b233d tempest-InstanceActionsNegativeTestJSON-680654 tempest-InstanceActionsNegativeTestJSON-680654-project-member] [instance: a41cf0f5-5115-4676-8480-eed1a5e0a72b] Starting instance... {{(pid=69770) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 960.250609] env[69770]: DEBUG oslo_concurrency.lockutils [None req-1e67d78d-ce29-4087-95a5-cd40ea81f7eb tempest-MultipleCreateTestJSON-938873983 tempest-MultipleCreateTestJSON-938873983-project-member] Acquiring lock "6f84ff35-a4fd-4616-aa48-e10f21a0c223" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 960.250609] env[69770]: DEBUG oslo_concurrency.lockutils [None req-1e67d78d-ce29-4087-95a5-cd40ea81f7eb tempest-MultipleCreateTestJSON-938873983 tempest-MultipleCreateTestJSON-938873983-project-member] Lock "6f84ff35-a4fd-4616-aa48-e10f21a0c223" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 960.250609] env[69770]: DEBUG oslo_concurrency.lockutils [None req-1e67d78d-ce29-4087-95a5-cd40ea81f7eb tempest-MultipleCreateTestJSON-938873983 tempest-MultipleCreateTestJSON-938873983-project-member] Acquiring lock "6f84ff35-a4fd-4616-aa48-e10f21a0c223-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 960.250609] env[69770]: DEBUG oslo_concurrency.lockutils [None req-1e67d78d-ce29-4087-95a5-cd40ea81f7eb tempest-MultipleCreateTestJSON-938873983 tempest-MultipleCreateTestJSON-938873983-project-member] Lock "6f84ff35-a4fd-4616-aa48-e10f21a0c223-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 960.250609] env[69770]: DEBUG oslo_concurrency.lockutils [None req-1e67d78d-ce29-4087-95a5-cd40ea81f7eb tempest-MultipleCreateTestJSON-938873983 tempest-MultipleCreateTestJSON-938873983-project-member] Lock "6f84ff35-a4fd-4616-aa48-e10f21a0c223-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 960.253908] env[69770]: INFO nova.compute.manager [None req-1e67d78d-ce29-4087-95a5-cd40ea81f7eb tempest-MultipleCreateTestJSON-938873983 tempest-MultipleCreateTestJSON-938873983-project-member] [instance: 6f84ff35-a4fd-4616-aa48-e10f21a0c223] Terminating instance [ 960.325482] env[69770]: DEBUG oslo_vmware.api [None req-e941b913-0397-4dbe-8685-748b595ecc7b tempest-VolumesAdminNegativeTest-624188729 tempest-VolumesAdminNegativeTest-624188729-project-member] Task: {'id': task-4069977, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.498972] env[69770]: DEBUG oslo_concurrency.lockutils [None req-131b7f89-3ead-4867-9824-11c78c337cc6 tempest-MultipleCreateTestJSON-938873983 tempest-MultipleCreateTestJSON-938873983-project-member] Acquiring lock "f4e6f95b-525f-484e-b158-1e4d96678c2a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 960.498972] env[69770]: DEBUG oslo_concurrency.lockutils [None req-131b7f89-3ead-4867-9824-11c78c337cc6 tempest-MultipleCreateTestJSON-938873983 tempest-MultipleCreateTestJSON-938873983-project-member] Lock "f4e6f95b-525f-484e-b158-1e4d96678c2a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 960.502163] env[69770]: DEBUG oslo_concurrency.lockutils [None req-131b7f89-3ead-4867-9824-11c78c337cc6 tempest-MultipleCreateTestJSON-938873983 tempest-MultipleCreateTestJSON-938873983-project-member] Acquiring lock "f4e6f95b-525f-484e-b158-1e4d96678c2a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 960.502163] env[69770]: DEBUG oslo_concurrency.lockutils [None req-131b7f89-3ead-4867-9824-11c78c337cc6 tempest-MultipleCreateTestJSON-938873983 tempest-MultipleCreateTestJSON-938873983-project-member] Lock "f4e6f95b-525f-484e-b158-1e4d96678c2a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 960.502163] env[69770]: DEBUG oslo_concurrency.lockutils [None req-131b7f89-3ead-4867-9824-11c78c337cc6 tempest-MultipleCreateTestJSON-938873983 tempest-MultipleCreateTestJSON-938873983-project-member] Lock "f4e6f95b-525f-484e-b158-1e4d96678c2a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 960.502415] env[69770]: INFO nova.compute.manager [None req-131b7f89-3ead-4867-9824-11c78c337cc6 tempest-MultipleCreateTestJSON-938873983 tempest-MultipleCreateTestJSON-938873983-project-member] [instance: f4e6f95b-525f-484e-b158-1e4d96678c2a] Terminating instance [ 960.537627] env[69770]: DEBUG nova.scheduler.client.report [None req-da05d89d-95ab-4c65-bab3-bd990ce45495 tempest-ServersWithSpecificFlavorTestJSON-412767258 tempest-ServersWithSpecificFlavorTestJSON-412767258-project-member] Inventory has not changed for provider 7cc7d32b-b7a7-454a-a456-2a440248ed9d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69770) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 960.560303] env[69770]: INFO nova.compute.manager [None req-ea383c59-ea09-42d4-9361-21938b0dfbce tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] [instance: a3617e51-7671-42b4-a7d3-a22c7d57814a] Took 56.04 seconds to build instance. [ 960.569329] env[69770]: DEBUG oslo_vmware.api [None req-4335a7d9-adfe-4f04-a7de-4c54bcfed8bc tempest-ServersAdminTestJSON-142622790 tempest-ServersAdminTestJSON-142622790-project-member] Task: {'id': task-4069975, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.668694} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 960.570235] env[69770]: DEBUG nova.network.neutron [None req-5bec6530-3ca2-4925-a80a-c440233d795f tempest-ServerMetadataTestJSON-275718558 tempest-ServerMetadataTestJSON-275718558-project-member] [instance: a1f5fa57-2f51-4514-a7fd-64e10535c556] Instance cache missing network info. {{(pid=69770) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 960.572425] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-4335a7d9-adfe-4f04-a7de-4c54bcfed8bc tempest-ServersAdminTestJSON-142622790 tempest-ServersAdminTestJSON-142622790-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk to [datastore1] 089cc9fa-d197-43fd-b8fe-0d92a672806e/089cc9fa-d197-43fd-b8fe-0d92a672806e.vmdk {{(pid=69770) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 960.572743] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-4335a7d9-adfe-4f04-a7de-4c54bcfed8bc tempest-ServersAdminTestJSON-142622790 tempest-ServersAdminTestJSON-142622790-project-member] [instance: 089cc9fa-d197-43fd-b8fe-0d92a672806e] Extending root virtual disk to 1048576 {{(pid=69770) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 960.573516] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f8581862-6ed3-4751-a8af-98e34658ad4b {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.584897] env[69770]: DEBUG oslo_vmware.api [None req-4335a7d9-adfe-4f04-a7de-4c54bcfed8bc tempest-ServersAdminTestJSON-142622790 tempest-ServersAdminTestJSON-142622790-project-member] Waiting for the task: (returnval){ [ 960.584897] env[69770]: value = "task-4069978" [ 960.584897] env[69770]: _type = "Task" [ 960.584897] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 960.596395] env[69770]: DEBUG oslo_vmware.api [None req-4335a7d9-adfe-4f04-a7de-4c54bcfed8bc tempest-ServersAdminTestJSON-142622790 tempest-ServersAdminTestJSON-142622790-project-member] Task: {'id': task-4069978, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.708831] env[69770]: DEBUG oslo_concurrency.lockutils [None req-2f3afe0f-468b-43f2-a1f9-4774c22b233d tempest-InstanceActionsNegativeTestJSON-680654 tempest-InstanceActionsNegativeTestJSON-680654-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 960.757486] env[69770]: DEBUG nova.compute.manager [None req-1e67d78d-ce29-4087-95a5-cd40ea81f7eb tempest-MultipleCreateTestJSON-938873983 tempest-MultipleCreateTestJSON-938873983-project-member] [instance: 6f84ff35-a4fd-4616-aa48-e10f21a0c223] Start destroying the instance on the hypervisor. {{(pid=69770) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 960.758364] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-1e67d78d-ce29-4087-95a5-cd40ea81f7eb tempest-MultipleCreateTestJSON-938873983 tempest-MultipleCreateTestJSON-938873983-project-member] [instance: 6f84ff35-a4fd-4616-aa48-e10f21a0c223] Destroying instance {{(pid=69770) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 960.759415] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7051048-b3a2-46b5-b27e-6a7c0b889c0d {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.770517] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e67d78d-ce29-4087-95a5-cd40ea81f7eb tempest-MultipleCreateTestJSON-938873983 tempest-MultipleCreateTestJSON-938873983-project-member] [instance: 6f84ff35-a4fd-4616-aa48-e10f21a0c223] Powering off the VM {{(pid=69770) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 960.770517] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-61c279fa-8de1-4b96-8cf5-8dc7cdec3d61 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.779743] env[69770]: DEBUG oslo_vmware.api [None req-1e67d78d-ce29-4087-95a5-cd40ea81f7eb tempest-MultipleCreateTestJSON-938873983 tempest-MultipleCreateTestJSON-938873983-project-member] Waiting for the task: (returnval){ [ 960.779743] env[69770]: value = "task-4069982" [ 960.779743] env[69770]: _type = "Task" [ 960.779743] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 960.791621] env[69770]: DEBUG oslo_vmware.api [None req-1e67d78d-ce29-4087-95a5-cd40ea81f7eb tempest-MultipleCreateTestJSON-938873983 tempest-MultipleCreateTestJSON-938873983-project-member] Task: {'id': task-4069982, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.828455] env[69770]: DEBUG oslo_vmware.api [None req-e941b913-0397-4dbe-8685-748b595ecc7b tempest-VolumesAdminNegativeTest-624188729 tempest-VolumesAdminNegativeTest-624188729-project-member] Task: {'id': task-4069977, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.686457} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 960.829495] env[69770]: DEBUG nova.virt.vmwareapi.ds_util [None req-e941b913-0397-4dbe-8685-748b595ecc7b tempest-VolumesAdminNegativeTest-624188729 tempest-VolumesAdminNegativeTest-624188729-project-member] Deleted the datastore file {{(pid=69770) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 960.829601] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-e941b913-0397-4dbe-8685-748b595ecc7b tempest-VolumesAdminNegativeTest-624188729 tempest-VolumesAdminNegativeTest-624188729-project-member] [instance: f9f0ae85-57a8-4e21-8e5e-87a3630ee05c] Deleted contents of the VM from datastore datastore1 {{(pid=69770) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 960.829858] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-e941b913-0397-4dbe-8685-748b595ecc7b tempest-VolumesAdminNegativeTest-624188729 tempest-VolumesAdminNegativeTest-624188729-project-member] [instance: f9f0ae85-57a8-4e21-8e5e-87a3630ee05c] Instance destroyed {{(pid=69770) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 960.830145] env[69770]: INFO nova.compute.manager [None req-e941b913-0397-4dbe-8685-748b595ecc7b tempest-VolumesAdminNegativeTest-624188729 tempest-VolumesAdminNegativeTest-624188729-project-member] [instance: f9f0ae85-57a8-4e21-8e5e-87a3630ee05c] Took 1.66 seconds to destroy the instance on the hypervisor. [ 960.830523] env[69770]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e941b913-0397-4dbe-8685-748b595ecc7b tempest-VolumesAdminNegativeTest-624188729 tempest-VolumesAdminNegativeTest-624188729-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69770) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 960.830821] env[69770]: DEBUG nova.compute.manager [-] [instance: f9f0ae85-57a8-4e21-8e5e-87a3630ee05c] Deallocating network for instance {{(pid=69770) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 960.830955] env[69770]: DEBUG nova.network.neutron [-] [instance: f9f0ae85-57a8-4e21-8e5e-87a3630ee05c] deallocate_for_instance() {{(pid=69770) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 960.866130] env[69770]: DEBUG nova.network.neutron [None req-5bec6530-3ca2-4925-a80a-c440233d795f tempest-ServerMetadataTestJSON-275718558 tempest-ServerMetadataTestJSON-275718558-project-member] [instance: a1f5fa57-2f51-4514-a7fd-64e10535c556] Updating instance_info_cache with network_info: [{"id": "93668d16-a990-4923-9792-e7cf3281095a", "address": "fa:16:3e:ea:02:b5", "network": {"id": "a514555c-d6c3-40fc-9ee4-d8386d30c972", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-909137522-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ea6740e9484d4c6faf763f74c9183dea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ab93899c-92b2-4d84-95a6-192234add28c", "external-id": "nsx-vlan-transportzone-697", "segmentation_id": 697, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap93668d16-a9", "ovs_interfaceid": "93668d16-a990-4923-9792-e7cf3281095a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69770) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 961.006955] env[69770]: DEBUG nova.compute.manager [None req-131b7f89-3ead-4867-9824-11c78c337cc6 tempest-MultipleCreateTestJSON-938873983 tempest-MultipleCreateTestJSON-938873983-project-member] [instance: f4e6f95b-525f-484e-b158-1e4d96678c2a] Start destroying the instance on the hypervisor. {{(pid=69770) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 961.007222] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-131b7f89-3ead-4867-9824-11c78c337cc6 tempest-MultipleCreateTestJSON-938873983 tempest-MultipleCreateTestJSON-938873983-project-member] [instance: f4e6f95b-525f-484e-b158-1e4d96678c2a] Destroying instance {{(pid=69770) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 961.008185] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b500c4de-e561-4d9c-acc9-ac0674e1db51 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.022097] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-131b7f89-3ead-4867-9824-11c78c337cc6 tempest-MultipleCreateTestJSON-938873983 tempest-MultipleCreateTestJSON-938873983-project-member] [instance: f4e6f95b-525f-484e-b158-1e4d96678c2a] Powering off the VM {{(pid=69770) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 961.022097] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e9db8d91-a14f-4ee1-9cb8-b38f148f372d {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.030198] env[69770]: DEBUG oslo_vmware.api [None req-131b7f89-3ead-4867-9824-11c78c337cc6 tempest-MultipleCreateTestJSON-938873983 tempest-MultipleCreateTestJSON-938873983-project-member] Waiting for the task: (returnval){ [ 961.030198] env[69770]: value = "task-4069983" [ 961.030198] env[69770]: _type = "Task" [ 961.030198] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 961.043212] env[69770]: DEBUG oslo_vmware.api [None req-131b7f89-3ead-4867-9824-11c78c337cc6 tempest-MultipleCreateTestJSON-938873983 tempest-MultipleCreateTestJSON-938873983-project-member] Task: {'id': task-4069983, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.045288] env[69770]: DEBUG oslo_concurrency.lockutils [None req-da05d89d-95ab-4c65-bab3-bd990ce45495 tempest-ServersWithSpecificFlavorTestJSON-412767258 tempest-ServersWithSpecificFlavorTestJSON-412767258-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.298s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 961.049337] env[69770]: DEBUG oslo_concurrency.lockutils [None req-2021adb8-d8e4-48c2-a8a2-60dde229b910 tempest-SecurityGroupsTestJSON-864666295 tempest-SecurityGroupsTestJSON-864666295-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 36.973s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 961.049705] env[69770]: DEBUG nova.objects.instance [None req-2021adb8-d8e4-48c2-a8a2-60dde229b910 tempest-SecurityGroupsTestJSON-864666295 tempest-SecurityGroupsTestJSON-864666295-project-member] Lazy-loading 'resources' on Instance uuid f8b193f7-1c9d-426b-a182-4870354ccd84 {{(pid=69770) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 961.070263] env[69770]: INFO nova.scheduler.client.report [None req-da05d89d-95ab-4c65-bab3-bd990ce45495 tempest-ServersWithSpecificFlavorTestJSON-412767258 tempest-ServersWithSpecificFlavorTestJSON-412767258-project-member] Deleted allocations for instance 5a605234-adcc-42bc-94e4-b6312611e566 [ 961.071917] env[69770]: DEBUG oslo_concurrency.lockutils [None req-ea383c59-ea09-42d4-9361-21938b0dfbce tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] Lock "a3617e51-7671-42b4-a7d3-a22c7d57814a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 74.125s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 961.103142] env[69770]: DEBUG oslo_vmware.api [None req-4335a7d9-adfe-4f04-a7de-4c54bcfed8bc tempest-ServersAdminTestJSON-142622790 tempest-ServersAdminTestJSON-142622790-project-member] Task: {'id': task-4069978, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.085276} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 961.103451] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-4335a7d9-adfe-4f04-a7de-4c54bcfed8bc tempest-ServersAdminTestJSON-142622790 tempest-ServersAdminTestJSON-142622790-project-member] [instance: 089cc9fa-d197-43fd-b8fe-0d92a672806e] Extended root virtual disk {{(pid=69770) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 961.104376] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29254e0f-0f25-47eb-bd75-c34401c504f4 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.134034] env[69770]: DEBUG nova.virt.vmwareapi.volumeops [None req-4335a7d9-adfe-4f04-a7de-4c54bcfed8bc tempest-ServersAdminTestJSON-142622790 tempest-ServersAdminTestJSON-142622790-project-member] [instance: 089cc9fa-d197-43fd-b8fe-0d92a672806e] Reconfiguring VM instance instance-00000013 to attach disk [datastore1] 089cc9fa-d197-43fd-b8fe-0d92a672806e/089cc9fa-d197-43fd-b8fe-0d92a672806e.vmdk or device None with type sparse {{(pid=69770) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 961.134034] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-40166c8c-c434-4985-8f5c-ae059b4bf4b0 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.154754] env[69770]: DEBUG oslo_vmware.api [None req-4335a7d9-adfe-4f04-a7de-4c54bcfed8bc tempest-ServersAdminTestJSON-142622790 tempest-ServersAdminTestJSON-142622790-project-member] Waiting for the task: (returnval){ [ 961.154754] env[69770]: value = "task-4069984" [ 961.154754] env[69770]: _type = "Task" [ 961.154754] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 961.168576] env[69770]: DEBUG oslo_vmware.api [None req-4335a7d9-adfe-4f04-a7de-4c54bcfed8bc tempest-ServersAdminTestJSON-142622790 tempest-ServersAdminTestJSON-142622790-project-member] Task: {'id': task-4069984, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.292505] env[69770]: DEBUG oslo_vmware.api [None req-1e67d78d-ce29-4087-95a5-cd40ea81f7eb tempest-MultipleCreateTestJSON-938873983 tempest-MultipleCreateTestJSON-938873983-project-member] Task: {'id': task-4069982, 'name': PowerOffVM_Task, 'duration_secs': 0.27861} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 961.292780] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e67d78d-ce29-4087-95a5-cd40ea81f7eb tempest-MultipleCreateTestJSON-938873983 tempest-MultipleCreateTestJSON-938873983-project-member] [instance: 6f84ff35-a4fd-4616-aa48-e10f21a0c223] Powered off the VM {{(pid=69770) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 961.296019] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-1e67d78d-ce29-4087-95a5-cd40ea81f7eb tempest-MultipleCreateTestJSON-938873983 tempest-MultipleCreateTestJSON-938873983-project-member] [instance: 6f84ff35-a4fd-4616-aa48-e10f21a0c223] Unregistering the VM {{(pid=69770) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 961.296019] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-efd040e8-692f-46c7-86d8-9542fc54b04c {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.366971] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-1e67d78d-ce29-4087-95a5-cd40ea81f7eb tempest-MultipleCreateTestJSON-938873983 tempest-MultipleCreateTestJSON-938873983-project-member] [instance: 6f84ff35-a4fd-4616-aa48-e10f21a0c223] Unregistered the VM {{(pid=69770) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 961.367410] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-1e67d78d-ce29-4087-95a5-cd40ea81f7eb tempest-MultipleCreateTestJSON-938873983 tempest-MultipleCreateTestJSON-938873983-project-member] [instance: 6f84ff35-a4fd-4616-aa48-e10f21a0c223] Deleting contents of the VM from datastore datastore2 {{(pid=69770) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 961.367410] env[69770]: DEBUG nova.virt.vmwareapi.ds_util [None req-1e67d78d-ce29-4087-95a5-cd40ea81f7eb tempest-MultipleCreateTestJSON-938873983 tempest-MultipleCreateTestJSON-938873983-project-member] Deleting the datastore file [datastore2] 6f84ff35-a4fd-4616-aa48-e10f21a0c223 {{(pid=69770) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 961.367706] env[69770]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b08b06d3-da42-481e-ac2e-c11f737acd18 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.370599] env[69770]: DEBUG oslo_concurrency.lockutils [None req-5bec6530-3ca2-4925-a80a-c440233d795f tempest-ServerMetadataTestJSON-275718558 tempest-ServerMetadataTestJSON-275718558-project-member] Releasing lock "refresh_cache-a1f5fa57-2f51-4514-a7fd-64e10535c556" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.370920] env[69770]: DEBUG nova.compute.manager [None req-5bec6530-3ca2-4925-a80a-c440233d795f tempest-ServerMetadataTestJSON-275718558 tempest-ServerMetadataTestJSON-275718558-project-member] [instance: a1f5fa57-2f51-4514-a7fd-64e10535c556] Instance network_info: |[{"id": "93668d16-a990-4923-9792-e7cf3281095a", "address": "fa:16:3e:ea:02:b5", "network": {"id": "a514555c-d6c3-40fc-9ee4-d8386d30c972", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-909137522-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ea6740e9484d4c6faf763f74c9183dea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ab93899c-92b2-4d84-95a6-192234add28c", "external-id": "nsx-vlan-transportzone-697", "segmentation_id": 697, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap93668d16-a9", "ovs_interfaceid": "93668d16-a990-4923-9792-e7cf3281095a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69770) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 961.371353] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-5bec6530-3ca2-4925-a80a-c440233d795f tempest-ServerMetadataTestJSON-275718558 tempest-ServerMetadataTestJSON-275718558-project-member] [instance: a1f5fa57-2f51-4514-a7fd-64e10535c556] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ea:02:b5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ab93899c-92b2-4d84-95a6-192234add28c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '93668d16-a990-4923-9792-e7cf3281095a', 'vif_model': 'vmxnet3'}] {{(pid=69770) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 961.379903] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-5bec6530-3ca2-4925-a80a-c440233d795f tempest-ServerMetadataTestJSON-275718558 tempest-ServerMetadataTestJSON-275718558-project-member] Creating folder: Project (ea6740e9484d4c6faf763f74c9183dea). Parent ref: group-v806376. {{(pid=69770) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 961.381576] env[69770]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-baed3e06-e54e-4a26-80d8-6025d85404e9 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.383547] env[69770]: DEBUG oslo_vmware.api [None req-1e67d78d-ce29-4087-95a5-cd40ea81f7eb tempest-MultipleCreateTestJSON-938873983 tempest-MultipleCreateTestJSON-938873983-project-member] Waiting for the task: (returnval){ [ 961.383547] env[69770]: value = "task-4069986" [ 961.383547] env[69770]: _type = "Task" [ 961.383547] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 961.394597] env[69770]: DEBUG oslo_vmware.api [None req-1e67d78d-ce29-4087-95a5-cd40ea81f7eb tempest-MultipleCreateTestJSON-938873983 tempest-MultipleCreateTestJSON-938873983-project-member] Task: {'id': task-4069986, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.396723] env[69770]: INFO nova.virt.vmwareapi.vm_util [None req-5bec6530-3ca2-4925-a80a-c440233d795f tempest-ServerMetadataTestJSON-275718558 tempest-ServerMetadataTestJSON-275718558-project-member] Created folder: Project (ea6740e9484d4c6faf763f74c9183dea) in parent group-v806376. [ 961.397132] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-5bec6530-3ca2-4925-a80a-c440233d795f tempest-ServerMetadataTestJSON-275718558 tempest-ServerMetadataTestJSON-275718558-project-member] Creating folder: Instances. Parent ref: group-v806553. {{(pid=69770) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 961.397423] env[69770]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2758b20d-544a-450e-8841-14c54d8e1516 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.410553] env[69770]: DEBUG nova.compute.manager [req-da2edac5-e740-4b79-9b49-e9393e54d925 req-371db9a2-eb1f-42ba-9def-1106a8b7c193 service nova] [instance: a1f5fa57-2f51-4514-a7fd-64e10535c556] Received event network-changed-93668d16-a990-4923-9792-e7cf3281095a {{(pid=69770) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 961.410553] env[69770]: DEBUG nova.compute.manager [req-da2edac5-e740-4b79-9b49-e9393e54d925 req-371db9a2-eb1f-42ba-9def-1106a8b7c193 service nova] [instance: a1f5fa57-2f51-4514-a7fd-64e10535c556] Refreshing instance network info cache due to event network-changed-93668d16-a990-4923-9792-e7cf3281095a. {{(pid=69770) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 961.410553] env[69770]: DEBUG oslo_concurrency.lockutils [req-da2edac5-e740-4b79-9b49-e9393e54d925 req-371db9a2-eb1f-42ba-9def-1106a8b7c193 service nova] Acquiring lock "refresh_cache-a1f5fa57-2f51-4514-a7fd-64e10535c556" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.410553] env[69770]: DEBUG oslo_concurrency.lockutils [req-da2edac5-e740-4b79-9b49-e9393e54d925 req-371db9a2-eb1f-42ba-9def-1106a8b7c193 service nova] Acquired lock "refresh_cache-a1f5fa57-2f51-4514-a7fd-64e10535c556" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.410553] env[69770]: DEBUG nova.network.neutron [req-da2edac5-e740-4b79-9b49-e9393e54d925 req-371db9a2-eb1f-42ba-9def-1106a8b7c193 service nova] [instance: a1f5fa57-2f51-4514-a7fd-64e10535c556] Refreshing network info cache for port 93668d16-a990-4923-9792-e7cf3281095a {{(pid=69770) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 961.412599] env[69770]: INFO nova.virt.vmwareapi.vm_util [None req-5bec6530-3ca2-4925-a80a-c440233d795f tempest-ServerMetadataTestJSON-275718558 tempest-ServerMetadataTestJSON-275718558-project-member] Created folder: Instances in parent group-v806553. [ 961.412845] env[69770]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5bec6530-3ca2-4925-a80a-c440233d795f tempest-ServerMetadataTestJSON-275718558 tempest-ServerMetadataTestJSON-275718558-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69770) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 961.413453] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a1f5fa57-2f51-4514-a7fd-64e10535c556] Creating VM on the ESX host {{(pid=69770) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 961.413678] env[69770]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3ff4f34f-69ca-4e7e-aaa7-8b3a1e62106f {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.434952] env[69770]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 961.434952] env[69770]: value = "task-4069989" [ 961.434952] env[69770]: _type = "Task" [ 961.434952] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 961.444506] env[69770]: DEBUG oslo_vmware.api [-] Task: {'id': task-4069989, 'name': CreateVM_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.549117] env[69770]: DEBUG oslo_vmware.api [None req-131b7f89-3ead-4867-9824-11c78c337cc6 tempest-MultipleCreateTestJSON-938873983 tempest-MultipleCreateTestJSON-938873983-project-member] Task: {'id': task-4069983, 'name': PowerOffVM_Task, 'duration_secs': 0.206379} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 961.549593] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-131b7f89-3ead-4867-9824-11c78c337cc6 tempest-MultipleCreateTestJSON-938873983 tempest-MultipleCreateTestJSON-938873983-project-member] [instance: f4e6f95b-525f-484e-b158-1e4d96678c2a] Powered off the VM {{(pid=69770) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 961.549913] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-131b7f89-3ead-4867-9824-11c78c337cc6 tempest-MultipleCreateTestJSON-938873983 tempest-MultipleCreateTestJSON-938873983-project-member] [instance: f4e6f95b-525f-484e-b158-1e4d96678c2a] Unregistering the VM {{(pid=69770) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 961.550291] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-bd6dcb0a-2c24-48b0-ae80-a5a2688ac1ce {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.579976] env[69770]: DEBUG nova.compute.manager [None req-dbcd8a14-adf6-4f16-82b7-855678d67344 tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] [instance: f4cb9224-9468-4834-a24a-9309e6dd3bba] Starting instance... {{(pid=69770) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 961.584745] env[69770]: DEBUG oslo_concurrency.lockutils [None req-da05d89d-95ab-4c65-bab3-bd990ce45495 tempest-ServersWithSpecificFlavorTestJSON-412767258 tempest-ServersWithSpecificFlavorTestJSON-412767258-project-member] Lock "5a605234-adcc-42bc-94e4-b6312611e566" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 45.910s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 961.629177] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-131b7f89-3ead-4867-9824-11c78c337cc6 tempest-MultipleCreateTestJSON-938873983 tempest-MultipleCreateTestJSON-938873983-project-member] [instance: f4e6f95b-525f-484e-b158-1e4d96678c2a] Unregistered the VM {{(pid=69770) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 961.629177] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-131b7f89-3ead-4867-9824-11c78c337cc6 tempest-MultipleCreateTestJSON-938873983 tempest-MultipleCreateTestJSON-938873983-project-member] [instance: f4e6f95b-525f-484e-b158-1e4d96678c2a] Deleting contents of the VM from datastore datastore2 {{(pid=69770) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 961.629177] env[69770]: DEBUG nova.virt.vmwareapi.ds_util [None req-131b7f89-3ead-4867-9824-11c78c337cc6 tempest-MultipleCreateTestJSON-938873983 tempest-MultipleCreateTestJSON-938873983-project-member] Deleting the datastore file [datastore2] f4e6f95b-525f-484e-b158-1e4d96678c2a {{(pid=69770) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 961.629177] env[69770]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6a29694e-b05f-41d5-8ab6-0201d36f000a {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.647591] env[69770]: DEBUG oslo_vmware.api [None req-131b7f89-3ead-4867-9824-11c78c337cc6 tempest-MultipleCreateTestJSON-938873983 tempest-MultipleCreateTestJSON-938873983-project-member] Waiting for the task: (returnval){ [ 961.647591] env[69770]: value = "task-4069991" [ 961.647591] env[69770]: _type = "Task" [ 961.647591] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 961.651035] env[69770]: DEBUG nova.compute.manager [req-f27ddf66-0721-40c4-8432-f7fab2b411bb req-1eab5a0d-7a6f-417b-a41f-134cb2569c9e service nova] [instance: a3617e51-7671-42b4-a7d3-a22c7d57814a] Received event network-changed-86019cd3-db0c-4adc-86d7-378f42286db2 {{(pid=69770) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 961.651035] env[69770]: DEBUG nova.compute.manager [req-f27ddf66-0721-40c4-8432-f7fab2b411bb req-1eab5a0d-7a6f-417b-a41f-134cb2569c9e service nova] [instance: a3617e51-7671-42b4-a7d3-a22c7d57814a] Refreshing instance network info cache due to event network-changed-86019cd3-db0c-4adc-86d7-378f42286db2. {{(pid=69770) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 961.651303] env[69770]: DEBUG oslo_concurrency.lockutils [req-f27ddf66-0721-40c4-8432-f7fab2b411bb req-1eab5a0d-7a6f-417b-a41f-134cb2569c9e service nova] Acquiring lock "refresh_cache-a3617e51-7671-42b4-a7d3-a22c7d57814a" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.651408] env[69770]: DEBUG oslo_concurrency.lockutils [req-f27ddf66-0721-40c4-8432-f7fab2b411bb req-1eab5a0d-7a6f-417b-a41f-134cb2569c9e service nova] Acquired lock "refresh_cache-a3617e51-7671-42b4-a7d3-a22c7d57814a" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.651623] env[69770]: DEBUG nova.network.neutron [req-f27ddf66-0721-40c4-8432-f7fab2b411bb req-1eab5a0d-7a6f-417b-a41f-134cb2569c9e service nova] [instance: a3617e51-7671-42b4-a7d3-a22c7d57814a] Refreshing network info cache for port 86019cd3-db0c-4adc-86d7-378f42286db2 {{(pid=69770) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 961.676210] env[69770]: DEBUG oslo_vmware.api [None req-4335a7d9-adfe-4f04-a7de-4c54bcfed8bc tempest-ServersAdminTestJSON-142622790 tempest-ServersAdminTestJSON-142622790-project-member] Task: {'id': task-4069984, 'name': ReconfigVM_Task, 'duration_secs': 0.411878} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 961.676820] env[69770]: DEBUG oslo_vmware.api [None req-131b7f89-3ead-4867-9824-11c78c337cc6 tempest-MultipleCreateTestJSON-938873983 tempest-MultipleCreateTestJSON-938873983-project-member] Task: {'id': task-4069991, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.677484] env[69770]: DEBUG nova.virt.vmwareapi.volumeops [None req-4335a7d9-adfe-4f04-a7de-4c54bcfed8bc tempest-ServersAdminTestJSON-142622790 tempest-ServersAdminTestJSON-142622790-project-member] [instance: 089cc9fa-d197-43fd-b8fe-0d92a672806e] Reconfigured VM instance instance-00000013 to attach disk [datastore1] 089cc9fa-d197-43fd-b8fe-0d92a672806e/089cc9fa-d197-43fd-b8fe-0d92a672806e.vmdk or device None with type sparse {{(pid=69770) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 961.678165] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3f7cb782-e276-463a-b923-54b91b722a98 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.686473] env[69770]: DEBUG oslo_vmware.api [None req-4335a7d9-adfe-4f04-a7de-4c54bcfed8bc tempest-ServersAdminTestJSON-142622790 tempest-ServersAdminTestJSON-142622790-project-member] Waiting for the task: (returnval){ [ 961.686473] env[69770]: value = "task-4069992" [ 961.686473] env[69770]: _type = "Task" [ 961.686473] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 961.703422] env[69770]: DEBUG oslo_vmware.api [None req-4335a7d9-adfe-4f04-a7de-4c54bcfed8bc tempest-ServersAdminTestJSON-142622790 tempest-ServersAdminTestJSON-142622790-project-member] Task: {'id': task-4069992, 'name': Rename_Task} progress is 5%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.896235] env[69770]: DEBUG oslo_vmware.api [None req-1e67d78d-ce29-4087-95a5-cd40ea81f7eb tempest-MultipleCreateTestJSON-938873983 tempest-MultipleCreateTestJSON-938873983-project-member] Task: {'id': task-4069986, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.280522} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 961.899218] env[69770]: DEBUG nova.virt.vmwareapi.ds_util [None req-1e67d78d-ce29-4087-95a5-cd40ea81f7eb tempest-MultipleCreateTestJSON-938873983 tempest-MultipleCreateTestJSON-938873983-project-member] Deleted the datastore file {{(pid=69770) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 961.899429] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-1e67d78d-ce29-4087-95a5-cd40ea81f7eb tempest-MultipleCreateTestJSON-938873983 tempest-MultipleCreateTestJSON-938873983-project-member] [instance: 6f84ff35-a4fd-4616-aa48-e10f21a0c223] Deleted contents of the VM from datastore datastore2 {{(pid=69770) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 961.900464] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-1e67d78d-ce29-4087-95a5-cd40ea81f7eb tempest-MultipleCreateTestJSON-938873983 tempest-MultipleCreateTestJSON-938873983-project-member] [instance: 6f84ff35-a4fd-4616-aa48-e10f21a0c223] Instance destroyed {{(pid=69770) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 961.900464] env[69770]: INFO nova.compute.manager [None req-1e67d78d-ce29-4087-95a5-cd40ea81f7eb tempest-MultipleCreateTestJSON-938873983 tempest-MultipleCreateTestJSON-938873983-project-member] [instance: 6f84ff35-a4fd-4616-aa48-e10f21a0c223] Took 1.14 seconds to destroy the instance on the hypervisor. [ 961.900464] env[69770]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1e67d78d-ce29-4087-95a5-cd40ea81f7eb tempest-MultipleCreateTestJSON-938873983 tempest-MultipleCreateTestJSON-938873983-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69770) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 961.900464] env[69770]: DEBUG nova.compute.manager [-] [instance: 6f84ff35-a4fd-4616-aa48-e10f21a0c223] Deallocating network for instance {{(pid=69770) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 961.900674] env[69770]: DEBUG nova.network.neutron [-] [instance: 6f84ff35-a4fd-4616-aa48-e10f21a0c223] deallocate_for_instance() {{(pid=69770) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 961.945284] env[69770]: DEBUG oslo_vmware.api [-] Task: {'id': task-4069989, 'name': CreateVM_Task, 'duration_secs': 0.377822} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 961.949672] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a1f5fa57-2f51-4514-a7fd-64e10535c556] Created VM on the ESX host {{(pid=69770) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 961.950937] env[69770]: DEBUG oslo_concurrency.lockutils [None req-5bec6530-3ca2-4925-a80a-c440233d795f tempest-ServerMetadataTestJSON-275718558 tempest-ServerMetadataTestJSON-275718558-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.950937] env[69770]: DEBUG oslo_concurrency.lockutils [None req-5bec6530-3ca2-4925-a80a-c440233d795f tempest-ServerMetadataTestJSON-275718558 tempest-ServerMetadataTestJSON-275718558-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.951198] env[69770]: DEBUG oslo_concurrency.lockutils [None req-5bec6530-3ca2-4925-a80a-c440233d795f tempest-ServerMetadataTestJSON-275718558 tempest-ServerMetadataTestJSON-275718558-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.951694] env[69770]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9a2db6b7-e116-486b-a02e-3484c2aa8fc5 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.958099] env[69770]: DEBUG oslo_vmware.api [None req-5bec6530-3ca2-4925-a80a-c440233d795f tempest-ServerMetadataTestJSON-275718558 tempest-ServerMetadataTestJSON-275718558-project-member] Waiting for the task: (returnval){ [ 961.958099] env[69770]: value = "session[52161b52-cb8e-ec9f-1132-2f6b49549d41]52d40cb2-d952-dc8b-67e3-bebc4aab2889" [ 961.958099] env[69770]: _type = "Task" [ 961.958099] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 961.967850] env[69770]: DEBUG oslo_vmware.api [None req-5bec6530-3ca2-4925-a80a-c440233d795f tempest-ServerMetadataTestJSON-275718558 tempest-ServerMetadataTestJSON-275718558-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]52d40cb2-d952-dc8b-67e3-bebc4aab2889, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.104934] env[69770]: DEBUG oslo_concurrency.lockutils [None req-dbcd8a14-adf6-4f16-82b7-855678d67344 tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 962.165623] env[69770]: DEBUG oslo_vmware.api [None req-131b7f89-3ead-4867-9824-11c78c337cc6 tempest-MultipleCreateTestJSON-938873983 tempest-MultipleCreateTestJSON-938873983-project-member] Task: {'id': task-4069991, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.46745} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 962.168431] env[69770]: DEBUG nova.virt.vmwareapi.ds_util [None req-131b7f89-3ead-4867-9824-11c78c337cc6 tempest-MultipleCreateTestJSON-938873983 tempest-MultipleCreateTestJSON-938873983-project-member] Deleted the datastore file {{(pid=69770) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 962.168627] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-131b7f89-3ead-4867-9824-11c78c337cc6 tempest-MultipleCreateTestJSON-938873983 tempest-MultipleCreateTestJSON-938873983-project-member] [instance: f4e6f95b-525f-484e-b158-1e4d96678c2a] Deleted contents of the VM from datastore datastore2 {{(pid=69770) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 962.168802] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-131b7f89-3ead-4867-9824-11c78c337cc6 tempest-MultipleCreateTestJSON-938873983 tempest-MultipleCreateTestJSON-938873983-project-member] [instance: f4e6f95b-525f-484e-b158-1e4d96678c2a] Instance destroyed {{(pid=69770) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 962.169045] env[69770]: INFO nova.compute.manager [None req-131b7f89-3ead-4867-9824-11c78c337cc6 tempest-MultipleCreateTestJSON-938873983 tempest-MultipleCreateTestJSON-938873983-project-member] [instance: f4e6f95b-525f-484e-b158-1e4d96678c2a] Took 1.16 seconds to destroy the instance on the hypervisor. [ 962.169360] env[69770]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-131b7f89-3ead-4867-9824-11c78c337cc6 tempest-MultipleCreateTestJSON-938873983 tempest-MultipleCreateTestJSON-938873983-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69770) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 962.171058] env[69770]: DEBUG nova.compute.manager [-] [instance: f4e6f95b-525f-484e-b158-1e4d96678c2a] Deallocating network for instance {{(pid=69770) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 962.171058] env[69770]: DEBUG nova.network.neutron [-] [instance: f4e6f95b-525f-484e-b158-1e4d96678c2a] deallocate_for_instance() {{(pid=69770) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 962.201298] env[69770]: DEBUG oslo_vmware.api [None req-4335a7d9-adfe-4f04-a7de-4c54bcfed8bc tempest-ServersAdminTestJSON-142622790 tempest-ServersAdminTestJSON-142622790-project-member] Task: {'id': task-4069992, 'name': Rename_Task, 'duration_secs': 0.163124} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 962.203503] env[69770]: DEBUG nova.network.neutron [req-da2edac5-e740-4b79-9b49-e9393e54d925 req-371db9a2-eb1f-42ba-9def-1106a8b7c193 service nova] [instance: a1f5fa57-2f51-4514-a7fd-64e10535c556] Updated VIF entry in instance network info cache for port 93668d16-a990-4923-9792-e7cf3281095a. {{(pid=69770) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 962.203503] env[69770]: DEBUG nova.network.neutron [req-da2edac5-e740-4b79-9b49-e9393e54d925 req-371db9a2-eb1f-42ba-9def-1106a8b7c193 service nova] [instance: a1f5fa57-2f51-4514-a7fd-64e10535c556] Updating instance_info_cache with network_info: [{"id": "93668d16-a990-4923-9792-e7cf3281095a", "address": "fa:16:3e:ea:02:b5", "network": {"id": "a514555c-d6c3-40fc-9ee4-d8386d30c972", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-909137522-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ea6740e9484d4c6faf763f74c9183dea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ab93899c-92b2-4d84-95a6-192234add28c", "external-id": "nsx-vlan-transportzone-697", "segmentation_id": 697, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap93668d16-a9", "ovs_interfaceid": "93668d16-a990-4923-9792-e7cf3281095a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69770) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 962.209041] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-4335a7d9-adfe-4f04-a7de-4c54bcfed8bc tempest-ServersAdminTestJSON-142622790 tempest-ServersAdminTestJSON-142622790-project-member] [instance: 089cc9fa-d197-43fd-b8fe-0d92a672806e] Powering on the VM {{(pid=69770) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 962.209041] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e47e4ed-358e-40be-88e6-237f06d2bfb8 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.209449] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cb089a20-40e5-4f3e-acc1-805bc7113622 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.219711] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50541b67-a18d-4b61-96a3-f8637f3c714f {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.223441] env[69770]: DEBUG oslo_vmware.api [None req-4335a7d9-adfe-4f04-a7de-4c54bcfed8bc tempest-ServersAdminTestJSON-142622790 tempest-ServersAdminTestJSON-142622790-project-member] Waiting for the task: (returnval){ [ 962.223441] env[69770]: value = "task-4069993" [ 962.223441] env[69770]: _type = "Task" [ 962.223441] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 962.260049] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-518db97d-ba34-4d83-828d-6f8110642927 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.269768] env[69770]: DEBUG oslo_vmware.api [None req-4335a7d9-adfe-4f04-a7de-4c54bcfed8bc tempest-ServersAdminTestJSON-142622790 tempest-ServersAdminTestJSON-142622790-project-member] Task: {'id': task-4069993, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.274976] env[69770]: DEBUG nova.network.neutron [-] [instance: f9f0ae85-57a8-4e21-8e5e-87a3630ee05c] Updating instance_info_cache with network_info: [] {{(pid=69770) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 962.277448] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec6e3217-17f4-4abb-b256-23dbe6f81483 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.296096] env[69770]: DEBUG nova.compute.provider_tree [None req-2021adb8-d8e4-48c2-a8a2-60dde229b910 tempest-SecurityGroupsTestJSON-864666295 tempest-SecurityGroupsTestJSON-864666295-project-member] Inventory has not changed in ProviderTree for provider: 7cc7d32b-b7a7-454a-a456-2a440248ed9d {{(pid=69770) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 962.469710] env[69770]: DEBUG oslo_vmware.api [None req-5bec6530-3ca2-4925-a80a-c440233d795f tempest-ServerMetadataTestJSON-275718558 tempest-ServerMetadataTestJSON-275718558-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]52d40cb2-d952-dc8b-67e3-bebc4aab2889, 'name': SearchDatastore_Task, 'duration_secs': 0.042179} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 962.470071] env[69770]: DEBUG oslo_concurrency.lockutils [None req-5bec6530-3ca2-4925-a80a-c440233d795f tempest-ServerMetadataTestJSON-275718558 tempest-ServerMetadataTestJSON-275718558-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.470338] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-5bec6530-3ca2-4925-a80a-c440233d795f tempest-ServerMetadataTestJSON-275718558 tempest-ServerMetadataTestJSON-275718558-project-member] [instance: a1f5fa57-2f51-4514-a7fd-64e10535c556] Processing image d1eaff80-24a0-4391-90eb-59958b1ecf0a {{(pid=69770) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 962.470569] env[69770]: DEBUG oslo_concurrency.lockutils [None req-5bec6530-3ca2-4925-a80a-c440233d795f tempest-ServerMetadataTestJSON-275718558 tempest-ServerMetadataTestJSON-275718558-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.470786] env[69770]: DEBUG oslo_concurrency.lockutils [None req-5bec6530-3ca2-4925-a80a-c440233d795f tempest-ServerMetadataTestJSON-275718558 tempest-ServerMetadataTestJSON-275718558-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.471164] env[69770]: DEBUG nova.virt.vmwareapi.ds_util [None req-5bec6530-3ca2-4925-a80a-c440233d795f tempest-ServerMetadataTestJSON-275718558 tempest-ServerMetadataTestJSON-275718558-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69770) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 962.471244] env[69770]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b27c8bd8-1cc3-4579-a801-4f9cffea9e90 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.481704] env[69770]: DEBUG nova.virt.vmwareapi.ds_util [None req-5bec6530-3ca2-4925-a80a-c440233d795f tempest-ServerMetadataTestJSON-275718558 tempest-ServerMetadataTestJSON-275718558-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69770) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 962.481986] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-5bec6530-3ca2-4925-a80a-c440233d795f tempest-ServerMetadataTestJSON-275718558 tempest-ServerMetadataTestJSON-275718558-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69770) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 962.482808] env[69770]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7caf395a-eed1-4ddc-bbbc-2ed125902910 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.490080] env[69770]: DEBUG oslo_vmware.api [None req-5bec6530-3ca2-4925-a80a-c440233d795f tempest-ServerMetadataTestJSON-275718558 tempest-ServerMetadataTestJSON-275718558-project-member] Waiting for the task: (returnval){ [ 962.490080] env[69770]: value = "session[52161b52-cb8e-ec9f-1132-2f6b49549d41]5251f0e6-f643-e80b-0754-2e6e026aedcb" [ 962.490080] env[69770]: _type = "Task" [ 962.490080] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 962.498328] env[69770]: DEBUG oslo_vmware.api [None req-5bec6530-3ca2-4925-a80a-c440233d795f tempest-ServerMetadataTestJSON-275718558 tempest-ServerMetadataTestJSON-275718558-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]5251f0e6-f643-e80b-0754-2e6e026aedcb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.675952] env[69770]: DEBUG nova.network.neutron [-] [instance: 6f84ff35-a4fd-4616-aa48-e10f21a0c223] Updating instance_info_cache with network_info: [] {{(pid=69770) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 962.712274] env[69770]: DEBUG oslo_concurrency.lockutils [req-da2edac5-e740-4b79-9b49-e9393e54d925 req-371db9a2-eb1f-42ba-9def-1106a8b7c193 service nova] Releasing lock "refresh_cache-a1f5fa57-2f51-4514-a7fd-64e10535c556" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.720173] env[69770]: DEBUG nova.network.neutron [req-f27ddf66-0721-40c4-8432-f7fab2b411bb req-1eab5a0d-7a6f-417b-a41f-134cb2569c9e service nova] [instance: a3617e51-7671-42b4-a7d3-a22c7d57814a] Updated VIF entry in instance network info cache for port 86019cd3-db0c-4adc-86d7-378f42286db2. {{(pid=69770) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 962.720577] env[69770]: DEBUG nova.network.neutron [req-f27ddf66-0721-40c4-8432-f7fab2b411bb req-1eab5a0d-7a6f-417b-a41f-134cb2569c9e service nova] [instance: a3617e51-7671-42b4-a7d3-a22c7d57814a] Updating instance_info_cache with network_info: [{"id": "86019cd3-db0c-4adc-86d7-378f42286db2", "address": "fa:16:3e:5f:b6:fb", "network": {"id": "deeccc4b-a1bb-4cc9-a2cb-ab451519c623", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1195845450-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.206", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "79f08803ff104b29b1724007c4361a7e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "26a1e556-1ede-445a-bf87-a35daa5d9070", "external-id": "nsx-vlan-transportzone-396", "segmentation_id": 396, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap86019cd3-db", "ovs_interfaceid": "86019cd3-db0c-4adc-86d7-378f42286db2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69770) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 962.736617] env[69770]: DEBUG oslo_vmware.api [None req-4335a7d9-adfe-4f04-a7de-4c54bcfed8bc tempest-ServersAdminTestJSON-142622790 tempest-ServersAdminTestJSON-142622790-project-member] Task: {'id': task-4069993, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.782292] env[69770]: INFO nova.compute.manager [-] [instance: f9f0ae85-57a8-4e21-8e5e-87a3630ee05c] Took 1.95 seconds to deallocate network for instance. [ 962.800096] env[69770]: DEBUG nova.scheduler.client.report [None req-2021adb8-d8e4-48c2-a8a2-60dde229b910 tempest-SecurityGroupsTestJSON-864666295 tempest-SecurityGroupsTestJSON-864666295-project-member] Inventory has not changed for provider 7cc7d32b-b7a7-454a-a456-2a440248ed9d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69770) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 963.004606] env[69770]: DEBUG oslo_vmware.api [None req-5bec6530-3ca2-4925-a80a-c440233d795f tempest-ServerMetadataTestJSON-275718558 tempest-ServerMetadataTestJSON-275718558-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]5251f0e6-f643-e80b-0754-2e6e026aedcb, 'name': SearchDatastore_Task, 'duration_secs': 0.012215} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 963.005545] env[69770]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e9348531-5944-4d41-b39f-20bf7bcab4c4 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.014753] env[69770]: DEBUG oslo_vmware.api [None req-5bec6530-3ca2-4925-a80a-c440233d795f tempest-ServerMetadataTestJSON-275718558 tempest-ServerMetadataTestJSON-275718558-project-member] Waiting for the task: (returnval){ [ 963.014753] env[69770]: value = "session[52161b52-cb8e-ec9f-1132-2f6b49549d41]52d27d17-f395-e459-9fb0-4f3616ff192c" [ 963.014753] env[69770]: _type = "Task" [ 963.014753] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 963.026698] env[69770]: DEBUG oslo_vmware.api [None req-5bec6530-3ca2-4925-a80a-c440233d795f tempest-ServerMetadataTestJSON-275718558 tempest-ServerMetadataTestJSON-275718558-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]52d27d17-f395-e459-9fb0-4f3616ff192c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.179093] env[69770]: INFO nova.compute.manager [-] [instance: 6f84ff35-a4fd-4616-aa48-e10f21a0c223] Took 1.28 seconds to deallocate network for instance. [ 963.218108] env[69770]: DEBUG nova.network.neutron [-] [instance: f4e6f95b-525f-484e-b158-1e4d96678c2a] Updating instance_info_cache with network_info: [] {{(pid=69770) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 963.223294] env[69770]: DEBUG oslo_concurrency.lockutils [req-f27ddf66-0721-40c4-8432-f7fab2b411bb req-1eab5a0d-7a6f-417b-a41f-134cb2569c9e service nova] Releasing lock "refresh_cache-a3617e51-7671-42b4-a7d3-a22c7d57814a" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.234486] env[69770]: DEBUG oslo_vmware.api [None req-4335a7d9-adfe-4f04-a7de-4c54bcfed8bc tempest-ServersAdminTestJSON-142622790 tempest-ServersAdminTestJSON-142622790-project-member] Task: {'id': task-4069993, 'name': PowerOnVM_Task, 'duration_secs': 0.680241} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 963.234765] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-4335a7d9-adfe-4f04-a7de-4c54bcfed8bc tempest-ServersAdminTestJSON-142622790 tempest-ServersAdminTestJSON-142622790-project-member] [instance: 089cc9fa-d197-43fd-b8fe-0d92a672806e] Powered on the VM {{(pid=69770) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 963.234996] env[69770]: DEBUG nova.compute.manager [None req-4335a7d9-adfe-4f04-a7de-4c54bcfed8bc tempest-ServersAdminTestJSON-142622790 tempest-ServersAdminTestJSON-142622790-project-member] [instance: 089cc9fa-d197-43fd-b8fe-0d92a672806e] Checking state {{(pid=69770) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 963.235799] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58084fca-56c0-4149-8160-68d54434226c {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.290827] env[69770]: DEBUG oslo_concurrency.lockutils [None req-e941b913-0397-4dbe-8685-748b595ecc7b tempest-VolumesAdminNegativeTest-624188729 tempest-VolumesAdminNegativeTest-624188729-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 963.307818] env[69770]: DEBUG oslo_concurrency.lockutils [None req-2021adb8-d8e4-48c2-a8a2-60dde229b910 tempest-SecurityGroupsTestJSON-864666295 tempest-SecurityGroupsTestJSON-864666295-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.259s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 963.310688] env[69770]: DEBUG oslo_concurrency.lockutils [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 32.546s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 963.335399] env[69770]: INFO nova.scheduler.client.report [None req-2021adb8-d8e4-48c2-a8a2-60dde229b910 tempest-SecurityGroupsTestJSON-864666295 tempest-SecurityGroupsTestJSON-864666295-project-member] Deleted allocations for instance f8b193f7-1c9d-426b-a182-4870354ccd84 [ 963.527454] env[69770]: DEBUG oslo_vmware.api [None req-5bec6530-3ca2-4925-a80a-c440233d795f tempest-ServerMetadataTestJSON-275718558 tempest-ServerMetadataTestJSON-275718558-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]52d27d17-f395-e459-9fb0-4f3616ff192c, 'name': SearchDatastore_Task, 'duration_secs': 0.019599} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 963.527718] env[69770]: DEBUG oslo_concurrency.lockutils [None req-5bec6530-3ca2-4925-a80a-c440233d795f tempest-ServerMetadataTestJSON-275718558 tempest-ServerMetadataTestJSON-275718558-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.527989] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-5bec6530-3ca2-4925-a80a-c440233d795f tempest-ServerMetadataTestJSON-275718558 tempest-ServerMetadataTestJSON-275718558-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk to [datastore1] a1f5fa57-2f51-4514-a7fd-64e10535c556/a1f5fa57-2f51-4514-a7fd-64e10535c556.vmdk {{(pid=69770) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 963.528278] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4ee74232-ab41-4d61-a7c4-5ed91c611623 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.535579] env[69770]: DEBUG oslo_vmware.api [None req-5bec6530-3ca2-4925-a80a-c440233d795f tempest-ServerMetadataTestJSON-275718558 tempest-ServerMetadataTestJSON-275718558-project-member] Waiting for the task: (returnval){ [ 963.535579] env[69770]: value = "task-4069994" [ 963.535579] env[69770]: _type = "Task" [ 963.535579] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 963.541500] env[69770]: DEBUG nova.compute.manager [req-16e37d82-7cb9-4e02-935f-b32405cff777 req-e38c0431-77d1-427e-805b-43f76067fc36 service nova] [instance: f4e6f95b-525f-484e-b158-1e4d96678c2a] Received event network-vif-deleted-ee602e9d-c47b-429d-9811-a712c47af322 {{(pid=69770) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 963.547990] env[69770]: DEBUG oslo_vmware.api [None req-5bec6530-3ca2-4925-a80a-c440233d795f tempest-ServerMetadataTestJSON-275718558 tempest-ServerMetadataTestJSON-275718558-project-member] Task: {'id': task-4069994, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.685834] env[69770]: DEBUG oslo_concurrency.lockutils [None req-1e67d78d-ce29-4087-95a5-cd40ea81f7eb tempest-MultipleCreateTestJSON-938873983 tempest-MultipleCreateTestJSON-938873983-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 963.721679] env[69770]: INFO nova.compute.manager [-] [instance: f4e6f95b-525f-484e-b158-1e4d96678c2a] Took 1.55 seconds to deallocate network for instance. [ 963.756250] env[69770]: DEBUG oslo_concurrency.lockutils [None req-4335a7d9-adfe-4f04-a7de-4c54bcfed8bc tempest-ServersAdminTestJSON-142622790 tempest-ServersAdminTestJSON-142622790-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 963.843034] env[69770]: DEBUG oslo_concurrency.lockutils [None req-2021adb8-d8e4-48c2-a8a2-60dde229b910 tempest-SecurityGroupsTestJSON-864666295 tempest-SecurityGroupsTestJSON-864666295-project-member] Lock "f8b193f7-1c9d-426b-a182-4870354ccd84" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 43.324s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 963.870874] env[69770]: DEBUG nova.compute.manager [req-9637bcd5-b3e3-4f65-ac59-21cb9e7d23d8 req-ca3c69a0-0f00-4fec-be23-1a0a52ecaa10 service nova] [instance: f9f0ae85-57a8-4e21-8e5e-87a3630ee05c] Received event network-vif-deleted-234619c1-18c1-4ff4-860b-8e1b6930d4b4 {{(pid=69770) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 963.871123] env[69770]: DEBUG nova.compute.manager [req-9637bcd5-b3e3-4f65-ac59-21cb9e7d23d8 req-ca3c69a0-0f00-4fec-be23-1a0a52ecaa10 service nova] [instance: 6f84ff35-a4fd-4616-aa48-e10f21a0c223] Received event network-vif-deleted-fd6a5412-b024-4548-96be-0fc0250f11fe {{(pid=69770) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 964.048203] env[69770]: DEBUG oslo_vmware.api [None req-5bec6530-3ca2-4925-a80a-c440233d795f tempest-ServerMetadataTestJSON-275718558 tempest-ServerMetadataTestJSON-275718558-project-member] Task: {'id': task-4069994, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.229222] env[69770]: DEBUG oslo_concurrency.lockutils [None req-131b7f89-3ead-4867-9824-11c78c337cc6 tempest-MultipleCreateTestJSON-938873983 tempest-MultipleCreateTestJSON-938873983-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 964.275079] env[69770]: INFO nova.compute.manager [None req-cbe3a986-01bc-44c7-9593-7a9b7eb44e91 tempest-ServersAdminTestJSON-142622790 tempest-ServersAdminTestJSON-142622790-project-member] [instance: 089cc9fa-d197-43fd-b8fe-0d92a672806e] Rebuilding instance [ 964.325915] env[69770]: DEBUG nova.compute.resource_tracker [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] Applying migration context for instance 95957450-4202-4400-ab80-e9d3a56b2efb as it has an incoming, in-progress migration 982f4f45-dc0f-4862-9ee7-a92709f17eaf. Migration status is reverting {{(pid=69770) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1046}} [ 964.327920] env[69770]: INFO nova.compute.resource_tracker [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] [instance: 95957450-4202-4400-ab80-e9d3a56b2efb] Updating resource usage from migration 982f4f45-dc0f-4862-9ee7-a92709f17eaf [ 964.330651] env[69770]: DEBUG nova.compute.manager [None req-cbe3a986-01bc-44c7-9593-7a9b7eb44e91 tempest-ServersAdminTestJSON-142622790 tempest-ServersAdminTestJSON-142622790-project-member] [instance: 089cc9fa-d197-43fd-b8fe-0d92a672806e] Checking state {{(pid=69770) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 964.332023] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef5ff1fc-abb0-4704-af5c-fe51605a8c9a {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.352223] env[69770]: DEBUG nova.compute.resource_tracker [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] Instance 7626e483-2d84-4a06-8f38-f8fd431da011 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69770) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 964.352223] env[69770]: DEBUG nova.compute.resource_tracker [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] Instance 089cc9fa-d197-43fd-b8fe-0d92a672806e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69770) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 964.352223] env[69770]: WARNING nova.compute.resource_tracker [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] Instance f9f0ae85-57a8-4e21-8e5e-87a3630ee05c is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 964.352223] env[69770]: DEBUG nova.compute.resource_tracker [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] Instance f99efbb3-ef7e-4feb-b29b-2cfded1643fd actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69770) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 964.352223] env[69770]: DEBUG nova.compute.resource_tracker [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] Instance 19c06f92-7f17-4834-b8be-723eb3f313c5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69770) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 964.352223] env[69770]: DEBUG nova.compute.resource_tracker [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] Instance e7c6d72e-2455-4d69-a2a7-5ee48fa3a22c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69770) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 964.352223] env[69770]: DEBUG nova.compute.resource_tracker [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] Instance 426f874f-2ebf-4fc9-914d-c46605963d4b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69770) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 964.352223] env[69770]: DEBUG nova.compute.resource_tracker [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] Instance 1f92c4e9-6054-433b-917d-fa1956ee1a57 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69770) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 964.352223] env[69770]: DEBUG nova.compute.resource_tracker [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] Instance 9de87335-1db9-4bb3-ab4b-6bec27911b5f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69770) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 964.352223] env[69770]: DEBUG nova.compute.resource_tracker [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] Migration 982f4f45-dc0f-4862-9ee7-a92709f17eaf is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69770) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1742}} [ 964.352223] env[69770]: DEBUG nova.compute.resource_tracker [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] Instance 95957450-4202-4400-ab80-e9d3a56b2efb actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69770) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 964.352612] env[69770]: WARNING nova.compute.resource_tracker [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] Instance b2bce6a2-d9e0-41e9-8a4b-23e53133bbb4 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 964.352612] env[69770]: WARNING nova.compute.resource_tracker [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] Instance 22d561e1-565c-490d-a814-a5c6b3a6249a is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 964.352612] env[69770]: WARNING nova.compute.resource_tracker [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] Instance 652320ff-d46d-4ce0-bc7d-eca68820e6ef is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 964.352612] env[69770]: DEBUG nova.compute.resource_tracker [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] Instance 0e73d3e6-13ab-418b-9cc1-2f33fe7837d8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69770) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 964.352731] env[69770]: DEBUG nova.compute.resource_tracker [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] Instance a4d4dece-6511-4a6e-a5fd-984223141631 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69770) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 964.352817] env[69770]: WARNING nova.compute.resource_tracker [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] Instance 15a53776-9653-4997-828d-4216093af571 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 964.352934] env[69770]: WARNING nova.compute.resource_tracker [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] Instance 6f84ff35-a4fd-4616-aa48-e10f21a0c223 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 964.353055] env[69770]: DEBUG nova.compute.resource_tracker [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] Instance f4e6f95b-525f-484e-b158-1e4d96678c2a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69770) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 964.353166] env[69770]: DEBUG nova.compute.resource_tracker [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] Instance a3617e51-7671-42b4-a7d3-a22c7d57814a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69770) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 964.353270] env[69770]: DEBUG nova.compute.resource_tracker [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] Instance a1f5fa57-2f51-4514-a7fd-64e10535c556 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69770) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 964.555814] env[69770]: DEBUG oslo_vmware.api [None req-5bec6530-3ca2-4925-a80a-c440233d795f tempest-ServerMetadataTestJSON-275718558 tempest-ServerMetadataTestJSON-275718558-project-member] Task: {'id': task-4069994, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.857056] env[69770]: DEBUG nova.compute.resource_tracker [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] Instance d90c6f0f-5427-4869-ad24-efe54ee99d2f has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69770) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 965.054618] env[69770]: DEBUG oslo_vmware.api [None req-5bec6530-3ca2-4925-a80a-c440233d795f tempest-ServerMetadataTestJSON-275718558 tempest-ServerMetadataTestJSON-275718558-project-member] Task: {'id': task-4069994, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.118777} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 965.054911] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-5bec6530-3ca2-4925-a80a-c440233d795f tempest-ServerMetadataTestJSON-275718558 tempest-ServerMetadataTestJSON-275718558-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk to [datastore1] a1f5fa57-2f51-4514-a7fd-64e10535c556/a1f5fa57-2f51-4514-a7fd-64e10535c556.vmdk {{(pid=69770) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 965.055165] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-5bec6530-3ca2-4925-a80a-c440233d795f tempest-ServerMetadataTestJSON-275718558 tempest-ServerMetadataTestJSON-275718558-project-member] [instance: a1f5fa57-2f51-4514-a7fd-64e10535c556] Extending root virtual disk to 1048576 {{(pid=69770) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 965.055436] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-09c8f42c-1f1f-4600-a0c0-73227c627065 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.065446] env[69770]: DEBUG oslo_vmware.api [None req-5bec6530-3ca2-4925-a80a-c440233d795f tempest-ServerMetadataTestJSON-275718558 tempest-ServerMetadataTestJSON-275718558-project-member] Waiting for the task: (returnval){ [ 965.065446] env[69770]: value = "task-4069996" [ 965.065446] env[69770]: _type = "Task" [ 965.065446] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 965.077452] env[69770]: DEBUG oslo_vmware.api [None req-5bec6530-3ca2-4925-a80a-c440233d795f tempest-ServerMetadataTestJSON-275718558 tempest-ServerMetadataTestJSON-275718558-project-member] Task: {'id': task-4069996, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.351477] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-cbe3a986-01bc-44c7-9593-7a9b7eb44e91 tempest-ServersAdminTestJSON-142622790 tempest-ServersAdminTestJSON-142622790-project-member] [instance: 089cc9fa-d197-43fd-b8fe-0d92a672806e] Powering off the VM {{(pid=69770) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 965.351791] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-21e3a48b-6d85-40e5-b7b0-746e6fab68a1 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.360690] env[69770]: DEBUG nova.compute.resource_tracker [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] Instance dcd9fa1a-a9e5-4227-829b-281fa7a1d4f6 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69770) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 965.363607] env[69770]: DEBUG oslo_vmware.api [None req-cbe3a986-01bc-44c7-9593-7a9b7eb44e91 tempest-ServersAdminTestJSON-142622790 tempest-ServersAdminTestJSON-142622790-project-member] Waiting for the task: (returnval){ [ 965.363607] env[69770]: value = "task-4069997" [ 965.363607] env[69770]: _type = "Task" [ 965.363607] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 965.375296] env[69770]: DEBUG oslo_vmware.api [None req-cbe3a986-01bc-44c7-9593-7a9b7eb44e91 tempest-ServersAdminTestJSON-142622790 tempest-ServersAdminTestJSON-142622790-project-member] Task: {'id': task-4069997, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.576623] env[69770]: DEBUG oslo_vmware.api [None req-5bec6530-3ca2-4925-a80a-c440233d795f tempest-ServerMetadataTestJSON-275718558 tempest-ServerMetadataTestJSON-275718558-project-member] Task: {'id': task-4069996, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069485} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 965.576892] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-5bec6530-3ca2-4925-a80a-c440233d795f tempest-ServerMetadataTestJSON-275718558 tempest-ServerMetadataTestJSON-275718558-project-member] [instance: a1f5fa57-2f51-4514-a7fd-64e10535c556] Extended root virtual disk {{(pid=69770) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 965.577774] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c046ffe6-314d-4c52-9f0f-930e1dc6d58f {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.603019] env[69770]: DEBUG nova.virt.vmwareapi.volumeops [None req-5bec6530-3ca2-4925-a80a-c440233d795f tempest-ServerMetadataTestJSON-275718558 tempest-ServerMetadataTestJSON-275718558-project-member] [instance: a1f5fa57-2f51-4514-a7fd-64e10535c556] Reconfiguring VM instance instance-0000003e to attach disk [datastore1] a1f5fa57-2f51-4514-a7fd-64e10535c556/a1f5fa57-2f51-4514-a7fd-64e10535c556.vmdk or device None with type sparse {{(pid=69770) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 965.603019] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4bb01591-b4ad-4065-b839-6f2486e534ef {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.624835] env[69770]: DEBUG oslo_vmware.api [None req-5bec6530-3ca2-4925-a80a-c440233d795f tempest-ServerMetadataTestJSON-275718558 tempest-ServerMetadataTestJSON-275718558-project-member] Waiting for the task: (returnval){ [ 965.624835] env[69770]: value = "task-4069998" [ 965.624835] env[69770]: _type = "Task" [ 965.624835] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 965.633644] env[69770]: DEBUG oslo_vmware.api [None req-5bec6530-3ca2-4925-a80a-c440233d795f tempest-ServerMetadataTestJSON-275718558 tempest-ServerMetadataTestJSON-275718558-project-member] Task: {'id': task-4069998, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.870789] env[69770]: DEBUG nova.compute.resource_tracker [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] Instance bf2dd621-f03e-45ad-a4b0-953858139f65 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69770) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 965.878349] env[69770]: DEBUG oslo_vmware.api [None req-cbe3a986-01bc-44c7-9593-7a9b7eb44e91 tempest-ServersAdminTestJSON-142622790 tempest-ServersAdminTestJSON-142622790-project-member] Task: {'id': task-4069997, 'name': PowerOffVM_Task, 'duration_secs': 0.20527} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 965.878580] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-cbe3a986-01bc-44c7-9593-7a9b7eb44e91 tempest-ServersAdminTestJSON-142622790 tempest-ServersAdminTestJSON-142622790-project-member] [instance: 089cc9fa-d197-43fd-b8fe-0d92a672806e] Powered off the VM {{(pid=69770) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 965.878845] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-cbe3a986-01bc-44c7-9593-7a9b7eb44e91 tempest-ServersAdminTestJSON-142622790 tempest-ServersAdminTestJSON-142622790-project-member] [instance: 089cc9fa-d197-43fd-b8fe-0d92a672806e] Destroying instance {{(pid=69770) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 965.879740] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75f60461-3b66-436d-8d3c-27456e9d04ed {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.889011] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-cbe3a986-01bc-44c7-9593-7a9b7eb44e91 tempest-ServersAdminTestJSON-142622790 tempest-ServersAdminTestJSON-142622790-project-member] [instance: 089cc9fa-d197-43fd-b8fe-0d92a672806e] Unregistering the VM {{(pid=69770) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 965.889781] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-59d6951e-8f8b-4f79-966a-0a17b4c066c0 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.971275] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-cbe3a986-01bc-44c7-9593-7a9b7eb44e91 tempest-ServersAdminTestJSON-142622790 tempest-ServersAdminTestJSON-142622790-project-member] [instance: 089cc9fa-d197-43fd-b8fe-0d92a672806e] Unregistered the VM {{(pid=69770) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 965.971275] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-cbe3a986-01bc-44c7-9593-7a9b7eb44e91 tempest-ServersAdminTestJSON-142622790 tempest-ServersAdminTestJSON-142622790-project-member] [instance: 089cc9fa-d197-43fd-b8fe-0d92a672806e] Deleting contents of the VM from datastore datastore1 {{(pid=69770) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 965.971275] env[69770]: DEBUG nova.virt.vmwareapi.ds_util [None req-cbe3a986-01bc-44c7-9593-7a9b7eb44e91 tempest-ServersAdminTestJSON-142622790 tempest-ServersAdminTestJSON-142622790-project-member] Deleting the datastore file [datastore1] 089cc9fa-d197-43fd-b8fe-0d92a672806e {{(pid=69770) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 965.971275] env[69770]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cd22383e-c603-4827-b693-b31933689ec8 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.979870] env[69770]: DEBUG oslo_vmware.api [None req-cbe3a986-01bc-44c7-9593-7a9b7eb44e91 tempest-ServersAdminTestJSON-142622790 tempest-ServersAdminTestJSON-142622790-project-member] Waiting for the task: (returnval){ [ 965.979870] env[69770]: value = "task-4070001" [ 965.979870] env[69770]: _type = "Task" [ 965.979870] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 965.989916] env[69770]: DEBUG oslo_vmware.api [None req-cbe3a986-01bc-44c7-9593-7a9b7eb44e91 tempest-ServersAdminTestJSON-142622790 tempest-ServersAdminTestJSON-142622790-project-member] Task: {'id': task-4070001, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.139023] env[69770]: DEBUG oslo_vmware.api [None req-5bec6530-3ca2-4925-a80a-c440233d795f tempest-ServerMetadataTestJSON-275718558 tempest-ServerMetadataTestJSON-275718558-project-member] Task: {'id': task-4069998, 'name': ReconfigVM_Task, 'duration_secs': 0.325428} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 966.139507] env[69770]: DEBUG nova.virt.vmwareapi.volumeops [None req-5bec6530-3ca2-4925-a80a-c440233d795f tempest-ServerMetadataTestJSON-275718558 tempest-ServerMetadataTestJSON-275718558-project-member] [instance: a1f5fa57-2f51-4514-a7fd-64e10535c556] Reconfigured VM instance instance-0000003e to attach disk [datastore1] a1f5fa57-2f51-4514-a7fd-64e10535c556/a1f5fa57-2f51-4514-a7fd-64e10535c556.vmdk or device None with type sparse {{(pid=69770) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 966.140302] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c4377155-3455-40a0-a652-3d2bea3ce4f3 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.148477] env[69770]: DEBUG oslo_vmware.api [None req-5bec6530-3ca2-4925-a80a-c440233d795f tempest-ServerMetadataTestJSON-275718558 tempest-ServerMetadataTestJSON-275718558-project-member] Waiting for the task: (returnval){ [ 966.148477] env[69770]: value = "task-4070002" [ 966.148477] env[69770]: _type = "Task" [ 966.148477] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 966.158272] env[69770]: DEBUG oslo_vmware.api [None req-5bec6530-3ca2-4925-a80a-c440233d795f tempest-ServerMetadataTestJSON-275718558 tempest-ServerMetadataTestJSON-275718558-project-member] Task: {'id': task-4070002, 'name': Rename_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.374921] env[69770]: DEBUG nova.compute.resource_tracker [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] Instance 735aaf86-ca37-4c5c-9296-568d98ace91c has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69770) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 966.493492] env[69770]: DEBUG oslo_vmware.api [None req-cbe3a986-01bc-44c7-9593-7a9b7eb44e91 tempest-ServersAdminTestJSON-142622790 tempest-ServersAdminTestJSON-142622790-project-member] Task: {'id': task-4070001, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.659928] env[69770]: DEBUG oslo_vmware.api [None req-5bec6530-3ca2-4925-a80a-c440233d795f tempest-ServerMetadataTestJSON-275718558 tempest-ServerMetadataTestJSON-275718558-project-member] Task: {'id': task-4070002, 'name': Rename_Task} progress is 99%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.878642] env[69770]: DEBUG nova.compute.resource_tracker [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] Instance e4982a7d-45f6-4b3d-9768-7d260a133e8d has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 2, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69770) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 966.992748] env[69770]: DEBUG oslo_vmware.api [None req-cbe3a986-01bc-44c7-9593-7a9b7eb44e91 tempest-ServersAdminTestJSON-142622790 tempest-ServersAdminTestJSON-142622790-project-member] Task: {'id': task-4070001, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.547723} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 966.993130] env[69770]: DEBUG nova.virt.vmwareapi.ds_util [None req-cbe3a986-01bc-44c7-9593-7a9b7eb44e91 tempest-ServersAdminTestJSON-142622790 tempest-ServersAdminTestJSON-142622790-project-member] Deleted the datastore file {{(pid=69770) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 966.993398] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-cbe3a986-01bc-44c7-9593-7a9b7eb44e91 tempest-ServersAdminTestJSON-142622790 tempest-ServersAdminTestJSON-142622790-project-member] [instance: 089cc9fa-d197-43fd-b8fe-0d92a672806e] Deleted contents of the VM from datastore datastore1 {{(pid=69770) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 966.993584] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-cbe3a986-01bc-44c7-9593-7a9b7eb44e91 tempest-ServersAdminTestJSON-142622790 tempest-ServersAdminTestJSON-142622790-project-member] [instance: 089cc9fa-d197-43fd-b8fe-0d92a672806e] Instance destroyed {{(pid=69770) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 967.160639] env[69770]: DEBUG oslo_vmware.api [None req-5bec6530-3ca2-4925-a80a-c440233d795f tempest-ServerMetadataTestJSON-275718558 tempest-ServerMetadataTestJSON-275718558-project-member] Task: {'id': task-4070002, 'name': Rename_Task} progress is 99%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.382793] env[69770]: DEBUG nova.compute.resource_tracker [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] Instance 0d90aae9-45e9-424d-b06f-7dcbef05f5bf has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69770) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 967.669659] env[69770]: DEBUG oslo_vmware.api [None req-5bec6530-3ca2-4925-a80a-c440233d795f tempest-ServerMetadataTestJSON-275718558 tempest-ServerMetadataTestJSON-275718558-project-member] Task: {'id': task-4070002, 'name': Rename_Task, 'duration_secs': 1.147138} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 967.669659] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-5bec6530-3ca2-4925-a80a-c440233d795f tempest-ServerMetadataTestJSON-275718558 tempest-ServerMetadataTestJSON-275718558-project-member] [instance: a1f5fa57-2f51-4514-a7fd-64e10535c556] Powering on the VM {{(pid=69770) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 967.669659] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cfe63404-277a-4e1b-82be-7cdd9d04aa5a {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.685436] env[69770]: DEBUG oslo_vmware.api [None req-5bec6530-3ca2-4925-a80a-c440233d795f tempest-ServerMetadataTestJSON-275718558 tempest-ServerMetadataTestJSON-275718558-project-member] Waiting for the task: (returnval){ [ 967.685436] env[69770]: value = "task-4070003" [ 967.685436] env[69770]: _type = "Task" [ 967.685436] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 967.695628] env[69770]: DEBUG oslo_vmware.api [None req-5bec6530-3ca2-4925-a80a-c440233d795f tempest-ServerMetadataTestJSON-275718558 tempest-ServerMetadataTestJSON-275718558-project-member] Task: {'id': task-4070003, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.885711] env[69770]: DEBUG nova.compute.resource_tracker [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] Instance d6322138-4f18-4a8b-8062-4c732a8e6585 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69770) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 967.886164] env[69770]: DEBUG nova.compute.resource_tracker [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] [instance: 1cd3da96-102f-4a22-8f53-12b32485ffa2] Instance with task_state "unshelving" is not being actively managed by this compute host but has allocations referencing this compute node (7cc7d32b-b7a7-454a-a456-2a440248ed9d): {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocations during the task state transition. {{(pid=69770) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1810}} [ 968.038222] env[69770]: DEBUG nova.virt.hardware [None req-cbe3a986-01bc-44c7-9593-7a9b7eb44e91 tempest-ServersAdminTestJSON-142622790 tempest-ServersAdminTestJSON-142622790-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T12:16:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T12:16:11Z,direct_url=,disk_format='vmdk',id=d1eaff80-24a0-4391-90eb-59958b1ecf0a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d65f20bb89fb40a98b77bc6d97357df2',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T12:16:12Z,virtual_size=,visibility=), allow threads: False {{(pid=69770) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 968.038633] env[69770]: DEBUG nova.virt.hardware [None req-cbe3a986-01bc-44c7-9593-7a9b7eb44e91 tempest-ServersAdminTestJSON-142622790 tempest-ServersAdminTestJSON-142622790-project-member] Flavor limits 0:0:0 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 968.038842] env[69770]: DEBUG nova.virt.hardware [None req-cbe3a986-01bc-44c7-9593-7a9b7eb44e91 tempest-ServersAdminTestJSON-142622790 tempest-ServersAdminTestJSON-142622790-project-member] Image limits 0:0:0 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 968.039127] env[69770]: DEBUG nova.virt.hardware [None req-cbe3a986-01bc-44c7-9593-7a9b7eb44e91 tempest-ServersAdminTestJSON-142622790 tempest-ServersAdminTestJSON-142622790-project-member] Flavor pref 0:0:0 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 968.039364] env[69770]: DEBUG nova.virt.hardware [None req-cbe3a986-01bc-44c7-9593-7a9b7eb44e91 tempest-ServersAdminTestJSON-142622790 tempest-ServersAdminTestJSON-142622790-project-member] Image pref 0:0:0 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 968.039606] env[69770]: DEBUG nova.virt.hardware [None req-cbe3a986-01bc-44c7-9593-7a9b7eb44e91 tempest-ServersAdminTestJSON-142622790 tempest-ServersAdminTestJSON-142622790-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 968.039883] env[69770]: DEBUG nova.virt.hardware [None req-cbe3a986-01bc-44c7-9593-7a9b7eb44e91 tempest-ServersAdminTestJSON-142622790 tempest-ServersAdminTestJSON-142622790-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69770) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 968.040197] env[69770]: DEBUG nova.virt.hardware [None req-cbe3a986-01bc-44c7-9593-7a9b7eb44e91 tempest-ServersAdminTestJSON-142622790 tempest-ServersAdminTestJSON-142622790-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69770) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 968.040445] env[69770]: DEBUG nova.virt.hardware [None req-cbe3a986-01bc-44c7-9593-7a9b7eb44e91 tempest-ServersAdminTestJSON-142622790 tempest-ServersAdminTestJSON-142622790-project-member] Got 1 possible topologies {{(pid=69770) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 968.040670] env[69770]: DEBUG nova.virt.hardware [None req-cbe3a986-01bc-44c7-9593-7a9b7eb44e91 tempest-ServersAdminTestJSON-142622790 tempest-ServersAdminTestJSON-142622790-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69770) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 968.040885] env[69770]: DEBUG nova.virt.hardware [None req-cbe3a986-01bc-44c7-9593-7a9b7eb44e91 tempest-ServersAdminTestJSON-142622790 tempest-ServersAdminTestJSON-142622790-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69770) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 968.041893] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e702bd4-dd47-464a-912f-2e7b585f61e0 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.054021] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cc73e88-c1ce-4a4a-b62b-91040da1901c {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.067222] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-cbe3a986-01bc-44c7-9593-7a9b7eb44e91 tempest-ServersAdminTestJSON-142622790 tempest-ServersAdminTestJSON-142622790-project-member] [instance: 089cc9fa-d197-43fd-b8fe-0d92a672806e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:67:01:3a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7869cc8e-e58f-4fd6-88d7-85a18e43cd3a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'cdb4453a-c8d6-4a7b-81ea-2f175ca17bd7', 'vif_model': 'vmxnet3'}] {{(pid=69770) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 968.075093] env[69770]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cbe3a986-01bc-44c7-9593-7a9b7eb44e91 tempest-ServersAdminTestJSON-142622790 tempest-ServersAdminTestJSON-142622790-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69770) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 968.075455] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 089cc9fa-d197-43fd-b8fe-0d92a672806e] Creating VM on the ESX host {{(pid=69770) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 968.075718] env[69770]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2b17a508-80f2-452a-a2ab-80853cdce37b {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.106358] env[69770]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 968.106358] env[69770]: value = "task-4070005" [ 968.106358] env[69770]: _type = "Task" [ 968.106358] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 968.118196] env[69770]: DEBUG oslo_vmware.api [-] Task: {'id': task-4070005, 'name': CreateVM_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.199278] env[69770]: DEBUG oslo_vmware.api [None req-5bec6530-3ca2-4925-a80a-c440233d795f tempest-ServerMetadataTestJSON-275718558 tempest-ServerMetadataTestJSON-275718558-project-member] Task: {'id': task-4070003, 'name': PowerOnVM_Task, 'duration_secs': 0.501078} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 968.199278] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-5bec6530-3ca2-4925-a80a-c440233d795f tempest-ServerMetadataTestJSON-275718558 tempest-ServerMetadataTestJSON-275718558-project-member] [instance: a1f5fa57-2f51-4514-a7fd-64e10535c556] Powered on the VM {{(pid=69770) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 968.199278] env[69770]: INFO nova.compute.manager [None req-5bec6530-3ca2-4925-a80a-c440233d795f tempest-ServerMetadataTestJSON-275718558 tempest-ServerMetadataTestJSON-275718558-project-member] [instance: a1f5fa57-2f51-4514-a7fd-64e10535c556] Took 9.70 seconds to spawn the instance on the hypervisor. [ 968.199278] env[69770]: DEBUG nova.compute.manager [None req-5bec6530-3ca2-4925-a80a-c440233d795f tempest-ServerMetadataTestJSON-275718558 tempest-ServerMetadataTestJSON-275718558-project-member] [instance: a1f5fa57-2f51-4514-a7fd-64e10535c556] Checking state {{(pid=69770) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 968.199837] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ca31480-03ff-47c1-aa51-9948fa6abefe {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.388714] env[69770]: DEBUG nova.compute.resource_tracker [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] Instance a41cf0f5-5115-4676-8480-eed1a5e0a72b has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69770) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 968.619240] env[69770]: DEBUG oslo_vmware.api [-] Task: {'id': task-4070005, 'name': CreateVM_Task, 'duration_secs': 0.373084} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 968.619415] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 089cc9fa-d197-43fd-b8fe-0d92a672806e] Created VM on the ESX host {{(pid=69770) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 968.620128] env[69770]: DEBUG oslo_concurrency.lockutils [None req-cbe3a986-01bc-44c7-9593-7a9b7eb44e91 tempest-ServersAdminTestJSON-142622790 tempest-ServersAdminTestJSON-142622790-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.620298] env[69770]: DEBUG oslo_concurrency.lockutils [None req-cbe3a986-01bc-44c7-9593-7a9b7eb44e91 tempest-ServersAdminTestJSON-142622790 tempest-ServersAdminTestJSON-142622790-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.620612] env[69770]: DEBUG oslo_concurrency.lockutils [None req-cbe3a986-01bc-44c7-9593-7a9b7eb44e91 tempest-ServersAdminTestJSON-142622790 tempest-ServersAdminTestJSON-142622790-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.620864] env[69770]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-44436aa8-443e-4732-a087-16469ee35a05 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.627870] env[69770]: DEBUG oslo_vmware.api [None req-cbe3a986-01bc-44c7-9593-7a9b7eb44e91 tempest-ServersAdminTestJSON-142622790 tempest-ServersAdminTestJSON-142622790-project-member] Waiting for the task: (returnval){ [ 968.627870] env[69770]: value = "session[52161b52-cb8e-ec9f-1132-2f6b49549d41]52a7b4ef-a10a-8d10-be56-490e80f4ddd1" [ 968.627870] env[69770]: _type = "Task" [ 968.627870] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 968.637139] env[69770]: DEBUG oslo_vmware.api [None req-cbe3a986-01bc-44c7-9593-7a9b7eb44e91 tempest-ServersAdminTestJSON-142622790 tempest-ServersAdminTestJSON-142622790-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]52a7b4ef-a10a-8d10-be56-490e80f4ddd1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.728608] env[69770]: INFO nova.compute.manager [None req-5bec6530-3ca2-4925-a80a-c440233d795f tempest-ServerMetadataTestJSON-275718558 tempest-ServerMetadataTestJSON-275718558-project-member] [instance: a1f5fa57-2f51-4514-a7fd-64e10535c556] Took 57.65 seconds to build instance. [ 968.892038] env[69770]: DEBUG nova.compute.resource_tracker [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] Instance f4cb9224-9468-4834-a24a-9309e6dd3bba has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69770) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 969.142117] env[69770]: DEBUG oslo_vmware.api [None req-cbe3a986-01bc-44c7-9593-7a9b7eb44e91 tempest-ServersAdminTestJSON-142622790 tempest-ServersAdminTestJSON-142622790-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]52a7b4ef-a10a-8d10-be56-490e80f4ddd1, 'name': SearchDatastore_Task, 'duration_secs': 0.017046} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 969.142165] env[69770]: DEBUG oslo_concurrency.lockutils [None req-cbe3a986-01bc-44c7-9593-7a9b7eb44e91 tempest-ServersAdminTestJSON-142622790 tempest-ServersAdminTestJSON-142622790-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.142512] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-cbe3a986-01bc-44c7-9593-7a9b7eb44e91 tempest-ServersAdminTestJSON-142622790 tempest-ServersAdminTestJSON-142622790-project-member] [instance: 089cc9fa-d197-43fd-b8fe-0d92a672806e] Processing image d1eaff80-24a0-4391-90eb-59958b1ecf0a {{(pid=69770) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 969.142645] env[69770]: DEBUG oslo_concurrency.lockutils [None req-cbe3a986-01bc-44c7-9593-7a9b7eb44e91 tempest-ServersAdminTestJSON-142622790 tempest-ServersAdminTestJSON-142622790-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.142742] env[69770]: DEBUG oslo_concurrency.lockutils [None req-cbe3a986-01bc-44c7-9593-7a9b7eb44e91 tempest-ServersAdminTestJSON-142622790 tempest-ServersAdminTestJSON-142622790-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.142927] env[69770]: DEBUG nova.virt.vmwareapi.ds_util [None req-cbe3a986-01bc-44c7-9593-7a9b7eb44e91 tempest-ServersAdminTestJSON-142622790 tempest-ServersAdminTestJSON-142622790-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69770) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 969.143220] env[69770]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e75424e6-5933-48ca-a37c-112742e53465 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.157543] env[69770]: DEBUG nova.virt.vmwareapi.ds_util [None req-cbe3a986-01bc-44c7-9593-7a9b7eb44e91 tempest-ServersAdminTestJSON-142622790 tempest-ServersAdminTestJSON-142622790-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69770) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 969.157740] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-cbe3a986-01bc-44c7-9593-7a9b7eb44e91 tempest-ServersAdminTestJSON-142622790 tempest-ServersAdminTestJSON-142622790-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69770) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 969.159210] env[69770]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ab7566ce-8074-440a-8652-6449e0b18a18 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.167779] env[69770]: DEBUG oslo_vmware.api [None req-cbe3a986-01bc-44c7-9593-7a9b7eb44e91 tempest-ServersAdminTestJSON-142622790 tempest-ServersAdminTestJSON-142622790-project-member] Waiting for the task: (returnval){ [ 969.167779] env[69770]: value = "session[52161b52-cb8e-ec9f-1132-2f6b49549d41]52238570-78df-c51b-bca1-16b1afe93070" [ 969.167779] env[69770]: _type = "Task" [ 969.167779] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 969.177800] env[69770]: DEBUG oslo_vmware.api [None req-cbe3a986-01bc-44c7-9593-7a9b7eb44e91 tempest-ServersAdminTestJSON-142622790 tempest-ServersAdminTestJSON-142622790-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]52238570-78df-c51b-bca1-16b1afe93070, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.231198] env[69770]: DEBUG oslo_concurrency.lockutils [None req-5bec6530-3ca2-4925-a80a-c440233d795f tempest-ServerMetadataTestJSON-275718558 tempest-ServerMetadataTestJSON-275718558-project-member] Lock "a1f5fa57-2f51-4514-a7fd-64e10535c556" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 80.086s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 969.397053] env[69770]: DEBUG nova.compute.resource_tracker [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] Instance 6d778061-f3b5-4dc9-ab22-b1787ddd972e has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69770) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 969.397416] env[69770]: DEBUG nova.compute.resource_tracker [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] Total usable vcpus: 48, total allocated vcpus: 15 {{(pid=69770) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 969.397564] env[69770]: DEBUG nova.compute.resource_tracker [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3520MB phys_disk=200GB used_disk=14GB total_vcpus=48 used_vcpus=15 pci_stats=[] {{(pid=69770) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 969.678579] env[69770]: DEBUG oslo_vmware.api [None req-cbe3a986-01bc-44c7-9593-7a9b7eb44e91 tempest-ServersAdminTestJSON-142622790 tempest-ServersAdminTestJSON-142622790-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]52238570-78df-c51b-bca1-16b1afe93070, 'name': SearchDatastore_Task, 'duration_secs': 0.026117} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 969.681346] env[69770]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fe4bb366-fa97-4028-a84b-873a9486f381 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.688499] env[69770]: DEBUG oslo_vmware.api [None req-cbe3a986-01bc-44c7-9593-7a9b7eb44e91 tempest-ServersAdminTestJSON-142622790 tempest-ServersAdminTestJSON-142622790-project-member] Waiting for the task: (returnval){ [ 969.688499] env[69770]: value = "session[52161b52-cb8e-ec9f-1132-2f6b49549d41]52c198c1-3282-1a9c-3438-6dea2a226e93" [ 969.688499] env[69770]: _type = "Task" [ 969.688499] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 969.701221] env[69770]: DEBUG oslo_vmware.api [None req-cbe3a986-01bc-44c7-9593-7a9b7eb44e91 tempest-ServersAdminTestJSON-142622790 tempest-ServersAdminTestJSON-142622790-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]52c198c1-3282-1a9c-3438-6dea2a226e93, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.733384] env[69770]: DEBUG nova.compute.manager [None req-781cca48-dbbe-4509-8830-950eeed25797 tempest-ServerRescueTestJSON-2083557613 tempest-ServerRescueTestJSON-2083557613-project-member] [instance: 6d778061-f3b5-4dc9-ab22-b1787ddd972e] Starting instance... {{(pid=69770) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 969.937145] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b218b13-b438-4bc8-800c-e11cf694dc4c {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.946018] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53492f28-755a-4ecc-9bca-fa9ac4d8770e {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.982646] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-236052ce-cc07-4487-9cdd-ca1b83eed4f8 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.992026] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a917dbf-2109-4d06-acb8-8d09e718c9ae {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.009125] env[69770]: DEBUG nova.compute.provider_tree [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] Inventory has not changed in ProviderTree for provider: 7cc7d32b-b7a7-454a-a456-2a440248ed9d {{(pid=69770) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 970.205920] env[69770]: DEBUG oslo_vmware.api [None req-cbe3a986-01bc-44c7-9593-7a9b7eb44e91 tempest-ServersAdminTestJSON-142622790 tempest-ServersAdminTestJSON-142622790-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]52c198c1-3282-1a9c-3438-6dea2a226e93, 'name': SearchDatastore_Task, 'duration_secs': 0.01167} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 970.209448] env[69770]: DEBUG oslo_concurrency.lockutils [None req-cbe3a986-01bc-44c7-9593-7a9b7eb44e91 tempest-ServersAdminTestJSON-142622790 tempest-ServersAdminTestJSON-142622790-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.209448] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-cbe3a986-01bc-44c7-9593-7a9b7eb44e91 tempest-ServersAdminTestJSON-142622790 tempest-ServersAdminTestJSON-142622790-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk to [datastore1] 089cc9fa-d197-43fd-b8fe-0d92a672806e/089cc9fa-d197-43fd-b8fe-0d92a672806e.vmdk {{(pid=69770) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 970.209448] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1d59b75d-bc7a-49ee-9c2e-deafb0c72f97 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.217374] env[69770]: DEBUG oslo_vmware.api [None req-cbe3a986-01bc-44c7-9593-7a9b7eb44e91 tempest-ServersAdminTestJSON-142622790 tempest-ServersAdminTestJSON-142622790-project-member] Waiting for the task: (returnval){ [ 970.217374] env[69770]: value = "task-4070007" [ 970.217374] env[69770]: _type = "Task" [ 970.217374] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 970.232484] env[69770]: DEBUG oslo_vmware.api [None req-cbe3a986-01bc-44c7-9593-7a9b7eb44e91 tempest-ServersAdminTestJSON-142622790 tempest-ServersAdminTestJSON-142622790-project-member] Task: {'id': task-4070007, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.256658] env[69770]: DEBUG oslo_concurrency.lockutils [None req-781cca48-dbbe-4509-8830-950eeed25797 tempest-ServerRescueTestJSON-2083557613 tempest-ServerRescueTestJSON-2083557613-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 970.515193] env[69770]: DEBUG nova.scheduler.client.report [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] Inventory has not changed for provider 7cc7d32b-b7a7-454a-a456-2a440248ed9d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69770) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 970.730256] env[69770]: DEBUG oslo_vmware.api [None req-cbe3a986-01bc-44c7-9593-7a9b7eb44e91 tempest-ServersAdminTestJSON-142622790 tempest-ServersAdminTestJSON-142622790-project-member] Task: {'id': task-4070007, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.020891] env[69770]: DEBUG nova.compute.resource_tracker [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69770) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 971.021314] env[69770]: DEBUG oslo_concurrency.lockutils [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 7.711s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 971.021682] env[69770]: DEBUG oslo_concurrency.lockutils [None req-3b104168-756f-4e28-ac27-835fd5329a56 tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 38.766s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 971.023517] env[69770]: INFO nova.compute.claims [None req-3b104168-756f-4e28-ac27-835fd5329a56 tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] [instance: d90c6f0f-5427-4869-ad24-efe54ee99d2f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 971.026692] env[69770]: DEBUG oslo_service.periodic_task [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=69770) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 971.027092] env[69770]: DEBUG nova.compute.manager [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] Cleaning up deleted instances {{(pid=69770) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11834}} [ 971.229448] env[69770]: DEBUG oslo_vmware.api [None req-cbe3a986-01bc-44c7-9593-7a9b7eb44e91 tempest-ServersAdminTestJSON-142622790 tempest-ServersAdminTestJSON-142622790-project-member] Task: {'id': task-4070007, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.537549} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 971.229737] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-cbe3a986-01bc-44c7-9593-7a9b7eb44e91 tempest-ServersAdminTestJSON-142622790 tempest-ServersAdminTestJSON-142622790-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk to [datastore1] 089cc9fa-d197-43fd-b8fe-0d92a672806e/089cc9fa-d197-43fd-b8fe-0d92a672806e.vmdk {{(pid=69770) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 971.229960] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-cbe3a986-01bc-44c7-9593-7a9b7eb44e91 tempest-ServersAdminTestJSON-142622790 tempest-ServersAdminTestJSON-142622790-project-member] [instance: 089cc9fa-d197-43fd-b8fe-0d92a672806e] Extending root virtual disk to 1048576 {{(pid=69770) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 971.230302] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8406ded2-1218-4e13-9481-e54a4b74fecf {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.238785] env[69770]: DEBUG oslo_vmware.api [None req-cbe3a986-01bc-44c7-9593-7a9b7eb44e91 tempest-ServersAdminTestJSON-142622790 tempest-ServersAdminTestJSON-142622790-project-member] Waiting for the task: (returnval){ [ 971.238785] env[69770]: value = "task-4070008" [ 971.238785] env[69770]: _type = "Task" [ 971.238785] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 971.249820] env[69770]: DEBUG oslo_vmware.api [None req-cbe3a986-01bc-44c7-9593-7a9b7eb44e91 tempest-ServersAdminTestJSON-142622790 tempest-ServersAdminTestJSON-142622790-project-member] Task: {'id': task-4070008, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.393921] env[69770]: DEBUG oslo_concurrency.lockutils [None req-0ebe2a77-310c-4f41-8888-0c9801206db9 tempest-AttachInterfacesUnderV243Test-761183515 tempest-AttachInterfacesUnderV243Test-761183515-project-member] Acquiring lock "529437d0-e31b-482e-9273-2d27b674c0e3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 971.394191] env[69770]: DEBUG oslo_concurrency.lockutils [None req-0ebe2a77-310c-4f41-8888-0c9801206db9 tempest-AttachInterfacesUnderV243Test-761183515 tempest-AttachInterfacesUnderV243Test-761183515-project-member] Lock "529437d0-e31b-482e-9273-2d27b674c0e3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 971.543703] env[69770]: DEBUG nova.compute.manager [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] There are 41 instances to clean {{(pid=69770) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11843}} [ 971.544016] env[69770]: DEBUG nova.compute.manager [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] [instance: da33b77b-49c7-48e3-9f43-68e4bf6e53a8] Instance has had 0 of 5 cleanup attempts {{(pid=69770) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 971.750472] env[69770]: DEBUG oslo_vmware.api [None req-cbe3a986-01bc-44c7-9593-7a9b7eb44e91 tempest-ServersAdminTestJSON-142622790 tempest-ServersAdminTestJSON-142622790-project-member] Task: {'id': task-4070008, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.263759} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 971.750802] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-cbe3a986-01bc-44c7-9593-7a9b7eb44e91 tempest-ServersAdminTestJSON-142622790 tempest-ServersAdminTestJSON-142622790-project-member] [instance: 089cc9fa-d197-43fd-b8fe-0d92a672806e] Extended root virtual disk {{(pid=69770) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 971.751649] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b756d07d-8cae-4a2d-8809-beb6b0d18227 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.775514] env[69770]: DEBUG nova.virt.vmwareapi.volumeops [None req-cbe3a986-01bc-44c7-9593-7a9b7eb44e91 tempest-ServersAdminTestJSON-142622790 tempest-ServersAdminTestJSON-142622790-project-member] [instance: 089cc9fa-d197-43fd-b8fe-0d92a672806e] Reconfiguring VM instance instance-00000013 to attach disk [datastore1] 089cc9fa-d197-43fd-b8fe-0d92a672806e/089cc9fa-d197-43fd-b8fe-0d92a672806e.vmdk or device None with type sparse {{(pid=69770) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 971.778658] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d7ddb05c-30aa-4430-83fa-b43aadd22a70 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.802039] env[69770]: DEBUG oslo_vmware.api [None req-cbe3a986-01bc-44c7-9593-7a9b7eb44e91 tempest-ServersAdminTestJSON-142622790 tempest-ServersAdminTestJSON-142622790-project-member] Waiting for the task: (returnval){ [ 971.802039] env[69770]: value = "task-4070009" [ 971.802039] env[69770]: _type = "Task" [ 971.802039] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 971.811895] env[69770]: DEBUG oslo_vmware.api [None req-cbe3a986-01bc-44c7-9593-7a9b7eb44e91 tempest-ServersAdminTestJSON-142622790 tempest-ServersAdminTestJSON-142622790-project-member] Task: {'id': task-4070009, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.990998] env[69770]: DEBUG oslo_concurrency.lockutils [None req-61795f29-75d2-465e-a22f-6041c01d5360 tempest-ServerMetadataTestJSON-275718558 tempest-ServerMetadataTestJSON-275718558-project-member] Acquiring lock "a1f5fa57-2f51-4514-a7fd-64e10535c556" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 971.991314] env[69770]: DEBUG oslo_concurrency.lockutils [None req-61795f29-75d2-465e-a22f-6041c01d5360 tempest-ServerMetadataTestJSON-275718558 tempest-ServerMetadataTestJSON-275718558-project-member] Lock "a1f5fa57-2f51-4514-a7fd-64e10535c556" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 971.991607] env[69770]: DEBUG oslo_concurrency.lockutils [None req-61795f29-75d2-465e-a22f-6041c01d5360 tempest-ServerMetadataTestJSON-275718558 tempest-ServerMetadataTestJSON-275718558-project-member] Acquiring lock "a1f5fa57-2f51-4514-a7fd-64e10535c556-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 971.991801] env[69770]: DEBUG oslo_concurrency.lockutils [None req-61795f29-75d2-465e-a22f-6041c01d5360 tempest-ServerMetadataTestJSON-275718558 tempest-ServerMetadataTestJSON-275718558-project-member] Lock "a1f5fa57-2f51-4514-a7fd-64e10535c556-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 971.992037] env[69770]: DEBUG oslo_concurrency.lockutils [None req-61795f29-75d2-465e-a22f-6041c01d5360 tempest-ServerMetadataTestJSON-275718558 tempest-ServerMetadataTestJSON-275718558-project-member] Lock "a1f5fa57-2f51-4514-a7fd-64e10535c556-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 971.996882] env[69770]: INFO nova.compute.manager [None req-61795f29-75d2-465e-a22f-6041c01d5360 tempest-ServerMetadataTestJSON-275718558 tempest-ServerMetadataTestJSON-275718558-project-member] [instance: a1f5fa57-2f51-4514-a7fd-64e10535c556] Terminating instance [ 972.050789] env[69770]: DEBUG nova.compute.manager [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] [instance: b958c260-2604-4b07-9afb-285ceed6cf79] Instance has had 0 of 5 cleanup attempts {{(pid=69770) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 972.083864] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6b508f6-8f6c-4404-8666-1bb8a9daab79 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.092927] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e51c02a1-ad4a-43bb-b5b4-676665d186db {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.127671] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bc39fa2-94f1-4805-b0a1-13082ab9c1d1 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.136061] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-927ed440-ec81-41c2-b34e-74823bde30a6 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.150391] env[69770]: DEBUG nova.compute.provider_tree [None req-3b104168-756f-4e28-ac27-835fd5329a56 tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] Inventory has not changed in ProviderTree for provider: 7cc7d32b-b7a7-454a-a456-2a440248ed9d {{(pid=69770) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 972.312550] env[69770]: DEBUG oslo_vmware.api [None req-cbe3a986-01bc-44c7-9593-7a9b7eb44e91 tempest-ServersAdminTestJSON-142622790 tempest-ServersAdminTestJSON-142622790-project-member] Task: {'id': task-4070009, 'name': ReconfigVM_Task, 'duration_secs': 0.292708} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 972.312799] env[69770]: DEBUG nova.virt.vmwareapi.volumeops [None req-cbe3a986-01bc-44c7-9593-7a9b7eb44e91 tempest-ServersAdminTestJSON-142622790 tempest-ServersAdminTestJSON-142622790-project-member] [instance: 089cc9fa-d197-43fd-b8fe-0d92a672806e] Reconfigured VM instance instance-00000013 to attach disk [datastore1] 089cc9fa-d197-43fd-b8fe-0d92a672806e/089cc9fa-d197-43fd-b8fe-0d92a672806e.vmdk or device None with type sparse {{(pid=69770) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 972.313474] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-379d35d7-a680-4e03-8978-9e1f476a2941 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.321300] env[69770]: DEBUG oslo_vmware.api [None req-cbe3a986-01bc-44c7-9593-7a9b7eb44e91 tempest-ServersAdminTestJSON-142622790 tempest-ServersAdminTestJSON-142622790-project-member] Waiting for the task: (returnval){ [ 972.321300] env[69770]: value = "task-4070011" [ 972.321300] env[69770]: _type = "Task" [ 972.321300] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 972.330279] env[69770]: DEBUG oslo_vmware.api [None req-cbe3a986-01bc-44c7-9593-7a9b7eb44e91 tempest-ServersAdminTestJSON-142622790 tempest-ServersAdminTestJSON-142622790-project-member] Task: {'id': task-4070011, 'name': Rename_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.505169] env[69770]: DEBUG nova.compute.manager [None req-61795f29-75d2-465e-a22f-6041c01d5360 tempest-ServerMetadataTestJSON-275718558 tempest-ServerMetadataTestJSON-275718558-project-member] [instance: a1f5fa57-2f51-4514-a7fd-64e10535c556] Start destroying the instance on the hypervisor. {{(pid=69770) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 972.505460] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-61795f29-75d2-465e-a22f-6041c01d5360 tempest-ServerMetadataTestJSON-275718558 tempest-ServerMetadataTestJSON-275718558-project-member] [instance: a1f5fa57-2f51-4514-a7fd-64e10535c556] Destroying instance {{(pid=69770) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 972.506424] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9172dea1-32ad-4611-b9e7-75c42143dd6d {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.515565] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-61795f29-75d2-465e-a22f-6041c01d5360 tempest-ServerMetadataTestJSON-275718558 tempest-ServerMetadataTestJSON-275718558-project-member] [instance: a1f5fa57-2f51-4514-a7fd-64e10535c556] Powering off the VM {{(pid=69770) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 972.515956] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e228b585-ed13-45dc-81bd-ec87295e5d4e {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.522314] env[69770]: DEBUG oslo_vmware.api [None req-61795f29-75d2-465e-a22f-6041c01d5360 tempest-ServerMetadataTestJSON-275718558 tempest-ServerMetadataTestJSON-275718558-project-member] Waiting for the task: (returnval){ [ 972.522314] env[69770]: value = "task-4070012" [ 972.522314] env[69770]: _type = "Task" [ 972.522314] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 972.531996] env[69770]: DEBUG oslo_vmware.api [None req-61795f29-75d2-465e-a22f-6041c01d5360 tempest-ServerMetadataTestJSON-275718558 tempest-ServerMetadataTestJSON-275718558-project-member] Task: {'id': task-4070012, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.557273] env[69770]: DEBUG nova.compute.manager [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] [instance: 8d265b73-da0b-4a15-a9a7-63ef7750f9f5] Instance has had 0 of 5 cleanup attempts {{(pid=69770) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 972.654209] env[69770]: DEBUG nova.scheduler.client.report [None req-3b104168-756f-4e28-ac27-835fd5329a56 tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] Inventory has not changed for provider 7cc7d32b-b7a7-454a-a456-2a440248ed9d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69770) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 972.832356] env[69770]: DEBUG oslo_vmware.api [None req-cbe3a986-01bc-44c7-9593-7a9b7eb44e91 tempest-ServersAdminTestJSON-142622790 tempest-ServersAdminTestJSON-142622790-project-member] Task: {'id': task-4070011, 'name': Rename_Task, 'duration_secs': 0.156475} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 972.832758] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-cbe3a986-01bc-44c7-9593-7a9b7eb44e91 tempest-ServersAdminTestJSON-142622790 tempest-ServersAdminTestJSON-142622790-project-member] [instance: 089cc9fa-d197-43fd-b8fe-0d92a672806e] Powering on the VM {{(pid=69770) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 972.832922] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-10f3216d-0eb8-4c6f-ba50-9b30a7c2ead1 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.841711] env[69770]: DEBUG oslo_vmware.api [None req-cbe3a986-01bc-44c7-9593-7a9b7eb44e91 tempest-ServersAdminTestJSON-142622790 tempest-ServersAdminTestJSON-142622790-project-member] Waiting for the task: (returnval){ [ 972.841711] env[69770]: value = "task-4070013" [ 972.841711] env[69770]: _type = "Task" [ 972.841711] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 972.850056] env[69770]: DEBUG oslo_vmware.api [None req-cbe3a986-01bc-44c7-9593-7a9b7eb44e91 tempest-ServersAdminTestJSON-142622790 tempest-ServersAdminTestJSON-142622790-project-member] Task: {'id': task-4070013, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.032029] env[69770]: DEBUG oslo_vmware.api [None req-61795f29-75d2-465e-a22f-6041c01d5360 tempest-ServerMetadataTestJSON-275718558 tempest-ServerMetadataTestJSON-275718558-project-member] Task: {'id': task-4070012, 'name': PowerOffVM_Task, 'duration_secs': 0.210101} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 973.032195] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-61795f29-75d2-465e-a22f-6041c01d5360 tempest-ServerMetadataTestJSON-275718558 tempest-ServerMetadataTestJSON-275718558-project-member] [instance: a1f5fa57-2f51-4514-a7fd-64e10535c556] Powered off the VM {{(pid=69770) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 973.032429] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-61795f29-75d2-465e-a22f-6041c01d5360 tempest-ServerMetadataTestJSON-275718558 tempest-ServerMetadataTestJSON-275718558-project-member] [instance: a1f5fa57-2f51-4514-a7fd-64e10535c556] Unregistering the VM {{(pid=69770) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 973.032631] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-09596328-b2b8-4e72-8a9a-ad0aa0eaf2b3 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.061231] env[69770]: DEBUG nova.compute.manager [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] [instance: c089aece-c240-4203-96d7-e8fc9820c7d6] Instance has had 0 of 5 cleanup attempts {{(pid=69770) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 973.109822] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-61795f29-75d2-465e-a22f-6041c01d5360 tempest-ServerMetadataTestJSON-275718558 tempest-ServerMetadataTestJSON-275718558-project-member] [instance: a1f5fa57-2f51-4514-a7fd-64e10535c556] Unregistered the VM {{(pid=69770) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 973.109822] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-61795f29-75d2-465e-a22f-6041c01d5360 tempest-ServerMetadataTestJSON-275718558 tempest-ServerMetadataTestJSON-275718558-project-member] [instance: a1f5fa57-2f51-4514-a7fd-64e10535c556] Deleting contents of the VM from datastore datastore1 {{(pid=69770) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 973.110076] env[69770]: DEBUG nova.virt.vmwareapi.ds_util [None req-61795f29-75d2-465e-a22f-6041c01d5360 tempest-ServerMetadataTestJSON-275718558 tempest-ServerMetadataTestJSON-275718558-project-member] Deleting the datastore file [datastore1] a1f5fa57-2f51-4514-a7fd-64e10535c556 {{(pid=69770) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 973.110301] env[69770]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9905d649-6521-4b73-af3e-666b607de084 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.117715] env[69770]: DEBUG oslo_vmware.api [None req-61795f29-75d2-465e-a22f-6041c01d5360 tempest-ServerMetadataTestJSON-275718558 tempest-ServerMetadataTestJSON-275718558-project-member] Waiting for the task: (returnval){ [ 973.117715] env[69770]: value = "task-4070015" [ 973.117715] env[69770]: _type = "Task" [ 973.117715] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 973.127132] env[69770]: DEBUG oslo_vmware.api [None req-61795f29-75d2-465e-a22f-6041c01d5360 tempest-ServerMetadataTestJSON-275718558 tempest-ServerMetadataTestJSON-275718558-project-member] Task: {'id': task-4070015, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.160146] env[69770]: DEBUG oslo_concurrency.lockutils [None req-3b104168-756f-4e28-ac27-835fd5329a56 tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.138s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 973.160314] env[69770]: DEBUG nova.compute.manager [None req-3b104168-756f-4e28-ac27-835fd5329a56 tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] [instance: d90c6f0f-5427-4869-ad24-efe54ee99d2f] Start building networks asynchronously for instance. {{(pid=69770) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 973.162891] env[69770]: DEBUG oslo_concurrency.lockutils [None req-c98ddb44-50ae-4073-b7db-a9e324d1b90c tempest-MigrationsAdminTest-1409017777 tempest-MigrationsAdminTest-1409017777-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 39.691s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 973.351203] env[69770]: DEBUG oslo_vmware.api [None req-cbe3a986-01bc-44c7-9593-7a9b7eb44e91 tempest-ServersAdminTestJSON-142622790 tempest-ServersAdminTestJSON-142622790-project-member] Task: {'id': task-4070013, 'name': PowerOnVM_Task, 'duration_secs': 0.47988} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 973.351484] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-cbe3a986-01bc-44c7-9593-7a9b7eb44e91 tempest-ServersAdminTestJSON-142622790 tempest-ServersAdminTestJSON-142622790-project-member] [instance: 089cc9fa-d197-43fd-b8fe-0d92a672806e] Powered on the VM {{(pid=69770) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 973.351687] env[69770]: DEBUG nova.compute.manager [None req-cbe3a986-01bc-44c7-9593-7a9b7eb44e91 tempest-ServersAdminTestJSON-142622790 tempest-ServersAdminTestJSON-142622790-project-member] [instance: 089cc9fa-d197-43fd-b8fe-0d92a672806e] Checking state {{(pid=69770) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 973.352478] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f60e084f-e4f5-48ef-8eb5-c02d244507ea {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.564179] env[69770]: DEBUG nova.compute.manager [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] [instance: 7d036508-bb94-46ea-a630-117bbff02099] Instance has had 0 of 5 cleanup attempts {{(pid=69770) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 973.628989] env[69770]: DEBUG oslo_vmware.api [None req-61795f29-75d2-465e-a22f-6041c01d5360 tempest-ServerMetadataTestJSON-275718558 tempest-ServerMetadataTestJSON-275718558-project-member] Task: {'id': task-4070015, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.154141} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 973.629378] env[69770]: DEBUG nova.virt.vmwareapi.ds_util [None req-61795f29-75d2-465e-a22f-6041c01d5360 tempest-ServerMetadataTestJSON-275718558 tempest-ServerMetadataTestJSON-275718558-project-member] Deleted the datastore file {{(pid=69770) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 973.629578] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-61795f29-75d2-465e-a22f-6041c01d5360 tempest-ServerMetadataTestJSON-275718558 tempest-ServerMetadataTestJSON-275718558-project-member] [instance: a1f5fa57-2f51-4514-a7fd-64e10535c556] Deleted contents of the VM from datastore datastore1 {{(pid=69770) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 973.629750] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-61795f29-75d2-465e-a22f-6041c01d5360 tempest-ServerMetadataTestJSON-275718558 tempest-ServerMetadataTestJSON-275718558-project-member] [instance: a1f5fa57-2f51-4514-a7fd-64e10535c556] Instance destroyed {{(pid=69770) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 973.629925] env[69770]: INFO nova.compute.manager [None req-61795f29-75d2-465e-a22f-6041c01d5360 tempest-ServerMetadataTestJSON-275718558 tempest-ServerMetadataTestJSON-275718558-project-member] [instance: a1f5fa57-2f51-4514-a7fd-64e10535c556] Took 1.12 seconds to destroy the instance on the hypervisor. [ 973.630858] env[69770]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-61795f29-75d2-465e-a22f-6041c01d5360 tempest-ServerMetadataTestJSON-275718558 tempest-ServerMetadataTestJSON-275718558-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69770) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 973.630858] env[69770]: DEBUG nova.compute.manager [-] [instance: a1f5fa57-2f51-4514-a7fd-64e10535c556] Deallocating network for instance {{(pid=69770) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 973.630858] env[69770]: DEBUG nova.network.neutron [-] [instance: a1f5fa57-2f51-4514-a7fd-64e10535c556] deallocate_for_instance() {{(pid=69770) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 973.665992] env[69770]: DEBUG nova.compute.utils [None req-3b104168-756f-4e28-ac27-835fd5329a56 tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] Using /dev/sd instead of None {{(pid=69770) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 973.668041] env[69770]: DEBUG nova.objects.instance [None req-c98ddb44-50ae-4073-b7db-a9e324d1b90c tempest-MigrationsAdminTest-1409017777 tempest-MigrationsAdminTest-1409017777-project-member] Lazy-loading 'migration_context' on Instance uuid 95957450-4202-4400-ab80-e9d3a56b2efb {{(pid=69770) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 973.668497] env[69770]: DEBUG nova.compute.manager [None req-3b104168-756f-4e28-ac27-835fd5329a56 tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] [instance: d90c6f0f-5427-4869-ad24-efe54ee99d2f] Allocating IP information in the background. {{(pid=69770) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 973.669230] env[69770]: DEBUG nova.network.neutron [None req-3b104168-756f-4e28-ac27-835fd5329a56 tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] [instance: d90c6f0f-5427-4869-ad24-efe54ee99d2f] allocate_for_instance() {{(pid=69770) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 973.732297] env[69770]: DEBUG nova.policy [None req-3b104168-756f-4e28-ac27-835fd5329a56 tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '93c58d981e7a449a994e6b53bbf1ac92', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'edd97114f9bb4735963417fc474a65d2', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69770) authorize /opt/stack/nova/nova/policy.py:192}} [ 973.872365] env[69770]: DEBUG oslo_concurrency.lockutils [None req-cbe3a986-01bc-44c7-9593-7a9b7eb44e91 tempest-ServersAdminTestJSON-142622790 tempest-ServersAdminTestJSON-142622790-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 974.038372] env[69770]: DEBUG nova.compute.manager [req-96a0db1e-cc4a-4440-b681-dc55505412c9 req-a4c62531-3e01-4ee7-9471-cee847af01a9 service nova] [instance: a1f5fa57-2f51-4514-a7fd-64e10535c556] Received event network-vif-deleted-93668d16-a990-4923-9792-e7cf3281095a {{(pid=69770) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 974.038692] env[69770]: INFO nova.compute.manager [req-96a0db1e-cc4a-4440-b681-dc55505412c9 req-a4c62531-3e01-4ee7-9471-cee847af01a9 service nova] [instance: a1f5fa57-2f51-4514-a7fd-64e10535c556] Neutron deleted interface 93668d16-a990-4923-9792-e7cf3281095a; detaching it from the instance and deleting it from the info cache [ 974.038759] env[69770]: DEBUG nova.network.neutron [req-96a0db1e-cc4a-4440-b681-dc55505412c9 req-a4c62531-3e01-4ee7-9471-cee847af01a9 service nova] [instance: a1f5fa57-2f51-4514-a7fd-64e10535c556] Updating instance_info_cache with network_info: [] {{(pid=69770) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 974.069650] env[69770]: DEBUG nova.compute.manager [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] [instance: 15ed9603-9fc7-40a2-99c6-151cf10a8c36] Instance has had 0 of 5 cleanup attempts {{(pid=69770) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 974.176972] env[69770]: DEBUG nova.compute.manager [None req-3b104168-756f-4e28-ac27-835fd5329a56 tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] [instance: d90c6f0f-5427-4869-ad24-efe54ee99d2f] Start building block device mappings for instance. {{(pid=69770) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 974.238520] env[69770]: DEBUG nova.network.neutron [None req-3b104168-756f-4e28-ac27-835fd5329a56 tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] [instance: d90c6f0f-5427-4869-ad24-efe54ee99d2f] Successfully created port: 8c606ecc-f584-4b19-be80-ce052c5a92ab {{(pid=69770) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 974.509170] env[69770]: DEBUG nova.network.neutron [-] [instance: a1f5fa57-2f51-4514-a7fd-64e10535c556] Updating instance_info_cache with network_info: [] {{(pid=69770) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 974.542828] env[69770]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-1103806d-bbf4-4c99-bfa0-291dab7b0330 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.553587] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40499ad4-a2a9-428c-974a-4c11cb56c43f {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.573350] env[69770]: DEBUG nova.compute.manager [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] [instance: 45b73d40-e4b9-4c65-82b4-0bb39b3f418b] Instance has had 0 of 5 cleanup attempts {{(pid=69770) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 974.593900] env[69770]: DEBUG nova.compute.manager [req-96a0db1e-cc4a-4440-b681-dc55505412c9 req-a4c62531-3e01-4ee7-9471-cee847af01a9 service nova] [instance: a1f5fa57-2f51-4514-a7fd-64e10535c556] Detach interface failed, port_id=93668d16-a990-4923-9792-e7cf3281095a, reason: Instance a1f5fa57-2f51-4514-a7fd-64e10535c556 could not be found. {{(pid=69770) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 974.688430] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93767ef6-d3fe-45bb-b555-10bdff8853af {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.696790] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-095df15e-1222-49de-a95b-d2a18286c20b {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.727698] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54186ff2-5c81-4fcc-8e95-7a10f768f071 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.736122] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7461205-b6fc-4fe4-b0e9-09cce3c73e26 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.751339] env[69770]: DEBUG nova.compute.provider_tree [None req-c98ddb44-50ae-4073-b7db-a9e324d1b90c tempest-MigrationsAdminTest-1409017777 tempest-MigrationsAdminTest-1409017777-project-member] Inventory has not changed in ProviderTree for provider: 7cc7d32b-b7a7-454a-a456-2a440248ed9d {{(pid=69770) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 975.013149] env[69770]: INFO nova.compute.manager [-] [instance: a1f5fa57-2f51-4514-a7fd-64e10535c556] Took 1.38 seconds to deallocate network for instance. [ 975.076717] env[69770]: DEBUG nova.compute.manager [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] [instance: 3df42b8d-2222-42cc-8816-06ee1b31dc78] Instance has had 0 of 5 cleanup attempts {{(pid=69770) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 975.193243] env[69770]: DEBUG nova.compute.manager [None req-3b104168-756f-4e28-ac27-835fd5329a56 tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] [instance: d90c6f0f-5427-4869-ad24-efe54ee99d2f] Start spawning the instance on the hypervisor. {{(pid=69770) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 975.218786] env[69770]: DEBUG nova.virt.hardware [None req-3b104168-756f-4e28-ac27-835fd5329a56 tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T12:16:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T12:16:11Z,direct_url=,disk_format='vmdk',id=d1eaff80-24a0-4391-90eb-59958b1ecf0a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d65f20bb89fb40a98b77bc6d97357df2',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T12:16:12Z,virtual_size=,visibility=), allow threads: False {{(pid=69770) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 975.219080] env[69770]: DEBUG nova.virt.hardware [None req-3b104168-756f-4e28-ac27-835fd5329a56 tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] Flavor limits 0:0:0 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 975.219266] env[69770]: DEBUG nova.virt.hardware [None req-3b104168-756f-4e28-ac27-835fd5329a56 tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] Image limits 0:0:0 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 975.219453] env[69770]: DEBUG nova.virt.hardware [None req-3b104168-756f-4e28-ac27-835fd5329a56 tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] Flavor pref 0:0:0 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 975.219597] env[69770]: DEBUG nova.virt.hardware [None req-3b104168-756f-4e28-ac27-835fd5329a56 tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] Image pref 0:0:0 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 975.219741] env[69770]: DEBUG nova.virt.hardware [None req-3b104168-756f-4e28-ac27-835fd5329a56 tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 975.219946] env[69770]: DEBUG nova.virt.hardware [None req-3b104168-756f-4e28-ac27-835fd5329a56 tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69770) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 975.220119] env[69770]: DEBUG nova.virt.hardware [None req-3b104168-756f-4e28-ac27-835fd5329a56 tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69770) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 975.220288] env[69770]: DEBUG nova.virt.hardware [None req-3b104168-756f-4e28-ac27-835fd5329a56 tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] Got 1 possible topologies {{(pid=69770) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 975.220466] env[69770]: DEBUG nova.virt.hardware [None req-3b104168-756f-4e28-ac27-835fd5329a56 tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69770) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 975.220659] env[69770]: DEBUG nova.virt.hardware [None req-3b104168-756f-4e28-ac27-835fd5329a56 tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69770) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 975.221514] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be86ca26-5e95-4aa2-bb4f-320d1603322f {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.230240] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6efe0bc5-c1a2-41ce-b091-7d3d8c4b7db2 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.254662] env[69770]: DEBUG nova.scheduler.client.report [None req-c98ddb44-50ae-4073-b7db-a9e324d1b90c tempest-MigrationsAdminTest-1409017777 tempest-MigrationsAdminTest-1409017777-project-member] Inventory has not changed for provider 7cc7d32b-b7a7-454a-a456-2a440248ed9d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69770) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 975.431680] env[69770]: DEBUG oslo_concurrency.lockutils [None req-516c8725-98cb-42c5-a6ea-28fad1704c7a tempest-ServersAdminTestJSON-142622790 tempest-ServersAdminTestJSON-142622790-project-member] Acquiring lock "a4d4dece-6511-4a6e-a5fd-984223141631" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 975.432261] env[69770]: DEBUG oslo_concurrency.lockutils [None req-516c8725-98cb-42c5-a6ea-28fad1704c7a tempest-ServersAdminTestJSON-142622790 tempest-ServersAdminTestJSON-142622790-project-member] Lock "a4d4dece-6511-4a6e-a5fd-984223141631" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 975.432261] env[69770]: DEBUG oslo_concurrency.lockutils [None req-516c8725-98cb-42c5-a6ea-28fad1704c7a tempest-ServersAdminTestJSON-142622790 tempest-ServersAdminTestJSON-142622790-project-member] Acquiring lock "a4d4dece-6511-4a6e-a5fd-984223141631-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 975.432430] env[69770]: DEBUG oslo_concurrency.lockutils [None req-516c8725-98cb-42c5-a6ea-28fad1704c7a tempest-ServersAdminTestJSON-142622790 tempest-ServersAdminTestJSON-142622790-project-member] Lock "a4d4dece-6511-4a6e-a5fd-984223141631-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 975.432568] env[69770]: DEBUG oslo_concurrency.lockutils [None req-516c8725-98cb-42c5-a6ea-28fad1704c7a tempest-ServersAdminTestJSON-142622790 tempest-ServersAdminTestJSON-142622790-project-member] Lock "a4d4dece-6511-4a6e-a5fd-984223141631-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 975.435644] env[69770]: INFO nova.compute.manager [None req-516c8725-98cb-42c5-a6ea-28fad1704c7a tempest-ServersAdminTestJSON-142622790 tempest-ServersAdminTestJSON-142622790-project-member] [instance: a4d4dece-6511-4a6e-a5fd-984223141631] Terminating instance [ 975.519015] env[69770]: DEBUG oslo_concurrency.lockutils [None req-61795f29-75d2-465e-a22f-6041c01d5360 tempest-ServerMetadataTestJSON-275718558 tempest-ServerMetadataTestJSON-275718558-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 975.580346] env[69770]: DEBUG nova.compute.manager [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] [instance: e6e28bf0-10fd-4aa3-829b-9d5d0d301621] Instance has had 0 of 5 cleanup attempts {{(pid=69770) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 975.915033] env[69770]: DEBUG nova.network.neutron [None req-3b104168-756f-4e28-ac27-835fd5329a56 tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] [instance: d90c6f0f-5427-4869-ad24-efe54ee99d2f] Successfully updated port: 8c606ecc-f584-4b19-be80-ce052c5a92ab {{(pid=69770) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 975.938951] env[69770]: DEBUG nova.compute.manager [None req-516c8725-98cb-42c5-a6ea-28fad1704c7a tempest-ServersAdminTestJSON-142622790 tempest-ServersAdminTestJSON-142622790-project-member] [instance: a4d4dece-6511-4a6e-a5fd-984223141631] Start destroying the instance on the hypervisor. {{(pid=69770) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 975.939286] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-516c8725-98cb-42c5-a6ea-28fad1704c7a tempest-ServersAdminTestJSON-142622790 tempest-ServersAdminTestJSON-142622790-project-member] [instance: a4d4dece-6511-4a6e-a5fd-984223141631] Destroying instance {{(pid=69770) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 975.940173] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1496943b-8ee3-41c6-8120-4075502ba682 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.948793] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-516c8725-98cb-42c5-a6ea-28fad1704c7a tempest-ServersAdminTestJSON-142622790 tempest-ServersAdminTestJSON-142622790-project-member] [instance: a4d4dece-6511-4a6e-a5fd-984223141631] Powering off the VM {{(pid=69770) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 975.949053] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ec8ad9b5-21e7-4908-9671-4f6d09508af5 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.955416] env[69770]: DEBUG oslo_vmware.api [None req-516c8725-98cb-42c5-a6ea-28fad1704c7a tempest-ServersAdminTestJSON-142622790 tempest-ServersAdminTestJSON-142622790-project-member] Waiting for the task: (returnval){ [ 975.955416] env[69770]: value = "task-4070017" [ 975.955416] env[69770]: _type = "Task" [ 975.955416] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 975.964423] env[69770]: DEBUG oslo_vmware.api [None req-516c8725-98cb-42c5-a6ea-28fad1704c7a tempest-ServersAdminTestJSON-142622790 tempest-ServersAdminTestJSON-142622790-project-member] Task: {'id': task-4070017, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.075294] env[69770]: DEBUG nova.compute.manager [req-bcebf03d-4af3-4e4d-bbd8-6c8cf0b1cb05 req-09d831c3-68ae-4ca7-9523-fea29c55ee83 service nova] [instance: d90c6f0f-5427-4869-ad24-efe54ee99d2f] Received event network-vif-plugged-8c606ecc-f584-4b19-be80-ce052c5a92ab {{(pid=69770) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 976.075424] env[69770]: DEBUG oslo_concurrency.lockutils [req-bcebf03d-4af3-4e4d-bbd8-6c8cf0b1cb05 req-09d831c3-68ae-4ca7-9523-fea29c55ee83 service nova] Acquiring lock "d90c6f0f-5427-4869-ad24-efe54ee99d2f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 976.075641] env[69770]: DEBUG oslo_concurrency.lockutils [req-bcebf03d-4af3-4e4d-bbd8-6c8cf0b1cb05 req-09d831c3-68ae-4ca7-9523-fea29c55ee83 service nova] Lock "d90c6f0f-5427-4869-ad24-efe54ee99d2f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 976.075929] env[69770]: DEBUG oslo_concurrency.lockutils [req-bcebf03d-4af3-4e4d-bbd8-6c8cf0b1cb05 req-09d831c3-68ae-4ca7-9523-fea29c55ee83 service nova] Lock "d90c6f0f-5427-4869-ad24-efe54ee99d2f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 976.076271] env[69770]: DEBUG nova.compute.manager [req-bcebf03d-4af3-4e4d-bbd8-6c8cf0b1cb05 req-09d831c3-68ae-4ca7-9523-fea29c55ee83 service nova] [instance: d90c6f0f-5427-4869-ad24-efe54ee99d2f] No waiting events found dispatching network-vif-plugged-8c606ecc-f584-4b19-be80-ce052c5a92ab {{(pid=69770) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 976.076503] env[69770]: WARNING nova.compute.manager [req-bcebf03d-4af3-4e4d-bbd8-6c8cf0b1cb05 req-09d831c3-68ae-4ca7-9523-fea29c55ee83 service nova] [instance: d90c6f0f-5427-4869-ad24-efe54ee99d2f] Received unexpected event network-vif-plugged-8c606ecc-f584-4b19-be80-ce052c5a92ab for instance with vm_state building and task_state spawning. [ 976.076702] env[69770]: DEBUG nova.compute.manager [req-bcebf03d-4af3-4e4d-bbd8-6c8cf0b1cb05 req-09d831c3-68ae-4ca7-9523-fea29c55ee83 service nova] [instance: d90c6f0f-5427-4869-ad24-efe54ee99d2f] Received event network-changed-8c606ecc-f584-4b19-be80-ce052c5a92ab {{(pid=69770) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 976.076977] env[69770]: DEBUG nova.compute.manager [req-bcebf03d-4af3-4e4d-bbd8-6c8cf0b1cb05 req-09d831c3-68ae-4ca7-9523-fea29c55ee83 service nova] [instance: d90c6f0f-5427-4869-ad24-efe54ee99d2f] Refreshing instance network info cache due to event network-changed-8c606ecc-f584-4b19-be80-ce052c5a92ab. {{(pid=69770) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 976.077295] env[69770]: DEBUG oslo_concurrency.lockutils [req-bcebf03d-4af3-4e4d-bbd8-6c8cf0b1cb05 req-09d831c3-68ae-4ca7-9523-fea29c55ee83 service nova] Acquiring lock "refresh_cache-d90c6f0f-5427-4869-ad24-efe54ee99d2f" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.077523] env[69770]: DEBUG oslo_concurrency.lockutils [req-bcebf03d-4af3-4e4d-bbd8-6c8cf0b1cb05 req-09d831c3-68ae-4ca7-9523-fea29c55ee83 service nova] Acquired lock "refresh_cache-d90c6f0f-5427-4869-ad24-efe54ee99d2f" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.077654] env[69770]: DEBUG nova.network.neutron [req-bcebf03d-4af3-4e4d-bbd8-6c8cf0b1cb05 req-09d831c3-68ae-4ca7-9523-fea29c55ee83 service nova] [instance: d90c6f0f-5427-4869-ad24-efe54ee99d2f] Refreshing network info cache for port 8c606ecc-f584-4b19-be80-ce052c5a92ab {{(pid=69770) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 976.085038] env[69770]: DEBUG nova.compute.manager [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] [instance: 271a7171-f68e-40ec-8f3e-87cb9c18e971] Instance has had 0 of 5 cleanup attempts {{(pid=69770) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 976.266701] env[69770]: DEBUG oslo_concurrency.lockutils [None req-c98ddb44-50ae-4073-b7db-a9e324d1b90c tempest-MigrationsAdminTest-1409017777 tempest-MigrationsAdminTest-1409017777-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 3.104s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 976.273117] env[69770]: DEBUG oslo_concurrency.lockutils [None req-01347cd1-1fb8-4c0b-a74a-f13eb6181b0b tempest-ServersNegativeTestJSON-1437959553 tempest-ServersNegativeTestJSON-1437959553-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 40.492s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 976.273597] env[69770]: DEBUG oslo_concurrency.lockutils [None req-01347cd1-1fb8-4c0b-a74a-f13eb6181b0b tempest-ServersNegativeTestJSON-1437959553 tempest-ServersNegativeTestJSON-1437959553-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 976.277298] env[69770]: DEBUG oslo_concurrency.lockutils [None req-e6986d59-e676-45ad-8f5a-bc7af4a77d12 tempest-ServersTestMultiNic-2119527449 tempest-ServersTestMultiNic-2119527449-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 37.346s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 976.278870] env[69770]: INFO nova.compute.claims [None req-e6986d59-e676-45ad-8f5a-bc7af4a77d12 tempest-ServersTestMultiNic-2119527449 tempest-ServersTestMultiNic-2119527449-project-member] [instance: dcd9fa1a-a9e5-4227-829b-281fa7a1d4f6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 976.417124] env[69770]: DEBUG oslo_concurrency.lockutils [None req-3b104168-756f-4e28-ac27-835fd5329a56 tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] Acquiring lock "refresh_cache-d90c6f0f-5427-4869-ad24-efe54ee99d2f" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.466602] env[69770]: DEBUG oslo_vmware.api [None req-516c8725-98cb-42c5-a6ea-28fad1704c7a tempest-ServersAdminTestJSON-142622790 tempest-ServersAdminTestJSON-142622790-project-member] Task: {'id': task-4070017, 'name': PowerOffVM_Task, 'duration_secs': 0.254366} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 976.466913] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-516c8725-98cb-42c5-a6ea-28fad1704c7a tempest-ServersAdminTestJSON-142622790 tempest-ServersAdminTestJSON-142622790-project-member] [instance: a4d4dece-6511-4a6e-a5fd-984223141631] Powered off the VM {{(pid=69770) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 976.467118] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-516c8725-98cb-42c5-a6ea-28fad1704c7a tempest-ServersAdminTestJSON-142622790 tempest-ServersAdminTestJSON-142622790-project-member] [instance: a4d4dece-6511-4a6e-a5fd-984223141631] Unregistering the VM {{(pid=69770) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 976.467391] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-960aabf9-898e-4f49-86db-3a93dd8d98b2 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.562232] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-516c8725-98cb-42c5-a6ea-28fad1704c7a tempest-ServersAdminTestJSON-142622790 tempest-ServersAdminTestJSON-142622790-project-member] [instance: a4d4dece-6511-4a6e-a5fd-984223141631] Unregistered the VM {{(pid=69770) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 976.562481] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-516c8725-98cb-42c5-a6ea-28fad1704c7a tempest-ServersAdminTestJSON-142622790 tempest-ServersAdminTestJSON-142622790-project-member] [instance: a4d4dece-6511-4a6e-a5fd-984223141631] Deleting contents of the VM from datastore datastore2 {{(pid=69770) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 976.562676] env[69770]: DEBUG nova.virt.vmwareapi.ds_util [None req-516c8725-98cb-42c5-a6ea-28fad1704c7a tempest-ServersAdminTestJSON-142622790 tempest-ServersAdminTestJSON-142622790-project-member] Deleting the datastore file [datastore2] a4d4dece-6511-4a6e-a5fd-984223141631 {{(pid=69770) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 976.562955] env[69770]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d1e8a37d-243a-4675-ab37-1019548c5e60 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.570344] env[69770]: DEBUG oslo_vmware.api [None req-516c8725-98cb-42c5-a6ea-28fad1704c7a tempest-ServersAdminTestJSON-142622790 tempest-ServersAdminTestJSON-142622790-project-member] Waiting for the task: (returnval){ [ 976.570344] env[69770]: value = "task-4070020" [ 976.570344] env[69770]: _type = "Task" [ 976.570344] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 976.579324] env[69770]: DEBUG oslo_vmware.api [None req-516c8725-98cb-42c5-a6ea-28fad1704c7a tempest-ServersAdminTestJSON-142622790 tempest-ServersAdminTestJSON-142622790-project-member] Task: {'id': task-4070020, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.587342] env[69770]: DEBUG nova.compute.manager [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] [instance: c1bf02b7-e9aa-4577-aca6-480b62da79ba] Instance has had 0 of 5 cleanup attempts {{(pid=69770) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 976.623318] env[69770]: DEBUG nova.network.neutron [req-bcebf03d-4af3-4e4d-bbd8-6c8cf0b1cb05 req-09d831c3-68ae-4ca7-9523-fea29c55ee83 service nova] [instance: d90c6f0f-5427-4869-ad24-efe54ee99d2f] Instance cache missing network info. {{(pid=69770) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 976.730100] env[69770]: DEBUG nova.network.neutron [req-bcebf03d-4af3-4e4d-bbd8-6c8cf0b1cb05 req-09d831c3-68ae-4ca7-9523-fea29c55ee83 service nova] [instance: d90c6f0f-5427-4869-ad24-efe54ee99d2f] Updating instance_info_cache with network_info: [] {{(pid=69770) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 976.791626] env[69770]: DEBUG oslo_concurrency.lockutils [None req-01347cd1-1fb8-4c0b-a74a-f13eb6181b0b tempest-ServersNegativeTestJSON-1437959553 tempest-ServersNegativeTestJSON-1437959553-project-member] Lock "1cd3da96-102f-4a22-8f53-12b32485ffa2" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 59.945s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 976.792487] env[69770]: DEBUG oslo_concurrency.lockutils [None req-fac126d2-a5b1-4f40-882d-2497eb0f67bc tempest-ServersNegativeTestJSON-1437959553 tempest-ServersNegativeTestJSON-1437959553-project-member] Lock "1cd3da96-102f-4a22-8f53-12b32485ffa2" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 38.357s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 976.792615] env[69770]: INFO nova.compute.manager [None req-fac126d2-a5b1-4f40-882d-2497eb0f67bc tempest-ServersNegativeTestJSON-1437959553 tempest-ServersNegativeTestJSON-1437959553-project-member] [instance: 1cd3da96-102f-4a22-8f53-12b32485ffa2] Unshelving [ 977.080369] env[69770]: DEBUG oslo_vmware.api [None req-516c8725-98cb-42c5-a6ea-28fad1704c7a tempest-ServersAdminTestJSON-142622790 tempest-ServersAdminTestJSON-142622790-project-member] Task: {'id': task-4070020, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.148304} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 977.080764] env[69770]: DEBUG nova.virt.vmwareapi.ds_util [None req-516c8725-98cb-42c5-a6ea-28fad1704c7a tempest-ServersAdminTestJSON-142622790 tempest-ServersAdminTestJSON-142622790-project-member] Deleted the datastore file {{(pid=69770) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 977.080982] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-516c8725-98cb-42c5-a6ea-28fad1704c7a tempest-ServersAdminTestJSON-142622790 tempest-ServersAdminTestJSON-142622790-project-member] [instance: a4d4dece-6511-4a6e-a5fd-984223141631] Deleted contents of the VM from datastore datastore2 {{(pid=69770) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 977.081200] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-516c8725-98cb-42c5-a6ea-28fad1704c7a tempest-ServersAdminTestJSON-142622790 tempest-ServersAdminTestJSON-142622790-project-member] [instance: a4d4dece-6511-4a6e-a5fd-984223141631] Instance destroyed {{(pid=69770) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 977.081379] env[69770]: INFO nova.compute.manager [None req-516c8725-98cb-42c5-a6ea-28fad1704c7a tempest-ServersAdminTestJSON-142622790 tempest-ServersAdminTestJSON-142622790-project-member] [instance: a4d4dece-6511-4a6e-a5fd-984223141631] Took 1.14 seconds to destroy the instance on the hypervisor. [ 977.081625] env[69770]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-516c8725-98cb-42c5-a6ea-28fad1704c7a tempest-ServersAdminTestJSON-142622790 tempest-ServersAdminTestJSON-142622790-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69770) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 977.081822] env[69770]: DEBUG nova.compute.manager [-] [instance: a4d4dece-6511-4a6e-a5fd-984223141631] Deallocating network for instance {{(pid=69770) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 977.081920] env[69770]: DEBUG nova.network.neutron [-] [instance: a4d4dece-6511-4a6e-a5fd-984223141631] deallocate_for_instance() {{(pid=69770) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 977.090173] env[69770]: DEBUG nova.compute.manager [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] [instance: 1e8ea4f1-cbcf-4c6d-91f3-6ce833f65074] Instance has had 0 of 5 cleanup attempts {{(pid=69770) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 977.233582] env[69770]: DEBUG oslo_concurrency.lockutils [req-bcebf03d-4af3-4e4d-bbd8-6c8cf0b1cb05 req-09d831c3-68ae-4ca7-9523-fea29c55ee83 service nova] Releasing lock "refresh_cache-d90c6f0f-5427-4869-ad24-efe54ee99d2f" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.234225] env[69770]: DEBUG oslo_concurrency.lockutils [None req-3b104168-756f-4e28-ac27-835fd5329a56 tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] Acquired lock "refresh_cache-d90c6f0f-5427-4869-ad24-efe54ee99d2f" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.234516] env[69770]: DEBUG nova.network.neutron [None req-3b104168-756f-4e28-ac27-835fd5329a56 tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] [instance: d90c6f0f-5427-4869-ad24-efe54ee99d2f] Building network info cache for instance {{(pid=69770) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 977.593674] env[69770]: DEBUG nova.compute.manager [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] [instance: ad5c1512-835d-40f1-97be-59a36e20deda] Instance has had 0 of 5 cleanup attempts {{(pid=69770) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 977.744035] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea2b9881-c210-41e7-b897-94d6b3f6187c {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.753278] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c58e0597-5bb5-4d2e-a345-7ed4d19e422c {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.787484] env[69770]: DEBUG nova.network.neutron [None req-3b104168-756f-4e28-ac27-835fd5329a56 tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] [instance: d90c6f0f-5427-4869-ad24-efe54ee99d2f] Instance cache missing network info. {{(pid=69770) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 977.789931] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0efe454-2151-421a-9258-d0f89976c660 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.798048] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-174db58c-d984-45de-b267-4dcc16f8d2df {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.817110] env[69770]: DEBUG nova.compute.provider_tree [None req-e6986d59-e676-45ad-8f5a-bc7af4a77d12 tempest-ServersTestMultiNic-2119527449 tempest-ServersTestMultiNic-2119527449-project-member] Inventory has not changed in ProviderTree for provider: 7cc7d32b-b7a7-454a-a456-2a440248ed9d {{(pid=69770) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 977.830511] env[69770]: INFO nova.compute.manager [None req-c98ddb44-50ae-4073-b7db-a9e324d1b90c tempest-MigrationsAdminTest-1409017777 tempest-MigrationsAdminTest-1409017777-project-member] [instance: 95957450-4202-4400-ab80-e9d3a56b2efb] Swapping old allocation on dict_keys(['7cc7d32b-b7a7-454a-a456-2a440248ed9d']) held by migration 982f4f45-dc0f-4862-9ee7-a92709f17eaf for instance [ 977.833382] env[69770]: DEBUG oslo_concurrency.lockutils [None req-fac126d2-a5b1-4f40-882d-2497eb0f67bc tempest-ServersNegativeTestJSON-1437959553 tempest-ServersNegativeTestJSON-1437959553-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 977.853199] env[69770]: DEBUG nova.scheduler.client.report [None req-c98ddb44-50ae-4073-b7db-a9e324d1b90c tempest-MigrationsAdminTest-1409017777 tempest-MigrationsAdminTest-1409017777-project-member] Overwriting current allocation {'allocations': {'7cc7d32b-b7a7-454a-a456-2a440248ed9d': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 93}}, 'project_id': '4bc803ac8d6f41ce845187e931b82ddf', 'user_id': '67d13646d08a4275bab451e40a2b4d6f', 'consumer_generation': 1} on consumer 95957450-4202-4400-ab80-e9d3a56b2efb {{(pid=69770) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 977.905197] env[69770]: DEBUG nova.network.neutron [-] [instance: a4d4dece-6511-4a6e-a5fd-984223141631] Updating instance_info_cache with network_info: [] {{(pid=69770) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 977.958241] env[69770]: DEBUG oslo_concurrency.lockutils [None req-c98ddb44-50ae-4073-b7db-a9e324d1b90c tempest-MigrationsAdminTest-1409017777 tempest-MigrationsAdminTest-1409017777-project-member] Acquiring lock "refresh_cache-95957450-4202-4400-ab80-e9d3a56b2efb" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.958433] env[69770]: DEBUG oslo_concurrency.lockutils [None req-c98ddb44-50ae-4073-b7db-a9e324d1b90c tempest-MigrationsAdminTest-1409017777 tempest-MigrationsAdminTest-1409017777-project-member] Acquired lock "refresh_cache-95957450-4202-4400-ab80-e9d3a56b2efb" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.958612] env[69770]: DEBUG nova.network.neutron [None req-c98ddb44-50ae-4073-b7db-a9e324d1b90c tempest-MigrationsAdminTest-1409017777 tempest-MigrationsAdminTest-1409017777-project-member] [instance: 95957450-4202-4400-ab80-e9d3a56b2efb] Building network info cache for instance {{(pid=69770) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 977.979146] env[69770]: DEBUG nova.network.neutron [None req-3b104168-756f-4e28-ac27-835fd5329a56 tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] [instance: d90c6f0f-5427-4869-ad24-efe54ee99d2f] Updating instance_info_cache with network_info: [{"id": "8c606ecc-f584-4b19-be80-ce052c5a92ab", "address": "fa:16:3e:19:58:84", "network": {"id": "9d212606-40a3-4b28-9ea6-99b5c5f662a7", "bridge": "br-int", "label": "tempest-ServersTestJSON-1055032721-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "edd97114f9bb4735963417fc474a65d2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1f762954-6ca5-4da5-bf0a-5d31c51ec570", "external-id": "nsx-vlan-transportzone-930", "segmentation_id": 930, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8c606ecc-f5", "ovs_interfaceid": "8c606ecc-f584-4b19-be80-ce052c5a92ab", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69770) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 978.097295] env[69770]: DEBUG nova.compute.manager [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] [instance: be3699ce-b81b-4db4-b82f-1ec081a96855] Instance has had 0 of 5 cleanup attempts {{(pid=69770) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 978.107477] env[69770]: DEBUG nova.compute.manager [req-3a911b39-d4f2-4d8a-abf9-9f496ee76db8 req-08d6f579-8423-47c9-8350-e4fc1f7952e7 service nova] [instance: a4d4dece-6511-4a6e-a5fd-984223141631] Received event network-vif-deleted-92c948af-1680-4dd4-afeb-2199163c8953 {{(pid=69770) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 978.323114] env[69770]: DEBUG nova.scheduler.client.report [None req-e6986d59-e676-45ad-8f5a-bc7af4a77d12 tempest-ServersTestMultiNic-2119527449 tempest-ServersTestMultiNic-2119527449-project-member] Inventory has not changed for provider 7cc7d32b-b7a7-454a-a456-2a440248ed9d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69770) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 978.407963] env[69770]: INFO nova.compute.manager [-] [instance: a4d4dece-6511-4a6e-a5fd-984223141631] Took 1.33 seconds to deallocate network for instance. [ 978.482311] env[69770]: DEBUG oslo_concurrency.lockutils [None req-3b104168-756f-4e28-ac27-835fd5329a56 tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] Releasing lock "refresh_cache-d90c6f0f-5427-4869-ad24-efe54ee99d2f" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.483062] env[69770]: DEBUG nova.compute.manager [None req-3b104168-756f-4e28-ac27-835fd5329a56 tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] [instance: d90c6f0f-5427-4869-ad24-efe54ee99d2f] Instance network_info: |[{"id": "8c606ecc-f584-4b19-be80-ce052c5a92ab", "address": "fa:16:3e:19:58:84", "network": {"id": "9d212606-40a3-4b28-9ea6-99b5c5f662a7", "bridge": "br-int", "label": "tempest-ServersTestJSON-1055032721-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "edd97114f9bb4735963417fc474a65d2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1f762954-6ca5-4da5-bf0a-5d31c51ec570", "external-id": "nsx-vlan-transportzone-930", "segmentation_id": 930, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8c606ecc-f5", "ovs_interfaceid": "8c606ecc-f584-4b19-be80-ce052c5a92ab", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69770) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 978.483242] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-3b104168-756f-4e28-ac27-835fd5329a56 tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] [instance: d90c6f0f-5427-4869-ad24-efe54ee99d2f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:19:58:84', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1f762954-6ca5-4da5-bf0a-5d31c51ec570', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8c606ecc-f584-4b19-be80-ce052c5a92ab', 'vif_model': 'vmxnet3'}] {{(pid=69770) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 978.492021] env[69770]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3b104168-756f-4e28-ac27-835fd5329a56 tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69770) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 978.492021] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d90c6f0f-5427-4869-ad24-efe54ee99d2f] Creating VM on the ESX host {{(pid=69770) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 978.492255] env[69770]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-90b462c6-0608-4be3-a0af-cf7ee3cf20c5 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.514351] env[69770]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 978.514351] env[69770]: value = "task-4070021" [ 978.514351] env[69770]: _type = "Task" [ 978.514351] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 978.523788] env[69770]: DEBUG oslo_vmware.api [-] Task: {'id': task-4070021, 'name': CreateVM_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.601372] env[69770]: DEBUG nova.compute.manager [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] [instance: 828f7a0a-dd24-4c98-85cf-5d99627860d7] Instance has had 0 of 5 cleanup attempts {{(pid=69770) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 978.724879] env[69770]: DEBUG nova.network.neutron [None req-c98ddb44-50ae-4073-b7db-a9e324d1b90c tempest-MigrationsAdminTest-1409017777 tempest-MigrationsAdminTest-1409017777-project-member] [instance: 95957450-4202-4400-ab80-e9d3a56b2efb] Updating instance_info_cache with network_info: [{"id": "b774309a-b12d-42b5-81e1-9e8615fe0806", "address": "fa:16:3e:96:17:da", "network": {"id": "f82b91df-bf84-467a-b908-3ff7324de9d6", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.92", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "d65f20bb89fb40a98b77bc6d97357df2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f0ef5aba-bd9a-42ff-a1a0-5e763986d70a", "external-id": "nsx-vlan-transportzone-209", "segmentation_id": 209, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb774309a-b1", "ovs_interfaceid": "b774309a-b12d-42b5-81e1-9e8615fe0806", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69770) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 978.831074] env[69770]: DEBUG oslo_concurrency.lockutils [None req-e6986d59-e676-45ad-8f5a-bc7af4a77d12 tempest-ServersTestMultiNic-2119527449 tempest-ServersTestMultiNic-2119527449-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.551s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 978.831074] env[69770]: DEBUG nova.compute.manager [None req-e6986d59-e676-45ad-8f5a-bc7af4a77d12 tempest-ServersTestMultiNic-2119527449 tempest-ServersTestMultiNic-2119527449-project-member] [instance: dcd9fa1a-a9e5-4227-829b-281fa7a1d4f6] Start building networks asynchronously for instance. {{(pid=69770) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 978.831967] env[69770]: DEBUG oslo_concurrency.lockutils [None req-21ebb942-282f-4f51-95b3-1b7c9f729959 tempest-ServerShowV254Test-1833803571 tempest-ServerShowV254Test-1833803571-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 37.307s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 978.833477] env[69770]: INFO nova.compute.claims [None req-21ebb942-282f-4f51-95b3-1b7c9f729959 tempest-ServerShowV254Test-1833803571 tempest-ServerShowV254Test-1833803571-project-member] [instance: bf2dd621-f03e-45ad-a4b0-953858139f65] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 978.914596] env[69770]: DEBUG oslo_concurrency.lockutils [None req-516c8725-98cb-42c5-a6ea-28fad1704c7a tempest-ServersAdminTestJSON-142622790 tempest-ServersAdminTestJSON-142622790-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 979.024942] env[69770]: DEBUG oslo_vmware.api [-] Task: {'id': task-4070021, 'name': CreateVM_Task, 'duration_secs': 0.324148} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 979.025306] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d90c6f0f-5427-4869-ad24-efe54ee99d2f] Created VM on the ESX host {{(pid=69770) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 979.026111] env[69770]: DEBUG oslo_concurrency.lockutils [None req-3b104168-756f-4e28-ac27-835fd5329a56 tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.026418] env[69770]: DEBUG oslo_concurrency.lockutils [None req-3b104168-756f-4e28-ac27-835fd5329a56 tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.026847] env[69770]: DEBUG oslo_concurrency.lockutils [None req-3b104168-756f-4e28-ac27-835fd5329a56 tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.027255] env[69770]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d9a02772-d07e-4df6-8719-51eddf4750ac {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.032346] env[69770]: DEBUG oslo_vmware.api [None req-3b104168-756f-4e28-ac27-835fd5329a56 tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] Waiting for the task: (returnval){ [ 979.032346] env[69770]: value = "session[52161b52-cb8e-ec9f-1132-2f6b49549d41]52ebfe9a-e7b4-8e82-e0f6-1255bbc6121d" [ 979.032346] env[69770]: _type = "Task" [ 979.032346] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 979.041445] env[69770]: DEBUG oslo_vmware.api [None req-3b104168-756f-4e28-ac27-835fd5329a56 tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]52ebfe9a-e7b4-8e82-e0f6-1255bbc6121d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.105419] env[69770]: DEBUG nova.compute.manager [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] [instance: fd890686-500e-4bee-b216-145c4818c245] Instance has had 0 of 5 cleanup attempts {{(pid=69770) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 979.227593] env[69770]: DEBUG oslo_concurrency.lockutils [None req-c98ddb44-50ae-4073-b7db-a9e324d1b90c tempest-MigrationsAdminTest-1409017777 tempest-MigrationsAdminTest-1409017777-project-member] Releasing lock "refresh_cache-95957450-4202-4400-ab80-e9d3a56b2efb" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.228212] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-c98ddb44-50ae-4073-b7db-a9e324d1b90c tempest-MigrationsAdminTest-1409017777 tempest-MigrationsAdminTest-1409017777-project-member] [instance: 95957450-4202-4400-ab80-e9d3a56b2efb] Powering off the VM {{(pid=69770) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 979.228510] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e3117236-01af-41bf-ba07-1d4a1191a51a {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.238470] env[69770]: DEBUG oslo_vmware.api [None req-c98ddb44-50ae-4073-b7db-a9e324d1b90c tempest-MigrationsAdminTest-1409017777 tempest-MigrationsAdminTest-1409017777-project-member] Waiting for the task: (returnval){ [ 979.238470] env[69770]: value = "task-4070022" [ 979.238470] env[69770]: _type = "Task" [ 979.238470] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 979.252091] env[69770]: DEBUG oslo_vmware.api [None req-c98ddb44-50ae-4073-b7db-a9e324d1b90c tempest-MigrationsAdminTest-1409017777 tempest-MigrationsAdminTest-1409017777-project-member] Task: {'id': task-4070022, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.338654] env[69770]: DEBUG nova.compute.utils [None req-e6986d59-e676-45ad-8f5a-bc7af4a77d12 tempest-ServersTestMultiNic-2119527449 tempest-ServersTestMultiNic-2119527449-project-member] Using /dev/sd instead of None {{(pid=69770) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 979.346772] env[69770]: DEBUG nova.compute.manager [None req-e6986d59-e676-45ad-8f5a-bc7af4a77d12 tempest-ServersTestMultiNic-2119527449 tempest-ServersTestMultiNic-2119527449-project-member] [instance: dcd9fa1a-a9e5-4227-829b-281fa7a1d4f6] Allocating IP information in the background. {{(pid=69770) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 979.346902] env[69770]: DEBUG nova.network.neutron [None req-e6986d59-e676-45ad-8f5a-bc7af4a77d12 tempest-ServersTestMultiNic-2119527449 tempest-ServersTestMultiNic-2119527449-project-member] [instance: dcd9fa1a-a9e5-4227-829b-281fa7a1d4f6] allocate_for_instance() {{(pid=69770) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 979.410387] env[69770]: DEBUG nova.policy [None req-e6986d59-e676-45ad-8f5a-bc7af4a77d12 tempest-ServersTestMultiNic-2119527449 tempest-ServersTestMultiNic-2119527449-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd85fd9e6e1a94915a34c271e4384ada7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '258a050dd64b4cbaa8d908e8457a61f0', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69770) authorize /opt/stack/nova/nova/policy.py:192}} [ 979.550701] env[69770]: DEBUG oslo_vmware.api [None req-3b104168-756f-4e28-ac27-835fd5329a56 tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]52ebfe9a-e7b4-8e82-e0f6-1255bbc6121d, 'name': SearchDatastore_Task, 'duration_secs': 0.010647} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 979.555156] env[69770]: DEBUG oslo_concurrency.lockutils [None req-3b104168-756f-4e28-ac27-835fd5329a56 tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.555156] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-3b104168-756f-4e28-ac27-835fd5329a56 tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] [instance: d90c6f0f-5427-4869-ad24-efe54ee99d2f] Processing image d1eaff80-24a0-4391-90eb-59958b1ecf0a {{(pid=69770) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 979.555156] env[69770]: DEBUG oslo_concurrency.lockutils [None req-3b104168-756f-4e28-ac27-835fd5329a56 tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.555156] env[69770]: DEBUG oslo_concurrency.lockutils [None req-3b104168-756f-4e28-ac27-835fd5329a56 tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.555156] env[69770]: DEBUG nova.virt.vmwareapi.ds_util [None req-3b104168-756f-4e28-ac27-835fd5329a56 tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69770) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 979.555156] env[69770]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d24acf6b-0cfa-43b5-aa37-ab1c1d4874e1 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.567473] env[69770]: DEBUG nova.virt.vmwareapi.ds_util [None req-3b104168-756f-4e28-ac27-835fd5329a56 tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69770) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 979.567473] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-3b104168-756f-4e28-ac27-835fd5329a56 tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69770) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 979.567473] env[69770]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-854b6d47-0997-4b42-86f0-c387b5db2564 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.573627] env[69770]: DEBUG oslo_vmware.api [None req-3b104168-756f-4e28-ac27-835fd5329a56 tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] Waiting for the task: (returnval){ [ 979.573627] env[69770]: value = "session[52161b52-cb8e-ec9f-1132-2f6b49549d41]52120bac-95bc-70ce-d701-35a8f341a438" [ 979.573627] env[69770]: _type = "Task" [ 979.573627] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 979.588723] env[69770]: DEBUG oslo_vmware.api [None req-3b104168-756f-4e28-ac27-835fd5329a56 tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]52120bac-95bc-70ce-d701-35a8f341a438, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.611422] env[69770]: DEBUG nova.compute.manager [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] [instance: c8a7ad94-852f-48a2-9186-70d322e97118] Instance has had 0 of 5 cleanup attempts {{(pid=69770) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 979.749149] env[69770]: DEBUG oslo_vmware.api [None req-c98ddb44-50ae-4073-b7db-a9e324d1b90c tempest-MigrationsAdminTest-1409017777 tempest-MigrationsAdminTest-1409017777-project-member] Task: {'id': task-4070022, 'name': PowerOffVM_Task, 'duration_secs': 0.214669} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 979.749567] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-c98ddb44-50ae-4073-b7db-a9e324d1b90c tempest-MigrationsAdminTest-1409017777 tempest-MigrationsAdminTest-1409017777-project-member] [instance: 95957450-4202-4400-ab80-e9d3a56b2efb] Powered off the VM {{(pid=69770) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 979.750566] env[69770]: DEBUG nova.virt.hardware [None req-c98ddb44-50ae-4073-b7db-a9e324d1b90c tempest-MigrationsAdminTest-1409017777 tempest-MigrationsAdminTest-1409017777-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T12:19:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='c26d44d0-0dcc-4336-adc6-1d6ec402902c',id=38,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-309487976',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=d1eaff80-24a0-4391-90eb-59958b1ecf0a,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69770) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 979.750897] env[69770]: DEBUG nova.virt.hardware [None req-c98ddb44-50ae-4073-b7db-a9e324d1b90c tempest-MigrationsAdminTest-1409017777 tempest-MigrationsAdminTest-1409017777-project-member] Flavor limits 0:0:0 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 979.751178] env[69770]: DEBUG nova.virt.hardware [None req-c98ddb44-50ae-4073-b7db-a9e324d1b90c tempest-MigrationsAdminTest-1409017777 tempest-MigrationsAdminTest-1409017777-project-member] Image limits 0:0:0 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 979.751481] env[69770]: DEBUG nova.virt.hardware [None req-c98ddb44-50ae-4073-b7db-a9e324d1b90c tempest-MigrationsAdminTest-1409017777 tempest-MigrationsAdminTest-1409017777-project-member] Flavor pref 0:0:0 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 979.751718] env[69770]: DEBUG nova.virt.hardware [None req-c98ddb44-50ae-4073-b7db-a9e324d1b90c tempest-MigrationsAdminTest-1409017777 tempest-MigrationsAdminTest-1409017777-project-member] Image pref 0:0:0 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 979.751947] env[69770]: DEBUG nova.virt.hardware [None req-c98ddb44-50ae-4073-b7db-a9e324d1b90c tempest-MigrationsAdminTest-1409017777 tempest-MigrationsAdminTest-1409017777-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 979.753297] env[69770]: DEBUG nova.virt.hardware [None req-c98ddb44-50ae-4073-b7db-a9e324d1b90c tempest-MigrationsAdminTest-1409017777 tempest-MigrationsAdminTest-1409017777-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69770) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 979.753566] env[69770]: DEBUG nova.virt.hardware [None req-c98ddb44-50ae-4073-b7db-a9e324d1b90c tempest-MigrationsAdminTest-1409017777 tempest-MigrationsAdminTest-1409017777-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69770) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 979.753848] env[69770]: DEBUG nova.virt.hardware [None req-c98ddb44-50ae-4073-b7db-a9e324d1b90c tempest-MigrationsAdminTest-1409017777 tempest-MigrationsAdminTest-1409017777-project-member] Got 1 possible topologies {{(pid=69770) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 979.754118] env[69770]: DEBUG nova.virt.hardware [None req-c98ddb44-50ae-4073-b7db-a9e324d1b90c tempest-MigrationsAdminTest-1409017777 tempest-MigrationsAdminTest-1409017777-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69770) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 979.754389] env[69770]: DEBUG nova.virt.hardware [None req-c98ddb44-50ae-4073-b7db-a9e324d1b90c tempest-MigrationsAdminTest-1409017777 tempest-MigrationsAdminTest-1409017777-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69770) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 979.764028] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0715933e-f59c-4d8c-b71e-da2af615ad74 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.780158] env[69770]: DEBUG nova.network.neutron [None req-e6986d59-e676-45ad-8f5a-bc7af4a77d12 tempest-ServersTestMultiNic-2119527449 tempest-ServersTestMultiNic-2119527449-project-member] [instance: dcd9fa1a-a9e5-4227-829b-281fa7a1d4f6] Successfully created port: f029195b-27af-4f0a-80a4-21b7d4ac4868 {{(pid=69770) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 979.787459] env[69770]: DEBUG oslo_vmware.api [None req-c98ddb44-50ae-4073-b7db-a9e324d1b90c tempest-MigrationsAdminTest-1409017777 tempest-MigrationsAdminTest-1409017777-project-member] Waiting for the task: (returnval){ [ 979.787459] env[69770]: value = "task-4070023" [ 979.787459] env[69770]: _type = "Task" [ 979.787459] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 979.848452] env[69770]: DEBUG nova.compute.manager [None req-e6986d59-e676-45ad-8f5a-bc7af4a77d12 tempest-ServersTestMultiNic-2119527449 tempest-ServersTestMultiNic-2119527449-project-member] [instance: dcd9fa1a-a9e5-4227-829b-281fa7a1d4f6] Start building block device mappings for instance. {{(pid=69770) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 980.087694] env[69770]: DEBUG oslo_vmware.api [None req-3b104168-756f-4e28-ac27-835fd5329a56 tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]52120bac-95bc-70ce-d701-35a8f341a438, 'name': SearchDatastore_Task, 'duration_secs': 0.014612} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 980.092177] env[69770]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b862ee9e-4dfd-49d3-bdd4-bd2cbec9b472 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.099950] env[69770]: DEBUG oslo_vmware.api [None req-3b104168-756f-4e28-ac27-835fd5329a56 tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] Waiting for the task: (returnval){ [ 980.099950] env[69770]: value = "session[52161b52-cb8e-ec9f-1132-2f6b49549d41]52b0844c-b303-5872-d0c2-8c37caeb8204" [ 980.099950] env[69770]: _type = "Task" [ 980.099950] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 980.117063] env[69770]: DEBUG nova.compute.manager [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] [instance: 27c5d873-f24c-4e20-9bcf-1b157114e5d0] Instance has had 0 of 5 cleanup attempts {{(pid=69770) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 980.120774] env[69770]: DEBUG oslo_vmware.api [None req-3b104168-756f-4e28-ac27-835fd5329a56 tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]52b0844c-b303-5872-d0c2-8c37caeb8204, 'name': SearchDatastore_Task, 'duration_secs': 0.010232} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 980.120774] env[69770]: DEBUG oslo_concurrency.lockutils [None req-3b104168-756f-4e28-ac27-835fd5329a56 tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.120896] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b104168-756f-4e28-ac27-835fd5329a56 tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk to [datastore1] d90c6f0f-5427-4869-ad24-efe54ee99d2f/d90c6f0f-5427-4869-ad24-efe54ee99d2f.vmdk {{(pid=69770) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 980.121263] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5d2fcef3-1e23-467d-a2a4-ebe1a738abf2 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.133489] env[69770]: DEBUG oslo_vmware.api [None req-3b104168-756f-4e28-ac27-835fd5329a56 tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] Waiting for the task: (returnval){ [ 980.133489] env[69770]: value = "task-4070024" [ 980.133489] env[69770]: _type = "Task" [ 980.133489] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 980.142741] env[69770]: DEBUG oslo_vmware.api [None req-3b104168-756f-4e28-ac27-835fd5329a56 tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] Task: {'id': task-4070024, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.177238] env[69770]: DEBUG nova.network.neutron [None req-e6986d59-e676-45ad-8f5a-bc7af4a77d12 tempest-ServersTestMultiNic-2119527449 tempest-ServersTestMultiNic-2119527449-project-member] [instance: dcd9fa1a-a9e5-4227-829b-281fa7a1d4f6] Successfully created port: 38ab8353-0ac8-47fd-9f84-ddd7c91b4879 {{(pid=69770) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 980.302641] env[69770]: DEBUG oslo_vmware.api [None req-c98ddb44-50ae-4073-b7db-a9e324d1b90c tempest-MigrationsAdminTest-1409017777 tempest-MigrationsAdminTest-1409017777-project-member] Task: {'id': task-4070023, 'name': ReconfigVM_Task, 'duration_secs': 0.178971} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 980.303767] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfc9ebc8-dced-44b8-9a17-78a942c2c905 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.317615] env[69770]: DEBUG oslo_concurrency.lockutils [None req-150e83c8-add5-401a-85c1-762d6cf38668 tempest-ServersTestBootFromVolume-299983553 tempest-ServersTestBootFromVolume-299983553-project-member] Acquiring lock "527d5f2a-9299-4336-be62-a5cf9df2171f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 980.318120] env[69770]: DEBUG oslo_concurrency.lockutils [None req-150e83c8-add5-401a-85c1-762d6cf38668 tempest-ServersTestBootFromVolume-299983553 tempest-ServersTestBootFromVolume-299983553-project-member] Lock "527d5f2a-9299-4336-be62-a5cf9df2171f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 980.341413] env[69770]: DEBUG nova.virt.hardware [None req-c98ddb44-50ae-4073-b7db-a9e324d1b90c tempest-MigrationsAdminTest-1409017777 tempest-MigrationsAdminTest-1409017777-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T12:19:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='c26d44d0-0dcc-4336-adc6-1d6ec402902c',id=38,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-309487976',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=d1eaff80-24a0-4391-90eb-59958b1ecf0a,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69770) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 980.341897] env[69770]: DEBUG nova.virt.hardware [None req-c98ddb44-50ae-4073-b7db-a9e324d1b90c tempest-MigrationsAdminTest-1409017777 tempest-MigrationsAdminTest-1409017777-project-member] Flavor limits 0:0:0 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 980.342243] env[69770]: DEBUG nova.virt.hardware [None req-c98ddb44-50ae-4073-b7db-a9e324d1b90c tempest-MigrationsAdminTest-1409017777 tempest-MigrationsAdminTest-1409017777-project-member] Image limits 0:0:0 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 980.342835] env[69770]: DEBUG nova.virt.hardware [None req-c98ddb44-50ae-4073-b7db-a9e324d1b90c tempest-MigrationsAdminTest-1409017777 tempest-MigrationsAdminTest-1409017777-project-member] Flavor pref 0:0:0 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 980.342915] env[69770]: DEBUG nova.virt.hardware [None req-c98ddb44-50ae-4073-b7db-a9e324d1b90c tempest-MigrationsAdminTest-1409017777 tempest-MigrationsAdminTest-1409017777-project-member] Image pref 0:0:0 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 980.343222] env[69770]: DEBUG nova.virt.hardware [None req-c98ddb44-50ae-4073-b7db-a9e324d1b90c tempest-MigrationsAdminTest-1409017777 tempest-MigrationsAdminTest-1409017777-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 980.343486] env[69770]: DEBUG nova.virt.hardware [None req-c98ddb44-50ae-4073-b7db-a9e324d1b90c tempest-MigrationsAdminTest-1409017777 tempest-MigrationsAdminTest-1409017777-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69770) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 980.343659] env[69770]: DEBUG nova.virt.hardware [None req-c98ddb44-50ae-4073-b7db-a9e324d1b90c tempest-MigrationsAdminTest-1409017777 tempest-MigrationsAdminTest-1409017777-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69770) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 980.343834] env[69770]: DEBUG nova.virt.hardware [None req-c98ddb44-50ae-4073-b7db-a9e324d1b90c tempest-MigrationsAdminTest-1409017777 tempest-MigrationsAdminTest-1409017777-project-member] Got 1 possible topologies {{(pid=69770) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 980.344349] env[69770]: DEBUG nova.virt.hardware [None req-c98ddb44-50ae-4073-b7db-a9e324d1b90c tempest-MigrationsAdminTest-1409017777 tempest-MigrationsAdminTest-1409017777-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69770) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 980.344449] env[69770]: DEBUG nova.virt.hardware [None req-c98ddb44-50ae-4073-b7db-a9e324d1b90c tempest-MigrationsAdminTest-1409017777 tempest-MigrationsAdminTest-1409017777-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69770) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 980.349645] env[69770]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a25103ba-7f88-4f92-aabc-2c2cf5525b9b {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.363172] env[69770]: DEBUG oslo_vmware.api [None req-c98ddb44-50ae-4073-b7db-a9e324d1b90c tempest-MigrationsAdminTest-1409017777 tempest-MigrationsAdminTest-1409017777-project-member] Waiting for the task: (returnval){ [ 980.363172] env[69770]: value = "session[52161b52-cb8e-ec9f-1132-2f6b49549d41]52295ed6-1e60-bd82-3bfd-a2b9d04b6ed8" [ 980.363172] env[69770]: _type = "Task" [ 980.363172] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 980.381561] env[69770]: DEBUG oslo_vmware.api [None req-c98ddb44-50ae-4073-b7db-a9e324d1b90c tempest-MigrationsAdminTest-1409017777 tempest-MigrationsAdminTest-1409017777-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]52295ed6-1e60-bd82-3bfd-a2b9d04b6ed8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.460541] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2365c6d6-3fe4-467e-b530-606b0a64af7f {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.472630] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ece82e12-5a5d-4f09-ab84-b7fdea0ca374 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.513387] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87c92e37-292d-42b8-b0b3-55337567a564 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.525044] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b84ad687-322e-4ca5-804f-cc7fb2957f5d {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.542801] env[69770]: DEBUG nova.compute.provider_tree [None req-21ebb942-282f-4f51-95b3-1b7c9f729959 tempest-ServerShowV254Test-1833803571 tempest-ServerShowV254Test-1833803571-project-member] Inventory has not changed in ProviderTree for provider: 7cc7d32b-b7a7-454a-a456-2a440248ed9d {{(pid=69770) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 980.628333] env[69770]: DEBUG nova.compute.manager [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] [instance: 60eb16dd-8c95-46c1-a226-ee1280cbd403] Instance has had 0 of 5 cleanup attempts {{(pid=69770) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 980.643471] env[69770]: DEBUG oslo_vmware.api [None req-3b104168-756f-4e28-ac27-835fd5329a56 tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] Task: {'id': task-4070024, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.875574] env[69770]: DEBUG nova.compute.manager [None req-e6986d59-e676-45ad-8f5a-bc7af4a77d12 tempest-ServersTestMultiNic-2119527449 tempest-ServersTestMultiNic-2119527449-project-member] [instance: dcd9fa1a-a9e5-4227-829b-281fa7a1d4f6] Start spawning the instance on the hypervisor. {{(pid=69770) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 980.878645] env[69770]: DEBUG oslo_vmware.api [None req-c98ddb44-50ae-4073-b7db-a9e324d1b90c tempest-MigrationsAdminTest-1409017777 tempest-MigrationsAdminTest-1409017777-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]52295ed6-1e60-bd82-3bfd-a2b9d04b6ed8, 'name': SearchDatastore_Task, 'duration_secs': 0.036397} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 980.891746] env[69770]: DEBUG nova.virt.vmwareapi.volumeops [None req-c98ddb44-50ae-4073-b7db-a9e324d1b90c tempest-MigrationsAdminTest-1409017777 tempest-MigrationsAdminTest-1409017777-project-member] [instance: 95957450-4202-4400-ab80-e9d3a56b2efb] Reconfiguring VM instance instance-0000002d to detach disk 2000 {{(pid=69770) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 980.894469] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-637ed189-d0dc-47af-b6fe-694af8fc397c {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.925405] env[69770]: DEBUG oslo_vmware.api [None req-c98ddb44-50ae-4073-b7db-a9e324d1b90c tempest-MigrationsAdminTest-1409017777 tempest-MigrationsAdminTest-1409017777-project-member] Waiting for the task: (returnval){ [ 980.925405] env[69770]: value = "task-4070025" [ 980.925405] env[69770]: _type = "Task" [ 980.925405] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 980.931024] env[69770]: DEBUG nova.virt.hardware [None req-e6986d59-e676-45ad-8f5a-bc7af4a77d12 tempest-ServersTestMultiNic-2119527449 tempest-ServersTestMultiNic-2119527449-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T12:16:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T12:16:11Z,direct_url=,disk_format='vmdk',id=d1eaff80-24a0-4391-90eb-59958b1ecf0a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d65f20bb89fb40a98b77bc6d97357df2',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T12:16:12Z,virtual_size=,visibility=), allow threads: False {{(pid=69770) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 980.931472] env[69770]: DEBUG nova.virt.hardware [None req-e6986d59-e676-45ad-8f5a-bc7af4a77d12 tempest-ServersTestMultiNic-2119527449 tempest-ServersTestMultiNic-2119527449-project-member] Flavor limits 0:0:0 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 980.931760] env[69770]: DEBUG nova.virt.hardware [None req-e6986d59-e676-45ad-8f5a-bc7af4a77d12 tempest-ServersTestMultiNic-2119527449 tempest-ServersTestMultiNic-2119527449-project-member] Image limits 0:0:0 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 980.931979] env[69770]: DEBUG nova.virt.hardware [None req-e6986d59-e676-45ad-8f5a-bc7af4a77d12 tempest-ServersTestMultiNic-2119527449 tempest-ServersTestMultiNic-2119527449-project-member] Flavor pref 0:0:0 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 980.932182] env[69770]: DEBUG nova.virt.hardware [None req-e6986d59-e676-45ad-8f5a-bc7af4a77d12 tempest-ServersTestMultiNic-2119527449 tempest-ServersTestMultiNic-2119527449-project-member] Image pref 0:0:0 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 980.932358] env[69770]: DEBUG nova.virt.hardware [None req-e6986d59-e676-45ad-8f5a-bc7af4a77d12 tempest-ServersTestMultiNic-2119527449 tempest-ServersTestMultiNic-2119527449-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 980.932658] env[69770]: DEBUG nova.virt.hardware [None req-e6986d59-e676-45ad-8f5a-bc7af4a77d12 tempest-ServersTestMultiNic-2119527449 tempest-ServersTestMultiNic-2119527449-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69770) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 980.932889] env[69770]: DEBUG nova.virt.hardware [None req-e6986d59-e676-45ad-8f5a-bc7af4a77d12 tempest-ServersTestMultiNic-2119527449 tempest-ServersTestMultiNic-2119527449-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69770) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 980.933119] env[69770]: DEBUG nova.virt.hardware [None req-e6986d59-e676-45ad-8f5a-bc7af4a77d12 tempest-ServersTestMultiNic-2119527449 tempest-ServersTestMultiNic-2119527449-project-member] Got 1 possible topologies {{(pid=69770) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 980.933321] env[69770]: DEBUG nova.virt.hardware [None req-e6986d59-e676-45ad-8f5a-bc7af4a77d12 tempest-ServersTestMultiNic-2119527449 tempest-ServersTestMultiNic-2119527449-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69770) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 980.933534] env[69770]: DEBUG nova.virt.hardware [None req-e6986d59-e676-45ad-8f5a-bc7af4a77d12 tempest-ServersTestMultiNic-2119527449 tempest-ServersTestMultiNic-2119527449-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69770) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 980.934500] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cee399b4-38c6-4715-b6d2-035be5396e66 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.948886] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9b83307-c16b-41e7-b800-5c4205a9f6f0 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.956632] env[69770]: DEBUG oslo_vmware.api [None req-c98ddb44-50ae-4073-b7db-a9e324d1b90c tempest-MigrationsAdminTest-1409017777 tempest-MigrationsAdminTest-1409017777-project-member] Task: {'id': task-4070025, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.046064] env[69770]: DEBUG nova.scheduler.client.report [None req-21ebb942-282f-4f51-95b3-1b7c9f729959 tempest-ServerShowV254Test-1833803571 tempest-ServerShowV254Test-1833803571-project-member] Inventory has not changed for provider 7cc7d32b-b7a7-454a-a456-2a440248ed9d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69770) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 981.132036] env[69770]: DEBUG nova.compute.manager [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] [instance: e35191b8-2393-48e1-a120-f2a030ecec52] Instance has had 0 of 5 cleanup attempts {{(pid=69770) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 981.145531] env[69770]: DEBUG oslo_vmware.api [None req-3b104168-756f-4e28-ac27-835fd5329a56 tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] Task: {'id': task-4070024, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.524987} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 981.145908] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b104168-756f-4e28-ac27-835fd5329a56 tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk to [datastore1] d90c6f0f-5427-4869-ad24-efe54ee99d2f/d90c6f0f-5427-4869-ad24-efe54ee99d2f.vmdk {{(pid=69770) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 981.146178] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-3b104168-756f-4e28-ac27-835fd5329a56 tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] [instance: d90c6f0f-5427-4869-ad24-efe54ee99d2f] Extending root virtual disk to 1048576 {{(pid=69770) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 981.146462] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f06816a0-277b-4619-ba30-ebcec7522994 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.154783] env[69770]: DEBUG oslo_vmware.api [None req-3b104168-756f-4e28-ac27-835fd5329a56 tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] Waiting for the task: (returnval){ [ 981.154783] env[69770]: value = "task-4070026" [ 981.154783] env[69770]: _type = "Task" [ 981.154783] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 981.166081] env[69770]: DEBUG oslo_vmware.api [None req-3b104168-756f-4e28-ac27-835fd5329a56 tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] Task: {'id': task-4070026, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.434950] env[69770]: DEBUG oslo_vmware.api [None req-c98ddb44-50ae-4073-b7db-a9e324d1b90c tempest-MigrationsAdminTest-1409017777 tempest-MigrationsAdminTest-1409017777-project-member] Task: {'id': task-4070025, 'name': ReconfigVM_Task, 'duration_secs': 0.326321} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 981.435273] env[69770]: DEBUG nova.virt.vmwareapi.volumeops [None req-c98ddb44-50ae-4073-b7db-a9e324d1b90c tempest-MigrationsAdminTest-1409017777 tempest-MigrationsAdminTest-1409017777-project-member] [instance: 95957450-4202-4400-ab80-e9d3a56b2efb] Reconfigured VM instance instance-0000002d to detach disk 2000 {{(pid=69770) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 981.436109] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e060d24c-484c-4e8e-b4f5-71427b79533a {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.460163] env[69770]: DEBUG nova.virt.vmwareapi.volumeops [None req-c98ddb44-50ae-4073-b7db-a9e324d1b90c tempest-MigrationsAdminTest-1409017777 tempest-MigrationsAdminTest-1409017777-project-member] [instance: 95957450-4202-4400-ab80-e9d3a56b2efb] Reconfiguring VM instance instance-0000002d to attach disk [datastore1] 95957450-4202-4400-ab80-e9d3a56b2efb/95957450-4202-4400-ab80-e9d3a56b2efb.vmdk or device None with type thin {{(pid=69770) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 981.460560] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3142b65e-f5da-43d7-b556-b0f2313a5a48 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.481327] env[69770]: DEBUG oslo_vmware.api [None req-c98ddb44-50ae-4073-b7db-a9e324d1b90c tempest-MigrationsAdminTest-1409017777 tempest-MigrationsAdminTest-1409017777-project-member] Waiting for the task: (returnval){ [ 981.481327] env[69770]: value = "task-4070027" [ 981.481327] env[69770]: _type = "Task" [ 981.481327] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 981.491060] env[69770]: DEBUG oslo_vmware.api [None req-c98ddb44-50ae-4073-b7db-a9e324d1b90c tempest-MigrationsAdminTest-1409017777 tempest-MigrationsAdminTest-1409017777-project-member] Task: {'id': task-4070027, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.555430] env[69770]: DEBUG oslo_concurrency.lockutils [None req-21ebb942-282f-4f51-95b3-1b7c9f729959 tempest-ServerShowV254Test-1833803571 tempest-ServerShowV254Test-1833803571-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.723s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 981.556021] env[69770]: DEBUG nova.compute.manager [None req-21ebb942-282f-4f51-95b3-1b7c9f729959 tempest-ServerShowV254Test-1833803571 tempest-ServerShowV254Test-1833803571-project-member] [instance: bf2dd621-f03e-45ad-a4b0-953858139f65] Start building networks asynchronously for instance. {{(pid=69770) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 981.558800] env[69770]: DEBUG oslo_concurrency.lockutils [None req-8e5b9251-3620-4f88-97d1-0d18a30a0f4a tempest-ServerMetadataNegativeTestJSON-1738636266 tempest-ServerMetadataNegativeTestJSON-1738636266-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 35.727s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 981.560233] env[69770]: INFO nova.compute.claims [None req-8e5b9251-3620-4f88-97d1-0d18a30a0f4a tempest-ServerMetadataNegativeTestJSON-1738636266 tempest-ServerMetadataNegativeTestJSON-1738636266-project-member] [instance: 735aaf86-ca37-4c5c-9296-568d98ace91c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 981.635788] env[69770]: DEBUG nova.compute.manager [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] [instance: 2635794b-46eb-4532-9f26-43b36242e0bf] Instance has had 0 of 5 cleanup attempts {{(pid=69770) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 981.665402] env[69770]: DEBUG oslo_vmware.api [None req-3b104168-756f-4e28-ac27-835fd5329a56 tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] Task: {'id': task-4070026, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.257034} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 981.665673] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-3b104168-756f-4e28-ac27-835fd5329a56 tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] [instance: d90c6f0f-5427-4869-ad24-efe54ee99d2f] Extended root virtual disk {{(pid=69770) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 981.666688] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aed34473-9aff-4c9e-93c6-f2d95b2db41d {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.691333] env[69770]: DEBUG nova.virt.vmwareapi.volumeops [None req-3b104168-756f-4e28-ac27-835fd5329a56 tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] [instance: d90c6f0f-5427-4869-ad24-efe54ee99d2f] Reconfiguring VM instance instance-0000003f to attach disk [datastore1] d90c6f0f-5427-4869-ad24-efe54ee99d2f/d90c6f0f-5427-4869-ad24-efe54ee99d2f.vmdk or device None with type sparse {{(pid=69770) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 981.691965] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-18bb8073-1aeb-4ff3-bf1d-a85f826a5712 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.713449] env[69770]: DEBUG oslo_vmware.api [None req-3b104168-756f-4e28-ac27-835fd5329a56 tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] Waiting for the task: (returnval){ [ 981.713449] env[69770]: value = "task-4070028" [ 981.713449] env[69770]: _type = "Task" [ 981.713449] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 981.721105] env[69770]: DEBUG nova.compute.manager [req-5e21401b-e4f4-4c24-a23d-4faf428b33d5 req-55337451-46f7-4aad-9c23-59aec583a437 service nova] [instance: dcd9fa1a-a9e5-4227-829b-281fa7a1d4f6] Received event network-vif-plugged-f029195b-27af-4f0a-80a4-21b7d4ac4868 {{(pid=69770) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 981.721105] env[69770]: DEBUG oslo_concurrency.lockutils [req-5e21401b-e4f4-4c24-a23d-4faf428b33d5 req-55337451-46f7-4aad-9c23-59aec583a437 service nova] Acquiring lock "dcd9fa1a-a9e5-4227-829b-281fa7a1d4f6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 981.721105] env[69770]: DEBUG oslo_concurrency.lockutils [req-5e21401b-e4f4-4c24-a23d-4faf428b33d5 req-55337451-46f7-4aad-9c23-59aec583a437 service nova] Lock "dcd9fa1a-a9e5-4227-829b-281fa7a1d4f6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 981.721105] env[69770]: DEBUG oslo_concurrency.lockutils [req-5e21401b-e4f4-4c24-a23d-4faf428b33d5 req-55337451-46f7-4aad-9c23-59aec583a437 service nova] Lock "dcd9fa1a-a9e5-4227-829b-281fa7a1d4f6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 981.721105] env[69770]: DEBUG nova.compute.manager [req-5e21401b-e4f4-4c24-a23d-4faf428b33d5 req-55337451-46f7-4aad-9c23-59aec583a437 service nova] [instance: dcd9fa1a-a9e5-4227-829b-281fa7a1d4f6] No waiting events found dispatching network-vif-plugged-f029195b-27af-4f0a-80a4-21b7d4ac4868 {{(pid=69770) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 981.721105] env[69770]: WARNING nova.compute.manager [req-5e21401b-e4f4-4c24-a23d-4faf428b33d5 req-55337451-46f7-4aad-9c23-59aec583a437 service nova] [instance: dcd9fa1a-a9e5-4227-829b-281fa7a1d4f6] Received unexpected event network-vif-plugged-f029195b-27af-4f0a-80a4-21b7d4ac4868 for instance with vm_state building and task_state spawning. [ 981.725910] env[69770]: DEBUG oslo_vmware.api [None req-3b104168-756f-4e28-ac27-835fd5329a56 tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] Task: {'id': task-4070028, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.823822] env[69770]: DEBUG nova.network.neutron [None req-e6986d59-e676-45ad-8f5a-bc7af4a77d12 tempest-ServersTestMultiNic-2119527449 tempest-ServersTestMultiNic-2119527449-project-member] [instance: dcd9fa1a-a9e5-4227-829b-281fa7a1d4f6] Successfully updated port: f029195b-27af-4f0a-80a4-21b7d4ac4868 {{(pid=69770) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 981.992930] env[69770]: DEBUG oslo_vmware.api [None req-c98ddb44-50ae-4073-b7db-a9e324d1b90c tempest-MigrationsAdminTest-1409017777 tempest-MigrationsAdminTest-1409017777-project-member] Task: {'id': task-4070027, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.067177] env[69770]: DEBUG nova.compute.utils [None req-21ebb942-282f-4f51-95b3-1b7c9f729959 tempest-ServerShowV254Test-1833803571 tempest-ServerShowV254Test-1833803571-project-member] Using /dev/sd instead of None {{(pid=69770) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 982.068439] env[69770]: DEBUG nova.compute.manager [None req-21ebb942-282f-4f51-95b3-1b7c9f729959 tempest-ServerShowV254Test-1833803571 tempest-ServerShowV254Test-1833803571-project-member] [instance: bf2dd621-f03e-45ad-a4b0-953858139f65] Not allocating networking since 'none' was specified. {{(pid=69770) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 982.139846] env[69770]: DEBUG nova.compute.manager [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] [instance: 738d3943-b255-4e92-8255-35aa0e3d6190] Instance has had 0 of 5 cleanup attempts {{(pid=69770) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 982.223499] env[69770]: DEBUG oslo_vmware.api [None req-3b104168-756f-4e28-ac27-835fd5329a56 tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] Task: {'id': task-4070028, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.500766] env[69770]: DEBUG oslo_vmware.api [None req-c98ddb44-50ae-4073-b7db-a9e324d1b90c tempest-MigrationsAdminTest-1409017777 tempest-MigrationsAdminTest-1409017777-project-member] Task: {'id': task-4070027, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.573608] env[69770]: DEBUG nova.compute.manager [None req-21ebb942-282f-4f51-95b3-1b7c9f729959 tempest-ServerShowV254Test-1833803571 tempest-ServerShowV254Test-1833803571-project-member] [instance: bf2dd621-f03e-45ad-a4b0-953858139f65] Start building block device mappings for instance. {{(pid=69770) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 982.642983] env[69770]: DEBUG nova.compute.manager [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] [instance: b05d12b1-fb29-4185-8300-5f0140039dfe] Instance has had 0 of 5 cleanup attempts {{(pid=69770) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 982.728804] env[69770]: DEBUG oslo_vmware.api [None req-3b104168-756f-4e28-ac27-835fd5329a56 tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] Task: {'id': task-4070028, 'name': ReconfigVM_Task, 'duration_secs': 0.972722} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 982.729149] env[69770]: DEBUG nova.virt.vmwareapi.volumeops [None req-3b104168-756f-4e28-ac27-835fd5329a56 tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] [instance: d90c6f0f-5427-4869-ad24-efe54ee99d2f] Reconfigured VM instance instance-0000003f to attach disk [datastore1] d90c6f0f-5427-4869-ad24-efe54ee99d2f/d90c6f0f-5427-4869-ad24-efe54ee99d2f.vmdk or device None with type sparse {{(pid=69770) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 982.729807] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-69e2f2de-8c3a-4fab-8317-e6e6c383dbc0 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.739382] env[69770]: DEBUG oslo_vmware.api [None req-3b104168-756f-4e28-ac27-835fd5329a56 tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] Waiting for the task: (returnval){ [ 982.739382] env[69770]: value = "task-4070029" [ 982.739382] env[69770]: _type = "Task" [ 982.739382] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 982.754788] env[69770]: DEBUG oslo_vmware.api [None req-3b104168-756f-4e28-ac27-835fd5329a56 tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] Task: {'id': task-4070029, 'name': Rename_Task} progress is 10%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.995868] env[69770]: DEBUG oslo_vmware.api [None req-c98ddb44-50ae-4073-b7db-a9e324d1b90c tempest-MigrationsAdminTest-1409017777 tempest-MigrationsAdminTest-1409017777-project-member] Task: {'id': task-4070027, 'name': ReconfigVM_Task, 'duration_secs': 1.200635} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 982.996165] env[69770]: DEBUG nova.virt.vmwareapi.volumeops [None req-c98ddb44-50ae-4073-b7db-a9e324d1b90c tempest-MigrationsAdminTest-1409017777 tempest-MigrationsAdminTest-1409017777-project-member] [instance: 95957450-4202-4400-ab80-e9d3a56b2efb] Reconfigured VM instance instance-0000002d to attach disk [datastore1] 95957450-4202-4400-ab80-e9d3a56b2efb/95957450-4202-4400-ab80-e9d3a56b2efb.vmdk or device None with type thin {{(pid=69770) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 982.997205] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71e8511e-7e88-488b-b85c-543af0da2f15 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.021668] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9375fea6-efce-47ae-852e-576b846005ff {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.043125] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04d30826-ac24-4495-973d-5a85fb135a16 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.066320] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b85db8b0-4547-4cb6-9abf-82ae608280d4 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.074133] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-c98ddb44-50ae-4073-b7db-a9e324d1b90c tempest-MigrationsAdminTest-1409017777 tempest-MigrationsAdminTest-1409017777-project-member] [instance: 95957450-4202-4400-ab80-e9d3a56b2efb] Powering on the VM {{(pid=69770) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 983.074423] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-dcf81f80-46dd-470c-a047-7777afffe859 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.082438] env[69770]: DEBUG oslo_vmware.api [None req-c98ddb44-50ae-4073-b7db-a9e324d1b90c tempest-MigrationsAdminTest-1409017777 tempest-MigrationsAdminTest-1409017777-project-member] Waiting for the task: (returnval){ [ 983.082438] env[69770]: value = "task-4070030" [ 983.082438] env[69770]: _type = "Task" [ 983.082438] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 983.096945] env[69770]: DEBUG oslo_vmware.api [None req-c98ddb44-50ae-4073-b7db-a9e324d1b90c tempest-MigrationsAdminTest-1409017777 tempest-MigrationsAdminTest-1409017777-project-member] Task: {'id': task-4070030, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.117276] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04ee0a76-0c62-433d-a4f9-2e7f148dd09a {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.126228] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7835d1c8-6443-4fcc-a802-672d422a9dbf {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.157394] env[69770]: DEBUG nova.compute.manager [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] [instance: 38473040-ef89-4a31-8c32-85f10fee039d] Instance has had 0 of 5 cleanup attempts {{(pid=69770) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 983.160093] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2352d3f-4601-419e-a6ff-96dd3e9c862c {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.168393] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e51195e9-15cf-4cc7-87c9-4c5368817fba {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.184657] env[69770]: DEBUG nova.compute.provider_tree [None req-8e5b9251-3620-4f88-97d1-0d18a30a0f4a tempest-ServerMetadataNegativeTestJSON-1738636266 tempest-ServerMetadataNegativeTestJSON-1738636266-project-member] Inventory has not changed in ProviderTree for provider: 7cc7d32b-b7a7-454a-a456-2a440248ed9d {{(pid=69770) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 983.252345] env[69770]: DEBUG oslo_vmware.api [None req-3b104168-756f-4e28-ac27-835fd5329a56 tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] Task: {'id': task-4070029, 'name': Rename_Task, 'duration_secs': 0.165574} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 983.252345] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b104168-756f-4e28-ac27-835fd5329a56 tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] [instance: d90c6f0f-5427-4869-ad24-efe54ee99d2f] Powering on the VM {{(pid=69770) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 983.252537] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-34a8a2a6-a5e6-4694-9279-f008656144a0 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.260527] env[69770]: DEBUG oslo_vmware.api [None req-3b104168-756f-4e28-ac27-835fd5329a56 tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] Waiting for the task: (returnval){ [ 983.260527] env[69770]: value = "task-4070031" [ 983.260527] env[69770]: _type = "Task" [ 983.260527] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 983.269243] env[69770]: DEBUG oslo_vmware.api [None req-3b104168-756f-4e28-ac27-835fd5329a56 tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] Task: {'id': task-4070031, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.593055] env[69770]: DEBUG nova.compute.manager [None req-21ebb942-282f-4f51-95b3-1b7c9f729959 tempest-ServerShowV254Test-1833803571 tempest-ServerShowV254Test-1833803571-project-member] [instance: bf2dd621-f03e-45ad-a4b0-953858139f65] Start spawning the instance on the hypervisor. {{(pid=69770) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 983.601789] env[69770]: DEBUG oslo_vmware.api [None req-c98ddb44-50ae-4073-b7db-a9e324d1b90c tempest-MigrationsAdminTest-1409017777 tempest-MigrationsAdminTest-1409017777-project-member] Task: {'id': task-4070030, 'name': PowerOnVM_Task, 'duration_secs': 0.44103} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 983.602352] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-c98ddb44-50ae-4073-b7db-a9e324d1b90c tempest-MigrationsAdminTest-1409017777 tempest-MigrationsAdminTest-1409017777-project-member] [instance: 95957450-4202-4400-ab80-e9d3a56b2efb] Powered on the VM {{(pid=69770) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 983.623879] env[69770]: DEBUG nova.virt.hardware [None req-21ebb942-282f-4f51-95b3-1b7c9f729959 tempest-ServerShowV254Test-1833803571 tempest-ServerShowV254Test-1833803571-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T12:16:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T12:16:11Z,direct_url=,disk_format='vmdk',id=d1eaff80-24a0-4391-90eb-59958b1ecf0a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d65f20bb89fb40a98b77bc6d97357df2',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T12:16:12Z,virtual_size=,visibility=), allow threads: False {{(pid=69770) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 983.624126] env[69770]: DEBUG nova.virt.hardware [None req-21ebb942-282f-4f51-95b3-1b7c9f729959 tempest-ServerShowV254Test-1833803571 tempest-ServerShowV254Test-1833803571-project-member] Flavor limits 0:0:0 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 983.624220] env[69770]: DEBUG nova.virt.hardware [None req-21ebb942-282f-4f51-95b3-1b7c9f729959 tempest-ServerShowV254Test-1833803571 tempest-ServerShowV254Test-1833803571-project-member] Image limits 0:0:0 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 983.624407] env[69770]: DEBUG nova.virt.hardware [None req-21ebb942-282f-4f51-95b3-1b7c9f729959 tempest-ServerShowV254Test-1833803571 tempest-ServerShowV254Test-1833803571-project-member] Flavor pref 0:0:0 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 983.624554] env[69770]: DEBUG nova.virt.hardware [None req-21ebb942-282f-4f51-95b3-1b7c9f729959 tempest-ServerShowV254Test-1833803571 tempest-ServerShowV254Test-1833803571-project-member] Image pref 0:0:0 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 983.624700] env[69770]: DEBUG nova.virt.hardware [None req-21ebb942-282f-4f51-95b3-1b7c9f729959 tempest-ServerShowV254Test-1833803571 tempest-ServerShowV254Test-1833803571-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 983.624942] env[69770]: DEBUG nova.virt.hardware [None req-21ebb942-282f-4f51-95b3-1b7c9f729959 tempest-ServerShowV254Test-1833803571 tempest-ServerShowV254Test-1833803571-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69770) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 983.625115] env[69770]: DEBUG nova.virt.hardware [None req-21ebb942-282f-4f51-95b3-1b7c9f729959 tempest-ServerShowV254Test-1833803571 tempest-ServerShowV254Test-1833803571-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69770) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 983.625294] env[69770]: DEBUG nova.virt.hardware [None req-21ebb942-282f-4f51-95b3-1b7c9f729959 tempest-ServerShowV254Test-1833803571 tempest-ServerShowV254Test-1833803571-project-member] Got 1 possible topologies {{(pid=69770) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 983.625465] env[69770]: DEBUG nova.virt.hardware [None req-21ebb942-282f-4f51-95b3-1b7c9f729959 tempest-ServerShowV254Test-1833803571 tempest-ServerShowV254Test-1833803571-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69770) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 983.625639] env[69770]: DEBUG nova.virt.hardware [None req-21ebb942-282f-4f51-95b3-1b7c9f729959 tempest-ServerShowV254Test-1833803571 tempest-ServerShowV254Test-1833803571-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69770) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 983.626550] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a22b4fd-1e1e-4eef-a03a-d4c7069f3642 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.635994] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f33c8273-fd8f-4359-8e1d-454667c37ecd {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.653030] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-21ebb942-282f-4f51-95b3-1b7c9f729959 tempest-ServerShowV254Test-1833803571 tempest-ServerShowV254Test-1833803571-project-member] [instance: bf2dd621-f03e-45ad-a4b0-953858139f65] Instance VIF info [] {{(pid=69770) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 983.658735] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-21ebb942-282f-4f51-95b3-1b7c9f729959 tempest-ServerShowV254Test-1833803571 tempest-ServerShowV254Test-1833803571-project-member] Creating folder: Project (7e12beaa27154be2838da257e1435342). Parent ref: group-v806376. {{(pid=69770) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 983.659116] env[69770]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-aa1dd2d3-82b3-4ed4-aa96-663a98dd97fd {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.664140] env[69770]: DEBUG nova.compute.manager [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] [instance: 398f9fa2-efb7-4f95-bb8b-7667b8299e9d] Instance has had 0 of 5 cleanup attempts {{(pid=69770) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 983.671675] env[69770]: INFO nova.virt.vmwareapi.vm_util [None req-21ebb942-282f-4f51-95b3-1b7c9f729959 tempest-ServerShowV254Test-1833803571 tempest-ServerShowV254Test-1833803571-project-member] Created folder: Project (7e12beaa27154be2838da257e1435342) in parent group-v806376. [ 983.671973] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-21ebb942-282f-4f51-95b3-1b7c9f729959 tempest-ServerShowV254Test-1833803571 tempest-ServerShowV254Test-1833803571-project-member] Creating folder: Instances. Parent ref: group-v806559. {{(pid=69770) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 983.673330] env[69770]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-94717685-0591-4604-aa33-e5f0b9511aa1 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.684445] env[69770]: INFO nova.virt.vmwareapi.vm_util [None req-21ebb942-282f-4f51-95b3-1b7c9f729959 tempest-ServerShowV254Test-1833803571 tempest-ServerShowV254Test-1833803571-project-member] Created folder: Instances in parent group-v806559. [ 983.684741] env[69770]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-21ebb942-282f-4f51-95b3-1b7c9f729959 tempest-ServerShowV254Test-1833803571 tempest-ServerShowV254Test-1833803571-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69770) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 983.685552] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bf2dd621-f03e-45ad-a4b0-953858139f65] Creating VM on the ESX host {{(pid=69770) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 983.685552] env[69770]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-14765538-b511-49f7-9989-aa78095b0331 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.699619] env[69770]: DEBUG nova.scheduler.client.report [None req-8e5b9251-3620-4f88-97d1-0d18a30a0f4a tempest-ServerMetadataNegativeTestJSON-1738636266 tempest-ServerMetadataNegativeTestJSON-1738636266-project-member] Inventory has not changed for provider 7cc7d32b-b7a7-454a-a456-2a440248ed9d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69770) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 983.709319] env[69770]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 983.709319] env[69770]: value = "task-4070034" [ 983.709319] env[69770]: _type = "Task" [ 983.709319] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 983.719713] env[69770]: DEBUG oslo_vmware.api [-] Task: {'id': task-4070034, 'name': CreateVM_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.745785] env[69770]: DEBUG nova.compute.manager [req-6e9c98f7-a2da-475e-93fb-209087fa3d9a req-6054ff5d-91bb-43d4-9e12-2a31608e3fd3 service nova] [instance: dcd9fa1a-a9e5-4227-829b-281fa7a1d4f6] Received event network-changed-f029195b-27af-4f0a-80a4-21b7d4ac4868 {{(pid=69770) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 983.745785] env[69770]: DEBUG nova.compute.manager [req-6e9c98f7-a2da-475e-93fb-209087fa3d9a req-6054ff5d-91bb-43d4-9e12-2a31608e3fd3 service nova] [instance: dcd9fa1a-a9e5-4227-829b-281fa7a1d4f6] Refreshing instance network info cache due to event network-changed-f029195b-27af-4f0a-80a4-21b7d4ac4868. {{(pid=69770) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 983.745785] env[69770]: DEBUG oslo_concurrency.lockutils [req-6e9c98f7-a2da-475e-93fb-209087fa3d9a req-6054ff5d-91bb-43d4-9e12-2a31608e3fd3 service nova] Acquiring lock "refresh_cache-dcd9fa1a-a9e5-4227-829b-281fa7a1d4f6" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.745785] env[69770]: DEBUG oslo_concurrency.lockutils [req-6e9c98f7-a2da-475e-93fb-209087fa3d9a req-6054ff5d-91bb-43d4-9e12-2a31608e3fd3 service nova] Acquired lock "refresh_cache-dcd9fa1a-a9e5-4227-829b-281fa7a1d4f6" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.745785] env[69770]: DEBUG nova.network.neutron [req-6e9c98f7-a2da-475e-93fb-209087fa3d9a req-6054ff5d-91bb-43d4-9e12-2a31608e3fd3 service nova] [instance: dcd9fa1a-a9e5-4227-829b-281fa7a1d4f6] Refreshing network info cache for port f029195b-27af-4f0a-80a4-21b7d4ac4868 {{(pid=69770) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 983.771675] env[69770]: DEBUG oslo_vmware.api [None req-3b104168-756f-4e28-ac27-835fd5329a56 tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] Task: {'id': task-4070031, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.167892] env[69770]: DEBUG nova.compute.manager [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] [instance: 1ecca185-3141-408a-92c7-c3a431ddc25d] Instance has had 0 of 5 cleanup attempts {{(pid=69770) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 984.205604] env[69770]: DEBUG oslo_concurrency.lockutils [None req-8e5b9251-3620-4f88-97d1-0d18a30a0f4a tempest-ServerMetadataNegativeTestJSON-1738636266 tempest-ServerMetadataNegativeTestJSON-1738636266-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.647s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 984.206123] env[69770]: DEBUG nova.compute.manager [None req-8e5b9251-3620-4f88-97d1-0d18a30a0f4a tempest-ServerMetadataNegativeTestJSON-1738636266 tempest-ServerMetadataNegativeTestJSON-1738636266-project-member] [instance: 735aaf86-ca37-4c5c-9296-568d98ace91c] Start building networks asynchronously for instance. {{(pid=69770) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 984.211236] env[69770]: DEBUG oslo_concurrency.lockutils [None req-11fd588f-eda0-4047-88ec-b64c965f058b tempest-ServersNegativeTestMultiTenantJSON-990593103 tempest-ServersNegativeTestMultiTenantJSON-990593103-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 37.702s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 984.211236] env[69770]: DEBUG oslo_concurrency.lockutils [None req-11fd588f-eda0-4047-88ec-b64c965f058b tempest-ServersNegativeTestMultiTenantJSON-990593103 tempest-ServersNegativeTestMultiTenantJSON-990593103-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 984.213788] env[69770]: DEBUG oslo_concurrency.lockutils [None req-6ee327ef-cac6-461f-8261-d94045abc761 tempest-ServersWithSpecificFlavorTestJSON-412767258 tempest-ServersWithSpecificFlavorTestJSON-412767258-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 34.628s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 984.215626] env[69770]: INFO nova.compute.claims [None req-6ee327ef-cac6-461f-8261-d94045abc761 tempest-ServersWithSpecificFlavorTestJSON-412767258 tempest-ServersWithSpecificFlavorTestJSON-412767258-project-member] [instance: e4982a7d-45f6-4b3d-9768-7d260a133e8d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 984.229373] env[69770]: DEBUG oslo_vmware.api [-] Task: {'id': task-4070034, 'name': CreateVM_Task, 'duration_secs': 0.407679} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 984.229549] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bf2dd621-f03e-45ad-a4b0-953858139f65] Created VM on the ESX host {{(pid=69770) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 984.229997] env[69770]: DEBUG oslo_concurrency.lockutils [None req-21ebb942-282f-4f51-95b3-1b7c9f729959 tempest-ServerShowV254Test-1833803571 tempest-ServerShowV254Test-1833803571-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.230671] env[69770]: DEBUG oslo_concurrency.lockutils [None req-21ebb942-282f-4f51-95b3-1b7c9f729959 tempest-ServerShowV254Test-1833803571 tempest-ServerShowV254Test-1833803571-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.230671] env[69770]: DEBUG oslo_concurrency.lockutils [None req-21ebb942-282f-4f51-95b3-1b7c9f729959 tempest-ServerShowV254Test-1833803571 tempest-ServerShowV254Test-1833803571-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.230802] env[69770]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fc0a7204-025e-4677-8d59-b20d81d4886b {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.241673] env[69770]: DEBUG oslo_vmware.api [None req-21ebb942-282f-4f51-95b3-1b7c9f729959 tempest-ServerShowV254Test-1833803571 tempest-ServerShowV254Test-1833803571-project-member] Waiting for the task: (returnval){ [ 984.241673] env[69770]: value = "session[52161b52-cb8e-ec9f-1132-2f6b49549d41]528dfcff-c9ad-b0fe-3c44-a16238b5a14a" [ 984.241673] env[69770]: _type = "Task" [ 984.241673] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 984.260023] env[69770]: DEBUG oslo_vmware.api [None req-21ebb942-282f-4f51-95b3-1b7c9f729959 tempest-ServerShowV254Test-1833803571 tempest-ServerShowV254Test-1833803571-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]528dfcff-c9ad-b0fe-3c44-a16238b5a14a, 'name': SearchDatastore_Task, 'duration_secs': 0.01161} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 984.260023] env[69770]: DEBUG oslo_concurrency.lockutils [None req-21ebb942-282f-4f51-95b3-1b7c9f729959 tempest-ServerShowV254Test-1833803571 tempest-ServerShowV254Test-1833803571-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.260023] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-21ebb942-282f-4f51-95b3-1b7c9f729959 tempest-ServerShowV254Test-1833803571 tempest-ServerShowV254Test-1833803571-project-member] [instance: bf2dd621-f03e-45ad-a4b0-953858139f65] Processing image d1eaff80-24a0-4391-90eb-59958b1ecf0a {{(pid=69770) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 984.260023] env[69770]: DEBUG oslo_concurrency.lockutils [None req-21ebb942-282f-4f51-95b3-1b7c9f729959 tempest-ServerShowV254Test-1833803571 tempest-ServerShowV254Test-1833803571-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.260023] env[69770]: DEBUG oslo_concurrency.lockutils [None req-21ebb942-282f-4f51-95b3-1b7c9f729959 tempest-ServerShowV254Test-1833803571 tempest-ServerShowV254Test-1833803571-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.260023] env[69770]: DEBUG nova.virt.vmwareapi.ds_util [None req-21ebb942-282f-4f51-95b3-1b7c9f729959 tempest-ServerShowV254Test-1833803571 tempest-ServerShowV254Test-1833803571-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69770) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 984.260023] env[69770]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d5e95007-e9f0-43d2-bd0f-bb3e1a1865a8 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.268872] env[69770]: DEBUG nova.virt.vmwareapi.ds_util [None req-21ebb942-282f-4f51-95b3-1b7c9f729959 tempest-ServerShowV254Test-1833803571 tempest-ServerShowV254Test-1833803571-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69770) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 984.269080] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-21ebb942-282f-4f51-95b3-1b7c9f729959 tempest-ServerShowV254Test-1833803571 tempest-ServerShowV254Test-1833803571-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69770) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 984.271037] env[69770]: INFO nova.scheduler.client.report [None req-11fd588f-eda0-4047-88ec-b64c965f058b tempest-ServersNegativeTestMultiTenantJSON-990593103 tempest-ServersNegativeTestMultiTenantJSON-990593103-project-member] Deleted allocations for instance 22d561e1-565c-490d-a814-a5c6b3a6249a [ 984.277169] env[69770]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-779bc71b-ad91-4ed9-ac6b-38a87ba8bc45 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.280325] env[69770]: DEBUG oslo_vmware.api [None req-3b104168-756f-4e28-ac27-835fd5329a56 tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] Task: {'id': task-4070031, 'name': PowerOnVM_Task, 'duration_secs': 0.679859} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 984.282756] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b104168-756f-4e28-ac27-835fd5329a56 tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] [instance: d90c6f0f-5427-4869-ad24-efe54ee99d2f] Powered on the VM {{(pid=69770) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 984.282994] env[69770]: INFO nova.compute.manager [None req-3b104168-756f-4e28-ac27-835fd5329a56 tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] [instance: d90c6f0f-5427-4869-ad24-efe54ee99d2f] Took 9.09 seconds to spawn the instance on the hypervisor. [ 984.283141] env[69770]: DEBUG nova.compute.manager [None req-3b104168-756f-4e28-ac27-835fd5329a56 tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] [instance: d90c6f0f-5427-4869-ad24-efe54ee99d2f] Checking state {{(pid=69770) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 984.284594] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5eb283a6-1b31-4852-817d-36e8b980a78a {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.288635] env[69770]: DEBUG oslo_vmware.api [None req-21ebb942-282f-4f51-95b3-1b7c9f729959 tempest-ServerShowV254Test-1833803571 tempest-ServerShowV254Test-1833803571-project-member] Waiting for the task: (returnval){ [ 984.288635] env[69770]: value = "session[52161b52-cb8e-ec9f-1132-2f6b49549d41]529b3dc8-1f9c-1dce-d438-49af136ceed4" [ 984.288635] env[69770]: _type = "Task" [ 984.288635] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 984.305225] env[69770]: DEBUG oslo_vmware.api [None req-21ebb942-282f-4f51-95b3-1b7c9f729959 tempest-ServerShowV254Test-1833803571 tempest-ServerShowV254Test-1833803571-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]529b3dc8-1f9c-1dce-d438-49af136ceed4, 'name': SearchDatastore_Task, 'duration_secs': 0.010896} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 984.306040] env[69770]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1c91bd89-d96c-49f8-a87c-93c282c93a22 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.310862] env[69770]: DEBUG nova.network.neutron [req-6e9c98f7-a2da-475e-93fb-209087fa3d9a req-6054ff5d-91bb-43d4-9e12-2a31608e3fd3 service nova] [instance: dcd9fa1a-a9e5-4227-829b-281fa7a1d4f6] Instance cache missing network info. {{(pid=69770) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 984.314515] env[69770]: DEBUG oslo_vmware.api [None req-21ebb942-282f-4f51-95b3-1b7c9f729959 tempest-ServerShowV254Test-1833803571 tempest-ServerShowV254Test-1833803571-project-member] Waiting for the task: (returnval){ [ 984.314515] env[69770]: value = "session[52161b52-cb8e-ec9f-1132-2f6b49549d41]527fe7a2-3bda-76d6-656c-803500c48a15" [ 984.314515] env[69770]: _type = "Task" [ 984.314515] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 984.325522] env[69770]: DEBUG oslo_vmware.api [None req-21ebb942-282f-4f51-95b3-1b7c9f729959 tempest-ServerShowV254Test-1833803571 tempest-ServerShowV254Test-1833803571-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]527fe7a2-3bda-76d6-656c-803500c48a15, 'name': SearchDatastore_Task} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 984.325787] env[69770]: DEBUG oslo_concurrency.lockutils [None req-21ebb942-282f-4f51-95b3-1b7c9f729959 tempest-ServerShowV254Test-1833803571 tempest-ServerShowV254Test-1833803571-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.326051] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-21ebb942-282f-4f51-95b3-1b7c9f729959 tempest-ServerShowV254Test-1833803571 tempest-ServerShowV254Test-1833803571-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk to [datastore1] bf2dd621-f03e-45ad-a4b0-953858139f65/bf2dd621-f03e-45ad-a4b0-953858139f65.vmdk {{(pid=69770) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 984.326314] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-70cd7169-bee0-43fc-9172-5313897c16d2 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.334311] env[69770]: DEBUG oslo_vmware.api [None req-21ebb942-282f-4f51-95b3-1b7c9f729959 tempest-ServerShowV254Test-1833803571 tempest-ServerShowV254Test-1833803571-project-member] Waiting for the task: (returnval){ [ 984.334311] env[69770]: value = "task-4070035" [ 984.334311] env[69770]: _type = "Task" [ 984.334311] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 984.345287] env[69770]: DEBUG oslo_vmware.api [None req-21ebb942-282f-4f51-95b3-1b7c9f729959 tempest-ServerShowV254Test-1833803571 tempest-ServerShowV254Test-1833803571-project-member] Task: {'id': task-4070035, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.409588] env[69770]: DEBUG nova.network.neutron [None req-e6986d59-e676-45ad-8f5a-bc7af4a77d12 tempest-ServersTestMultiNic-2119527449 tempest-ServersTestMultiNic-2119527449-project-member] [instance: dcd9fa1a-a9e5-4227-829b-281fa7a1d4f6] Successfully updated port: 38ab8353-0ac8-47fd-9f84-ddd7c91b4879 {{(pid=69770) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 984.469465] env[69770]: DEBUG nova.network.neutron [req-6e9c98f7-a2da-475e-93fb-209087fa3d9a req-6054ff5d-91bb-43d4-9e12-2a31608e3fd3 service nova] [instance: dcd9fa1a-a9e5-4227-829b-281fa7a1d4f6] Updating instance_info_cache with network_info: [] {{(pid=69770) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 984.618783] env[69770]: INFO nova.compute.manager [None req-c98ddb44-50ae-4073-b7db-a9e324d1b90c tempest-MigrationsAdminTest-1409017777 tempest-MigrationsAdminTest-1409017777-project-member] [instance: 95957450-4202-4400-ab80-e9d3a56b2efb] Updating instance to original state: 'active' [ 984.674489] env[69770]: DEBUG nova.compute.manager [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] [instance: f8b193f7-1c9d-426b-a182-4870354ccd84] Instance has had 0 of 5 cleanup attempts {{(pid=69770) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 984.723483] env[69770]: DEBUG nova.compute.utils [None req-8e5b9251-3620-4f88-97d1-0d18a30a0f4a tempest-ServerMetadataNegativeTestJSON-1738636266 tempest-ServerMetadataNegativeTestJSON-1738636266-project-member] Using /dev/sd instead of None {{(pid=69770) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 984.725354] env[69770]: DEBUG nova.compute.manager [None req-8e5b9251-3620-4f88-97d1-0d18a30a0f4a tempest-ServerMetadataNegativeTestJSON-1738636266 tempest-ServerMetadataNegativeTestJSON-1738636266-project-member] [instance: 735aaf86-ca37-4c5c-9296-568d98ace91c] Allocating IP information in the background. {{(pid=69770) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 984.725615] env[69770]: DEBUG nova.network.neutron [None req-8e5b9251-3620-4f88-97d1-0d18a30a0f4a tempest-ServerMetadataNegativeTestJSON-1738636266 tempest-ServerMetadataNegativeTestJSON-1738636266-project-member] [instance: 735aaf86-ca37-4c5c-9296-568d98ace91c] allocate_for_instance() {{(pid=69770) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 984.788013] env[69770]: DEBUG oslo_concurrency.lockutils [None req-11fd588f-eda0-4047-88ec-b64c965f058b tempest-ServersNegativeTestMultiTenantJSON-990593103 tempest-ServersNegativeTestMultiTenantJSON-990593103-project-member] Lock "22d561e1-565c-490d-a814-a5c6b3a6249a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 42.438s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 984.812614] env[69770]: INFO nova.compute.manager [None req-3b104168-756f-4e28-ac27-835fd5329a56 tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] [instance: d90c6f0f-5427-4869-ad24-efe54ee99d2f] Took 52.58 seconds to build instance. [ 984.832415] env[69770]: DEBUG nova.policy [None req-8e5b9251-3620-4f88-97d1-0d18a30a0f4a tempest-ServerMetadataNegativeTestJSON-1738636266 tempest-ServerMetadataNegativeTestJSON-1738636266-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd2313ea869354a69b12e089aaa1c4055', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '87927eec327641028707991c1012ab1d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69770) authorize /opt/stack/nova/nova/policy.py:192}} [ 984.844887] env[69770]: DEBUG oslo_vmware.api [None req-21ebb942-282f-4f51-95b3-1b7c9f729959 tempest-ServerShowV254Test-1833803571 tempest-ServerShowV254Test-1833803571-project-member] Task: {'id': task-4070035, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.504898} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 984.845220] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-21ebb942-282f-4f51-95b3-1b7c9f729959 tempest-ServerShowV254Test-1833803571 tempest-ServerShowV254Test-1833803571-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk to [datastore1] bf2dd621-f03e-45ad-a4b0-953858139f65/bf2dd621-f03e-45ad-a4b0-953858139f65.vmdk {{(pid=69770) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 984.845399] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-21ebb942-282f-4f51-95b3-1b7c9f729959 tempest-ServerShowV254Test-1833803571 tempest-ServerShowV254Test-1833803571-project-member] [instance: bf2dd621-f03e-45ad-a4b0-953858139f65] Extending root virtual disk to 1048576 {{(pid=69770) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 984.845693] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8e59d1b8-701e-46bf-87be-34a567cb2cdd {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.855047] env[69770]: DEBUG oslo_vmware.api [None req-21ebb942-282f-4f51-95b3-1b7c9f729959 tempest-ServerShowV254Test-1833803571 tempest-ServerShowV254Test-1833803571-project-member] Waiting for the task: (returnval){ [ 984.855047] env[69770]: value = "task-4070036" [ 984.855047] env[69770]: _type = "Task" [ 984.855047] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 984.864473] env[69770]: DEBUG oslo_vmware.api [None req-21ebb942-282f-4f51-95b3-1b7c9f729959 tempest-ServerShowV254Test-1833803571 tempest-ServerShowV254Test-1833803571-project-member] Task: {'id': task-4070036, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.914504] env[69770]: DEBUG oslo_concurrency.lockutils [None req-e6986d59-e676-45ad-8f5a-bc7af4a77d12 tempest-ServersTestMultiNic-2119527449 tempest-ServersTestMultiNic-2119527449-project-member] Acquiring lock "refresh_cache-dcd9fa1a-a9e5-4227-829b-281fa7a1d4f6" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.973212] env[69770]: DEBUG oslo_concurrency.lockutils [req-6e9c98f7-a2da-475e-93fb-209087fa3d9a req-6054ff5d-91bb-43d4-9e12-2a31608e3fd3 service nova] Releasing lock "refresh_cache-dcd9fa1a-a9e5-4227-829b-281fa7a1d4f6" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.973212] env[69770]: DEBUG oslo_concurrency.lockutils [None req-e6986d59-e676-45ad-8f5a-bc7af4a77d12 tempest-ServersTestMultiNic-2119527449 tempest-ServersTestMultiNic-2119527449-project-member] Acquired lock "refresh_cache-dcd9fa1a-a9e5-4227-829b-281fa7a1d4f6" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.973212] env[69770]: DEBUG nova.network.neutron [None req-e6986d59-e676-45ad-8f5a-bc7af4a77d12 tempest-ServersTestMultiNic-2119527449 tempest-ServersTestMultiNic-2119527449-project-member] [instance: dcd9fa1a-a9e5-4227-829b-281fa7a1d4f6] Building network info cache for instance {{(pid=69770) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 985.180307] env[69770]: DEBUG nova.compute.manager [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] [instance: b3fc7334-8f11-44cb-b3b1-49eb73ad14cf] Instance has had 0 of 5 cleanup attempts {{(pid=69770) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 985.230211] env[69770]: DEBUG nova.compute.manager [None req-8e5b9251-3620-4f88-97d1-0d18a30a0f4a tempest-ServerMetadataNegativeTestJSON-1738636266 tempest-ServerMetadataNegativeTestJSON-1738636266-project-member] [instance: 735aaf86-ca37-4c5c-9296-568d98ace91c] Start building block device mappings for instance. {{(pid=69770) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 985.315498] env[69770]: DEBUG oslo_concurrency.lockutils [None req-3b104168-756f-4e28-ac27-835fd5329a56 tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] Lock "d90c6f0f-5427-4869-ad24-efe54ee99d2f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 92.088s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 985.370335] env[69770]: DEBUG oslo_vmware.api [None req-21ebb942-282f-4f51-95b3-1b7c9f729959 tempest-ServerShowV254Test-1833803571 tempest-ServerShowV254Test-1833803571-project-member] Task: {'id': task-4070036, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.080081} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 985.370335] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-21ebb942-282f-4f51-95b3-1b7c9f729959 tempest-ServerShowV254Test-1833803571 tempest-ServerShowV254Test-1833803571-project-member] [instance: bf2dd621-f03e-45ad-a4b0-953858139f65] Extended root virtual disk {{(pid=69770) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 985.370878] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94866dcf-a807-4cb7-9a47-a91a3df1ee0c {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.398976] env[69770]: DEBUG nova.virt.vmwareapi.volumeops [None req-21ebb942-282f-4f51-95b3-1b7c9f729959 tempest-ServerShowV254Test-1833803571 tempest-ServerShowV254Test-1833803571-project-member] [instance: bf2dd621-f03e-45ad-a4b0-953858139f65] Reconfiguring VM instance instance-00000041 to attach disk [datastore1] bf2dd621-f03e-45ad-a4b0-953858139f65/bf2dd621-f03e-45ad-a4b0-953858139f65.vmdk or device None with type sparse {{(pid=69770) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 985.401918] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2c8889b0-6092-450e-a67d-2a1b76edd184 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.420659] env[69770]: DEBUG nova.network.neutron [None req-8e5b9251-3620-4f88-97d1-0d18a30a0f4a tempest-ServerMetadataNegativeTestJSON-1738636266 tempest-ServerMetadataNegativeTestJSON-1738636266-project-member] [instance: 735aaf86-ca37-4c5c-9296-568d98ace91c] Successfully created port: 487d2d46-cdc7-49ee-8317-b3d30703b6e1 {{(pid=69770) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 985.425311] env[69770]: DEBUG oslo_vmware.api [None req-21ebb942-282f-4f51-95b3-1b7c9f729959 tempest-ServerShowV254Test-1833803571 tempest-ServerShowV254Test-1833803571-project-member] Waiting for the task: (returnval){ [ 985.425311] env[69770]: value = "task-4070037" [ 985.425311] env[69770]: _type = "Task" [ 985.425311] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 985.439346] env[69770]: DEBUG oslo_vmware.api [None req-21ebb942-282f-4f51-95b3-1b7c9f729959 tempest-ServerShowV254Test-1833803571 tempest-ServerShowV254Test-1833803571-project-member] Task: {'id': task-4070037, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.556349] env[69770]: DEBUG nova.network.neutron [None req-e6986d59-e676-45ad-8f5a-bc7af4a77d12 tempest-ServersTestMultiNic-2119527449 tempest-ServersTestMultiNic-2119527449-project-member] [instance: dcd9fa1a-a9e5-4227-829b-281fa7a1d4f6] Instance cache missing network info. {{(pid=69770) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 985.684019] env[69770]: DEBUG nova.compute.manager [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] [instance: 65be68f2-50f6-4ad4-878b-87d12f4cae3e] Instance has had 0 of 5 cleanup attempts {{(pid=69770) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 985.818821] env[69770]: DEBUG nova.compute.manager [None req-0ebe2a77-310c-4f41-8888-0c9801206db9 tempest-AttachInterfacesUnderV243Test-761183515 tempest-AttachInterfacesUnderV243Test-761183515-project-member] [instance: 529437d0-e31b-482e-9273-2d27b674c0e3] Starting instance... {{(pid=69770) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 985.832723] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d5b338f-6d5d-47f6-82d9-5244f74be6bd {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.846857] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63cb97f6-7dbf-4db4-867f-8b92a2203e2c {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.888241] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d813160-76b7-4624-98c7-2f8e58ed5a27 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.897739] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1662c26c-ce56-45c7-b31e-506c968e0f44 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.915444] env[69770]: DEBUG nova.compute.provider_tree [None req-6ee327ef-cac6-461f-8261-d94045abc761 tempest-ServersWithSpecificFlavorTestJSON-412767258 tempest-ServersWithSpecificFlavorTestJSON-412767258-project-member] Inventory has not changed in ProviderTree for provider: 7cc7d32b-b7a7-454a-a456-2a440248ed9d {{(pid=69770) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 985.937344] env[69770]: DEBUG oslo_vmware.api [None req-21ebb942-282f-4f51-95b3-1b7c9f729959 tempest-ServerShowV254Test-1833803571 tempest-ServerShowV254Test-1833803571-project-member] Task: {'id': task-4070037, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.098590] env[69770]: DEBUG oslo_concurrency.lockutils [None req-76d4852d-278c-46e4-8e93-81ba76d8d6f1 tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] Acquiring lock "d90c6f0f-5427-4869-ad24-efe54ee99d2f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 986.098790] env[69770]: DEBUG oslo_concurrency.lockutils [None req-76d4852d-278c-46e4-8e93-81ba76d8d6f1 tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] Lock "d90c6f0f-5427-4869-ad24-efe54ee99d2f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 986.099087] env[69770]: DEBUG oslo_concurrency.lockutils [None req-76d4852d-278c-46e4-8e93-81ba76d8d6f1 tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] Acquiring lock "d90c6f0f-5427-4869-ad24-efe54ee99d2f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 986.099253] env[69770]: DEBUG oslo_concurrency.lockutils [None req-76d4852d-278c-46e4-8e93-81ba76d8d6f1 tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] Lock "d90c6f0f-5427-4869-ad24-efe54ee99d2f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 986.099338] env[69770]: DEBUG oslo_concurrency.lockutils [None req-76d4852d-278c-46e4-8e93-81ba76d8d6f1 tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] Lock "d90c6f0f-5427-4869-ad24-efe54ee99d2f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 986.103347] env[69770]: INFO nova.compute.manager [None req-76d4852d-278c-46e4-8e93-81ba76d8d6f1 tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] [instance: d90c6f0f-5427-4869-ad24-efe54ee99d2f] Terminating instance [ 986.187403] env[69770]: DEBUG nova.compute.manager [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] [instance: 724c5059-a799-45b3-bfbd-328d7df854fc] Instance has had 0 of 5 cleanup attempts {{(pid=69770) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 986.247709] env[69770]: DEBUG nova.network.neutron [None req-e6986d59-e676-45ad-8f5a-bc7af4a77d12 tempest-ServersTestMultiNic-2119527449 tempest-ServersTestMultiNic-2119527449-project-member] [instance: dcd9fa1a-a9e5-4227-829b-281fa7a1d4f6] Updating instance_info_cache with network_info: [{"id": "f029195b-27af-4f0a-80a4-21b7d4ac4868", "address": "fa:16:3e:49:98:e3", "network": {"id": "f391661d-dadc-4f28-87c1-117716ef73f0", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1524797066", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.128", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "258a050dd64b4cbaa8d908e8457a61f0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "678ebbe4-4c53-4eaf-a689-93981310f37d", "external-id": "nsx-vlan-transportzone-443", "segmentation_id": 443, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf029195b-27", "ovs_interfaceid": "f029195b-27af-4f0a-80a4-21b7d4ac4868", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "38ab8353-0ac8-47fd-9f84-ddd7c91b4879", "address": "fa:16:3e:a5:fb:f0", "network": {"id": "a92f1d08-0497-4103-bf89-38f0bc625972", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-949243937", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.158", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "258a050dd64b4cbaa8d908e8457a61f0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0685bd0b-3dbf-4a06-951c-c6a4726dd4b0", "external-id": "nsx-vlan-transportzone-661", "segmentation_id": 661, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap38ab8353-0a", "ovs_interfaceid": "38ab8353-0ac8-47fd-9f84-ddd7c91b4879", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69770) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 986.257409] env[69770]: DEBUG nova.compute.manager [None req-8e5b9251-3620-4f88-97d1-0d18a30a0f4a tempest-ServerMetadataNegativeTestJSON-1738636266 tempest-ServerMetadataNegativeTestJSON-1738636266-project-member] [instance: 735aaf86-ca37-4c5c-9296-568d98ace91c] Start spawning the instance on the hypervisor. {{(pid=69770) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 986.294713] env[69770]: DEBUG nova.virt.hardware [None req-8e5b9251-3620-4f88-97d1-0d18a30a0f4a tempest-ServerMetadataNegativeTestJSON-1738636266 tempest-ServerMetadataNegativeTestJSON-1738636266-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T12:16:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T12:16:11Z,direct_url=,disk_format='vmdk',id=d1eaff80-24a0-4391-90eb-59958b1ecf0a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d65f20bb89fb40a98b77bc6d97357df2',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T12:16:12Z,virtual_size=,visibility=), allow threads: False {{(pid=69770) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 986.294991] env[69770]: DEBUG nova.virt.hardware [None req-8e5b9251-3620-4f88-97d1-0d18a30a0f4a tempest-ServerMetadataNegativeTestJSON-1738636266 tempest-ServerMetadataNegativeTestJSON-1738636266-project-member] Flavor limits 0:0:0 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 986.295132] env[69770]: DEBUG nova.virt.hardware [None req-8e5b9251-3620-4f88-97d1-0d18a30a0f4a tempest-ServerMetadataNegativeTestJSON-1738636266 tempest-ServerMetadataNegativeTestJSON-1738636266-project-member] Image limits 0:0:0 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 986.295335] env[69770]: DEBUG nova.virt.hardware [None req-8e5b9251-3620-4f88-97d1-0d18a30a0f4a tempest-ServerMetadataNegativeTestJSON-1738636266 tempest-ServerMetadataNegativeTestJSON-1738636266-project-member] Flavor pref 0:0:0 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 986.295518] env[69770]: DEBUG nova.virt.hardware [None req-8e5b9251-3620-4f88-97d1-0d18a30a0f4a tempest-ServerMetadataNegativeTestJSON-1738636266 tempest-ServerMetadataNegativeTestJSON-1738636266-project-member] Image pref 0:0:0 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 986.295695] env[69770]: DEBUG nova.virt.hardware [None req-8e5b9251-3620-4f88-97d1-0d18a30a0f4a tempest-ServerMetadataNegativeTestJSON-1738636266 tempest-ServerMetadataNegativeTestJSON-1738636266-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 986.295927] env[69770]: DEBUG nova.virt.hardware [None req-8e5b9251-3620-4f88-97d1-0d18a30a0f4a tempest-ServerMetadataNegativeTestJSON-1738636266 tempest-ServerMetadataNegativeTestJSON-1738636266-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69770) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 986.296099] env[69770]: DEBUG nova.virt.hardware [None req-8e5b9251-3620-4f88-97d1-0d18a30a0f4a tempest-ServerMetadataNegativeTestJSON-1738636266 tempest-ServerMetadataNegativeTestJSON-1738636266-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69770) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 986.296340] env[69770]: DEBUG nova.virt.hardware [None req-8e5b9251-3620-4f88-97d1-0d18a30a0f4a tempest-ServerMetadataNegativeTestJSON-1738636266 tempest-ServerMetadataNegativeTestJSON-1738636266-project-member] Got 1 possible topologies {{(pid=69770) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 986.296563] env[69770]: DEBUG nova.virt.hardware [None req-8e5b9251-3620-4f88-97d1-0d18a30a0f4a tempest-ServerMetadataNegativeTestJSON-1738636266 tempest-ServerMetadataNegativeTestJSON-1738636266-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69770) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 986.296783] env[69770]: DEBUG nova.virt.hardware [None req-8e5b9251-3620-4f88-97d1-0d18a30a0f4a tempest-ServerMetadataNegativeTestJSON-1738636266 tempest-ServerMetadataNegativeTestJSON-1738636266-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69770) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 986.298277] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcb46c4e-77eb-44c7-8a63-f553454cdc18 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.310058] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9aa807b-7c2a-4d16-bfc1-5944e6fa9e65 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.355382] env[69770]: DEBUG oslo_concurrency.lockutils [None req-0ebe2a77-310c-4f41-8888-0c9801206db9 tempest-AttachInterfacesUnderV243Test-761183515 tempest-AttachInterfacesUnderV243Test-761183515-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 986.388374] env[69770]: DEBUG nova.compute.manager [req-2711e6d8-7655-48c2-a729-9ae338772aac req-317e265a-d871-4ec6-8890-4010ece8003c service nova] [instance: dcd9fa1a-a9e5-4227-829b-281fa7a1d4f6] Received event network-vif-plugged-38ab8353-0ac8-47fd-9f84-ddd7c91b4879 {{(pid=69770) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 986.388374] env[69770]: DEBUG oslo_concurrency.lockutils [req-2711e6d8-7655-48c2-a729-9ae338772aac req-317e265a-d871-4ec6-8890-4010ece8003c service nova] Acquiring lock "dcd9fa1a-a9e5-4227-829b-281fa7a1d4f6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 986.388374] env[69770]: DEBUG oslo_concurrency.lockutils [req-2711e6d8-7655-48c2-a729-9ae338772aac req-317e265a-d871-4ec6-8890-4010ece8003c service nova] Lock "dcd9fa1a-a9e5-4227-829b-281fa7a1d4f6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 986.388374] env[69770]: DEBUG oslo_concurrency.lockutils [req-2711e6d8-7655-48c2-a729-9ae338772aac req-317e265a-d871-4ec6-8890-4010ece8003c service nova] Lock "dcd9fa1a-a9e5-4227-829b-281fa7a1d4f6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 986.388374] env[69770]: DEBUG nova.compute.manager [req-2711e6d8-7655-48c2-a729-9ae338772aac req-317e265a-d871-4ec6-8890-4010ece8003c service nova] [instance: dcd9fa1a-a9e5-4227-829b-281fa7a1d4f6] No waiting events found dispatching network-vif-plugged-38ab8353-0ac8-47fd-9f84-ddd7c91b4879 {{(pid=69770) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 986.389356] env[69770]: WARNING nova.compute.manager [req-2711e6d8-7655-48c2-a729-9ae338772aac req-317e265a-d871-4ec6-8890-4010ece8003c service nova] [instance: dcd9fa1a-a9e5-4227-829b-281fa7a1d4f6] Received unexpected event network-vif-plugged-38ab8353-0ac8-47fd-9f84-ddd7c91b4879 for instance with vm_state building and task_state spawning. [ 986.390244] env[69770]: DEBUG nova.compute.manager [req-2711e6d8-7655-48c2-a729-9ae338772aac req-317e265a-d871-4ec6-8890-4010ece8003c service nova] [instance: dcd9fa1a-a9e5-4227-829b-281fa7a1d4f6] Received event network-changed-38ab8353-0ac8-47fd-9f84-ddd7c91b4879 {{(pid=69770) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 986.392050] env[69770]: DEBUG nova.compute.manager [req-2711e6d8-7655-48c2-a729-9ae338772aac req-317e265a-d871-4ec6-8890-4010ece8003c service nova] [instance: dcd9fa1a-a9e5-4227-829b-281fa7a1d4f6] Refreshing instance network info cache due to event network-changed-38ab8353-0ac8-47fd-9f84-ddd7c91b4879. {{(pid=69770) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 986.392050] env[69770]: DEBUG oslo_concurrency.lockutils [req-2711e6d8-7655-48c2-a729-9ae338772aac req-317e265a-d871-4ec6-8890-4010ece8003c service nova] Acquiring lock "refresh_cache-dcd9fa1a-a9e5-4227-829b-281fa7a1d4f6" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.422024] env[69770]: DEBUG nova.scheduler.client.report [None req-6ee327ef-cac6-461f-8261-d94045abc761 tempest-ServersWithSpecificFlavorTestJSON-412767258 tempest-ServersWithSpecificFlavorTestJSON-412767258-project-member] Inventory has not changed for provider 7cc7d32b-b7a7-454a-a456-2a440248ed9d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69770) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 986.441813] env[69770]: DEBUG oslo_vmware.api [None req-21ebb942-282f-4f51-95b3-1b7c9f729959 tempest-ServerShowV254Test-1833803571 tempest-ServerShowV254Test-1833803571-project-member] Task: {'id': task-4070037, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.608141] env[69770]: DEBUG nova.compute.manager [None req-76d4852d-278c-46e4-8e93-81ba76d8d6f1 tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] [instance: d90c6f0f-5427-4869-ad24-efe54ee99d2f] Start destroying the instance on the hypervisor. {{(pid=69770) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 986.608395] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-76d4852d-278c-46e4-8e93-81ba76d8d6f1 tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] [instance: d90c6f0f-5427-4869-ad24-efe54ee99d2f] Destroying instance {{(pid=69770) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 986.609409] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fc1a47a-d466-4716-b523-290e24ac4a3b {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.621609] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-76d4852d-278c-46e4-8e93-81ba76d8d6f1 tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] [instance: d90c6f0f-5427-4869-ad24-efe54ee99d2f] Powering off the VM {{(pid=69770) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 986.621609] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1d1e5653-69f6-4922-8d30-45b293bf192a {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.631725] env[69770]: DEBUG oslo_vmware.api [None req-76d4852d-278c-46e4-8e93-81ba76d8d6f1 tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] Waiting for the task: (returnval){ [ 986.631725] env[69770]: value = "task-4070038" [ 986.631725] env[69770]: _type = "Task" [ 986.631725] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 986.643517] env[69770]: DEBUG oslo_vmware.api [None req-76d4852d-278c-46e4-8e93-81ba76d8d6f1 tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] Task: {'id': task-4070038, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.692223] env[69770]: DEBUG nova.compute.manager [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] [instance: 5a605234-adcc-42bc-94e4-b6312611e566] Instance has had 0 of 5 cleanup attempts {{(pid=69770) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 986.755441] env[69770]: DEBUG oslo_concurrency.lockutils [None req-e6986d59-e676-45ad-8f5a-bc7af4a77d12 tempest-ServersTestMultiNic-2119527449 tempest-ServersTestMultiNic-2119527449-project-member] Releasing lock "refresh_cache-dcd9fa1a-a9e5-4227-829b-281fa7a1d4f6" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.755858] env[69770]: DEBUG nova.compute.manager [None req-e6986d59-e676-45ad-8f5a-bc7af4a77d12 tempest-ServersTestMultiNic-2119527449 tempest-ServersTestMultiNic-2119527449-project-member] [instance: dcd9fa1a-a9e5-4227-829b-281fa7a1d4f6] Instance network_info: |[{"id": "f029195b-27af-4f0a-80a4-21b7d4ac4868", "address": "fa:16:3e:49:98:e3", "network": {"id": "f391661d-dadc-4f28-87c1-117716ef73f0", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1524797066", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.128", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "258a050dd64b4cbaa8d908e8457a61f0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "678ebbe4-4c53-4eaf-a689-93981310f37d", "external-id": "nsx-vlan-transportzone-443", "segmentation_id": 443, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf029195b-27", "ovs_interfaceid": "f029195b-27af-4f0a-80a4-21b7d4ac4868", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "38ab8353-0ac8-47fd-9f84-ddd7c91b4879", "address": "fa:16:3e:a5:fb:f0", "network": {"id": "a92f1d08-0497-4103-bf89-38f0bc625972", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-949243937", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.158", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "258a050dd64b4cbaa8d908e8457a61f0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0685bd0b-3dbf-4a06-951c-c6a4726dd4b0", "external-id": "nsx-vlan-transportzone-661", "segmentation_id": 661, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap38ab8353-0a", "ovs_interfaceid": "38ab8353-0ac8-47fd-9f84-ddd7c91b4879", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69770) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 986.756359] env[69770]: DEBUG oslo_concurrency.lockutils [req-2711e6d8-7655-48c2-a729-9ae338772aac req-317e265a-d871-4ec6-8890-4010ece8003c service nova] Acquired lock "refresh_cache-dcd9fa1a-a9e5-4227-829b-281fa7a1d4f6" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.756550] env[69770]: DEBUG nova.network.neutron [req-2711e6d8-7655-48c2-a729-9ae338772aac req-317e265a-d871-4ec6-8890-4010ece8003c service nova] [instance: dcd9fa1a-a9e5-4227-829b-281fa7a1d4f6] Refreshing network info cache for port 38ab8353-0ac8-47fd-9f84-ddd7c91b4879 {{(pid=69770) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 986.758085] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-e6986d59-e676-45ad-8f5a-bc7af4a77d12 tempest-ServersTestMultiNic-2119527449 tempest-ServersTestMultiNic-2119527449-project-member] [instance: dcd9fa1a-a9e5-4227-829b-281fa7a1d4f6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:49:98:e3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '678ebbe4-4c53-4eaf-a689-93981310f37d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f029195b-27af-4f0a-80a4-21b7d4ac4868', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:a5:fb:f0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0685bd0b-3dbf-4a06-951c-c6a4726dd4b0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '38ab8353-0ac8-47fd-9f84-ddd7c91b4879', 'vif_model': 'vmxnet3'}] {{(pid=69770) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 986.778682] env[69770]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e6986d59-e676-45ad-8f5a-bc7af4a77d12 tempest-ServersTestMultiNic-2119527449 tempest-ServersTestMultiNic-2119527449-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69770) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 986.780515] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dcd9fa1a-a9e5-4227-829b-281fa7a1d4f6] Creating VM on the ESX host {{(pid=69770) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 986.780515] env[69770]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8edea243-e837-480c-ae76-c2cc47fe72d0 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.816303] env[69770]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 986.816303] env[69770]: value = "task-4070039" [ 986.816303] env[69770]: _type = "Task" [ 986.816303] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 986.825618] env[69770]: DEBUG oslo_vmware.api [-] Task: {'id': task-4070039, 'name': CreateVM_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.925392] env[69770]: DEBUG oslo_concurrency.lockutils [None req-6ee327ef-cac6-461f-8261-d94045abc761 tempest-ServersWithSpecificFlavorTestJSON-412767258 tempest-ServersWithSpecificFlavorTestJSON-412767258-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.711s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 986.926329] env[69770]: DEBUG nova.compute.manager [None req-6ee327ef-cac6-461f-8261-d94045abc761 tempest-ServersWithSpecificFlavorTestJSON-412767258 tempest-ServersWithSpecificFlavorTestJSON-412767258-project-member] [instance: e4982a7d-45f6-4b3d-9768-7d260a133e8d] Start building networks asynchronously for instance. {{(pid=69770) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 986.931481] env[69770]: DEBUG oslo_concurrency.lockutils [None req-b650112e-a21b-4c26-a8a4-5fd99301f6fe tempest-ImagesOneServerNegativeTestJSON-405389268 tempest-ImagesOneServerNegativeTestJSON-405389268-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.376s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 986.931841] env[69770]: DEBUG oslo_concurrency.lockutils [None req-b650112e-a21b-4c26-a8a4-5fd99301f6fe tempest-ImagesOneServerNegativeTestJSON-405389268 tempest-ImagesOneServerNegativeTestJSON-405389268-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.001s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 986.935402] env[69770]: DEBUG oslo_concurrency.lockutils [None req-dbbf7a5d-d089-4a0a-8a31-e34ceff9d5f8 tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.067s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 986.935726] env[69770]: DEBUG oslo_concurrency.lockutils [None req-dbbf7a5d-d089-4a0a-8a31-e34ceff9d5f8 tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 986.941191] env[69770]: DEBUG oslo_concurrency.lockutils [None req-e766543b-d3ee-4d55-95e2-2379f9c6d309 tempest-ServerShowV257Test-679390461 tempest-ServerShowV257Test-679390461-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.721s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 986.941191] env[69770]: INFO nova.compute.claims [None req-e766543b-d3ee-4d55-95e2-2379f9c6d309 tempest-ServerShowV257Test-679390461 tempest-ServerShowV257Test-679390461-project-member] [instance: 0d90aae9-45e9-424d-b06f-7dcbef05f5bf] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 986.958073] env[69770]: DEBUG oslo_vmware.api [None req-21ebb942-282f-4f51-95b3-1b7c9f729959 tempest-ServerShowV254Test-1833803571 tempest-ServerShowV254Test-1833803571-project-member] Task: {'id': task-4070037, 'name': ReconfigVM_Task, 'duration_secs': 1.297454} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 986.961033] env[69770]: DEBUG nova.virt.vmwareapi.volumeops [None req-21ebb942-282f-4f51-95b3-1b7c9f729959 tempest-ServerShowV254Test-1833803571 tempest-ServerShowV254Test-1833803571-project-member] [instance: bf2dd621-f03e-45ad-a4b0-953858139f65] Reconfigured VM instance instance-00000041 to attach disk [datastore1] bf2dd621-f03e-45ad-a4b0-953858139f65/bf2dd621-f03e-45ad-a4b0-953858139f65.vmdk or device None with type sparse {{(pid=69770) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 986.961033] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e3c16ce6-a228-456e-945d-f9905258384b {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.971708] env[69770]: DEBUG oslo_vmware.api [None req-21ebb942-282f-4f51-95b3-1b7c9f729959 tempest-ServerShowV254Test-1833803571 tempest-ServerShowV254Test-1833803571-project-member] Waiting for the task: (returnval){ [ 986.971708] env[69770]: value = "task-4070040" [ 986.971708] env[69770]: _type = "Task" [ 986.971708] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 986.987882] env[69770]: DEBUG oslo_vmware.api [None req-21ebb942-282f-4f51-95b3-1b7c9f729959 tempest-ServerShowV254Test-1833803571 tempest-ServerShowV254Test-1833803571-project-member] Task: {'id': task-4070040, 'name': Rename_Task} progress is 6%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.989414] env[69770]: INFO nova.scheduler.client.report [None req-b650112e-a21b-4c26-a8a4-5fd99301f6fe tempest-ImagesOneServerNegativeTestJSON-405389268 tempest-ImagesOneServerNegativeTestJSON-405389268-project-member] Deleted allocations for instance 652320ff-d46d-4ce0-bc7d-eca68820e6ef [ 986.991409] env[69770]: INFO nova.scheduler.client.report [None req-dbbf7a5d-d089-4a0a-8a31-e34ceff9d5f8 tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] Deleted allocations for instance b2bce6a2-d9e0-41e9-8a4b-23e53133bbb4 [ 987.146802] env[69770]: DEBUG oslo_vmware.api [None req-76d4852d-278c-46e4-8e93-81ba76d8d6f1 tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] Task: {'id': task-4070038, 'name': PowerOffVM_Task, 'duration_secs': 0.407098} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 987.147375] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-76d4852d-278c-46e4-8e93-81ba76d8d6f1 tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] [instance: d90c6f0f-5427-4869-ad24-efe54ee99d2f] Powered off the VM {{(pid=69770) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 987.147544] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-76d4852d-278c-46e4-8e93-81ba76d8d6f1 tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] [instance: d90c6f0f-5427-4869-ad24-efe54ee99d2f] Unregistering the VM {{(pid=69770) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 987.147835] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8bd5c75f-3c32-47ba-a021-b61ceb443681 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.168639] env[69770]: DEBUG oslo_concurrency.lockutils [None req-3e5afd11-1891-4bd3-a636-981a45bb11b1 tempest-MigrationsAdminTest-1409017777 tempest-MigrationsAdminTest-1409017777-project-member] Acquiring lock "95957450-4202-4400-ab80-e9d3a56b2efb" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 987.169069] env[69770]: DEBUG oslo_concurrency.lockutils [None req-3e5afd11-1891-4bd3-a636-981a45bb11b1 tempest-MigrationsAdminTest-1409017777 tempest-MigrationsAdminTest-1409017777-project-member] Lock "95957450-4202-4400-ab80-e9d3a56b2efb" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 987.169289] env[69770]: DEBUG oslo_concurrency.lockutils [None req-3e5afd11-1891-4bd3-a636-981a45bb11b1 tempest-MigrationsAdminTest-1409017777 tempest-MigrationsAdminTest-1409017777-project-member] Acquiring lock "95957450-4202-4400-ab80-e9d3a56b2efb-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 987.169503] env[69770]: DEBUG oslo_concurrency.lockutils [None req-3e5afd11-1891-4bd3-a636-981a45bb11b1 tempest-MigrationsAdminTest-1409017777 tempest-MigrationsAdminTest-1409017777-project-member] Lock "95957450-4202-4400-ab80-e9d3a56b2efb-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 987.169688] env[69770]: DEBUG oslo_concurrency.lockutils [None req-3e5afd11-1891-4bd3-a636-981a45bb11b1 tempest-MigrationsAdminTest-1409017777 tempest-MigrationsAdminTest-1409017777-project-member] Lock "95957450-4202-4400-ab80-e9d3a56b2efb-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 987.173032] env[69770]: INFO nova.compute.manager [None req-3e5afd11-1891-4bd3-a636-981a45bb11b1 tempest-MigrationsAdminTest-1409017777 tempest-MigrationsAdminTest-1409017777-project-member] [instance: 95957450-4202-4400-ab80-e9d3a56b2efb] Terminating instance [ 987.197553] env[69770]: DEBUG nova.compute.manager [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] [instance: 1d7a05ac-b6a7-47c4-9143-79ff005189f9] Instance has had 0 of 5 cleanup attempts {{(pid=69770) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 987.222145] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-76d4852d-278c-46e4-8e93-81ba76d8d6f1 tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] [instance: d90c6f0f-5427-4869-ad24-efe54ee99d2f] Unregistered the VM {{(pid=69770) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 987.222280] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-76d4852d-278c-46e4-8e93-81ba76d8d6f1 tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] [instance: d90c6f0f-5427-4869-ad24-efe54ee99d2f] Deleting contents of the VM from datastore datastore1 {{(pid=69770) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 987.222466] env[69770]: DEBUG nova.virt.vmwareapi.ds_util [None req-76d4852d-278c-46e4-8e93-81ba76d8d6f1 tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] Deleting the datastore file [datastore1] d90c6f0f-5427-4869-ad24-efe54ee99d2f {{(pid=69770) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 987.222793] env[69770]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-51275e3a-9563-4fb3-adfe-1785ab28a1ae {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.231322] env[69770]: DEBUG oslo_vmware.api [None req-76d4852d-278c-46e4-8e93-81ba76d8d6f1 tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] Waiting for the task: (returnval){ [ 987.231322] env[69770]: value = "task-4070042" [ 987.231322] env[69770]: _type = "Task" [ 987.231322] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 987.241478] env[69770]: DEBUG oslo_vmware.api [None req-76d4852d-278c-46e4-8e93-81ba76d8d6f1 tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] Task: {'id': task-4070042, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.335534] env[69770]: DEBUG oslo_vmware.api [-] Task: {'id': task-4070039, 'name': CreateVM_Task} progress is 99%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.432480] env[69770]: DEBUG nova.compute.utils [None req-6ee327ef-cac6-461f-8261-d94045abc761 tempest-ServersWithSpecificFlavorTestJSON-412767258 tempest-ServersWithSpecificFlavorTestJSON-412767258-project-member] Using /dev/sd instead of None {{(pid=69770) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 987.437502] env[69770]: DEBUG nova.compute.manager [None req-6ee327ef-cac6-461f-8261-d94045abc761 tempest-ServersWithSpecificFlavorTestJSON-412767258 tempest-ServersWithSpecificFlavorTestJSON-412767258-project-member] [instance: e4982a7d-45f6-4b3d-9768-7d260a133e8d] Allocating IP information in the background. {{(pid=69770) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 987.437502] env[69770]: DEBUG nova.network.neutron [None req-6ee327ef-cac6-461f-8261-d94045abc761 tempest-ServersWithSpecificFlavorTestJSON-412767258 tempest-ServersWithSpecificFlavorTestJSON-412767258-project-member] [instance: e4982a7d-45f6-4b3d-9768-7d260a133e8d] allocate_for_instance() {{(pid=69770) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 987.491959] env[69770]: DEBUG oslo_vmware.api [None req-21ebb942-282f-4f51-95b3-1b7c9f729959 tempest-ServerShowV254Test-1833803571 tempest-ServerShowV254Test-1833803571-project-member] Task: {'id': task-4070040, 'name': Rename_Task, 'duration_secs': 0.174252} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 987.492546] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-21ebb942-282f-4f51-95b3-1b7c9f729959 tempest-ServerShowV254Test-1833803571 tempest-ServerShowV254Test-1833803571-project-member] [instance: bf2dd621-f03e-45ad-a4b0-953858139f65] Powering on the VM {{(pid=69770) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 987.492954] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2a07b7b5-2df1-4dda-b468-d2454b6869b2 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.507944] env[69770]: DEBUG oslo_vmware.api [None req-21ebb942-282f-4f51-95b3-1b7c9f729959 tempest-ServerShowV254Test-1833803571 tempest-ServerShowV254Test-1833803571-project-member] Waiting for the task: (returnval){ [ 987.507944] env[69770]: value = "task-4070043" [ 987.507944] env[69770]: _type = "Task" [ 987.507944] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 987.510851] env[69770]: DEBUG oslo_concurrency.lockutils [None req-b650112e-a21b-4c26-a8a4-5fd99301f6fe tempest-ImagesOneServerNegativeTestJSON-405389268 tempest-ImagesOneServerNegativeTestJSON-405389268-project-member] Lock "652320ff-d46d-4ce0-bc7d-eca68820e6ef" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.747s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 987.510851] env[69770]: DEBUG oslo_concurrency.lockutils [None req-dbbf7a5d-d089-4a0a-8a31-e34ceff9d5f8 tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] Lock "b2bce6a2-d9e0-41e9-8a4b-23e53133bbb4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.850s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 987.529022] env[69770]: DEBUG oslo_vmware.api [None req-21ebb942-282f-4f51-95b3-1b7c9f729959 tempest-ServerShowV254Test-1833803571 tempest-ServerShowV254Test-1833803571-project-member] Task: {'id': task-4070043, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.582144] env[69770]: DEBUG nova.policy [None req-6ee327ef-cac6-461f-8261-d94045abc761 tempest-ServersWithSpecificFlavorTestJSON-412767258 tempest-ServersWithSpecificFlavorTestJSON-412767258-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '475687d28eed49c187882f3317348f3f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9c7a0aeab76c46959dc2c70de94c922d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69770) authorize /opt/stack/nova/nova/policy.py:192}} [ 987.680323] env[69770]: DEBUG nova.compute.manager [None req-3e5afd11-1891-4bd3-a636-981a45bb11b1 tempest-MigrationsAdminTest-1409017777 tempest-MigrationsAdminTest-1409017777-project-member] [instance: 95957450-4202-4400-ab80-e9d3a56b2efb] Start destroying the instance on the hypervisor. {{(pid=69770) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 987.680640] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-3e5afd11-1891-4bd3-a636-981a45bb11b1 tempest-MigrationsAdminTest-1409017777 tempest-MigrationsAdminTest-1409017777-project-member] [instance: 95957450-4202-4400-ab80-e9d3a56b2efb] Destroying instance {{(pid=69770) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 987.681749] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff776fe5-a1ea-4702-814e-22699bf83661 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.692087] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e5afd11-1891-4bd3-a636-981a45bb11b1 tempest-MigrationsAdminTest-1409017777 tempest-MigrationsAdminTest-1409017777-project-member] [instance: 95957450-4202-4400-ab80-e9d3a56b2efb] Powering off the VM {{(pid=69770) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 987.692379] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9c21cc48-a956-4714-8db7-4027c98897c1 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.701039] env[69770]: DEBUG oslo_vmware.api [None req-3e5afd11-1891-4bd3-a636-981a45bb11b1 tempest-MigrationsAdminTest-1409017777 tempest-MigrationsAdminTest-1409017777-project-member] Waiting for the task: (returnval){ [ 987.701039] env[69770]: value = "task-4070044" [ 987.701039] env[69770]: _type = "Task" [ 987.701039] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 987.701562] env[69770]: DEBUG nova.compute.manager [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] [instance: 8c85c90a-f87e-4356-8752-b7b8a16d12cd] Instance has had 0 of 5 cleanup attempts {{(pid=69770) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 987.715985] env[69770]: DEBUG oslo_vmware.api [None req-3e5afd11-1891-4bd3-a636-981a45bb11b1 tempest-MigrationsAdminTest-1409017777 tempest-MigrationsAdminTest-1409017777-project-member] Task: {'id': task-4070044, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.745639] env[69770]: DEBUG oslo_vmware.api [None req-76d4852d-278c-46e4-8e93-81ba76d8d6f1 tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] Task: {'id': task-4070042, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.198572} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 987.748420] env[69770]: DEBUG nova.virt.vmwareapi.ds_util [None req-76d4852d-278c-46e4-8e93-81ba76d8d6f1 tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] Deleted the datastore file {{(pid=69770) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 987.748420] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-76d4852d-278c-46e4-8e93-81ba76d8d6f1 tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] [instance: d90c6f0f-5427-4869-ad24-efe54ee99d2f] Deleted contents of the VM from datastore datastore1 {{(pid=69770) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 987.748420] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-76d4852d-278c-46e4-8e93-81ba76d8d6f1 tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] [instance: d90c6f0f-5427-4869-ad24-efe54ee99d2f] Instance destroyed {{(pid=69770) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 987.748420] env[69770]: INFO nova.compute.manager [None req-76d4852d-278c-46e4-8e93-81ba76d8d6f1 tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] [instance: d90c6f0f-5427-4869-ad24-efe54ee99d2f] Took 1.14 seconds to destroy the instance on the hypervisor. [ 987.748420] env[69770]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-76d4852d-278c-46e4-8e93-81ba76d8d6f1 tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69770) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 987.748420] env[69770]: DEBUG nova.compute.manager [-] [instance: d90c6f0f-5427-4869-ad24-efe54ee99d2f] Deallocating network for instance {{(pid=69770) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 987.748420] env[69770]: DEBUG nova.network.neutron [-] [instance: d90c6f0f-5427-4869-ad24-efe54ee99d2f] deallocate_for_instance() {{(pid=69770) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 987.834834] env[69770]: DEBUG oslo_vmware.api [-] Task: {'id': task-4070039, 'name': CreateVM_Task, 'duration_secs': 0.529188} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 987.835192] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dcd9fa1a-a9e5-4227-829b-281fa7a1d4f6] Created VM on the ESX host {{(pid=69770) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 987.836536] env[69770]: DEBUG oslo_concurrency.lockutils [None req-e6986d59-e676-45ad-8f5a-bc7af4a77d12 tempest-ServersTestMultiNic-2119527449 tempest-ServersTestMultiNic-2119527449-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.837186] env[69770]: DEBUG oslo_concurrency.lockutils [None req-e6986d59-e676-45ad-8f5a-bc7af4a77d12 tempest-ServersTestMultiNic-2119527449 tempest-ServersTestMultiNic-2119527449-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.837541] env[69770]: DEBUG oslo_concurrency.lockutils [None req-e6986d59-e676-45ad-8f5a-bc7af4a77d12 tempest-ServersTestMultiNic-2119527449 tempest-ServersTestMultiNic-2119527449-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.837952] env[69770]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e98110a4-95ad-4107-bff1-a12bb517b3bc {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.849400] env[69770]: DEBUG oslo_vmware.api [None req-e6986d59-e676-45ad-8f5a-bc7af4a77d12 tempest-ServersTestMultiNic-2119527449 tempest-ServersTestMultiNic-2119527449-project-member] Waiting for the task: (returnval){ [ 987.849400] env[69770]: value = "session[52161b52-cb8e-ec9f-1132-2f6b49549d41]5284b019-c577-fa9d-fcbb-05018a98c3d4" [ 987.849400] env[69770]: _type = "Task" [ 987.849400] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 987.861747] env[69770]: DEBUG oslo_vmware.api [None req-e6986d59-e676-45ad-8f5a-bc7af4a77d12 tempest-ServersTestMultiNic-2119527449 tempest-ServersTestMultiNic-2119527449-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]5284b019-c577-fa9d-fcbb-05018a98c3d4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.938831] env[69770]: DEBUG nova.compute.utils [None req-6ee327ef-cac6-461f-8261-d94045abc761 tempest-ServersWithSpecificFlavorTestJSON-412767258 tempest-ServersWithSpecificFlavorTestJSON-412767258-project-member] Using /dev/sd instead of None {{(pid=69770) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 988.034581] env[69770]: DEBUG oslo_vmware.api [None req-21ebb942-282f-4f51-95b3-1b7c9f729959 tempest-ServerShowV254Test-1833803571 tempest-ServerShowV254Test-1833803571-project-member] Task: {'id': task-4070043, 'name': PowerOnVM_Task} progress is 76%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.044240] env[69770]: DEBUG nova.network.neutron [None req-8e5b9251-3620-4f88-97d1-0d18a30a0f4a tempest-ServerMetadataNegativeTestJSON-1738636266 tempest-ServerMetadataNegativeTestJSON-1738636266-project-member] [instance: 735aaf86-ca37-4c5c-9296-568d98ace91c] Successfully updated port: 487d2d46-cdc7-49ee-8317-b3d30703b6e1 {{(pid=69770) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 988.109456] env[69770]: DEBUG nova.network.neutron [req-2711e6d8-7655-48c2-a729-9ae338772aac req-317e265a-d871-4ec6-8890-4010ece8003c service nova] [instance: dcd9fa1a-a9e5-4227-829b-281fa7a1d4f6] Updated VIF entry in instance network info cache for port 38ab8353-0ac8-47fd-9f84-ddd7c91b4879. {{(pid=69770) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 988.109828] env[69770]: DEBUG nova.network.neutron [req-2711e6d8-7655-48c2-a729-9ae338772aac req-317e265a-d871-4ec6-8890-4010ece8003c service nova] [instance: dcd9fa1a-a9e5-4227-829b-281fa7a1d4f6] Updating instance_info_cache with network_info: [{"id": "f029195b-27af-4f0a-80a4-21b7d4ac4868", "address": "fa:16:3e:49:98:e3", "network": {"id": "f391661d-dadc-4f28-87c1-117716ef73f0", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1524797066", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.128", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "258a050dd64b4cbaa8d908e8457a61f0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "678ebbe4-4c53-4eaf-a689-93981310f37d", "external-id": "nsx-vlan-transportzone-443", "segmentation_id": 443, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf029195b-27", "ovs_interfaceid": "f029195b-27af-4f0a-80a4-21b7d4ac4868", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "38ab8353-0ac8-47fd-9f84-ddd7c91b4879", "address": "fa:16:3e:a5:fb:f0", "network": {"id": "a92f1d08-0497-4103-bf89-38f0bc625972", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-949243937", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.158", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "258a050dd64b4cbaa8d908e8457a61f0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0685bd0b-3dbf-4a06-951c-c6a4726dd4b0", "external-id": "nsx-vlan-transportzone-661", "segmentation_id": 661, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap38ab8353-0a", "ovs_interfaceid": "38ab8353-0ac8-47fd-9f84-ddd7c91b4879", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69770) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 988.208276] env[69770]: DEBUG nova.compute.manager [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] [instance: df3c3daf-8cd6-43af-8872-c3cdc0ea11cb] Instance has had 0 of 5 cleanup attempts {{(pid=69770) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 988.214622] env[69770]: DEBUG oslo_vmware.api [None req-3e5afd11-1891-4bd3-a636-981a45bb11b1 tempest-MigrationsAdminTest-1409017777 tempest-MigrationsAdminTest-1409017777-project-member] Task: {'id': task-4070044, 'name': PowerOffVM_Task, 'duration_secs': 0.250081} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 988.219666] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e5afd11-1891-4bd3-a636-981a45bb11b1 tempest-MigrationsAdminTest-1409017777 tempest-MigrationsAdminTest-1409017777-project-member] [instance: 95957450-4202-4400-ab80-e9d3a56b2efb] Powered off the VM {{(pid=69770) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 988.219953] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-3e5afd11-1891-4bd3-a636-981a45bb11b1 tempest-MigrationsAdminTest-1409017777 tempest-MigrationsAdminTest-1409017777-project-member] [instance: 95957450-4202-4400-ab80-e9d3a56b2efb] Unregistering the VM {{(pid=69770) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 988.220573] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fc8f75cf-689b-4dca-bb62-8a774f99b6f2 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.278040] env[69770]: DEBUG nova.network.neutron [None req-6ee327ef-cac6-461f-8261-d94045abc761 tempest-ServersWithSpecificFlavorTestJSON-412767258 tempest-ServersWithSpecificFlavorTestJSON-412767258-project-member] [instance: e4982a7d-45f6-4b3d-9768-7d260a133e8d] Successfully created port: 88c8589e-0caa-4abc-b6bc-0794e5993898 {{(pid=69770) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 988.304821] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-3e5afd11-1891-4bd3-a636-981a45bb11b1 tempest-MigrationsAdminTest-1409017777 tempest-MigrationsAdminTest-1409017777-project-member] [instance: 95957450-4202-4400-ab80-e9d3a56b2efb] Unregistered the VM {{(pid=69770) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 988.305916] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-3e5afd11-1891-4bd3-a636-981a45bb11b1 tempest-MigrationsAdminTest-1409017777 tempest-MigrationsAdminTest-1409017777-project-member] [instance: 95957450-4202-4400-ab80-e9d3a56b2efb] Deleting contents of the VM from datastore datastore1 {{(pid=69770) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 988.306376] env[69770]: DEBUG nova.virt.vmwareapi.ds_util [None req-3e5afd11-1891-4bd3-a636-981a45bb11b1 tempest-MigrationsAdminTest-1409017777 tempest-MigrationsAdminTest-1409017777-project-member] Deleting the datastore file [datastore1] 95957450-4202-4400-ab80-e9d3a56b2efb {{(pid=69770) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 988.307355] env[69770]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-48fbb678-bc1d-4291-bd4c-e9472a780181 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.317803] env[69770]: DEBUG oslo_vmware.api [None req-3e5afd11-1891-4bd3-a636-981a45bb11b1 tempest-MigrationsAdminTest-1409017777 tempest-MigrationsAdminTest-1409017777-project-member] Waiting for the task: (returnval){ [ 988.317803] env[69770]: value = "task-4070046" [ 988.317803] env[69770]: _type = "Task" [ 988.317803] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 988.333885] env[69770]: DEBUG oslo_vmware.api [None req-3e5afd11-1891-4bd3-a636-981a45bb11b1 tempest-MigrationsAdminTest-1409017777 tempest-MigrationsAdminTest-1409017777-project-member] Task: {'id': task-4070046, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.362025] env[69770]: DEBUG oslo_vmware.api [None req-e6986d59-e676-45ad-8f5a-bc7af4a77d12 tempest-ServersTestMultiNic-2119527449 tempest-ServersTestMultiNic-2119527449-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]5284b019-c577-fa9d-fcbb-05018a98c3d4, 'name': SearchDatastore_Task, 'duration_secs': 0.011761} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 988.365978] env[69770]: DEBUG oslo_concurrency.lockutils [None req-e6986d59-e676-45ad-8f5a-bc7af4a77d12 tempest-ServersTestMultiNic-2119527449 tempest-ServersTestMultiNic-2119527449-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.365978] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-e6986d59-e676-45ad-8f5a-bc7af4a77d12 tempest-ServersTestMultiNic-2119527449 tempest-ServersTestMultiNic-2119527449-project-member] [instance: dcd9fa1a-a9e5-4227-829b-281fa7a1d4f6] Processing image d1eaff80-24a0-4391-90eb-59958b1ecf0a {{(pid=69770) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 988.366158] env[69770]: DEBUG oslo_concurrency.lockutils [None req-e6986d59-e676-45ad-8f5a-bc7af4a77d12 tempest-ServersTestMultiNic-2119527449 tempest-ServersTestMultiNic-2119527449-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.366308] env[69770]: DEBUG oslo_concurrency.lockutils [None req-e6986d59-e676-45ad-8f5a-bc7af4a77d12 tempest-ServersTestMultiNic-2119527449 tempest-ServersTestMultiNic-2119527449-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.366520] env[69770]: DEBUG nova.virt.vmwareapi.ds_util [None req-e6986d59-e676-45ad-8f5a-bc7af4a77d12 tempest-ServersTestMultiNic-2119527449 tempest-ServersTestMultiNic-2119527449-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69770) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 988.366987] env[69770]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-66f2a4c2-9efb-43cc-be86-c1fc830fc0e6 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.389952] env[69770]: DEBUG nova.virt.vmwareapi.ds_util [None req-e6986d59-e676-45ad-8f5a-bc7af4a77d12 tempest-ServersTestMultiNic-2119527449 tempest-ServersTestMultiNic-2119527449-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69770) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 988.390156] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-e6986d59-e676-45ad-8f5a-bc7af4a77d12 tempest-ServersTestMultiNic-2119527449 tempest-ServersTestMultiNic-2119527449-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69770) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 988.390915] env[69770]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6d0ff137-a361-4921-8936-eb36e1eae7f5 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.400062] env[69770]: DEBUG oslo_vmware.api [None req-e6986d59-e676-45ad-8f5a-bc7af4a77d12 tempest-ServersTestMultiNic-2119527449 tempest-ServersTestMultiNic-2119527449-project-member] Waiting for the task: (returnval){ [ 988.400062] env[69770]: value = "session[52161b52-cb8e-ec9f-1132-2f6b49549d41]5201597d-1e87-e918-88ae-903455b66e87" [ 988.400062] env[69770]: _type = "Task" [ 988.400062] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 988.408767] env[69770]: DEBUG oslo_vmware.api [None req-e6986d59-e676-45ad-8f5a-bc7af4a77d12 tempest-ServersTestMultiNic-2119527449 tempest-ServersTestMultiNic-2119527449-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]5201597d-1e87-e918-88ae-903455b66e87, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.444774] env[69770]: DEBUG nova.compute.manager [None req-6ee327ef-cac6-461f-8261-d94045abc761 tempest-ServersWithSpecificFlavorTestJSON-412767258 tempest-ServersWithSpecificFlavorTestJSON-412767258-project-member] [instance: e4982a7d-45f6-4b3d-9768-7d260a133e8d] Start building block device mappings for instance. {{(pid=69770) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 988.529876] env[69770]: DEBUG oslo_vmware.api [None req-21ebb942-282f-4f51-95b3-1b7c9f729959 tempest-ServerShowV254Test-1833803571 tempest-ServerShowV254Test-1833803571-project-member] Task: {'id': task-4070043, 'name': PowerOnVM_Task, 'duration_secs': 0.704723} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 988.533509] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-21ebb942-282f-4f51-95b3-1b7c9f729959 tempest-ServerShowV254Test-1833803571 tempest-ServerShowV254Test-1833803571-project-member] [instance: bf2dd621-f03e-45ad-a4b0-953858139f65] Powered on the VM {{(pid=69770) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 988.533775] env[69770]: INFO nova.compute.manager [None req-21ebb942-282f-4f51-95b3-1b7c9f729959 tempest-ServerShowV254Test-1833803571 tempest-ServerShowV254Test-1833803571-project-member] [instance: bf2dd621-f03e-45ad-a4b0-953858139f65] Took 4.94 seconds to spawn the instance on the hypervisor. [ 988.533981] env[69770]: DEBUG nova.compute.manager [None req-21ebb942-282f-4f51-95b3-1b7c9f729959 tempest-ServerShowV254Test-1833803571 tempest-ServerShowV254Test-1833803571-project-member] [instance: bf2dd621-f03e-45ad-a4b0-953858139f65] Checking state {{(pid=69770) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 988.536135] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2fb8422-3986-472d-941e-f7748ae73b03 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.552907] env[69770]: DEBUG oslo_concurrency.lockutils [None req-8e5b9251-3620-4f88-97d1-0d18a30a0f4a tempest-ServerMetadataNegativeTestJSON-1738636266 tempest-ServerMetadataNegativeTestJSON-1738636266-project-member] Acquiring lock "refresh_cache-735aaf86-ca37-4c5c-9296-568d98ace91c" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.557233] env[69770]: DEBUG oslo_concurrency.lockutils [None req-8e5b9251-3620-4f88-97d1-0d18a30a0f4a tempest-ServerMetadataNegativeTestJSON-1738636266 tempest-ServerMetadataNegativeTestJSON-1738636266-project-member] Acquired lock "refresh_cache-735aaf86-ca37-4c5c-9296-568d98ace91c" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.557461] env[69770]: DEBUG nova.network.neutron [None req-8e5b9251-3620-4f88-97d1-0d18a30a0f4a tempest-ServerMetadataNegativeTestJSON-1738636266 tempest-ServerMetadataNegativeTestJSON-1738636266-project-member] [instance: 735aaf86-ca37-4c5c-9296-568d98ace91c] Building network info cache for instance {{(pid=69770) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 988.559214] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d94e19e4-d320-4562-b020-5f4c96e93301 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.572813] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04afa96f-0327-4fc2-8dd4-5d414a0d3aa3 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.613848] env[69770]: DEBUG oslo_concurrency.lockutils [req-2711e6d8-7655-48c2-a729-9ae338772aac req-317e265a-d871-4ec6-8890-4010ece8003c service nova] Releasing lock "refresh_cache-dcd9fa1a-a9e5-4227-829b-281fa7a1d4f6" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.614696] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa3676d8-d718-4d8f-b0ba-c4273eb238c6 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.618469] env[69770]: DEBUG nova.compute.manager [req-8ea3077e-e938-441e-9fff-43b56abab9ce req-01a0251b-3ac1-4d9f-abb8-133f657fb83a service nova] [instance: d90c6f0f-5427-4869-ad24-efe54ee99d2f] Received event network-vif-deleted-8c606ecc-f584-4b19-be80-ce052c5a92ab {{(pid=69770) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 988.618688] env[69770]: INFO nova.compute.manager [req-8ea3077e-e938-441e-9fff-43b56abab9ce req-01a0251b-3ac1-4d9f-abb8-133f657fb83a service nova] [instance: d90c6f0f-5427-4869-ad24-efe54ee99d2f] Neutron deleted interface 8c606ecc-f584-4b19-be80-ce052c5a92ab; detaching it from the instance and deleting it from the info cache [ 988.618838] env[69770]: DEBUG nova.network.neutron [req-8ea3077e-e938-441e-9fff-43b56abab9ce req-01a0251b-3ac1-4d9f-abb8-133f657fb83a service nova] [instance: d90c6f0f-5427-4869-ad24-efe54ee99d2f] Updating instance_info_cache with network_info: [] {{(pid=69770) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 988.632161] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f79fbe9-409b-4670-add6-93bb8062ab1e {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.652929] env[69770]: DEBUG nova.compute.provider_tree [None req-e766543b-d3ee-4d55-95e2-2379f9c6d309 tempest-ServerShowV257Test-679390461 tempest-ServerShowV257Test-679390461-project-member] Inventory has not changed in ProviderTree for provider: 7cc7d32b-b7a7-454a-a456-2a440248ed9d {{(pid=69770) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 988.720683] env[69770]: DEBUG nova.compute.manager [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] [instance: 1b8c127a-c70e-435c-956e-1b8ad3a0d568] Instance has had 0 of 5 cleanup attempts {{(pid=69770) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 988.748815] env[69770]: DEBUG oslo_concurrency.lockutils [None req-9bb7a707-5170-4edd-b6fa-f6f086229f1f tempest-ImagesOneServerNegativeTestJSON-405389268 tempest-ImagesOneServerNegativeTestJSON-405389268-project-member] Acquiring lock "725b289a-785b-4a90-9b47-a7996a1f011f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 988.749089] env[69770]: DEBUG oslo_concurrency.lockutils [None req-9bb7a707-5170-4edd-b6fa-f6f086229f1f tempest-ImagesOneServerNegativeTestJSON-405389268 tempest-ImagesOneServerNegativeTestJSON-405389268-project-member] Lock "725b289a-785b-4a90-9b47-a7996a1f011f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 988.768427] env[69770]: DEBUG nova.compute.manager [req-95fab5c7-5aee-44ce-a36f-225f7ab093b0 req-0a550f28-c2e5-436a-8e40-d626a5a7918c service nova] [instance: 735aaf86-ca37-4c5c-9296-568d98ace91c] Received event network-vif-plugged-487d2d46-cdc7-49ee-8317-b3d30703b6e1 {{(pid=69770) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 988.768700] env[69770]: DEBUG oslo_concurrency.lockutils [req-95fab5c7-5aee-44ce-a36f-225f7ab093b0 req-0a550f28-c2e5-436a-8e40-d626a5a7918c service nova] Acquiring lock "735aaf86-ca37-4c5c-9296-568d98ace91c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 988.768838] env[69770]: DEBUG oslo_concurrency.lockutils [req-95fab5c7-5aee-44ce-a36f-225f7ab093b0 req-0a550f28-c2e5-436a-8e40-d626a5a7918c service nova] Lock "735aaf86-ca37-4c5c-9296-568d98ace91c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 988.769007] env[69770]: DEBUG oslo_concurrency.lockutils [req-95fab5c7-5aee-44ce-a36f-225f7ab093b0 req-0a550f28-c2e5-436a-8e40-d626a5a7918c service nova] Lock "735aaf86-ca37-4c5c-9296-568d98ace91c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 988.769191] env[69770]: DEBUG nova.compute.manager [req-95fab5c7-5aee-44ce-a36f-225f7ab093b0 req-0a550f28-c2e5-436a-8e40-d626a5a7918c service nova] [instance: 735aaf86-ca37-4c5c-9296-568d98ace91c] No waiting events found dispatching network-vif-plugged-487d2d46-cdc7-49ee-8317-b3d30703b6e1 {{(pid=69770) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 988.769350] env[69770]: WARNING nova.compute.manager [req-95fab5c7-5aee-44ce-a36f-225f7ab093b0 req-0a550f28-c2e5-436a-8e40-d626a5a7918c service nova] [instance: 735aaf86-ca37-4c5c-9296-568d98ace91c] Received unexpected event network-vif-plugged-487d2d46-cdc7-49ee-8317-b3d30703b6e1 for instance with vm_state building and task_state spawning. [ 988.769498] env[69770]: DEBUG nova.compute.manager [req-95fab5c7-5aee-44ce-a36f-225f7ab093b0 req-0a550f28-c2e5-436a-8e40-d626a5a7918c service nova] [instance: 735aaf86-ca37-4c5c-9296-568d98ace91c] Received event network-changed-487d2d46-cdc7-49ee-8317-b3d30703b6e1 {{(pid=69770) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 988.769899] env[69770]: DEBUG nova.compute.manager [req-95fab5c7-5aee-44ce-a36f-225f7ab093b0 req-0a550f28-c2e5-436a-8e40-d626a5a7918c service nova] [instance: 735aaf86-ca37-4c5c-9296-568d98ace91c] Refreshing instance network info cache due to event network-changed-487d2d46-cdc7-49ee-8317-b3d30703b6e1. {{(pid=69770) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 988.769899] env[69770]: DEBUG oslo_concurrency.lockutils [req-95fab5c7-5aee-44ce-a36f-225f7ab093b0 req-0a550f28-c2e5-436a-8e40-d626a5a7918c service nova] Acquiring lock "refresh_cache-735aaf86-ca37-4c5c-9296-568d98ace91c" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.778934] env[69770]: DEBUG nova.network.neutron [-] [instance: d90c6f0f-5427-4869-ad24-efe54ee99d2f] Updating instance_info_cache with network_info: [] {{(pid=69770) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 988.829939] env[69770]: DEBUG oslo_vmware.api [None req-3e5afd11-1891-4bd3-a636-981a45bb11b1 tempest-MigrationsAdminTest-1409017777 tempest-MigrationsAdminTest-1409017777-project-member] Task: {'id': task-4070046, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.363712} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 988.830244] env[69770]: DEBUG nova.virt.vmwareapi.ds_util [None req-3e5afd11-1891-4bd3-a636-981a45bb11b1 tempest-MigrationsAdminTest-1409017777 tempest-MigrationsAdminTest-1409017777-project-member] Deleted the datastore file {{(pid=69770) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 988.830782] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-3e5afd11-1891-4bd3-a636-981a45bb11b1 tempest-MigrationsAdminTest-1409017777 tempest-MigrationsAdminTest-1409017777-project-member] [instance: 95957450-4202-4400-ab80-e9d3a56b2efb] Deleted contents of the VM from datastore datastore1 {{(pid=69770) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 988.830990] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-3e5afd11-1891-4bd3-a636-981a45bb11b1 tempest-MigrationsAdminTest-1409017777 tempest-MigrationsAdminTest-1409017777-project-member] [instance: 95957450-4202-4400-ab80-e9d3a56b2efb] Instance destroyed {{(pid=69770) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 988.831190] env[69770]: INFO nova.compute.manager [None req-3e5afd11-1891-4bd3-a636-981a45bb11b1 tempest-MigrationsAdminTest-1409017777 tempest-MigrationsAdminTest-1409017777-project-member] [instance: 95957450-4202-4400-ab80-e9d3a56b2efb] Took 1.15 seconds to destroy the instance on the hypervisor. [ 988.831441] env[69770]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3e5afd11-1891-4bd3-a636-981a45bb11b1 tempest-MigrationsAdminTest-1409017777 tempest-MigrationsAdminTest-1409017777-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69770) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 988.831651] env[69770]: DEBUG nova.compute.manager [-] [instance: 95957450-4202-4400-ab80-e9d3a56b2efb] Deallocating network for instance {{(pid=69770) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 988.831743] env[69770]: DEBUG nova.network.neutron [-] [instance: 95957450-4202-4400-ab80-e9d3a56b2efb] deallocate_for_instance() {{(pid=69770) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 988.913156] env[69770]: DEBUG oslo_vmware.api [None req-e6986d59-e676-45ad-8f5a-bc7af4a77d12 tempest-ServersTestMultiNic-2119527449 tempest-ServersTestMultiNic-2119527449-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]5201597d-1e87-e918-88ae-903455b66e87, 'name': SearchDatastore_Task, 'duration_secs': 0.010598} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 988.914036] env[69770]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8032014d-5345-4883-8a14-cd9d444432d1 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.920043] env[69770]: DEBUG oslo_vmware.api [None req-e6986d59-e676-45ad-8f5a-bc7af4a77d12 tempest-ServersTestMultiNic-2119527449 tempest-ServersTestMultiNic-2119527449-project-member] Waiting for the task: (returnval){ [ 988.920043] env[69770]: value = "session[52161b52-cb8e-ec9f-1132-2f6b49549d41]52a4d023-9751-6a05-4454-51290db47ba3" [ 988.920043] env[69770]: _type = "Task" [ 988.920043] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 988.930137] env[69770]: DEBUG oslo_vmware.api [None req-e6986d59-e676-45ad-8f5a-bc7af4a77d12 tempest-ServersTestMultiNic-2119527449 tempest-ServersTestMultiNic-2119527449-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]52a4d023-9751-6a05-4454-51290db47ba3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.075971] env[69770]: INFO nova.compute.manager [None req-21ebb942-282f-4f51-95b3-1b7c9f729959 tempest-ServerShowV254Test-1833803571 tempest-ServerShowV254Test-1833803571-project-member] [instance: bf2dd621-f03e-45ad-a4b0-953858139f65] Took 47.65 seconds to build instance. [ 989.121750] env[69770]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c332c06b-856d-4af3-9ca0-331ec4204f37 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.127902] env[69770]: DEBUG nova.network.neutron [None req-8e5b9251-3620-4f88-97d1-0d18a30a0f4a tempest-ServerMetadataNegativeTestJSON-1738636266 tempest-ServerMetadataNegativeTestJSON-1738636266-project-member] [instance: 735aaf86-ca37-4c5c-9296-568d98ace91c] Instance cache missing network info. {{(pid=69770) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 989.134191] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7dcd6594-df88-4b63-b9f4-abee351b4c29 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.156758] env[69770]: DEBUG nova.scheduler.client.report [None req-e766543b-d3ee-4d55-95e2-2379f9c6d309 tempest-ServerShowV257Test-679390461 tempest-ServerShowV257Test-679390461-project-member] Inventory has not changed for provider 7cc7d32b-b7a7-454a-a456-2a440248ed9d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69770) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 989.177559] env[69770]: DEBUG nova.compute.manager [req-8ea3077e-e938-441e-9fff-43b56abab9ce req-01a0251b-3ac1-4d9f-abb8-133f657fb83a service nova] [instance: d90c6f0f-5427-4869-ad24-efe54ee99d2f] Detach interface failed, port_id=8c606ecc-f584-4b19-be80-ce052c5a92ab, reason: Instance d90c6f0f-5427-4869-ad24-efe54ee99d2f could not be found. {{(pid=69770) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 989.226301] env[69770]: DEBUG nova.compute.manager [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] [instance: 8047bf73-fff9-4f29-913f-91d0eb28d6dd] Instance has had 0 of 5 cleanup attempts {{(pid=69770) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 989.281175] env[69770]: INFO nova.compute.manager [-] [instance: d90c6f0f-5427-4869-ad24-efe54ee99d2f] Took 1.53 seconds to deallocate network for instance. [ 989.433022] env[69770]: DEBUG oslo_vmware.api [None req-e6986d59-e676-45ad-8f5a-bc7af4a77d12 tempest-ServersTestMultiNic-2119527449 tempest-ServersTestMultiNic-2119527449-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]52a4d023-9751-6a05-4454-51290db47ba3, 'name': SearchDatastore_Task, 'duration_secs': 0.024758} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 989.433349] env[69770]: DEBUG oslo_concurrency.lockutils [None req-e6986d59-e676-45ad-8f5a-bc7af4a77d12 tempest-ServersTestMultiNic-2119527449 tempest-ServersTestMultiNic-2119527449-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.433608] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-e6986d59-e676-45ad-8f5a-bc7af4a77d12 tempest-ServersTestMultiNic-2119527449 tempest-ServersTestMultiNic-2119527449-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk to [datastore1] dcd9fa1a-a9e5-4227-829b-281fa7a1d4f6/dcd9fa1a-a9e5-4227-829b-281fa7a1d4f6.vmdk {{(pid=69770) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 989.433947] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0e1387fb-9f69-4cd5-b813-a59f3cb499c4 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.442522] env[69770]: DEBUG oslo_vmware.api [None req-e6986d59-e676-45ad-8f5a-bc7af4a77d12 tempest-ServersTestMultiNic-2119527449 tempest-ServersTestMultiNic-2119527449-project-member] Waiting for the task: (returnval){ [ 989.442522] env[69770]: value = "task-4070047" [ 989.442522] env[69770]: _type = "Task" [ 989.442522] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 989.458277] env[69770]: DEBUG nova.compute.manager [None req-6ee327ef-cac6-461f-8261-d94045abc761 tempest-ServersWithSpecificFlavorTestJSON-412767258 tempest-ServersWithSpecificFlavorTestJSON-412767258-project-member] [instance: e4982a7d-45f6-4b3d-9768-7d260a133e8d] Start spawning the instance on the hypervisor. {{(pid=69770) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 989.463148] env[69770]: DEBUG oslo_vmware.api [None req-e6986d59-e676-45ad-8f5a-bc7af4a77d12 tempest-ServersTestMultiNic-2119527449 tempest-ServersTestMultiNic-2119527449-project-member] Task: {'id': task-4070047, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.501413] env[69770]: DEBUG nova.virt.hardware [None req-6ee327ef-cac6-461f-8261-d94045abc761 tempest-ServersWithSpecificFlavorTestJSON-412767258 tempest-ServersWithSpecificFlavorTestJSON-412767258-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T12:18:22Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=1,extra_specs={hw_rng:allowed='True'},flavorid='1848132911',id=21,is_public=True,memory_mb=192,name='tempest-flavor_with_ephemeral_1-989750483',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T12:16:11Z,direct_url=,disk_format='vmdk',id=d1eaff80-24a0-4391-90eb-59958b1ecf0a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d65f20bb89fb40a98b77bc6d97357df2',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T12:16:12Z,virtual_size=,visibility=), allow threads: False {{(pid=69770) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 989.501791] env[69770]: DEBUG nova.virt.hardware [None req-6ee327ef-cac6-461f-8261-d94045abc761 tempest-ServersWithSpecificFlavorTestJSON-412767258 tempest-ServersWithSpecificFlavorTestJSON-412767258-project-member] Flavor limits 0:0:0 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 989.502427] env[69770]: DEBUG nova.virt.hardware [None req-6ee327ef-cac6-461f-8261-d94045abc761 tempest-ServersWithSpecificFlavorTestJSON-412767258 tempest-ServersWithSpecificFlavorTestJSON-412767258-project-member] Image limits 0:0:0 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 989.502427] env[69770]: DEBUG nova.virt.hardware [None req-6ee327ef-cac6-461f-8261-d94045abc761 tempest-ServersWithSpecificFlavorTestJSON-412767258 tempest-ServersWithSpecificFlavorTestJSON-412767258-project-member] Flavor pref 0:0:0 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 989.502427] env[69770]: DEBUG nova.virt.hardware [None req-6ee327ef-cac6-461f-8261-d94045abc761 tempest-ServersWithSpecificFlavorTestJSON-412767258 tempest-ServersWithSpecificFlavorTestJSON-412767258-project-member] Image pref 0:0:0 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 989.503476] env[69770]: DEBUG nova.virt.hardware [None req-6ee327ef-cac6-461f-8261-d94045abc761 tempest-ServersWithSpecificFlavorTestJSON-412767258 tempest-ServersWithSpecificFlavorTestJSON-412767258-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 989.503799] env[69770]: DEBUG nova.virt.hardware [None req-6ee327ef-cac6-461f-8261-d94045abc761 tempest-ServersWithSpecificFlavorTestJSON-412767258 tempest-ServersWithSpecificFlavorTestJSON-412767258-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69770) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 989.504073] env[69770]: DEBUG nova.virt.hardware [None req-6ee327ef-cac6-461f-8261-d94045abc761 tempest-ServersWithSpecificFlavorTestJSON-412767258 tempest-ServersWithSpecificFlavorTestJSON-412767258-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69770) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 989.504343] env[69770]: DEBUG nova.virt.hardware [None req-6ee327ef-cac6-461f-8261-d94045abc761 tempest-ServersWithSpecificFlavorTestJSON-412767258 tempest-ServersWithSpecificFlavorTestJSON-412767258-project-member] Got 1 possible topologies {{(pid=69770) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 989.505015] env[69770]: DEBUG nova.virt.hardware [None req-6ee327ef-cac6-461f-8261-d94045abc761 tempest-ServersWithSpecificFlavorTestJSON-412767258 tempest-ServersWithSpecificFlavorTestJSON-412767258-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69770) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 989.505015] env[69770]: DEBUG nova.virt.hardware [None req-6ee327ef-cac6-461f-8261-d94045abc761 tempest-ServersWithSpecificFlavorTestJSON-412767258 tempest-ServersWithSpecificFlavorTestJSON-412767258-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69770) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 989.506286] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92782295-ab5d-4e9d-9794-17b370394920 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.518231] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8396a2d1-badf-4500-bdfa-3d5b9ed10abc {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.577825] env[69770]: DEBUG oslo_concurrency.lockutils [None req-21ebb942-282f-4f51-95b3-1b7c9f729959 tempest-ServerShowV254Test-1833803571 tempest-ServerShowV254Test-1833803571-project-member] Lock "bf2dd621-f03e-45ad-a4b0-953858139f65" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 76.828s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 989.636200] env[69770]: DEBUG nova.network.neutron [None req-8e5b9251-3620-4f88-97d1-0d18a30a0f4a tempest-ServerMetadataNegativeTestJSON-1738636266 tempest-ServerMetadataNegativeTestJSON-1738636266-project-member] [instance: 735aaf86-ca37-4c5c-9296-568d98ace91c] Updating instance_info_cache with network_info: [{"id": "487d2d46-cdc7-49ee-8317-b3d30703b6e1", "address": "fa:16:3e:0d:d8:04", "network": {"id": "4032dfaf-c8a9-44ff-9243-6f49325c6eec", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-2011611752-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "87927eec327641028707991c1012ab1d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "101a44fc-ffde-4e3e-ad82-363454ae458b", "external-id": "nsx-vlan-transportzone-723", "segmentation_id": 723, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap487d2d46-cd", "ovs_interfaceid": "487d2d46-cdc7-49ee-8317-b3d30703b6e1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69770) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 989.680996] env[69770]: DEBUG oslo_concurrency.lockutils [None req-e766543b-d3ee-4d55-95e2-2379f9c6d309 tempest-ServerShowV257Test-679390461 tempest-ServerShowV257Test-679390461-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.742s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 989.681248] env[69770]: DEBUG nova.compute.manager [None req-e766543b-d3ee-4d55-95e2-2379f9c6d309 tempest-ServerShowV257Test-679390461 tempest-ServerShowV257Test-679390461-project-member] [instance: 0d90aae9-45e9-424d-b06f-7dcbef05f5bf] Start building networks asynchronously for instance. {{(pid=69770) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 989.684091] env[69770]: DEBUG oslo_concurrency.lockutils [None req-f9fb7be4-e8bf-4a87-8d2e-9b3aef661468 tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.100s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 989.685758] env[69770]: INFO nova.compute.claims [None req-f9fb7be4-e8bf-4a87-8d2e-9b3aef661468 tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] [instance: d6322138-4f18-4a8b-8062-4c732a8e6585] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 989.689577] env[69770]: DEBUG nova.network.neutron [-] [instance: 95957450-4202-4400-ab80-e9d3a56b2efb] Updating instance_info_cache with network_info: [] {{(pid=69770) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 989.730267] env[69770]: DEBUG nova.compute.manager [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] [instance: 4510171e-9670-4bd6-a63c-c55b4917c7ed] Instance has had 0 of 5 cleanup attempts {{(pid=69770) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 989.789861] env[69770]: DEBUG oslo_concurrency.lockutils [None req-76d4852d-278c-46e4-8e93-81ba76d8d6f1 tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 989.956629] env[69770]: DEBUG oslo_vmware.api [None req-e6986d59-e676-45ad-8f5a-bc7af4a77d12 tempest-ServersTestMultiNic-2119527449 tempest-ServersTestMultiNic-2119527449-project-member] Task: {'id': task-4070047, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.082073] env[69770]: DEBUG nova.compute.manager [None req-150e83c8-add5-401a-85c1-762d6cf38668 tempest-ServersTestBootFromVolume-299983553 tempest-ServersTestBootFromVolume-299983553-project-member] [instance: 527d5f2a-9299-4336-be62-a5cf9df2171f] Starting instance... {{(pid=69770) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 990.140295] env[69770]: DEBUG oslo_concurrency.lockutils [None req-8e5b9251-3620-4f88-97d1-0d18a30a0f4a tempest-ServerMetadataNegativeTestJSON-1738636266 tempest-ServerMetadataNegativeTestJSON-1738636266-project-member] Releasing lock "refresh_cache-735aaf86-ca37-4c5c-9296-568d98ace91c" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.140648] env[69770]: DEBUG nova.compute.manager [None req-8e5b9251-3620-4f88-97d1-0d18a30a0f4a tempest-ServerMetadataNegativeTestJSON-1738636266 tempest-ServerMetadataNegativeTestJSON-1738636266-project-member] [instance: 735aaf86-ca37-4c5c-9296-568d98ace91c] Instance network_info: |[{"id": "487d2d46-cdc7-49ee-8317-b3d30703b6e1", "address": "fa:16:3e:0d:d8:04", "network": {"id": "4032dfaf-c8a9-44ff-9243-6f49325c6eec", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-2011611752-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "87927eec327641028707991c1012ab1d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "101a44fc-ffde-4e3e-ad82-363454ae458b", "external-id": "nsx-vlan-transportzone-723", "segmentation_id": 723, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap487d2d46-cd", "ovs_interfaceid": "487d2d46-cdc7-49ee-8317-b3d30703b6e1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69770) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 990.141984] env[69770]: DEBUG oslo_concurrency.lockutils [req-95fab5c7-5aee-44ce-a36f-225f7ab093b0 req-0a550f28-c2e5-436a-8e40-d626a5a7918c service nova] Acquired lock "refresh_cache-735aaf86-ca37-4c5c-9296-568d98ace91c" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.141984] env[69770]: DEBUG nova.network.neutron [req-95fab5c7-5aee-44ce-a36f-225f7ab093b0 req-0a550f28-c2e5-436a-8e40-d626a5a7918c service nova] [instance: 735aaf86-ca37-4c5c-9296-568d98ace91c] Refreshing network info cache for port 487d2d46-cdc7-49ee-8317-b3d30703b6e1 {{(pid=69770) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 990.142285] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-8e5b9251-3620-4f88-97d1-0d18a30a0f4a tempest-ServerMetadataNegativeTestJSON-1738636266 tempest-ServerMetadataNegativeTestJSON-1738636266-project-member] [instance: 735aaf86-ca37-4c5c-9296-568d98ace91c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0d:d8:04', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '101a44fc-ffde-4e3e-ad82-363454ae458b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '487d2d46-cdc7-49ee-8317-b3d30703b6e1', 'vif_model': 'vmxnet3'}] {{(pid=69770) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 990.157364] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e5b9251-3620-4f88-97d1-0d18a30a0f4a tempest-ServerMetadataNegativeTestJSON-1738636266 tempest-ServerMetadataNegativeTestJSON-1738636266-project-member] Creating folder: Project (87927eec327641028707991c1012ab1d). Parent ref: group-v806376. {{(pid=69770) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 990.160685] env[69770]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8588e93d-052a-48a6-9329-ebd8cc606e7a {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.172774] env[69770]: INFO nova.virt.vmwareapi.vm_util [None req-8e5b9251-3620-4f88-97d1-0d18a30a0f4a tempest-ServerMetadataNegativeTestJSON-1738636266 tempest-ServerMetadataNegativeTestJSON-1738636266-project-member] Created folder: Project (87927eec327641028707991c1012ab1d) in parent group-v806376. [ 990.172995] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e5b9251-3620-4f88-97d1-0d18a30a0f4a tempest-ServerMetadataNegativeTestJSON-1738636266 tempest-ServerMetadataNegativeTestJSON-1738636266-project-member] Creating folder: Instances. Parent ref: group-v806563. {{(pid=69770) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 990.173283] env[69770]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3858de5f-73e4-44cd-882d-40c690d008c8 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.186392] env[69770]: INFO nova.virt.vmwareapi.vm_util [None req-8e5b9251-3620-4f88-97d1-0d18a30a0f4a tempest-ServerMetadataNegativeTestJSON-1738636266 tempest-ServerMetadataNegativeTestJSON-1738636266-project-member] Created folder: Instances in parent group-v806563. [ 990.186669] env[69770]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8e5b9251-3620-4f88-97d1-0d18a30a0f4a tempest-ServerMetadataNegativeTestJSON-1738636266 tempest-ServerMetadataNegativeTestJSON-1738636266-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69770) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 990.186945] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 735aaf86-ca37-4c5c-9296-568d98ace91c] Creating VM on the ESX host {{(pid=69770) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 990.187259] env[69770]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-19407bac-430c-49cd-9cb3-dd41ec01c362 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.207468] env[69770]: DEBUG nova.compute.utils [None req-e766543b-d3ee-4d55-95e2-2379f9c6d309 tempest-ServerShowV257Test-679390461 tempest-ServerShowV257Test-679390461-project-member] Using /dev/sd instead of None {{(pid=69770) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 990.209093] env[69770]: INFO nova.compute.manager [-] [instance: 95957450-4202-4400-ab80-e9d3a56b2efb] Took 1.38 seconds to deallocate network for instance. [ 990.210407] env[69770]: DEBUG nova.compute.manager [None req-e766543b-d3ee-4d55-95e2-2379f9c6d309 tempest-ServerShowV257Test-679390461 tempest-ServerShowV257Test-679390461-project-member] [instance: 0d90aae9-45e9-424d-b06f-7dcbef05f5bf] Not allocating networking since 'none' was specified. {{(pid=69770) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 990.218916] env[69770]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 990.218916] env[69770]: value = "task-4070050" [ 990.218916] env[69770]: _type = "Task" [ 990.218916] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 990.232146] env[69770]: DEBUG oslo_vmware.api [-] Task: {'id': task-4070050, 'name': CreateVM_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.233785] env[69770]: DEBUG nova.compute.manager [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] [instance: 7ae47f8e-e519-4825-b89a-7561df6850d9] Instance has had 0 of 5 cleanup attempts {{(pid=69770) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 990.412855] env[69770]: INFO nova.compute.manager [None req-12bbd274-0955-4681-b26b-794dee2ced3f tempest-ServerShowV254Test-1833803571 tempest-ServerShowV254Test-1833803571-project-member] [instance: bf2dd621-f03e-45ad-a4b0-953858139f65] Rebuilding instance [ 990.461305] env[69770]: DEBUG oslo_vmware.api [None req-e6986d59-e676-45ad-8f5a-bc7af4a77d12 tempest-ServersTestMultiNic-2119527449 tempest-ServersTestMultiNic-2119527449-project-member] Task: {'id': task-4070047, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.560049} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 990.461772] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-e6986d59-e676-45ad-8f5a-bc7af4a77d12 tempest-ServersTestMultiNic-2119527449 tempest-ServersTestMultiNic-2119527449-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk to [datastore1] dcd9fa1a-a9e5-4227-829b-281fa7a1d4f6/dcd9fa1a-a9e5-4227-829b-281fa7a1d4f6.vmdk {{(pid=69770) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 990.462128] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-e6986d59-e676-45ad-8f5a-bc7af4a77d12 tempest-ServersTestMultiNic-2119527449 tempest-ServersTestMultiNic-2119527449-project-member] [instance: dcd9fa1a-a9e5-4227-829b-281fa7a1d4f6] Extending root virtual disk to 1048576 {{(pid=69770) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 990.462565] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4f1329d3-7890-4cdb-a423-c6996192a92a {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.471584] env[69770]: DEBUG oslo_vmware.api [None req-e6986d59-e676-45ad-8f5a-bc7af4a77d12 tempest-ServersTestMultiNic-2119527449 tempest-ServersTestMultiNic-2119527449-project-member] Waiting for the task: (returnval){ [ 990.471584] env[69770]: value = "task-4070051" [ 990.471584] env[69770]: _type = "Task" [ 990.471584] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 990.492573] env[69770]: DEBUG oslo_vmware.api [None req-e6986d59-e676-45ad-8f5a-bc7af4a77d12 tempest-ServersTestMultiNic-2119527449 tempest-ServersTestMultiNic-2119527449-project-member] Task: {'id': task-4070051, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.493414] env[69770]: DEBUG nova.compute.manager [None req-12bbd274-0955-4681-b26b-794dee2ced3f tempest-ServerShowV254Test-1833803571 tempest-ServerShowV254Test-1833803571-project-member] [instance: bf2dd621-f03e-45ad-a4b0-953858139f65] Checking state {{(pid=69770) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 990.494558] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89bfb080-ba01-49e2-b9a5-efbdbf8cf786 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.498645] env[69770]: DEBUG nova.network.neutron [None req-6ee327ef-cac6-461f-8261-d94045abc761 tempest-ServersWithSpecificFlavorTestJSON-412767258 tempest-ServersWithSpecificFlavorTestJSON-412767258-project-member] [instance: e4982a7d-45f6-4b3d-9768-7d260a133e8d] Successfully updated port: 88c8589e-0caa-4abc-b6bc-0794e5993898 {{(pid=69770) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 990.609149] env[69770]: DEBUG oslo_concurrency.lockutils [None req-150e83c8-add5-401a-85c1-762d6cf38668 tempest-ServersTestBootFromVolume-299983553 tempest-ServersTestBootFromVolume-299983553-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 990.614233] env[69770]: DEBUG nova.network.neutron [req-95fab5c7-5aee-44ce-a36f-225f7ab093b0 req-0a550f28-c2e5-436a-8e40-d626a5a7918c service nova] [instance: 735aaf86-ca37-4c5c-9296-568d98ace91c] Updated VIF entry in instance network info cache for port 487d2d46-cdc7-49ee-8317-b3d30703b6e1. {{(pid=69770) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 990.616409] env[69770]: DEBUG nova.network.neutron [req-95fab5c7-5aee-44ce-a36f-225f7ab093b0 req-0a550f28-c2e5-436a-8e40-d626a5a7918c service nova] [instance: 735aaf86-ca37-4c5c-9296-568d98ace91c] Updating instance_info_cache with network_info: [{"id": "487d2d46-cdc7-49ee-8317-b3d30703b6e1", "address": "fa:16:3e:0d:d8:04", "network": {"id": "4032dfaf-c8a9-44ff-9243-6f49325c6eec", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-2011611752-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "87927eec327641028707991c1012ab1d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "101a44fc-ffde-4e3e-ad82-363454ae458b", "external-id": "nsx-vlan-transportzone-723", "segmentation_id": 723, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap487d2d46-cd", "ovs_interfaceid": "487d2d46-cdc7-49ee-8317-b3d30703b6e1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69770) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 990.637463] env[69770]: DEBUG nova.compute.manager [req-ae98efb6-05bf-469f-9fac-922e27b8de72 req-8508b570-71ab-4177-bf0d-c643ebf76564 service nova] [instance: 95957450-4202-4400-ab80-e9d3a56b2efb] Received event network-vif-deleted-b774309a-b12d-42b5-81e1-9e8615fe0806 {{(pid=69770) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 990.717503] env[69770]: DEBUG nova.compute.manager [None req-e766543b-d3ee-4d55-95e2-2379f9c6d309 tempest-ServerShowV257Test-679390461 tempest-ServerShowV257Test-679390461-project-member] [instance: 0d90aae9-45e9-424d-b06f-7dcbef05f5bf] Start building block device mappings for instance. {{(pid=69770) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 990.720852] env[69770]: DEBUG oslo_concurrency.lockutils [None req-3e5afd11-1891-4bd3-a636-981a45bb11b1 tempest-MigrationsAdminTest-1409017777 tempest-MigrationsAdminTest-1409017777-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 990.732047] env[69770]: DEBUG oslo_vmware.api [-] Task: {'id': task-4070050, 'name': CreateVM_Task, 'duration_secs': 0.373953} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 990.732187] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 735aaf86-ca37-4c5c-9296-568d98ace91c] Created VM on the ESX host {{(pid=69770) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 990.733220] env[69770]: DEBUG oslo_concurrency.lockutils [None req-8e5b9251-3620-4f88-97d1-0d18a30a0f4a tempest-ServerMetadataNegativeTestJSON-1738636266 tempest-ServerMetadataNegativeTestJSON-1738636266-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.733444] env[69770]: DEBUG oslo_concurrency.lockutils [None req-8e5b9251-3620-4f88-97d1-0d18a30a0f4a tempest-ServerMetadataNegativeTestJSON-1738636266 tempest-ServerMetadataNegativeTestJSON-1738636266-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.733827] env[69770]: DEBUG oslo_concurrency.lockutils [None req-8e5b9251-3620-4f88-97d1-0d18a30a0f4a tempest-ServerMetadataNegativeTestJSON-1738636266 tempest-ServerMetadataNegativeTestJSON-1738636266-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.734954] env[69770]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e9a67834-f806-4612-a20a-6a0b362d647c {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.740149] env[69770]: DEBUG nova.compute.manager [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] [instance: ccf149da-8159-452b-9b8b-04359494e736] Instance has had 0 of 5 cleanup attempts {{(pid=69770) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 990.744563] env[69770]: DEBUG oslo_vmware.api [None req-8e5b9251-3620-4f88-97d1-0d18a30a0f4a tempest-ServerMetadataNegativeTestJSON-1738636266 tempest-ServerMetadataNegativeTestJSON-1738636266-project-member] Waiting for the task: (returnval){ [ 990.744563] env[69770]: value = "session[52161b52-cb8e-ec9f-1132-2f6b49549d41]52c4d7d8-d7fc-fb0a-9af7-bca58dc70726" [ 990.744563] env[69770]: _type = "Task" [ 990.744563] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 990.756425] env[69770]: DEBUG oslo_vmware.api [None req-8e5b9251-3620-4f88-97d1-0d18a30a0f4a tempest-ServerMetadataNegativeTestJSON-1738636266 tempest-ServerMetadataNegativeTestJSON-1738636266-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]52c4d7d8-d7fc-fb0a-9af7-bca58dc70726, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.805031] env[69770]: DEBUG nova.compute.manager [req-a5ce5622-8af4-45da-9407-0cc9ccf6d0ea req-f3ece774-c50c-4193-b003-5d97a6c4a90c service nova] [instance: e4982a7d-45f6-4b3d-9768-7d260a133e8d] Received event network-vif-plugged-88c8589e-0caa-4abc-b6bc-0794e5993898 {{(pid=69770) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 990.805275] env[69770]: DEBUG oslo_concurrency.lockutils [req-a5ce5622-8af4-45da-9407-0cc9ccf6d0ea req-f3ece774-c50c-4193-b003-5d97a6c4a90c service nova] Acquiring lock "e4982a7d-45f6-4b3d-9768-7d260a133e8d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 990.805499] env[69770]: DEBUG oslo_concurrency.lockutils [req-a5ce5622-8af4-45da-9407-0cc9ccf6d0ea req-f3ece774-c50c-4193-b003-5d97a6c4a90c service nova] Lock "e4982a7d-45f6-4b3d-9768-7d260a133e8d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 990.805717] env[69770]: DEBUG oslo_concurrency.lockutils [req-a5ce5622-8af4-45da-9407-0cc9ccf6d0ea req-f3ece774-c50c-4193-b003-5d97a6c4a90c service nova] Lock "e4982a7d-45f6-4b3d-9768-7d260a133e8d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 990.805798] env[69770]: DEBUG nova.compute.manager [req-a5ce5622-8af4-45da-9407-0cc9ccf6d0ea req-f3ece774-c50c-4193-b003-5d97a6c4a90c service nova] [instance: e4982a7d-45f6-4b3d-9768-7d260a133e8d] No waiting events found dispatching network-vif-plugged-88c8589e-0caa-4abc-b6bc-0794e5993898 {{(pid=69770) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 990.805964] env[69770]: WARNING nova.compute.manager [req-a5ce5622-8af4-45da-9407-0cc9ccf6d0ea req-f3ece774-c50c-4193-b003-5d97a6c4a90c service nova] [instance: e4982a7d-45f6-4b3d-9768-7d260a133e8d] Received unexpected event network-vif-plugged-88c8589e-0caa-4abc-b6bc-0794e5993898 for instance with vm_state building and task_state spawning. [ 990.806366] env[69770]: DEBUG nova.compute.manager [req-a5ce5622-8af4-45da-9407-0cc9ccf6d0ea req-f3ece774-c50c-4193-b003-5d97a6c4a90c service nova] [instance: e4982a7d-45f6-4b3d-9768-7d260a133e8d] Received event network-changed-88c8589e-0caa-4abc-b6bc-0794e5993898 {{(pid=69770) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 990.806546] env[69770]: DEBUG nova.compute.manager [req-a5ce5622-8af4-45da-9407-0cc9ccf6d0ea req-f3ece774-c50c-4193-b003-5d97a6c4a90c service nova] [instance: e4982a7d-45f6-4b3d-9768-7d260a133e8d] Refreshing instance network info cache due to event network-changed-88c8589e-0caa-4abc-b6bc-0794e5993898. {{(pid=69770) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 990.806733] env[69770]: DEBUG oslo_concurrency.lockutils [req-a5ce5622-8af4-45da-9407-0cc9ccf6d0ea req-f3ece774-c50c-4193-b003-5d97a6c4a90c service nova] Acquiring lock "refresh_cache-e4982a7d-45f6-4b3d-9768-7d260a133e8d" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.806867] env[69770]: DEBUG oslo_concurrency.lockutils [req-a5ce5622-8af4-45da-9407-0cc9ccf6d0ea req-f3ece774-c50c-4193-b003-5d97a6c4a90c service nova] Acquired lock "refresh_cache-e4982a7d-45f6-4b3d-9768-7d260a133e8d" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.807076] env[69770]: DEBUG nova.network.neutron [req-a5ce5622-8af4-45da-9407-0cc9ccf6d0ea req-f3ece774-c50c-4193-b003-5d97a6c4a90c service nova] [instance: e4982a7d-45f6-4b3d-9768-7d260a133e8d] Refreshing network info cache for port 88c8589e-0caa-4abc-b6bc-0794e5993898 {{(pid=69770) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 990.988457] env[69770]: DEBUG oslo_vmware.api [None req-e6986d59-e676-45ad-8f5a-bc7af4a77d12 tempest-ServersTestMultiNic-2119527449 tempest-ServersTestMultiNic-2119527449-project-member] Task: {'id': task-4070051, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.081411} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 990.988805] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-e6986d59-e676-45ad-8f5a-bc7af4a77d12 tempest-ServersTestMultiNic-2119527449 tempest-ServersTestMultiNic-2119527449-project-member] [instance: dcd9fa1a-a9e5-4227-829b-281fa7a1d4f6] Extended root virtual disk {{(pid=69770) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 990.989746] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79ce995e-1875-4cac-9459-bd5e0f113248 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.013048] env[69770]: DEBUG oslo_concurrency.lockutils [None req-6ee327ef-cac6-461f-8261-d94045abc761 tempest-ServersWithSpecificFlavorTestJSON-412767258 tempest-ServersWithSpecificFlavorTestJSON-412767258-project-member] Acquiring lock "refresh_cache-e4982a7d-45f6-4b3d-9768-7d260a133e8d" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.024845] env[69770]: DEBUG nova.virt.vmwareapi.volumeops [None req-e6986d59-e676-45ad-8f5a-bc7af4a77d12 tempest-ServersTestMultiNic-2119527449 tempest-ServersTestMultiNic-2119527449-project-member] [instance: dcd9fa1a-a9e5-4227-829b-281fa7a1d4f6] Reconfiguring VM instance instance-00000040 to attach disk [datastore1] dcd9fa1a-a9e5-4227-829b-281fa7a1d4f6/dcd9fa1a-a9e5-4227-829b-281fa7a1d4f6.vmdk or device None with type sparse {{(pid=69770) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 991.029049] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-29320857-9bc3-4d22-8a59-6b6a6d1bdb55 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.051262] env[69770]: DEBUG oslo_vmware.api [None req-e6986d59-e676-45ad-8f5a-bc7af4a77d12 tempest-ServersTestMultiNic-2119527449 tempest-ServersTestMultiNic-2119527449-project-member] Waiting for the task: (returnval){ [ 991.051262] env[69770]: value = "task-4070052" [ 991.051262] env[69770]: _type = "Task" [ 991.051262] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 991.067860] env[69770]: DEBUG oslo_vmware.api [None req-e6986d59-e676-45ad-8f5a-bc7af4a77d12 tempest-ServersTestMultiNic-2119527449 tempest-ServersTestMultiNic-2119527449-project-member] Task: {'id': task-4070052, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.117641] env[69770]: DEBUG oslo_concurrency.lockutils [req-95fab5c7-5aee-44ce-a36f-225f7ab093b0 req-0a550f28-c2e5-436a-8e40-d626a5a7918c service nova] Releasing lock "refresh_cache-735aaf86-ca37-4c5c-9296-568d98ace91c" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.246194] env[69770]: DEBUG nova.compute.manager [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] [instance: 69037fde-1312-4ff7-b405-38c8f32cb1f9] Instance has had 0 of 5 cleanup attempts {{(pid=69770) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 991.260504] env[69770]: DEBUG oslo_vmware.api [None req-8e5b9251-3620-4f88-97d1-0d18a30a0f4a tempest-ServerMetadataNegativeTestJSON-1738636266 tempest-ServerMetadataNegativeTestJSON-1738636266-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]52c4d7d8-d7fc-fb0a-9af7-bca58dc70726, 'name': SearchDatastore_Task, 'duration_secs': 0.020505} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 991.260728] env[69770]: DEBUG oslo_concurrency.lockutils [None req-8e5b9251-3620-4f88-97d1-0d18a30a0f4a tempest-ServerMetadataNegativeTestJSON-1738636266 tempest-ServerMetadataNegativeTestJSON-1738636266-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.260978] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-8e5b9251-3620-4f88-97d1-0d18a30a0f4a tempest-ServerMetadataNegativeTestJSON-1738636266 tempest-ServerMetadataNegativeTestJSON-1738636266-project-member] [instance: 735aaf86-ca37-4c5c-9296-568d98ace91c] Processing image d1eaff80-24a0-4391-90eb-59958b1ecf0a {{(pid=69770) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 991.261297] env[69770]: DEBUG oslo_concurrency.lockutils [None req-8e5b9251-3620-4f88-97d1-0d18a30a0f4a tempest-ServerMetadataNegativeTestJSON-1738636266 tempest-ServerMetadataNegativeTestJSON-1738636266-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.261492] env[69770]: DEBUG oslo_concurrency.lockutils [None req-8e5b9251-3620-4f88-97d1-0d18a30a0f4a tempest-ServerMetadataNegativeTestJSON-1738636266 tempest-ServerMetadataNegativeTestJSON-1738636266-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.261626] env[69770]: DEBUG nova.virt.vmwareapi.ds_util [None req-8e5b9251-3620-4f88-97d1-0d18a30a0f4a tempest-ServerMetadataNegativeTestJSON-1738636266 tempest-ServerMetadataNegativeTestJSON-1738636266-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69770) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 991.261929] env[69770]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d798c291-514e-4002-b778-b61bf7300341 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.271981] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d960e82-6917-4b73-9cb6-38914c3d1946 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.278343] env[69770]: DEBUG nova.virt.vmwareapi.ds_util [None req-8e5b9251-3620-4f88-97d1-0d18a30a0f4a tempest-ServerMetadataNegativeTestJSON-1738636266 tempest-ServerMetadataNegativeTestJSON-1738636266-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69770) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 991.278957] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-8e5b9251-3620-4f88-97d1-0d18a30a0f4a tempest-ServerMetadataNegativeTestJSON-1738636266 tempest-ServerMetadataNegativeTestJSON-1738636266-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69770) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 991.282894] env[69770]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d2fcdbc0-78d5-4063-9300-7ed72b4b567c {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.289441] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7099bfc-fc09-4068-81dd-d9d75114ab19 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.294684] env[69770]: DEBUG oslo_vmware.api [None req-8e5b9251-3620-4f88-97d1-0d18a30a0f4a tempest-ServerMetadataNegativeTestJSON-1738636266 tempest-ServerMetadataNegativeTestJSON-1738636266-project-member] Waiting for the task: (returnval){ [ 991.294684] env[69770]: value = "session[52161b52-cb8e-ec9f-1132-2f6b49549d41]52b2a814-33b3-e339-498e-6073fd87292a" [ 991.294684] env[69770]: _type = "Task" [ 991.294684] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 992.076472] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-12bbd274-0955-4681-b26b-794dee2ced3f tempest-ServerShowV254Test-1833803571 tempest-ServerShowV254Test-1833803571-project-member] [instance: bf2dd621-f03e-45ad-a4b0-953858139f65] Powering off the VM {{(pid=69770) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 992.077530] env[69770]: DEBUG nova.compute.manager [None req-e766543b-d3ee-4d55-95e2-2379f9c6d309 tempest-ServerShowV257Test-679390461 tempest-ServerShowV257Test-679390461-project-member] [instance: 0d90aae9-45e9-424d-b06f-7dcbef05f5bf] Start spawning the instance on the hypervisor. {{(pid=69770) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 992.079603] env[69770]: DEBUG nova.compute.manager [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] [instance: ee7c2360-8fce-4167-b80a-0e87f2677353] Instance has had 0 of 5 cleanup attempts {{(pid=69770) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 992.083413] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bce76b4b-5939-4da7-9f18-a33370a6c0ca {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.088406] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-707f1f3f-65de-48b4-a4c8-a5f681e8047a {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.093716] env[69770]: DEBUG oslo_vmware.api [None req-8e5b9251-3620-4f88-97d1-0d18a30a0f4a tempest-ServerMetadataNegativeTestJSON-1738636266 tempest-ServerMetadataNegativeTestJSON-1738636266-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]52b2a814-33b3-e339-498e-6073fd87292a, 'name': SearchDatastore_Task, 'duration_secs': 0.020565} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 992.095611] env[69770]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7b62a852-0762-4b27-b21e-d3e316d01625 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.105225] env[69770]: DEBUG oslo_vmware.api [None req-e6986d59-e676-45ad-8f5a-bc7af4a77d12 tempest-ServersTestMultiNic-2119527449 tempest-ServersTestMultiNic-2119527449-project-member] Task: {'id': task-4070052, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.109097] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-250cba55-6d1b-4b25-b4de-0696dc110d95 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.113043] env[69770]: DEBUG oslo_vmware.api [None req-12bbd274-0955-4681-b26b-794dee2ced3f tempest-ServerShowV254Test-1833803571 tempest-ServerShowV254Test-1833803571-project-member] Waiting for the task: (returnval){ [ 992.113043] env[69770]: value = "task-4070053" [ 992.113043] env[69770]: _type = "Task" [ 992.113043] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 992.114539] env[69770]: DEBUG oslo_vmware.api [None req-8e5b9251-3620-4f88-97d1-0d18a30a0f4a tempest-ServerMetadataNegativeTestJSON-1738636266 tempest-ServerMetadataNegativeTestJSON-1738636266-project-member] Waiting for the task: (returnval){ [ 992.114539] env[69770]: value = "session[52161b52-cb8e-ec9f-1132-2f6b49549d41]5225c626-d332-7b15-e8fc-9a2ed5013dce" [ 992.114539] env[69770]: _type = "Task" [ 992.114539] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 992.128140] env[69770]: DEBUG nova.virt.hardware [None req-e766543b-d3ee-4d55-95e2-2379f9c6d309 tempest-ServerShowV257Test-679390461 tempest-ServerShowV257Test-679390461-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T12:16:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T12:16:11Z,direct_url=,disk_format='vmdk',id=d1eaff80-24a0-4391-90eb-59958b1ecf0a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d65f20bb89fb40a98b77bc6d97357df2',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T12:16:12Z,virtual_size=,visibility=), allow threads: False {{(pid=69770) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 992.128391] env[69770]: DEBUG nova.virt.hardware [None req-e766543b-d3ee-4d55-95e2-2379f9c6d309 tempest-ServerShowV257Test-679390461 tempest-ServerShowV257Test-679390461-project-member] Flavor limits 0:0:0 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 992.128545] env[69770]: DEBUG nova.virt.hardware [None req-e766543b-d3ee-4d55-95e2-2379f9c6d309 tempest-ServerShowV257Test-679390461 tempest-ServerShowV257Test-679390461-project-member] Image limits 0:0:0 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 992.128727] env[69770]: DEBUG nova.virt.hardware [None req-e766543b-d3ee-4d55-95e2-2379f9c6d309 tempest-ServerShowV257Test-679390461 tempest-ServerShowV257Test-679390461-project-member] Flavor pref 0:0:0 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 992.128969] env[69770]: DEBUG nova.virt.hardware [None req-e766543b-d3ee-4d55-95e2-2379f9c6d309 tempest-ServerShowV257Test-679390461 tempest-ServerShowV257Test-679390461-project-member] Image pref 0:0:0 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 992.129085] env[69770]: DEBUG nova.virt.hardware [None req-e766543b-d3ee-4d55-95e2-2379f9c6d309 tempest-ServerShowV257Test-679390461 tempest-ServerShowV257Test-679390461-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 992.129300] env[69770]: DEBUG nova.virt.hardware [None req-e766543b-d3ee-4d55-95e2-2379f9c6d309 tempest-ServerShowV257Test-679390461 tempest-ServerShowV257Test-679390461-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69770) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 992.129462] env[69770]: DEBUG nova.virt.hardware [None req-e766543b-d3ee-4d55-95e2-2379f9c6d309 tempest-ServerShowV257Test-679390461 tempest-ServerShowV257Test-679390461-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69770) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 992.129631] env[69770]: DEBUG nova.virt.hardware [None req-e766543b-d3ee-4d55-95e2-2379f9c6d309 tempest-ServerShowV257Test-679390461 tempest-ServerShowV257Test-679390461-project-member] Got 1 possible topologies {{(pid=69770) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 992.129793] env[69770]: DEBUG nova.virt.hardware [None req-e766543b-d3ee-4d55-95e2-2379f9c6d309 tempest-ServerShowV257Test-679390461 tempest-ServerShowV257Test-679390461-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69770) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 992.129963] env[69770]: DEBUG nova.virt.hardware [None req-e766543b-d3ee-4d55-95e2-2379f9c6d309 tempest-ServerShowV257Test-679390461 tempest-ServerShowV257Test-679390461-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69770) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 992.133435] env[69770]: DEBUG nova.compute.provider_tree [None req-f9fb7be4-e8bf-4a87-8d2e-9b3aef661468 tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] Inventory has not changed in ProviderTree for provider: 7cc7d32b-b7a7-454a-a456-2a440248ed9d {{(pid=69770) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 992.135404] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d0cf05f-61aa-4469-94f2-046e04c08043 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.139982] env[69770]: DEBUG nova.network.neutron [req-a5ce5622-8af4-45da-9407-0cc9ccf6d0ea req-f3ece774-c50c-4193-b003-5d97a6c4a90c service nova] [instance: e4982a7d-45f6-4b3d-9768-7d260a133e8d] Instance cache missing network info. {{(pid=69770) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 992.149675] env[69770]: DEBUG oslo_vmware.api [None req-12bbd274-0955-4681-b26b-794dee2ced3f tempest-ServerShowV254Test-1833803571 tempest-ServerShowV254Test-1833803571-project-member] Task: {'id': task-4070053, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.155664] env[69770]: DEBUG oslo_vmware.api [None req-8e5b9251-3620-4f88-97d1-0d18a30a0f4a tempest-ServerMetadataNegativeTestJSON-1738636266 tempest-ServerMetadataNegativeTestJSON-1738636266-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]5225c626-d332-7b15-e8fc-9a2ed5013dce, 'name': SearchDatastore_Task, 'duration_secs': 0.013239} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 992.156018] env[69770]: DEBUG oslo_concurrency.lockutils [None req-8e5b9251-3620-4f88-97d1-0d18a30a0f4a tempest-ServerMetadataNegativeTestJSON-1738636266 tempest-ServerMetadataNegativeTestJSON-1738636266-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.156304] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e5b9251-3620-4f88-97d1-0d18a30a0f4a tempest-ServerMetadataNegativeTestJSON-1738636266 tempest-ServerMetadataNegativeTestJSON-1738636266-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk to [datastore1] 735aaf86-ca37-4c5c-9296-568d98ace91c/735aaf86-ca37-4c5c-9296-568d98ace91c.vmdk {{(pid=69770) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 992.157640] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e69dab7-cd7f-42c1-9899-33a8722f8be6 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.162204] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5b44de76-f325-4966-87d0-a1db39ec609f {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.176400] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-e766543b-d3ee-4d55-95e2-2379f9c6d309 tempest-ServerShowV257Test-679390461 tempest-ServerShowV257Test-679390461-project-member] [instance: 0d90aae9-45e9-424d-b06f-7dcbef05f5bf] Instance VIF info [] {{(pid=69770) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 992.182586] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-e766543b-d3ee-4d55-95e2-2379f9c6d309 tempest-ServerShowV257Test-679390461 tempest-ServerShowV257Test-679390461-project-member] Creating folder: Project (6e74c63394064aa38f6854c52c47d2d7). Parent ref: group-v806376. {{(pid=69770) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 992.183927] env[69770]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7aa93d71-a2c7-4a32-81e3-7e36de97815f {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.189024] env[69770]: DEBUG oslo_vmware.api [None req-8e5b9251-3620-4f88-97d1-0d18a30a0f4a tempest-ServerMetadataNegativeTestJSON-1738636266 tempest-ServerMetadataNegativeTestJSON-1738636266-project-member] Waiting for the task: (returnval){ [ 992.189024] env[69770]: value = "task-4070054" [ 992.189024] env[69770]: _type = "Task" [ 992.189024] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 992.201644] env[69770]: INFO nova.virt.vmwareapi.vm_util [None req-e766543b-d3ee-4d55-95e2-2379f9c6d309 tempest-ServerShowV257Test-679390461 tempest-ServerShowV257Test-679390461-project-member] Created folder: Project (6e74c63394064aa38f6854c52c47d2d7) in parent group-v806376. [ 992.201899] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-e766543b-d3ee-4d55-95e2-2379f9c6d309 tempest-ServerShowV257Test-679390461 tempest-ServerShowV257Test-679390461-project-member] Creating folder: Instances. Parent ref: group-v806566. {{(pid=69770) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 992.202231] env[69770]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6d4b6bb5-a29a-4ff2-9c74-613dbf3cbf05 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.215750] env[69770]: INFO nova.virt.vmwareapi.vm_util [None req-e766543b-d3ee-4d55-95e2-2379f9c6d309 tempest-ServerShowV257Test-679390461 tempest-ServerShowV257Test-679390461-project-member] Created folder: Instances in parent group-v806566. [ 992.216130] env[69770]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e766543b-d3ee-4d55-95e2-2379f9c6d309 tempest-ServerShowV257Test-679390461 tempest-ServerShowV257Test-679390461-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69770) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 992.216405] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0d90aae9-45e9-424d-b06f-7dcbef05f5bf] Creating VM on the ESX host {{(pid=69770) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 992.216683] env[69770]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d87aedb4-32a4-4364-aff5-a6ea2cd60030 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.235830] env[69770]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 992.235830] env[69770]: value = "task-4070057" [ 992.235830] env[69770]: _type = "Task" [ 992.235830] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 992.245557] env[69770]: DEBUG oslo_vmware.api [-] Task: {'id': task-4070057, 'name': CreateVM_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.274938] env[69770]: DEBUG nova.network.neutron [req-a5ce5622-8af4-45da-9407-0cc9ccf6d0ea req-f3ece774-c50c-4193-b003-5d97a6c4a90c service nova] [instance: e4982a7d-45f6-4b3d-9768-7d260a133e8d] Updating instance_info_cache with network_info: [] {{(pid=69770) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 992.594017] env[69770]: DEBUG oslo_vmware.api [None req-e6986d59-e676-45ad-8f5a-bc7af4a77d12 tempest-ServersTestMultiNic-2119527449 tempest-ServersTestMultiNic-2119527449-project-member] Task: {'id': task-4070052, 'name': ReconfigVM_Task, 'duration_secs': 1.369208} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 992.594017] env[69770]: DEBUG oslo_service.periodic_task [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=69770) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 992.594017] env[69770]: DEBUG nova.compute.manager [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] Cleaning up deleted instances with incomplete migration {{(pid=69770) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11872}} [ 992.595559] env[69770]: DEBUG nova.virt.vmwareapi.volumeops [None req-e6986d59-e676-45ad-8f5a-bc7af4a77d12 tempest-ServersTestMultiNic-2119527449 tempest-ServersTestMultiNic-2119527449-project-member] [instance: dcd9fa1a-a9e5-4227-829b-281fa7a1d4f6] Reconfigured VM instance instance-00000040 to attach disk [datastore1] dcd9fa1a-a9e5-4227-829b-281fa7a1d4f6/dcd9fa1a-a9e5-4227-829b-281fa7a1d4f6.vmdk or device None with type sparse {{(pid=69770) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 992.595702] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-aebb4499-ffcc-43ec-93e8-9ef96135f58c {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.606486] env[69770]: DEBUG oslo_vmware.api [None req-e6986d59-e676-45ad-8f5a-bc7af4a77d12 tempest-ServersTestMultiNic-2119527449 tempest-ServersTestMultiNic-2119527449-project-member] Waiting for the task: (returnval){ [ 992.606486] env[69770]: value = "task-4070058" [ 992.606486] env[69770]: _type = "Task" [ 992.606486] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 992.623116] env[69770]: DEBUG oslo_vmware.api [None req-e6986d59-e676-45ad-8f5a-bc7af4a77d12 tempest-ServersTestMultiNic-2119527449 tempest-ServersTestMultiNic-2119527449-project-member] Task: {'id': task-4070058, 'name': Rename_Task} progress is 6%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.627578] env[69770]: DEBUG oslo_vmware.api [None req-12bbd274-0955-4681-b26b-794dee2ced3f tempest-ServerShowV254Test-1833803571 tempest-ServerShowV254Test-1833803571-project-member] Task: {'id': task-4070053, 'name': PowerOffVM_Task, 'duration_secs': 0.141065} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 992.627578] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-12bbd274-0955-4681-b26b-794dee2ced3f tempest-ServerShowV254Test-1833803571 tempest-ServerShowV254Test-1833803571-project-member] [instance: bf2dd621-f03e-45ad-a4b0-953858139f65] Powered off the VM {{(pid=69770) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 992.628390] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-12bbd274-0955-4681-b26b-794dee2ced3f tempest-ServerShowV254Test-1833803571 tempest-ServerShowV254Test-1833803571-project-member] [instance: bf2dd621-f03e-45ad-a4b0-953858139f65] Destroying instance {{(pid=69770) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 992.629274] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af0f5d5b-332e-490b-8dc2-267d2d6324e8 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.638655] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-12bbd274-0955-4681-b26b-794dee2ced3f tempest-ServerShowV254Test-1833803571 tempest-ServerShowV254Test-1833803571-project-member] [instance: bf2dd621-f03e-45ad-a4b0-953858139f65] Unregistering the VM {{(pid=69770) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 992.638655] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5ce0fee5-504a-4302-aaee-e3321df7c014 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.640549] env[69770]: DEBUG nova.scheduler.client.report [None req-f9fb7be4-e8bf-4a87-8d2e-9b3aef661468 tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] Inventory has not changed for provider 7cc7d32b-b7a7-454a-a456-2a440248ed9d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69770) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 992.674721] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-12bbd274-0955-4681-b26b-794dee2ced3f tempest-ServerShowV254Test-1833803571 tempest-ServerShowV254Test-1833803571-project-member] [instance: bf2dd621-f03e-45ad-a4b0-953858139f65] Unregistered the VM {{(pid=69770) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 992.675082] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-12bbd274-0955-4681-b26b-794dee2ced3f tempest-ServerShowV254Test-1833803571 tempest-ServerShowV254Test-1833803571-project-member] [instance: bf2dd621-f03e-45ad-a4b0-953858139f65] Deleting contents of the VM from datastore datastore1 {{(pid=69770) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 992.675353] env[69770]: DEBUG nova.virt.vmwareapi.ds_util [None req-12bbd274-0955-4681-b26b-794dee2ced3f tempest-ServerShowV254Test-1833803571 tempest-ServerShowV254Test-1833803571-project-member] Deleting the datastore file [datastore1] bf2dd621-f03e-45ad-a4b0-953858139f65 {{(pid=69770) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 992.675584] env[69770]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5ef1b5d6-6af6-4110-b5de-575df633d2c1 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.684109] env[69770]: DEBUG oslo_vmware.api [None req-12bbd274-0955-4681-b26b-794dee2ced3f tempest-ServerShowV254Test-1833803571 tempest-ServerShowV254Test-1833803571-project-member] Waiting for the task: (returnval){ [ 992.684109] env[69770]: value = "task-4070060" [ 992.684109] env[69770]: _type = "Task" [ 992.684109] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 992.697680] env[69770]: DEBUG oslo_vmware.api [None req-12bbd274-0955-4681-b26b-794dee2ced3f tempest-ServerShowV254Test-1833803571 tempest-ServerShowV254Test-1833803571-project-member] Task: {'id': task-4070060, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.701490] env[69770]: DEBUG oslo_vmware.api [None req-8e5b9251-3620-4f88-97d1-0d18a30a0f4a tempest-ServerMetadataNegativeTestJSON-1738636266 tempest-ServerMetadataNegativeTestJSON-1738636266-project-member] Task: {'id': task-4070054, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.748501] env[69770]: DEBUG oslo_vmware.api [-] Task: {'id': task-4070057, 'name': CreateVM_Task, 'duration_secs': 0.383826} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 992.748794] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0d90aae9-45e9-424d-b06f-7dcbef05f5bf] Created VM on the ESX host {{(pid=69770) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 992.749330] env[69770]: DEBUG oslo_concurrency.lockutils [None req-e766543b-d3ee-4d55-95e2-2379f9c6d309 tempest-ServerShowV257Test-679390461 tempest-ServerShowV257Test-679390461-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.749542] env[69770]: DEBUG oslo_concurrency.lockutils [None req-e766543b-d3ee-4d55-95e2-2379f9c6d309 tempest-ServerShowV257Test-679390461 tempest-ServerShowV257Test-679390461-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.749969] env[69770]: DEBUG oslo_concurrency.lockutils [None req-e766543b-d3ee-4d55-95e2-2379f9c6d309 tempest-ServerShowV257Test-679390461 tempest-ServerShowV257Test-679390461-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.750317] env[69770]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-190f6518-7a97-4d33-ba6b-b8ed31ce1230 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.756220] env[69770]: DEBUG oslo_vmware.api [None req-e766543b-d3ee-4d55-95e2-2379f9c6d309 tempest-ServerShowV257Test-679390461 tempest-ServerShowV257Test-679390461-project-member] Waiting for the task: (returnval){ [ 992.756220] env[69770]: value = "session[52161b52-cb8e-ec9f-1132-2f6b49549d41]520f65c8-e6f2-5dd2-8e5d-c24f89b65ce0" [ 992.756220] env[69770]: _type = "Task" [ 992.756220] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 992.764619] env[69770]: DEBUG oslo_vmware.api [None req-e766543b-d3ee-4d55-95e2-2379f9c6d309 tempest-ServerShowV257Test-679390461 tempest-ServerShowV257Test-679390461-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]520f65c8-e6f2-5dd2-8e5d-c24f89b65ce0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.778667] env[69770]: DEBUG oslo_concurrency.lockutils [req-a5ce5622-8af4-45da-9407-0cc9ccf6d0ea req-f3ece774-c50c-4193-b003-5d97a6c4a90c service nova] Releasing lock "refresh_cache-e4982a7d-45f6-4b3d-9768-7d260a133e8d" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.778975] env[69770]: DEBUG oslo_concurrency.lockutils [None req-6ee327ef-cac6-461f-8261-d94045abc761 tempest-ServersWithSpecificFlavorTestJSON-412767258 tempest-ServersWithSpecificFlavorTestJSON-412767258-project-member] Acquired lock "refresh_cache-e4982a7d-45f6-4b3d-9768-7d260a133e8d" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.779174] env[69770]: DEBUG nova.network.neutron [None req-6ee327ef-cac6-461f-8261-d94045abc761 tempest-ServersWithSpecificFlavorTestJSON-412767258 tempest-ServersWithSpecificFlavorTestJSON-412767258-project-member] [instance: e4982a7d-45f6-4b3d-9768-7d260a133e8d] Building network info cache for instance {{(pid=69770) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 993.096522] env[69770]: DEBUG oslo_service.periodic_task [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=69770) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 993.117481] env[69770]: DEBUG oslo_vmware.api [None req-e6986d59-e676-45ad-8f5a-bc7af4a77d12 tempest-ServersTestMultiNic-2119527449 tempest-ServersTestMultiNic-2119527449-project-member] Task: {'id': task-4070058, 'name': Rename_Task, 'duration_secs': 0.211095} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 993.117751] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-e6986d59-e676-45ad-8f5a-bc7af4a77d12 tempest-ServersTestMultiNic-2119527449 tempest-ServersTestMultiNic-2119527449-project-member] [instance: dcd9fa1a-a9e5-4227-829b-281fa7a1d4f6] Powering on the VM {{(pid=69770) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 993.118054] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-663ace32-7789-42cc-80db-99a6b7af2041 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.124824] env[69770]: DEBUG oslo_vmware.api [None req-e6986d59-e676-45ad-8f5a-bc7af4a77d12 tempest-ServersTestMultiNic-2119527449 tempest-ServersTestMultiNic-2119527449-project-member] Waiting for the task: (returnval){ [ 993.124824] env[69770]: value = "task-4070061" [ 993.124824] env[69770]: _type = "Task" [ 993.124824] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 993.132297] env[69770]: DEBUG oslo_vmware.api [None req-e6986d59-e676-45ad-8f5a-bc7af4a77d12 tempest-ServersTestMultiNic-2119527449 tempest-ServersTestMultiNic-2119527449-project-member] Task: {'id': task-4070061, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.146746] env[69770]: DEBUG oslo_concurrency.lockutils [None req-f9fb7be4-e8bf-4a87-8d2e-9b3aef661468 tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.463s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 993.147374] env[69770]: DEBUG nova.compute.manager [None req-f9fb7be4-e8bf-4a87-8d2e-9b3aef661468 tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] [instance: d6322138-4f18-4a8b-8062-4c732a8e6585] Start building networks asynchronously for instance. {{(pid=69770) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 993.150199] env[69770]: DEBUG oslo_concurrency.lockutils [None req-03cbf449-5bb9-485b-9a27-5460ec147770 tempest-ServerGroupTestJSON-803161883 tempest-ServerGroupTestJSON-803161883-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.432s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 993.150343] env[69770]: DEBUG oslo_concurrency.lockutils [None req-03cbf449-5bb9-485b-9a27-5460ec147770 tempest-ServerGroupTestJSON-803161883 tempest-ServerGroupTestJSON-803161883-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 993.152551] env[69770]: DEBUG oslo_concurrency.lockutils [None req-2f3afe0f-468b-43f2-a1f9-4774c22b233d tempest-InstanceActionsNegativeTestJSON-680654 tempest-InstanceActionsNegativeTestJSON-680654-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.446s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 993.154220] env[69770]: INFO nova.compute.claims [None req-2f3afe0f-468b-43f2-a1f9-4774c22b233d tempest-InstanceActionsNegativeTestJSON-680654 tempest-InstanceActionsNegativeTestJSON-680654-project-member] [instance: a41cf0f5-5115-4676-8480-eed1a5e0a72b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 993.178329] env[69770]: INFO nova.scheduler.client.report [None req-03cbf449-5bb9-485b-9a27-5460ec147770 tempest-ServerGroupTestJSON-803161883 tempest-ServerGroupTestJSON-803161883-project-member] Deleted allocations for instance 15a53776-9653-4997-828d-4216093af571 [ 993.199052] env[69770]: DEBUG oslo_vmware.api [None req-12bbd274-0955-4681-b26b-794dee2ced3f tempest-ServerShowV254Test-1833803571 tempest-ServerShowV254Test-1833803571-project-member] Task: {'id': task-4070060, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.117462} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 993.202556] env[69770]: DEBUG nova.virt.vmwareapi.ds_util [None req-12bbd274-0955-4681-b26b-794dee2ced3f tempest-ServerShowV254Test-1833803571 tempest-ServerShowV254Test-1833803571-project-member] Deleted the datastore file {{(pid=69770) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 993.202763] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-12bbd274-0955-4681-b26b-794dee2ced3f tempest-ServerShowV254Test-1833803571 tempest-ServerShowV254Test-1833803571-project-member] [instance: bf2dd621-f03e-45ad-a4b0-953858139f65] Deleted contents of the VM from datastore datastore1 {{(pid=69770) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 993.203342] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-12bbd274-0955-4681-b26b-794dee2ced3f tempest-ServerShowV254Test-1833803571 tempest-ServerShowV254Test-1833803571-project-member] [instance: bf2dd621-f03e-45ad-a4b0-953858139f65] Instance destroyed {{(pid=69770) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 993.206029] env[69770]: DEBUG oslo_vmware.api [None req-8e5b9251-3620-4f88-97d1-0d18a30a0f4a tempest-ServerMetadataNegativeTestJSON-1738636266 tempest-ServerMetadataNegativeTestJSON-1738636266-project-member] Task: {'id': task-4070054, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.561784} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 993.206158] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e5b9251-3620-4f88-97d1-0d18a30a0f4a tempest-ServerMetadataNegativeTestJSON-1738636266 tempest-ServerMetadataNegativeTestJSON-1738636266-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk to [datastore1] 735aaf86-ca37-4c5c-9296-568d98ace91c/735aaf86-ca37-4c5c-9296-568d98ace91c.vmdk {{(pid=69770) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 993.206322] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-8e5b9251-3620-4f88-97d1-0d18a30a0f4a tempest-ServerMetadataNegativeTestJSON-1738636266 tempest-ServerMetadataNegativeTestJSON-1738636266-project-member] [instance: 735aaf86-ca37-4c5c-9296-568d98ace91c] Extending root virtual disk to 1048576 {{(pid=69770) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 993.207044] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-90d5818f-e9f8-4fca-ab0f-14bdd5c4f3c2 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.215169] env[69770]: DEBUG oslo_vmware.api [None req-8e5b9251-3620-4f88-97d1-0d18a30a0f4a tempest-ServerMetadataNegativeTestJSON-1738636266 tempest-ServerMetadataNegativeTestJSON-1738636266-project-member] Waiting for the task: (returnval){ [ 993.215169] env[69770]: value = "task-4070062" [ 993.215169] env[69770]: _type = "Task" [ 993.215169] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 993.226266] env[69770]: DEBUG oslo_vmware.api [None req-8e5b9251-3620-4f88-97d1-0d18a30a0f4a tempest-ServerMetadataNegativeTestJSON-1738636266 tempest-ServerMetadataNegativeTestJSON-1738636266-project-member] Task: {'id': task-4070062, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.267218] env[69770]: DEBUG oslo_vmware.api [None req-e766543b-d3ee-4d55-95e2-2379f9c6d309 tempest-ServerShowV257Test-679390461 tempest-ServerShowV257Test-679390461-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]520f65c8-e6f2-5dd2-8e5d-c24f89b65ce0, 'name': SearchDatastore_Task, 'duration_secs': 0.010332} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 993.267558] env[69770]: DEBUG oslo_concurrency.lockutils [None req-e766543b-d3ee-4d55-95e2-2379f9c6d309 tempest-ServerShowV257Test-679390461 tempest-ServerShowV257Test-679390461-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.267798] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-e766543b-d3ee-4d55-95e2-2379f9c6d309 tempest-ServerShowV257Test-679390461 tempest-ServerShowV257Test-679390461-project-member] [instance: 0d90aae9-45e9-424d-b06f-7dcbef05f5bf] Processing image d1eaff80-24a0-4391-90eb-59958b1ecf0a {{(pid=69770) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 993.268079] env[69770]: DEBUG oslo_concurrency.lockutils [None req-e766543b-d3ee-4d55-95e2-2379f9c6d309 tempest-ServerShowV257Test-679390461 tempest-ServerShowV257Test-679390461-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.268237] env[69770]: DEBUG oslo_concurrency.lockutils [None req-e766543b-d3ee-4d55-95e2-2379f9c6d309 tempest-ServerShowV257Test-679390461 tempest-ServerShowV257Test-679390461-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.268435] env[69770]: DEBUG nova.virt.vmwareapi.ds_util [None req-e766543b-d3ee-4d55-95e2-2379f9c6d309 tempest-ServerShowV257Test-679390461 tempest-ServerShowV257Test-679390461-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69770) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 993.268674] env[69770]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1c130d4c-fd17-459f-bca8-96b33acef87a {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.279361] env[69770]: DEBUG nova.virt.vmwareapi.ds_util [None req-e766543b-d3ee-4d55-95e2-2379f9c6d309 tempest-ServerShowV257Test-679390461 tempest-ServerShowV257Test-679390461-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69770) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 993.279735] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-e766543b-d3ee-4d55-95e2-2379f9c6d309 tempest-ServerShowV257Test-679390461 tempest-ServerShowV257Test-679390461-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69770) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 993.280768] env[69770]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f0ce9a2e-6554-46a9-bce7-e9a6aacea71b {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.290037] env[69770]: DEBUG oslo_vmware.api [None req-e766543b-d3ee-4d55-95e2-2379f9c6d309 tempest-ServerShowV257Test-679390461 tempest-ServerShowV257Test-679390461-project-member] Waiting for the task: (returnval){ [ 993.290037] env[69770]: value = "session[52161b52-cb8e-ec9f-1132-2f6b49549d41]52b35e4e-1d63-4467-f74f-180d741ef70c" [ 993.290037] env[69770]: _type = "Task" [ 993.290037] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 993.298638] env[69770]: DEBUG oslo_vmware.api [None req-e766543b-d3ee-4d55-95e2-2379f9c6d309 tempest-ServerShowV257Test-679390461 tempest-ServerShowV257Test-679390461-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]52b35e4e-1d63-4467-f74f-180d741ef70c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.316482] env[69770]: DEBUG nova.network.neutron [None req-6ee327ef-cac6-461f-8261-d94045abc761 tempest-ServersWithSpecificFlavorTestJSON-412767258 tempest-ServersWithSpecificFlavorTestJSON-412767258-project-member] [instance: e4982a7d-45f6-4b3d-9768-7d260a133e8d] Instance cache missing network info. {{(pid=69770) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 993.509080] env[69770]: DEBUG nova.network.neutron [None req-6ee327ef-cac6-461f-8261-d94045abc761 tempest-ServersWithSpecificFlavorTestJSON-412767258 tempest-ServersWithSpecificFlavorTestJSON-412767258-project-member] [instance: e4982a7d-45f6-4b3d-9768-7d260a133e8d] Updating instance_info_cache with network_info: [{"id": "88c8589e-0caa-4abc-b6bc-0794e5993898", "address": "fa:16:3e:53:a2:bc", "network": {"id": "dfa2e5c9-da6a-495b-80dd-7149d856db01", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-317622961-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9c7a0aeab76c46959dc2c70de94c922d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "72781990-3cb3-42eb-9eb1-4040dedbf66f", "external-id": "cl2-zone-812", "segmentation_id": 812, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap88c8589e-0c", "ovs_interfaceid": "88c8589e-0caa-4abc-b6bc-0794e5993898", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69770) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 993.635890] env[69770]: DEBUG oslo_vmware.api [None req-e6986d59-e676-45ad-8f5a-bc7af4a77d12 tempest-ServersTestMultiNic-2119527449 tempest-ServersTestMultiNic-2119527449-project-member] Task: {'id': task-4070061, 'name': PowerOnVM_Task, 'duration_secs': 0.485689} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 993.636184] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-e6986d59-e676-45ad-8f5a-bc7af4a77d12 tempest-ServersTestMultiNic-2119527449 tempest-ServersTestMultiNic-2119527449-project-member] [instance: dcd9fa1a-a9e5-4227-829b-281fa7a1d4f6] Powered on the VM {{(pid=69770) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 993.636404] env[69770]: INFO nova.compute.manager [None req-e6986d59-e676-45ad-8f5a-bc7af4a77d12 tempest-ServersTestMultiNic-2119527449 tempest-ServersTestMultiNic-2119527449-project-member] [instance: dcd9fa1a-a9e5-4227-829b-281fa7a1d4f6] Took 12.76 seconds to spawn the instance on the hypervisor. [ 993.636559] env[69770]: DEBUG nova.compute.manager [None req-e6986d59-e676-45ad-8f5a-bc7af4a77d12 tempest-ServersTestMultiNic-2119527449 tempest-ServersTestMultiNic-2119527449-project-member] [instance: dcd9fa1a-a9e5-4227-829b-281fa7a1d4f6] Checking state {{(pid=69770) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 993.637497] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c566e6a-f891-463c-8fa7-8f4e587d06fd {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.663048] env[69770]: DEBUG nova.compute.utils [None req-f9fb7be4-e8bf-4a87-8d2e-9b3aef661468 tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] Using /dev/sd instead of None {{(pid=69770) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 993.665465] env[69770]: DEBUG nova.compute.manager [None req-f9fb7be4-e8bf-4a87-8d2e-9b3aef661468 tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] [instance: d6322138-4f18-4a8b-8062-4c732a8e6585] Allocating IP information in the background. {{(pid=69770) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 993.665465] env[69770]: DEBUG nova.network.neutron [None req-f9fb7be4-e8bf-4a87-8d2e-9b3aef661468 tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] [instance: d6322138-4f18-4a8b-8062-4c732a8e6585] allocate_for_instance() {{(pid=69770) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 993.687081] env[69770]: DEBUG oslo_concurrency.lockutils [None req-03cbf449-5bb9-485b-9a27-5460ec147770 tempest-ServerGroupTestJSON-803161883 tempest-ServerGroupTestJSON-803161883-project-member] Lock "15a53776-9653-4997-828d-4216093af571" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.230s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 993.726647] env[69770]: DEBUG oslo_vmware.api [None req-8e5b9251-3620-4f88-97d1-0d18a30a0f4a tempest-ServerMetadataNegativeTestJSON-1738636266 tempest-ServerMetadataNegativeTestJSON-1738636266-project-member] Task: {'id': task-4070062, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065908} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 993.726927] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-8e5b9251-3620-4f88-97d1-0d18a30a0f4a tempest-ServerMetadataNegativeTestJSON-1738636266 tempest-ServerMetadataNegativeTestJSON-1738636266-project-member] [instance: 735aaf86-ca37-4c5c-9296-568d98ace91c] Extended root virtual disk {{(pid=69770) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 993.727791] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-103443a7-184b-4c5d-a9b3-2748f4b2e8ba {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.731749] env[69770]: DEBUG nova.policy [None req-f9fb7be4-e8bf-4a87-8d2e-9b3aef661468 tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '644f28af5a29464f90987b6181a51fd7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '677c29867f944b8198884aae6535814b', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69770) authorize /opt/stack/nova/nova/policy.py:192}} [ 993.758029] env[69770]: DEBUG nova.virt.vmwareapi.volumeops [None req-8e5b9251-3620-4f88-97d1-0d18a30a0f4a tempest-ServerMetadataNegativeTestJSON-1738636266 tempest-ServerMetadataNegativeTestJSON-1738636266-project-member] [instance: 735aaf86-ca37-4c5c-9296-568d98ace91c] Reconfiguring VM instance instance-00000042 to attach disk [datastore1] 735aaf86-ca37-4c5c-9296-568d98ace91c/735aaf86-ca37-4c5c-9296-568d98ace91c.vmdk or device None with type sparse {{(pid=69770) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 993.758846] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3904e4cd-f9fb-4e7e-a7ea-53acbaf73b30 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.781927] env[69770]: DEBUG oslo_vmware.api [None req-8e5b9251-3620-4f88-97d1-0d18a30a0f4a tempest-ServerMetadataNegativeTestJSON-1738636266 tempest-ServerMetadataNegativeTestJSON-1738636266-project-member] Waiting for the task: (returnval){ [ 993.781927] env[69770]: value = "task-4070063" [ 993.781927] env[69770]: _type = "Task" [ 993.781927] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 993.792334] env[69770]: DEBUG oslo_vmware.api [None req-8e5b9251-3620-4f88-97d1-0d18a30a0f4a tempest-ServerMetadataNegativeTestJSON-1738636266 tempest-ServerMetadataNegativeTestJSON-1738636266-project-member] Task: {'id': task-4070063, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.803304] env[69770]: DEBUG oslo_vmware.api [None req-e766543b-d3ee-4d55-95e2-2379f9c6d309 tempest-ServerShowV257Test-679390461 tempest-ServerShowV257Test-679390461-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]52b35e4e-1d63-4467-f74f-180d741ef70c, 'name': SearchDatastore_Task, 'duration_secs': 0.009519} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 993.804208] env[69770]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a4e59960-8cf2-4dfa-8466-3c1f0bcf1bff {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.810617] env[69770]: DEBUG oslo_vmware.api [None req-e766543b-d3ee-4d55-95e2-2379f9c6d309 tempest-ServerShowV257Test-679390461 tempest-ServerShowV257Test-679390461-project-member] Waiting for the task: (returnval){ [ 993.810617] env[69770]: value = "session[52161b52-cb8e-ec9f-1132-2f6b49549d41]521a1ccb-f33f-d44f-8147-04cf237ada1c" [ 993.810617] env[69770]: _type = "Task" [ 993.810617] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 993.821890] env[69770]: DEBUG oslo_vmware.api [None req-e766543b-d3ee-4d55-95e2-2379f9c6d309 tempest-ServerShowV257Test-679390461 tempest-ServerShowV257Test-679390461-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]521a1ccb-f33f-d44f-8147-04cf237ada1c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.014779] env[69770]: DEBUG oslo_concurrency.lockutils [None req-6ee327ef-cac6-461f-8261-d94045abc761 tempest-ServersWithSpecificFlavorTestJSON-412767258 tempest-ServersWithSpecificFlavorTestJSON-412767258-project-member] Releasing lock "refresh_cache-e4982a7d-45f6-4b3d-9768-7d260a133e8d" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.014779] env[69770]: DEBUG nova.compute.manager [None req-6ee327ef-cac6-461f-8261-d94045abc761 tempest-ServersWithSpecificFlavorTestJSON-412767258 tempest-ServersWithSpecificFlavorTestJSON-412767258-project-member] [instance: e4982a7d-45f6-4b3d-9768-7d260a133e8d] Instance network_info: |[{"id": "88c8589e-0caa-4abc-b6bc-0794e5993898", "address": "fa:16:3e:53:a2:bc", "network": {"id": "dfa2e5c9-da6a-495b-80dd-7149d856db01", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-317622961-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9c7a0aeab76c46959dc2c70de94c922d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "72781990-3cb3-42eb-9eb1-4040dedbf66f", "external-id": "cl2-zone-812", "segmentation_id": 812, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap88c8589e-0c", "ovs_interfaceid": "88c8589e-0caa-4abc-b6bc-0794e5993898", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69770) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 994.014779] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-6ee327ef-cac6-461f-8261-d94045abc761 tempest-ServersWithSpecificFlavorTestJSON-412767258 tempest-ServersWithSpecificFlavorTestJSON-412767258-project-member] [instance: e4982a7d-45f6-4b3d-9768-7d260a133e8d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:53:a2:bc', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '72781990-3cb3-42eb-9eb1-4040dedbf66f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '88c8589e-0caa-4abc-b6bc-0794e5993898', 'vif_model': 'vmxnet3'}] {{(pid=69770) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 994.022633] env[69770]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6ee327ef-cac6-461f-8261-d94045abc761 tempest-ServersWithSpecificFlavorTestJSON-412767258 tempest-ServersWithSpecificFlavorTestJSON-412767258-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69770) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 994.022772] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e4982a7d-45f6-4b3d-9768-7d260a133e8d] Creating VM on the ESX host {{(pid=69770) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 994.023070] env[69770]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-dca57cbd-eb92-447e-8eb0-04fe6d549b72 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.048571] env[69770]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 994.048571] env[69770]: value = "task-4070064" [ 994.048571] env[69770]: _type = "Task" [ 994.048571] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 994.058426] env[69770]: DEBUG oslo_vmware.api [-] Task: {'id': task-4070064, 'name': CreateVM_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.135629] env[69770]: DEBUG nova.network.neutron [None req-f9fb7be4-e8bf-4a87-8d2e-9b3aef661468 tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] [instance: d6322138-4f18-4a8b-8062-4c732a8e6585] Successfully created port: 7e86ea34-4b79-4d01-9131-8853711f8716 {{(pid=69770) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 994.158320] env[69770]: INFO nova.compute.manager [None req-e6986d59-e676-45ad-8f5a-bc7af4a77d12 tempest-ServersTestMultiNic-2119527449 tempest-ServersTestMultiNic-2119527449-project-member] [instance: dcd9fa1a-a9e5-4227-829b-281fa7a1d4f6] Took 55.25 seconds to build instance. [ 994.170754] env[69770]: DEBUG nova.compute.manager [None req-f9fb7be4-e8bf-4a87-8d2e-9b3aef661468 tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] [instance: d6322138-4f18-4a8b-8062-4c732a8e6585] Start building block device mappings for instance. {{(pid=69770) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 994.252808] env[69770]: DEBUG nova.virt.hardware [None req-12bbd274-0955-4681-b26b-794dee2ced3f tempest-ServerShowV254Test-1833803571 tempest-ServerShowV254Test-1833803571-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T12:16:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T12:16:11Z,direct_url=,disk_format='vmdk',id=d1eaff80-24a0-4391-90eb-59958b1ecf0a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d65f20bb89fb40a98b77bc6d97357df2',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T12:16:12Z,virtual_size=,visibility=), allow threads: False {{(pid=69770) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 994.253077] env[69770]: DEBUG nova.virt.hardware [None req-12bbd274-0955-4681-b26b-794dee2ced3f tempest-ServerShowV254Test-1833803571 tempest-ServerShowV254Test-1833803571-project-member] Flavor limits 0:0:0 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 994.253236] env[69770]: DEBUG nova.virt.hardware [None req-12bbd274-0955-4681-b26b-794dee2ced3f tempest-ServerShowV254Test-1833803571 tempest-ServerShowV254Test-1833803571-project-member] Image limits 0:0:0 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 994.253412] env[69770]: DEBUG nova.virt.hardware [None req-12bbd274-0955-4681-b26b-794dee2ced3f tempest-ServerShowV254Test-1833803571 tempest-ServerShowV254Test-1833803571-project-member] Flavor pref 0:0:0 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 994.253590] env[69770]: DEBUG nova.virt.hardware [None req-12bbd274-0955-4681-b26b-794dee2ced3f tempest-ServerShowV254Test-1833803571 tempest-ServerShowV254Test-1833803571-project-member] Image pref 0:0:0 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 994.253852] env[69770]: DEBUG nova.virt.hardware [None req-12bbd274-0955-4681-b26b-794dee2ced3f tempest-ServerShowV254Test-1833803571 tempest-ServerShowV254Test-1833803571-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 994.253983] env[69770]: DEBUG nova.virt.hardware [None req-12bbd274-0955-4681-b26b-794dee2ced3f tempest-ServerShowV254Test-1833803571 tempest-ServerShowV254Test-1833803571-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69770) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 994.254232] env[69770]: DEBUG nova.virt.hardware [None req-12bbd274-0955-4681-b26b-794dee2ced3f tempest-ServerShowV254Test-1833803571 tempest-ServerShowV254Test-1833803571-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69770) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 994.254400] env[69770]: DEBUG nova.virt.hardware [None req-12bbd274-0955-4681-b26b-794dee2ced3f tempest-ServerShowV254Test-1833803571 tempest-ServerShowV254Test-1833803571-project-member] Got 1 possible topologies {{(pid=69770) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 994.254557] env[69770]: DEBUG nova.virt.hardware [None req-12bbd274-0955-4681-b26b-794dee2ced3f tempest-ServerShowV254Test-1833803571 tempest-ServerShowV254Test-1833803571-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69770) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 994.254935] env[69770]: DEBUG nova.virt.hardware [None req-12bbd274-0955-4681-b26b-794dee2ced3f tempest-ServerShowV254Test-1833803571 tempest-ServerShowV254Test-1833803571-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69770) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 994.256162] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58e0dbec-0f51-42bf-bfe0-4ce114737cde {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.265543] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28244810-456f-4744-a773-0b3c7d758242 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.279761] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-12bbd274-0955-4681-b26b-794dee2ced3f tempest-ServerShowV254Test-1833803571 tempest-ServerShowV254Test-1833803571-project-member] [instance: bf2dd621-f03e-45ad-a4b0-953858139f65] Instance VIF info [] {{(pid=69770) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 994.285328] env[69770]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-12bbd274-0955-4681-b26b-794dee2ced3f tempest-ServerShowV254Test-1833803571 tempest-ServerShowV254Test-1833803571-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69770) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 994.288335] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bf2dd621-f03e-45ad-a4b0-953858139f65] Creating VM on the ESX host {{(pid=69770) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 994.291960] env[69770]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bb011a0d-191c-4ced-983f-86844682ffa7 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.313585] env[69770]: DEBUG oslo_vmware.api [None req-8e5b9251-3620-4f88-97d1-0d18a30a0f4a tempest-ServerMetadataNegativeTestJSON-1738636266 tempest-ServerMetadataNegativeTestJSON-1738636266-project-member] Task: {'id': task-4070063, 'name': ReconfigVM_Task, 'duration_secs': 0.295136} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 994.318476] env[69770]: DEBUG nova.virt.vmwareapi.volumeops [None req-8e5b9251-3620-4f88-97d1-0d18a30a0f4a tempest-ServerMetadataNegativeTestJSON-1738636266 tempest-ServerMetadataNegativeTestJSON-1738636266-project-member] [instance: 735aaf86-ca37-4c5c-9296-568d98ace91c] Reconfigured VM instance instance-00000042 to attach disk [datastore1] 735aaf86-ca37-4c5c-9296-568d98ace91c/735aaf86-ca37-4c5c-9296-568d98ace91c.vmdk or device None with type sparse {{(pid=69770) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 994.319391] env[69770]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 994.319391] env[69770]: value = "task-4070065" [ 994.319391] env[69770]: _type = "Task" [ 994.319391] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 994.319589] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-aee87747-2eb1-42e2-a901-04d6cf377d66 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.332227] env[69770]: DEBUG oslo_vmware.api [None req-e766543b-d3ee-4d55-95e2-2379f9c6d309 tempest-ServerShowV257Test-679390461 tempest-ServerShowV257Test-679390461-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]521a1ccb-f33f-d44f-8147-04cf237ada1c, 'name': SearchDatastore_Task, 'duration_secs': 0.011186} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 994.333210] env[69770]: DEBUG oslo_concurrency.lockutils [None req-e766543b-d3ee-4d55-95e2-2379f9c6d309 tempest-ServerShowV257Test-679390461 tempest-ServerShowV257Test-679390461-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.333545] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-e766543b-d3ee-4d55-95e2-2379f9c6d309 tempest-ServerShowV257Test-679390461 tempest-ServerShowV257Test-679390461-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk to [datastore1] 0d90aae9-45e9-424d-b06f-7dcbef05f5bf/0d90aae9-45e9-424d-b06f-7dcbef05f5bf.vmdk {{(pid=69770) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 994.333964] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-05c2fea2-d9f6-4d71-aee8-0a9a335049e0 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.341042] env[69770]: DEBUG oslo_vmware.api [None req-8e5b9251-3620-4f88-97d1-0d18a30a0f4a tempest-ServerMetadataNegativeTestJSON-1738636266 tempest-ServerMetadataNegativeTestJSON-1738636266-project-member] Waiting for the task: (returnval){ [ 994.341042] env[69770]: value = "task-4070066" [ 994.341042] env[69770]: _type = "Task" [ 994.341042] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 994.341241] env[69770]: DEBUG oslo_vmware.api [-] Task: {'id': task-4070065, 'name': CreateVM_Task} progress is 6%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.351837] env[69770]: DEBUG oslo_vmware.api [None req-e766543b-d3ee-4d55-95e2-2379f9c6d309 tempest-ServerShowV257Test-679390461 tempest-ServerShowV257Test-679390461-project-member] Waiting for the task: (returnval){ [ 994.351837] env[69770]: value = "task-4070067" [ 994.351837] env[69770]: _type = "Task" [ 994.351837] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 994.356578] env[69770]: DEBUG oslo_vmware.api [None req-8e5b9251-3620-4f88-97d1-0d18a30a0f4a tempest-ServerMetadataNegativeTestJSON-1738636266 tempest-ServerMetadataNegativeTestJSON-1738636266-project-member] Task: {'id': task-4070066, 'name': Rename_Task} progress is 6%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.366758] env[69770]: DEBUG oslo_vmware.api [None req-e766543b-d3ee-4d55-95e2-2379f9c6d309 tempest-ServerShowV257Test-679390461 tempest-ServerShowV257Test-679390461-project-member] Task: {'id': task-4070067, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.560672] env[69770]: DEBUG oslo_vmware.api [-] Task: {'id': task-4070064, 'name': CreateVM_Task, 'duration_secs': 0.45036} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 994.560805] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e4982a7d-45f6-4b3d-9768-7d260a133e8d] Created VM on the ESX host {{(pid=69770) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 994.561532] env[69770]: DEBUG oslo_concurrency.lockutils [None req-6ee327ef-cac6-461f-8261-d94045abc761 tempest-ServersWithSpecificFlavorTestJSON-412767258 tempest-ServersWithSpecificFlavorTestJSON-412767258-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.561700] env[69770]: DEBUG oslo_concurrency.lockutils [None req-6ee327ef-cac6-461f-8261-d94045abc761 tempest-ServersWithSpecificFlavorTestJSON-412767258 tempest-ServersWithSpecificFlavorTestJSON-412767258-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.562039] env[69770]: DEBUG oslo_concurrency.lockutils [None req-6ee327ef-cac6-461f-8261-d94045abc761 tempest-ServersWithSpecificFlavorTestJSON-412767258 tempest-ServersWithSpecificFlavorTestJSON-412767258-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.562362] env[69770]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-658ac177-087f-4b9f-97d8-2c09ff4ee728 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.571080] env[69770]: DEBUG oslo_vmware.api [None req-6ee327ef-cac6-461f-8261-d94045abc761 tempest-ServersWithSpecificFlavorTestJSON-412767258 tempest-ServersWithSpecificFlavorTestJSON-412767258-project-member] Waiting for the task: (returnval){ [ 994.571080] env[69770]: value = "session[52161b52-cb8e-ec9f-1132-2f6b49549d41]52a8faa7-3829-b538-c3f8-3a9ca2d61dd4" [ 994.571080] env[69770]: _type = "Task" [ 994.571080] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 994.580508] env[69770]: DEBUG oslo_vmware.api [None req-6ee327ef-cac6-461f-8261-d94045abc761 tempest-ServersWithSpecificFlavorTestJSON-412767258 tempest-ServersWithSpecificFlavorTestJSON-412767258-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]52a8faa7-3829-b538-c3f8-3a9ca2d61dd4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.664663] env[69770]: DEBUG oslo_concurrency.lockutils [None req-e6986d59-e676-45ad-8f5a-bc7af4a77d12 tempest-ServersTestMultiNic-2119527449 tempest-ServersTestMultiNic-2119527449-project-member] Lock "dcd9fa1a-a9e5-4227-829b-281fa7a1d4f6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 90.762s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 994.719579] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfa43491-7e77-404e-9aac-b78314aae535 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.732665] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfff4ccd-c360-4679-9511-b378e4a7d9da {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.767640] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71029fb7-d2d9-459a-8321-b0845c1193f6 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.777334] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79beeec0-b885-4f5a-805f-9158ed9c16e6 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.791669] env[69770]: DEBUG nova.compute.provider_tree [None req-2f3afe0f-468b-43f2-a1f9-4774c22b233d tempest-InstanceActionsNegativeTestJSON-680654 tempest-InstanceActionsNegativeTestJSON-680654-project-member] Inventory has not changed in ProviderTree for provider: 7cc7d32b-b7a7-454a-a456-2a440248ed9d {{(pid=69770) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 994.832868] env[69770]: DEBUG oslo_vmware.api [-] Task: {'id': task-4070065, 'name': CreateVM_Task} progress is 99%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.852193] env[69770]: DEBUG oslo_vmware.api [None req-8e5b9251-3620-4f88-97d1-0d18a30a0f4a tempest-ServerMetadataNegativeTestJSON-1738636266 tempest-ServerMetadataNegativeTestJSON-1738636266-project-member] Task: {'id': task-4070066, 'name': Rename_Task, 'duration_secs': 0.173341} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 994.852518] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e5b9251-3620-4f88-97d1-0d18a30a0f4a tempest-ServerMetadataNegativeTestJSON-1738636266 tempest-ServerMetadataNegativeTestJSON-1738636266-project-member] [instance: 735aaf86-ca37-4c5c-9296-568d98ace91c] Powering on the VM {{(pid=69770) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 994.853402] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-676b5ed6-aed5-4064-a025-0953a7ec5648 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.862235] env[69770]: DEBUG oslo_vmware.api [None req-8e5b9251-3620-4f88-97d1-0d18a30a0f4a tempest-ServerMetadataNegativeTestJSON-1738636266 tempest-ServerMetadataNegativeTestJSON-1738636266-project-member] Waiting for the task: (returnval){ [ 994.862235] env[69770]: value = "task-4070068" [ 994.862235] env[69770]: _type = "Task" [ 994.862235] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 994.872024] env[69770]: DEBUG oslo_vmware.api [None req-e766543b-d3ee-4d55-95e2-2379f9c6d309 tempest-ServerShowV257Test-679390461 tempest-ServerShowV257Test-679390461-project-member] Task: {'id': task-4070067, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.875305] env[69770]: DEBUG oslo_vmware.api [None req-8e5b9251-3620-4f88-97d1-0d18a30a0f4a tempest-ServerMetadataNegativeTestJSON-1738636266 tempest-ServerMetadataNegativeTestJSON-1738636266-project-member] Task: {'id': task-4070068, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.080951] env[69770]: DEBUG oslo_vmware.api [None req-6ee327ef-cac6-461f-8261-d94045abc761 tempest-ServersWithSpecificFlavorTestJSON-412767258 tempest-ServersWithSpecificFlavorTestJSON-412767258-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]52a8faa7-3829-b538-c3f8-3a9ca2d61dd4, 'name': SearchDatastore_Task, 'duration_secs': 0.069486} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 995.081284] env[69770]: DEBUG oslo_concurrency.lockutils [None req-6ee327ef-cac6-461f-8261-d94045abc761 tempest-ServersWithSpecificFlavorTestJSON-412767258 tempest-ServersWithSpecificFlavorTestJSON-412767258-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.081534] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-6ee327ef-cac6-461f-8261-d94045abc761 tempest-ServersWithSpecificFlavorTestJSON-412767258 tempest-ServersWithSpecificFlavorTestJSON-412767258-project-member] [instance: e4982a7d-45f6-4b3d-9768-7d260a133e8d] Processing image d1eaff80-24a0-4391-90eb-59958b1ecf0a {{(pid=69770) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 995.081770] env[69770]: DEBUG oslo_concurrency.lockutils [None req-6ee327ef-cac6-461f-8261-d94045abc761 tempest-ServersWithSpecificFlavorTestJSON-412767258 tempest-ServersWithSpecificFlavorTestJSON-412767258-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.081942] env[69770]: DEBUG oslo_concurrency.lockutils [None req-6ee327ef-cac6-461f-8261-d94045abc761 tempest-ServersWithSpecificFlavorTestJSON-412767258 tempest-ServersWithSpecificFlavorTestJSON-412767258-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.082096] env[69770]: DEBUG nova.virt.vmwareapi.ds_util [None req-6ee327ef-cac6-461f-8261-d94045abc761 tempest-ServersWithSpecificFlavorTestJSON-412767258 tempest-ServersWithSpecificFlavorTestJSON-412767258-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69770) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 995.082368] env[69770]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-107821fc-b4bd-4576-9ec3-5dc804ed2c69 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.092557] env[69770]: DEBUG nova.virt.vmwareapi.ds_util [None req-6ee327ef-cac6-461f-8261-d94045abc761 tempest-ServersWithSpecificFlavorTestJSON-412767258 tempest-ServersWithSpecificFlavorTestJSON-412767258-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69770) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 995.092757] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-6ee327ef-cac6-461f-8261-d94045abc761 tempest-ServersWithSpecificFlavorTestJSON-412767258 tempest-ServersWithSpecificFlavorTestJSON-412767258-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69770) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 995.094009] env[69770]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-780474cf-0876-4ba0-979a-653732bfaa71 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.100685] env[69770]: DEBUG oslo_vmware.api [None req-6ee327ef-cac6-461f-8261-d94045abc761 tempest-ServersWithSpecificFlavorTestJSON-412767258 tempest-ServersWithSpecificFlavorTestJSON-412767258-project-member] Waiting for the task: (returnval){ [ 995.100685] env[69770]: value = "session[52161b52-cb8e-ec9f-1132-2f6b49549d41]52f08806-a4af-b261-1d85-90ee29c46260" [ 995.100685] env[69770]: _type = "Task" [ 995.100685] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 995.112750] env[69770]: DEBUG oslo_vmware.api [None req-6ee327ef-cac6-461f-8261-d94045abc761 tempest-ServersWithSpecificFlavorTestJSON-412767258 tempest-ServersWithSpecificFlavorTestJSON-412767258-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]52f08806-a4af-b261-1d85-90ee29c46260, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.167420] env[69770]: DEBUG nova.compute.manager [None req-9bb7a707-5170-4edd-b6fa-f6f086229f1f tempest-ImagesOneServerNegativeTestJSON-405389268 tempest-ImagesOneServerNegativeTestJSON-405389268-project-member] [instance: 725b289a-785b-4a90-9b47-a7996a1f011f] Starting instance... {{(pid=69770) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 995.181945] env[69770]: DEBUG nova.compute.manager [None req-f9fb7be4-e8bf-4a87-8d2e-9b3aef661468 tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] [instance: d6322138-4f18-4a8b-8062-4c732a8e6585] Start spawning the instance on the hypervisor. {{(pid=69770) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 995.215531] env[69770]: DEBUG nova.virt.hardware [None req-f9fb7be4-e8bf-4a87-8d2e-9b3aef661468 tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T12:16:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T12:16:11Z,direct_url=,disk_format='vmdk',id=d1eaff80-24a0-4391-90eb-59958b1ecf0a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d65f20bb89fb40a98b77bc6d97357df2',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T12:16:12Z,virtual_size=,visibility=), allow threads: False {{(pid=69770) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 995.215744] env[69770]: DEBUG nova.virt.hardware [None req-f9fb7be4-e8bf-4a87-8d2e-9b3aef661468 tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] Flavor limits 0:0:0 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 995.215899] env[69770]: DEBUG nova.virt.hardware [None req-f9fb7be4-e8bf-4a87-8d2e-9b3aef661468 tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] Image limits 0:0:0 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 995.216200] env[69770]: DEBUG nova.virt.hardware [None req-f9fb7be4-e8bf-4a87-8d2e-9b3aef661468 tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] Flavor pref 0:0:0 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 995.216283] env[69770]: DEBUG nova.virt.hardware [None req-f9fb7be4-e8bf-4a87-8d2e-9b3aef661468 tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] Image pref 0:0:0 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 995.216383] env[69770]: DEBUG nova.virt.hardware [None req-f9fb7be4-e8bf-4a87-8d2e-9b3aef661468 tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 995.216683] env[69770]: DEBUG nova.virt.hardware [None req-f9fb7be4-e8bf-4a87-8d2e-9b3aef661468 tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69770) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 995.216749] env[69770]: DEBUG nova.virt.hardware [None req-f9fb7be4-e8bf-4a87-8d2e-9b3aef661468 tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69770) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 995.216896] env[69770]: DEBUG nova.virt.hardware [None req-f9fb7be4-e8bf-4a87-8d2e-9b3aef661468 tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] Got 1 possible topologies {{(pid=69770) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 995.217219] env[69770]: DEBUG nova.virt.hardware [None req-f9fb7be4-e8bf-4a87-8d2e-9b3aef661468 tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69770) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 995.217470] env[69770]: DEBUG nova.virt.hardware [None req-f9fb7be4-e8bf-4a87-8d2e-9b3aef661468 tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69770) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 995.218391] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2a3c3f9-658c-40b9-a29f-5246751e5156 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.229149] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fc79313-6e91-4cb3-a145-4e62daa821a9 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.294988] env[69770]: DEBUG nova.scheduler.client.report [None req-2f3afe0f-468b-43f2-a1f9-4774c22b233d tempest-InstanceActionsNegativeTestJSON-680654 tempest-InstanceActionsNegativeTestJSON-680654-project-member] Inventory has not changed for provider 7cc7d32b-b7a7-454a-a456-2a440248ed9d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69770) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 995.332310] env[69770]: DEBUG oslo_vmware.api [-] Task: {'id': task-4070065, 'name': CreateVM_Task} progress is 99%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.367590] env[69770]: DEBUG oslo_vmware.api [None req-e766543b-d3ee-4d55-95e2-2379f9c6d309 tempest-ServerShowV257Test-679390461 tempest-ServerShowV257Test-679390461-project-member] Task: {'id': task-4070067, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.561493} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 995.370866] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-e766543b-d3ee-4d55-95e2-2379f9c6d309 tempest-ServerShowV257Test-679390461 tempest-ServerShowV257Test-679390461-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk to [datastore1] 0d90aae9-45e9-424d-b06f-7dcbef05f5bf/0d90aae9-45e9-424d-b06f-7dcbef05f5bf.vmdk {{(pid=69770) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 995.371117] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-e766543b-d3ee-4d55-95e2-2379f9c6d309 tempest-ServerShowV257Test-679390461 tempest-ServerShowV257Test-679390461-project-member] [instance: 0d90aae9-45e9-424d-b06f-7dcbef05f5bf] Extending root virtual disk to 1048576 {{(pid=69770) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 995.371390] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5d87c417-b49f-41eb-9259-a7467142d86e {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.379825] env[69770]: DEBUG oslo_vmware.api [None req-8e5b9251-3620-4f88-97d1-0d18a30a0f4a tempest-ServerMetadataNegativeTestJSON-1738636266 tempest-ServerMetadataNegativeTestJSON-1738636266-project-member] Task: {'id': task-4070068, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.382631] env[69770]: DEBUG oslo_vmware.api [None req-e766543b-d3ee-4d55-95e2-2379f9c6d309 tempest-ServerShowV257Test-679390461 tempest-ServerShowV257Test-679390461-project-member] Waiting for the task: (returnval){ [ 995.382631] env[69770]: value = "task-4070069" [ 995.382631] env[69770]: _type = "Task" [ 995.382631] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 995.390607] env[69770]: DEBUG oslo_vmware.api [None req-e766543b-d3ee-4d55-95e2-2379f9c6d309 tempest-ServerShowV257Test-679390461 tempest-ServerShowV257Test-679390461-project-member] Task: {'id': task-4070069, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.615907] env[69770]: DEBUG oslo_vmware.api [None req-6ee327ef-cac6-461f-8261-d94045abc761 tempest-ServersWithSpecificFlavorTestJSON-412767258 tempest-ServersWithSpecificFlavorTestJSON-412767258-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]52f08806-a4af-b261-1d85-90ee29c46260, 'name': SearchDatastore_Task, 'duration_secs': 0.010874} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 995.616827] env[69770]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e3e6fa2e-62e2-4b60-879d-749f4fe5ae1a {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.622834] env[69770]: DEBUG oslo_vmware.api [None req-6ee327ef-cac6-461f-8261-d94045abc761 tempest-ServersWithSpecificFlavorTestJSON-412767258 tempest-ServersWithSpecificFlavorTestJSON-412767258-project-member] Waiting for the task: (returnval){ [ 995.622834] env[69770]: value = "session[52161b52-cb8e-ec9f-1132-2f6b49549d41]52267b2f-a091-6156-20ab-aa753d000f54" [ 995.622834] env[69770]: _type = "Task" [ 995.622834] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 995.634028] env[69770]: DEBUG oslo_vmware.api [None req-6ee327ef-cac6-461f-8261-d94045abc761 tempest-ServersWithSpecificFlavorTestJSON-412767258 tempest-ServersWithSpecificFlavorTestJSON-412767258-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]52267b2f-a091-6156-20ab-aa753d000f54, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.690567] env[69770]: DEBUG oslo_concurrency.lockutils [None req-9bb7a707-5170-4edd-b6fa-f6f086229f1f tempest-ImagesOneServerNegativeTestJSON-405389268 tempest-ImagesOneServerNegativeTestJSON-405389268-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 995.748280] env[69770]: DEBUG oslo_concurrency.lockutils [None req-587c2a8f-de1f-4553-b118-e542ceb561a5 tempest-ServersTestMultiNic-2119527449 tempest-ServersTestMultiNic-2119527449-project-member] Acquiring lock "dcd9fa1a-a9e5-4227-829b-281fa7a1d4f6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 995.748280] env[69770]: DEBUG oslo_concurrency.lockutils [None req-587c2a8f-de1f-4553-b118-e542ceb561a5 tempest-ServersTestMultiNic-2119527449 tempest-ServersTestMultiNic-2119527449-project-member] Lock "dcd9fa1a-a9e5-4227-829b-281fa7a1d4f6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 995.750043] env[69770]: DEBUG oslo_concurrency.lockutils [None req-587c2a8f-de1f-4553-b118-e542ceb561a5 tempest-ServersTestMultiNic-2119527449 tempest-ServersTestMultiNic-2119527449-project-member] Acquiring lock "dcd9fa1a-a9e5-4227-829b-281fa7a1d4f6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 995.750043] env[69770]: DEBUG oslo_concurrency.lockutils [None req-587c2a8f-de1f-4553-b118-e542ceb561a5 tempest-ServersTestMultiNic-2119527449 tempest-ServersTestMultiNic-2119527449-project-member] Lock "dcd9fa1a-a9e5-4227-829b-281fa7a1d4f6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 995.750043] env[69770]: DEBUG oslo_concurrency.lockutils [None req-587c2a8f-de1f-4553-b118-e542ceb561a5 tempest-ServersTestMultiNic-2119527449 tempest-ServersTestMultiNic-2119527449-project-member] Lock "dcd9fa1a-a9e5-4227-829b-281fa7a1d4f6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 995.751202] env[69770]: INFO nova.compute.manager [None req-587c2a8f-de1f-4553-b118-e542ceb561a5 tempest-ServersTestMultiNic-2119527449 tempest-ServersTestMultiNic-2119527449-project-member] [instance: dcd9fa1a-a9e5-4227-829b-281fa7a1d4f6] Terminating instance [ 995.802124] env[69770]: DEBUG oslo_concurrency.lockutils [None req-2f3afe0f-468b-43f2-a1f9-4774c22b233d tempest-InstanceActionsNegativeTestJSON-680654 tempest-InstanceActionsNegativeTestJSON-680654-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.649s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 995.802753] env[69770]: DEBUG nova.compute.manager [None req-2f3afe0f-468b-43f2-a1f9-4774c22b233d tempest-InstanceActionsNegativeTestJSON-680654 tempest-InstanceActionsNegativeTestJSON-680654-project-member] [instance: a41cf0f5-5115-4676-8480-eed1a5e0a72b] Start building networks asynchronously for instance. {{(pid=69770) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 995.807141] env[69770]: DEBUG oslo_concurrency.lockutils [None req-dbcd8a14-adf6-4f16-82b7-855678d67344 tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.702s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 995.809337] env[69770]: INFO nova.compute.claims [None req-dbcd8a14-adf6-4f16-82b7-855678d67344 tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] [instance: f4cb9224-9468-4834-a24a-9309e6dd3bba] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 995.841704] env[69770]: DEBUG oslo_vmware.api [-] Task: {'id': task-4070065, 'name': CreateVM_Task, 'duration_secs': 1.332026} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 995.841704] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bf2dd621-f03e-45ad-a4b0-953858139f65] Created VM on the ESX host {{(pid=69770) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 995.841704] env[69770]: DEBUG oslo_concurrency.lockutils [None req-12bbd274-0955-4681-b26b-794dee2ced3f tempest-ServerShowV254Test-1833803571 tempest-ServerShowV254Test-1833803571-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.841704] env[69770]: DEBUG oslo_concurrency.lockutils [None req-12bbd274-0955-4681-b26b-794dee2ced3f tempest-ServerShowV254Test-1833803571 tempest-ServerShowV254Test-1833803571-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.845023] env[69770]: DEBUG oslo_concurrency.lockutils [None req-12bbd274-0955-4681-b26b-794dee2ced3f tempest-ServerShowV254Test-1833803571 tempest-ServerShowV254Test-1833803571-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.845399] env[69770]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f68e9c7b-3ff8-4211-9454-49ddd6be95a3 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.854023] env[69770]: DEBUG oslo_vmware.api [None req-12bbd274-0955-4681-b26b-794dee2ced3f tempest-ServerShowV254Test-1833803571 tempest-ServerShowV254Test-1833803571-project-member] Waiting for the task: (returnval){ [ 995.854023] env[69770]: value = "session[52161b52-cb8e-ec9f-1132-2f6b49549d41]5228bcaf-a432-f817-b02f-181694b49410" [ 995.854023] env[69770]: _type = "Task" [ 995.854023] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 995.866170] env[69770]: DEBUG oslo_vmware.api [None req-12bbd274-0955-4681-b26b-794dee2ced3f tempest-ServerShowV254Test-1833803571 tempest-ServerShowV254Test-1833803571-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]5228bcaf-a432-f817-b02f-181694b49410, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.877639] env[69770]: DEBUG oslo_vmware.api [None req-8e5b9251-3620-4f88-97d1-0d18a30a0f4a tempest-ServerMetadataNegativeTestJSON-1738636266 tempest-ServerMetadataNegativeTestJSON-1738636266-project-member] Task: {'id': task-4070068, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.891647] env[69770]: DEBUG oslo_vmware.api [None req-e766543b-d3ee-4d55-95e2-2379f9c6d309 tempest-ServerShowV257Test-679390461 tempest-ServerShowV257Test-679390461-project-member] Task: {'id': task-4070069, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.16243} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 995.891916] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-e766543b-d3ee-4d55-95e2-2379f9c6d309 tempest-ServerShowV257Test-679390461 tempest-ServerShowV257Test-679390461-project-member] [instance: 0d90aae9-45e9-424d-b06f-7dcbef05f5bf] Extended root virtual disk {{(pid=69770) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 995.892741] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d140ec40-1f16-4730-ba2e-3d4c4cf9fb74 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.916218] env[69770]: DEBUG nova.virt.vmwareapi.volumeops [None req-e766543b-d3ee-4d55-95e2-2379f9c6d309 tempest-ServerShowV257Test-679390461 tempest-ServerShowV257Test-679390461-project-member] [instance: 0d90aae9-45e9-424d-b06f-7dcbef05f5bf] Reconfiguring VM instance instance-00000044 to attach disk [datastore1] 0d90aae9-45e9-424d-b06f-7dcbef05f5bf/0d90aae9-45e9-424d-b06f-7dcbef05f5bf.vmdk or device None with type sparse {{(pid=69770) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 995.917088] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2bc20f45-e8a7-4d44-b375-d6274d8f11ff {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.938868] env[69770]: DEBUG oslo_vmware.api [None req-e766543b-d3ee-4d55-95e2-2379f9c6d309 tempest-ServerShowV257Test-679390461 tempest-ServerShowV257Test-679390461-project-member] Waiting for the task: (returnval){ [ 995.938868] env[69770]: value = "task-4070070" [ 995.938868] env[69770]: _type = "Task" [ 995.938868] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 995.948580] env[69770]: DEBUG oslo_vmware.api [None req-e766543b-d3ee-4d55-95e2-2379f9c6d309 tempest-ServerShowV257Test-679390461 tempest-ServerShowV257Test-679390461-project-member] Task: {'id': task-4070070, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.014355] env[69770]: DEBUG nova.compute.manager [req-5343a710-5716-447d-9abb-36f279d06145 req-430280af-9206-4cc2-aa73-fe938e6c4c0d service nova] [instance: d6322138-4f18-4a8b-8062-4c732a8e6585] Received event network-vif-plugged-7e86ea34-4b79-4d01-9131-8853711f8716 {{(pid=69770) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 996.014426] env[69770]: DEBUG oslo_concurrency.lockutils [req-5343a710-5716-447d-9abb-36f279d06145 req-430280af-9206-4cc2-aa73-fe938e6c4c0d service nova] Acquiring lock "d6322138-4f18-4a8b-8062-4c732a8e6585-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 996.015064] env[69770]: DEBUG oslo_concurrency.lockutils [req-5343a710-5716-447d-9abb-36f279d06145 req-430280af-9206-4cc2-aa73-fe938e6c4c0d service nova] Lock "d6322138-4f18-4a8b-8062-4c732a8e6585-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 996.015064] env[69770]: DEBUG oslo_concurrency.lockutils [req-5343a710-5716-447d-9abb-36f279d06145 req-430280af-9206-4cc2-aa73-fe938e6c4c0d service nova] Lock "d6322138-4f18-4a8b-8062-4c732a8e6585-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 996.015177] env[69770]: DEBUG nova.compute.manager [req-5343a710-5716-447d-9abb-36f279d06145 req-430280af-9206-4cc2-aa73-fe938e6c4c0d service nova] [instance: d6322138-4f18-4a8b-8062-4c732a8e6585] No waiting events found dispatching network-vif-plugged-7e86ea34-4b79-4d01-9131-8853711f8716 {{(pid=69770) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 996.015317] env[69770]: WARNING nova.compute.manager [req-5343a710-5716-447d-9abb-36f279d06145 req-430280af-9206-4cc2-aa73-fe938e6c4c0d service nova] [instance: d6322138-4f18-4a8b-8062-4c732a8e6585] Received unexpected event network-vif-plugged-7e86ea34-4b79-4d01-9131-8853711f8716 for instance with vm_state building and task_state spawning. [ 996.035744] env[69770]: DEBUG nova.network.neutron [None req-f9fb7be4-e8bf-4a87-8d2e-9b3aef661468 tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] [instance: d6322138-4f18-4a8b-8062-4c732a8e6585] Successfully updated port: 7e86ea34-4b79-4d01-9131-8853711f8716 {{(pid=69770) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 996.134360] env[69770]: DEBUG oslo_vmware.api [None req-6ee327ef-cac6-461f-8261-d94045abc761 tempest-ServersWithSpecificFlavorTestJSON-412767258 tempest-ServersWithSpecificFlavorTestJSON-412767258-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]52267b2f-a091-6156-20ab-aa753d000f54, 'name': SearchDatastore_Task, 'duration_secs': 0.010812} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 996.134639] env[69770]: DEBUG oslo_concurrency.lockutils [None req-6ee327ef-cac6-461f-8261-d94045abc761 tempest-ServersWithSpecificFlavorTestJSON-412767258 tempest-ServersWithSpecificFlavorTestJSON-412767258-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.135151] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ee327ef-cac6-461f-8261-d94045abc761 tempest-ServersWithSpecificFlavorTestJSON-412767258 tempest-ServersWithSpecificFlavorTestJSON-412767258-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk to [datastore1] e4982a7d-45f6-4b3d-9768-7d260a133e8d/e4982a7d-45f6-4b3d-9768-7d260a133e8d.vmdk {{(pid=69770) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 996.135268] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3dc20ed9-a3d0-4e90-a360-5873ad15e5ae {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.144351] env[69770]: DEBUG oslo_vmware.api [None req-6ee327ef-cac6-461f-8261-d94045abc761 tempest-ServersWithSpecificFlavorTestJSON-412767258 tempest-ServersWithSpecificFlavorTestJSON-412767258-project-member] Waiting for the task: (returnval){ [ 996.144351] env[69770]: value = "task-4070071" [ 996.144351] env[69770]: _type = "Task" [ 996.144351] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 996.154480] env[69770]: DEBUG oslo_vmware.api [None req-6ee327ef-cac6-461f-8261-d94045abc761 tempest-ServersWithSpecificFlavorTestJSON-412767258 tempest-ServersWithSpecificFlavorTestJSON-412767258-project-member] Task: {'id': task-4070071, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.257091] env[69770]: DEBUG nova.compute.manager [None req-587c2a8f-de1f-4553-b118-e542ceb561a5 tempest-ServersTestMultiNic-2119527449 tempest-ServersTestMultiNic-2119527449-project-member] [instance: dcd9fa1a-a9e5-4227-829b-281fa7a1d4f6] Start destroying the instance on the hypervisor. {{(pid=69770) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 996.257386] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-587c2a8f-de1f-4553-b118-e542ceb561a5 tempest-ServersTestMultiNic-2119527449 tempest-ServersTestMultiNic-2119527449-project-member] [instance: dcd9fa1a-a9e5-4227-829b-281fa7a1d4f6] Destroying instance {{(pid=69770) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 996.258390] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f635b644-8699-49b1-b06b-e601849cf7a9 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.268120] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-587c2a8f-de1f-4553-b118-e542ceb561a5 tempest-ServersTestMultiNic-2119527449 tempest-ServersTestMultiNic-2119527449-project-member] [instance: dcd9fa1a-a9e5-4227-829b-281fa7a1d4f6] Powering off the VM {{(pid=69770) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 996.268402] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-20d2d9f9-b8d3-4acc-8aa8-d172b0057104 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.276084] env[69770]: DEBUG oslo_vmware.api [None req-587c2a8f-de1f-4553-b118-e542ceb561a5 tempest-ServersTestMultiNic-2119527449 tempest-ServersTestMultiNic-2119527449-project-member] Waiting for the task: (returnval){ [ 996.276084] env[69770]: value = "task-4070072" [ 996.276084] env[69770]: _type = "Task" [ 996.276084] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 996.284906] env[69770]: DEBUG oslo_vmware.api [None req-587c2a8f-de1f-4553-b118-e542ceb561a5 tempest-ServersTestMultiNic-2119527449 tempest-ServersTestMultiNic-2119527449-project-member] Task: {'id': task-4070072, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.317220] env[69770]: DEBUG nova.compute.utils [None req-2f3afe0f-468b-43f2-a1f9-4774c22b233d tempest-InstanceActionsNegativeTestJSON-680654 tempest-InstanceActionsNegativeTestJSON-680654-project-member] Using /dev/sd instead of None {{(pid=69770) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 996.321038] env[69770]: DEBUG nova.compute.manager [None req-2f3afe0f-468b-43f2-a1f9-4774c22b233d tempest-InstanceActionsNegativeTestJSON-680654 tempest-InstanceActionsNegativeTestJSON-680654-project-member] [instance: a41cf0f5-5115-4676-8480-eed1a5e0a72b] Allocating IP information in the background. {{(pid=69770) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 996.321038] env[69770]: DEBUG nova.network.neutron [None req-2f3afe0f-468b-43f2-a1f9-4774c22b233d tempest-InstanceActionsNegativeTestJSON-680654 tempest-InstanceActionsNegativeTestJSON-680654-project-member] [instance: a41cf0f5-5115-4676-8480-eed1a5e0a72b] allocate_for_instance() {{(pid=69770) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 996.367699] env[69770]: DEBUG oslo_vmware.api [None req-12bbd274-0955-4681-b26b-794dee2ced3f tempest-ServerShowV254Test-1833803571 tempest-ServerShowV254Test-1833803571-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]5228bcaf-a432-f817-b02f-181694b49410, 'name': SearchDatastore_Task, 'duration_secs': 0.011821} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 996.368408] env[69770]: DEBUG oslo_concurrency.lockutils [None req-12bbd274-0955-4681-b26b-794dee2ced3f tempest-ServerShowV254Test-1833803571 tempest-ServerShowV254Test-1833803571-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.368581] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-12bbd274-0955-4681-b26b-794dee2ced3f tempest-ServerShowV254Test-1833803571 tempest-ServerShowV254Test-1833803571-project-member] [instance: bf2dd621-f03e-45ad-a4b0-953858139f65] Processing image d1eaff80-24a0-4391-90eb-59958b1ecf0a {{(pid=69770) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 996.368699] env[69770]: DEBUG oslo_concurrency.lockutils [None req-12bbd274-0955-4681-b26b-794dee2ced3f tempest-ServerShowV254Test-1833803571 tempest-ServerShowV254Test-1833803571-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.368854] env[69770]: DEBUG oslo_concurrency.lockutils [None req-12bbd274-0955-4681-b26b-794dee2ced3f tempest-ServerShowV254Test-1833803571 tempest-ServerShowV254Test-1833803571-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.369080] env[69770]: DEBUG nova.virt.vmwareapi.ds_util [None req-12bbd274-0955-4681-b26b-794dee2ced3f tempest-ServerShowV254Test-1833803571 tempest-ServerShowV254Test-1833803571-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69770) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 996.373182] env[69770]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c5c3720c-2c6f-4827-a77d-df8bfb987678 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.383549] env[69770]: DEBUG oslo_vmware.api [None req-8e5b9251-3620-4f88-97d1-0d18a30a0f4a tempest-ServerMetadataNegativeTestJSON-1738636266 tempest-ServerMetadataNegativeTestJSON-1738636266-project-member] Task: {'id': task-4070068, 'name': PowerOnVM_Task, 'duration_secs': 1.157388} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 996.383971] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e5b9251-3620-4f88-97d1-0d18a30a0f4a tempest-ServerMetadataNegativeTestJSON-1738636266 tempest-ServerMetadataNegativeTestJSON-1738636266-project-member] [instance: 735aaf86-ca37-4c5c-9296-568d98ace91c] Powered on the VM {{(pid=69770) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 996.384066] env[69770]: INFO nova.compute.manager [None req-8e5b9251-3620-4f88-97d1-0d18a30a0f4a tempest-ServerMetadataNegativeTestJSON-1738636266 tempest-ServerMetadataNegativeTestJSON-1738636266-project-member] [instance: 735aaf86-ca37-4c5c-9296-568d98ace91c] Took 10.13 seconds to spawn the instance on the hypervisor. [ 996.384331] env[69770]: DEBUG nova.compute.manager [None req-8e5b9251-3620-4f88-97d1-0d18a30a0f4a tempest-ServerMetadataNegativeTestJSON-1738636266 tempest-ServerMetadataNegativeTestJSON-1738636266-project-member] [instance: 735aaf86-ca37-4c5c-9296-568d98ace91c] Checking state {{(pid=69770) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 996.385577] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64b11343-6a68-4735-a9d2-b1f074bb7d51 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.392673] env[69770]: DEBUG nova.virt.vmwareapi.ds_util [None req-12bbd274-0955-4681-b26b-794dee2ced3f tempest-ServerShowV254Test-1833803571 tempest-ServerShowV254Test-1833803571-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69770) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 996.392906] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-12bbd274-0955-4681-b26b-794dee2ced3f tempest-ServerShowV254Test-1833803571 tempest-ServerShowV254Test-1833803571-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69770) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 996.394377] env[69770]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6abe08ea-e42d-4354-96d4-30a0b80e746f {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.401509] env[69770]: DEBUG nova.policy [None req-2f3afe0f-468b-43f2-a1f9-4774c22b233d tempest-InstanceActionsNegativeTestJSON-680654 tempest-InstanceActionsNegativeTestJSON-680654-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd210e52532e54fea80fc0686800c84b2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e5cb0e432e4a42a7a6d75c3388bbf6c0', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69770) authorize /opt/stack/nova/nova/policy.py:192}} [ 996.415035] env[69770]: DEBUG oslo_vmware.api [None req-12bbd274-0955-4681-b26b-794dee2ced3f tempest-ServerShowV254Test-1833803571 tempest-ServerShowV254Test-1833803571-project-member] Waiting for the task: (returnval){ [ 996.415035] env[69770]: value = "session[52161b52-cb8e-ec9f-1132-2f6b49549d41]5254aa37-eb11-6892-a84e-d708bbe7e1bb" [ 996.415035] env[69770]: _type = "Task" [ 996.415035] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 996.425070] env[69770]: DEBUG oslo_vmware.api [None req-12bbd274-0955-4681-b26b-794dee2ced3f tempest-ServerShowV254Test-1833803571 tempest-ServerShowV254Test-1833803571-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]5254aa37-eb11-6892-a84e-d708bbe7e1bb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.450905] env[69770]: DEBUG oslo_vmware.api [None req-e766543b-d3ee-4d55-95e2-2379f9c6d309 tempest-ServerShowV257Test-679390461 tempest-ServerShowV257Test-679390461-project-member] Task: {'id': task-4070070, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.539767] env[69770]: DEBUG oslo_concurrency.lockutils [None req-f9fb7be4-e8bf-4a87-8d2e-9b3aef661468 tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] Acquiring lock "refresh_cache-d6322138-4f18-4a8b-8062-4c732a8e6585" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.540102] env[69770]: DEBUG oslo_concurrency.lockutils [None req-f9fb7be4-e8bf-4a87-8d2e-9b3aef661468 tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] Acquired lock "refresh_cache-d6322138-4f18-4a8b-8062-4c732a8e6585" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.542416] env[69770]: DEBUG nova.network.neutron [None req-f9fb7be4-e8bf-4a87-8d2e-9b3aef661468 tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] [instance: d6322138-4f18-4a8b-8062-4c732a8e6585] Building network info cache for instance {{(pid=69770) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 996.658026] env[69770]: DEBUG oslo_vmware.api [None req-6ee327ef-cac6-461f-8261-d94045abc761 tempest-ServersWithSpecificFlavorTestJSON-412767258 tempest-ServersWithSpecificFlavorTestJSON-412767258-project-member] Task: {'id': task-4070071, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.785526] env[69770]: DEBUG oslo_vmware.api [None req-587c2a8f-de1f-4553-b118-e542ceb561a5 tempest-ServersTestMultiNic-2119527449 tempest-ServersTestMultiNic-2119527449-project-member] Task: {'id': task-4070072, 'name': PowerOffVM_Task, 'duration_secs': 0.349319} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 996.785802] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-587c2a8f-de1f-4553-b118-e542ceb561a5 tempest-ServersTestMultiNic-2119527449 tempest-ServersTestMultiNic-2119527449-project-member] [instance: dcd9fa1a-a9e5-4227-829b-281fa7a1d4f6] Powered off the VM {{(pid=69770) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 996.785968] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-587c2a8f-de1f-4553-b118-e542ceb561a5 tempest-ServersTestMultiNic-2119527449 tempest-ServersTestMultiNic-2119527449-project-member] [instance: dcd9fa1a-a9e5-4227-829b-281fa7a1d4f6] Unregistering the VM {{(pid=69770) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 996.786257] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3dc90106-93c1-47cf-b144-5bdf89d71277 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.824966] env[69770]: DEBUG nova.compute.manager [None req-2f3afe0f-468b-43f2-a1f9-4774c22b233d tempest-InstanceActionsNegativeTestJSON-680654 tempest-InstanceActionsNegativeTestJSON-680654-project-member] [instance: a41cf0f5-5115-4676-8480-eed1a5e0a72b] Start building block device mappings for instance. {{(pid=69770) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 996.872770] env[69770]: DEBUG nova.network.neutron [None req-2f3afe0f-468b-43f2-a1f9-4774c22b233d tempest-InstanceActionsNegativeTestJSON-680654 tempest-InstanceActionsNegativeTestJSON-680654-project-member] [instance: a41cf0f5-5115-4676-8480-eed1a5e0a72b] Successfully created port: eea6ba01-e4d5-447c-a443-3bfc142a727b {{(pid=69770) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 996.904750] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-587c2a8f-de1f-4553-b118-e542ceb561a5 tempest-ServersTestMultiNic-2119527449 tempest-ServersTestMultiNic-2119527449-project-member] [instance: dcd9fa1a-a9e5-4227-829b-281fa7a1d4f6] Unregistered the VM {{(pid=69770) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 996.904916] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-587c2a8f-de1f-4553-b118-e542ceb561a5 tempest-ServersTestMultiNic-2119527449 tempest-ServersTestMultiNic-2119527449-project-member] [instance: dcd9fa1a-a9e5-4227-829b-281fa7a1d4f6] Deleting contents of the VM from datastore datastore1 {{(pid=69770) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 996.905242] env[69770]: DEBUG nova.virt.vmwareapi.ds_util [None req-587c2a8f-de1f-4553-b118-e542ceb561a5 tempest-ServersTestMultiNic-2119527449 tempest-ServersTestMultiNic-2119527449-project-member] Deleting the datastore file [datastore1] dcd9fa1a-a9e5-4227-829b-281fa7a1d4f6 {{(pid=69770) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 996.905590] env[69770]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9ea1ca49-c5bc-4659-9721-e8e685d3d9b1 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.920990] env[69770]: INFO nova.compute.manager [None req-8e5b9251-3620-4f88-97d1-0d18a30a0f4a tempest-ServerMetadataNegativeTestJSON-1738636266 tempest-ServerMetadataNegativeTestJSON-1738636266-project-member] [instance: 735aaf86-ca37-4c5c-9296-568d98ace91c] Took 51.13 seconds to build instance. [ 996.929311] env[69770]: DEBUG oslo_vmware.api [None req-587c2a8f-de1f-4553-b118-e542ceb561a5 tempest-ServersTestMultiNic-2119527449 tempest-ServersTestMultiNic-2119527449-project-member] Waiting for the task: (returnval){ [ 996.929311] env[69770]: value = "task-4070074" [ 996.929311] env[69770]: _type = "Task" [ 996.929311] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 996.942794] env[69770]: DEBUG oslo_vmware.api [None req-12bbd274-0955-4681-b26b-794dee2ced3f tempest-ServerShowV254Test-1833803571 tempest-ServerShowV254Test-1833803571-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]5254aa37-eb11-6892-a84e-d708bbe7e1bb, 'name': SearchDatastore_Task, 'duration_secs': 0.066775} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 996.952144] env[69770]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b3341053-28ad-4a11-a38b-9d9700beca89 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.954832] env[69770]: DEBUG oslo_vmware.api [None req-587c2a8f-de1f-4553-b118-e542ceb561a5 tempest-ServersTestMultiNic-2119527449 tempest-ServersTestMultiNic-2119527449-project-member] Task: {'id': task-4070074, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.964665] env[69770]: DEBUG oslo_vmware.api [None req-12bbd274-0955-4681-b26b-794dee2ced3f tempest-ServerShowV254Test-1833803571 tempest-ServerShowV254Test-1833803571-project-member] Waiting for the task: (returnval){ [ 996.964665] env[69770]: value = "session[52161b52-cb8e-ec9f-1132-2f6b49549d41]52e8dcd0-3c2f-58a4-ccae-6d7e25aaec89" [ 996.964665] env[69770]: _type = "Task" [ 996.964665] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 996.964929] env[69770]: DEBUG oslo_vmware.api [None req-e766543b-d3ee-4d55-95e2-2379f9c6d309 tempest-ServerShowV257Test-679390461 tempest-ServerShowV257Test-679390461-project-member] Task: {'id': task-4070070, 'name': ReconfigVM_Task, 'duration_secs': 0.588605} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 996.965566] env[69770]: DEBUG nova.virt.vmwareapi.volumeops [None req-e766543b-d3ee-4d55-95e2-2379f9c6d309 tempest-ServerShowV257Test-679390461 tempest-ServerShowV257Test-679390461-project-member] [instance: 0d90aae9-45e9-424d-b06f-7dcbef05f5bf] Reconfigured VM instance instance-00000044 to attach disk [datastore1] 0d90aae9-45e9-424d-b06f-7dcbef05f5bf/0d90aae9-45e9-424d-b06f-7dcbef05f5bf.vmdk or device None with type sparse {{(pid=69770) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 996.970218] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a859239d-284f-4b91-8a87-8ea82ddd15eb {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.979419] env[69770]: DEBUG oslo_vmware.api [None req-12bbd274-0955-4681-b26b-794dee2ced3f tempest-ServerShowV254Test-1833803571 tempest-ServerShowV254Test-1833803571-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]52e8dcd0-3c2f-58a4-ccae-6d7e25aaec89, 'name': SearchDatastore_Task, 'duration_secs': 0.010376} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 996.981435] env[69770]: DEBUG oslo_concurrency.lockutils [None req-12bbd274-0955-4681-b26b-794dee2ced3f tempest-ServerShowV254Test-1833803571 tempest-ServerShowV254Test-1833803571-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.981711] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-12bbd274-0955-4681-b26b-794dee2ced3f tempest-ServerShowV254Test-1833803571 tempest-ServerShowV254Test-1833803571-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk to [datastore1] bf2dd621-f03e-45ad-a4b0-953858139f65/bf2dd621-f03e-45ad-a4b0-953858139f65.vmdk {{(pid=69770) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 996.982090] env[69770]: DEBUG oslo_vmware.api [None req-e766543b-d3ee-4d55-95e2-2379f9c6d309 tempest-ServerShowV257Test-679390461 tempest-ServerShowV257Test-679390461-project-member] Waiting for the task: (returnval){ [ 996.982090] env[69770]: value = "task-4070075" [ 996.982090] env[69770]: _type = "Task" [ 996.982090] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 996.984166] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0cfbdd6d-8d59-4fb3-aab2-06b869e738e0 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.002248] env[69770]: DEBUG oslo_vmware.api [None req-e766543b-d3ee-4d55-95e2-2379f9c6d309 tempest-ServerShowV257Test-679390461 tempest-ServerShowV257Test-679390461-project-member] Task: {'id': task-4070075, 'name': Rename_Task} progress is 14%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.004016] env[69770]: DEBUG oslo_vmware.api [None req-12bbd274-0955-4681-b26b-794dee2ced3f tempest-ServerShowV254Test-1833803571 tempest-ServerShowV254Test-1833803571-project-member] Waiting for the task: (returnval){ [ 997.004016] env[69770]: value = "task-4070076" [ 997.004016] env[69770]: _type = "Task" [ 997.004016] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 997.015039] env[69770]: DEBUG oslo_vmware.api [None req-12bbd274-0955-4681-b26b-794dee2ced3f tempest-ServerShowV254Test-1833803571 tempest-ServerShowV254Test-1833803571-project-member] Task: {'id': task-4070076, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.132132] env[69770]: DEBUG nova.network.neutron [None req-f9fb7be4-e8bf-4a87-8d2e-9b3aef661468 tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] [instance: d6322138-4f18-4a8b-8062-4c732a8e6585] Instance cache missing network info. {{(pid=69770) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 997.157778] env[69770]: DEBUG oslo_vmware.api [None req-6ee327ef-cac6-461f-8261-d94045abc761 tempest-ServersWithSpecificFlavorTestJSON-412767258 tempest-ServersWithSpecificFlavorTestJSON-412767258-project-member] Task: {'id': task-4070071, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.561336} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 997.160734] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ee327ef-cac6-461f-8261-d94045abc761 tempest-ServersWithSpecificFlavorTestJSON-412767258 tempest-ServersWithSpecificFlavorTestJSON-412767258-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk to [datastore1] e4982a7d-45f6-4b3d-9768-7d260a133e8d/e4982a7d-45f6-4b3d-9768-7d260a133e8d.vmdk {{(pid=69770) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 997.160954] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-6ee327ef-cac6-461f-8261-d94045abc761 tempest-ServersWithSpecificFlavorTestJSON-412767258 tempest-ServersWithSpecificFlavorTestJSON-412767258-project-member] [instance: e4982a7d-45f6-4b3d-9768-7d260a133e8d] Extending root virtual disk to 1048576 {{(pid=69770) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 997.161486] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2bb3d27c-f2cd-41b8-9be7-4d1a3b183781 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.169648] env[69770]: DEBUG oslo_vmware.api [None req-6ee327ef-cac6-461f-8261-d94045abc761 tempest-ServersWithSpecificFlavorTestJSON-412767258 tempest-ServersWithSpecificFlavorTestJSON-412767258-project-member] Waiting for the task: (returnval){ [ 997.169648] env[69770]: value = "task-4070077" [ 997.169648] env[69770]: _type = "Task" [ 997.169648] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 997.180796] env[69770]: DEBUG oslo_vmware.api [None req-6ee327ef-cac6-461f-8261-d94045abc761 tempest-ServersWithSpecificFlavorTestJSON-412767258 tempest-ServersWithSpecificFlavorTestJSON-412767258-project-member] Task: {'id': task-4070077, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.382538] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9adcc829-df56-4a7c-ab92-6aedc3e0ffc5 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.396136] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14a91a76-5558-4970-b74b-8d446d570ff5 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.432570] env[69770]: DEBUG oslo_concurrency.lockutils [None req-8e5b9251-3620-4f88-97d1-0d18a30a0f4a tempest-ServerMetadataNegativeTestJSON-1738636266 tempest-ServerMetadataNegativeTestJSON-1738636266-project-member] Lock "735aaf86-ca37-4c5c-9296-568d98ace91c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 84.006s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 997.437328] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-766cab28-07f8-4b42-919e-ddbec9129a2e {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.450219] env[69770]: DEBUG oslo_vmware.api [None req-587c2a8f-de1f-4553-b118-e542ceb561a5 tempest-ServersTestMultiNic-2119527449 tempest-ServersTestMultiNic-2119527449-project-member] Task: {'id': task-4070074, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.171134} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 997.450672] env[69770]: DEBUG nova.virt.vmwareapi.ds_util [None req-587c2a8f-de1f-4553-b118-e542ceb561a5 tempest-ServersTestMultiNic-2119527449 tempest-ServersTestMultiNic-2119527449-project-member] Deleted the datastore file {{(pid=69770) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 997.450672] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-587c2a8f-de1f-4553-b118-e542ceb561a5 tempest-ServersTestMultiNic-2119527449 tempest-ServersTestMultiNic-2119527449-project-member] [instance: dcd9fa1a-a9e5-4227-829b-281fa7a1d4f6] Deleted contents of the VM from datastore datastore1 {{(pid=69770) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 997.450973] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-587c2a8f-de1f-4553-b118-e542ceb561a5 tempest-ServersTestMultiNic-2119527449 tempest-ServersTestMultiNic-2119527449-project-member] [instance: dcd9fa1a-a9e5-4227-829b-281fa7a1d4f6] Instance destroyed {{(pid=69770) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 997.451104] env[69770]: INFO nova.compute.manager [None req-587c2a8f-de1f-4553-b118-e542ceb561a5 tempest-ServersTestMultiNic-2119527449 tempest-ServersTestMultiNic-2119527449-project-member] [instance: dcd9fa1a-a9e5-4227-829b-281fa7a1d4f6] Took 1.19 seconds to destroy the instance on the hypervisor. [ 997.451392] env[69770]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-587c2a8f-de1f-4553-b118-e542ceb561a5 tempest-ServersTestMultiNic-2119527449 tempest-ServersTestMultiNic-2119527449-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69770) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 997.451677] env[69770]: DEBUG nova.compute.manager [-] [instance: dcd9fa1a-a9e5-4227-829b-281fa7a1d4f6] Deallocating network for instance {{(pid=69770) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 997.451772] env[69770]: DEBUG nova.network.neutron [-] [instance: dcd9fa1a-a9e5-4227-829b-281fa7a1d4f6] deallocate_for_instance() {{(pid=69770) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 997.454834] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b150949-3b42-4d06-9850-e9cfbd4940ff {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.460412] env[69770]: DEBUG nova.network.neutron [None req-f9fb7be4-e8bf-4a87-8d2e-9b3aef661468 tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] [instance: d6322138-4f18-4a8b-8062-4c732a8e6585] Updating instance_info_cache with network_info: [{"id": "7e86ea34-4b79-4d01-9131-8853711f8716", "address": "fa:16:3e:7d:0d:33", "network": {"id": "fb2a6a42-a9ea-4a2f-b885-b0c06c1061b9", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1944009097-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "677c29867f944b8198884aae6535814b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b91b49a8-b849-4d0c-97f7-74fdcd88ae03", "external-id": "nsx-vlan-transportzone-406", "segmentation_id": 406, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7e86ea34-4b", "ovs_interfaceid": "7e86ea34-4b79-4d01-9131-8853711f8716", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69770) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 997.479905] env[69770]: DEBUG nova.compute.provider_tree [None req-dbcd8a14-adf6-4f16-82b7-855678d67344 tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] Inventory has not changed in ProviderTree for provider: 7cc7d32b-b7a7-454a-a456-2a440248ed9d {{(pid=69770) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 997.501336] env[69770]: DEBUG oslo_vmware.api [None req-e766543b-d3ee-4d55-95e2-2379f9c6d309 tempest-ServerShowV257Test-679390461 tempest-ServerShowV257Test-679390461-project-member] Task: {'id': task-4070075, 'name': Rename_Task, 'duration_secs': 0.168419} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 997.501713] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-e766543b-d3ee-4d55-95e2-2379f9c6d309 tempest-ServerShowV257Test-679390461 tempest-ServerShowV257Test-679390461-project-member] [instance: 0d90aae9-45e9-424d-b06f-7dcbef05f5bf] Powering on the VM {{(pid=69770) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 997.502021] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-77bebfeb-a07d-4b00-9c2d-7e985bbe9475 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.519733] env[69770]: DEBUG oslo_vmware.api [None req-e766543b-d3ee-4d55-95e2-2379f9c6d309 tempest-ServerShowV257Test-679390461 tempest-ServerShowV257Test-679390461-project-member] Waiting for the task: (returnval){ [ 997.519733] env[69770]: value = "task-4070078" [ 997.519733] env[69770]: _type = "Task" [ 997.519733] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 997.520365] env[69770]: DEBUG oslo_vmware.api [None req-12bbd274-0955-4681-b26b-794dee2ced3f tempest-ServerShowV254Test-1833803571 tempest-ServerShowV254Test-1833803571-project-member] Task: {'id': task-4070076, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.538550] env[69770]: DEBUG oslo_vmware.api [None req-e766543b-d3ee-4d55-95e2-2379f9c6d309 tempest-ServerShowV257Test-679390461 tempest-ServerShowV257Test-679390461-project-member] Task: {'id': task-4070078, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.680372] env[69770]: DEBUG oslo_vmware.api [None req-6ee327ef-cac6-461f-8261-d94045abc761 tempest-ServersWithSpecificFlavorTestJSON-412767258 tempest-ServersWithSpecificFlavorTestJSON-412767258-project-member] Task: {'id': task-4070077, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.364725} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 997.680654] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-6ee327ef-cac6-461f-8261-d94045abc761 tempest-ServersWithSpecificFlavorTestJSON-412767258 tempest-ServersWithSpecificFlavorTestJSON-412767258-project-member] [instance: e4982a7d-45f6-4b3d-9768-7d260a133e8d] Extended root virtual disk {{(pid=69770) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 997.681447] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4773b97d-17c7-472d-b80e-6c7522bba2c3 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.706044] env[69770]: DEBUG nova.virt.vmwareapi.volumeops [None req-6ee327ef-cac6-461f-8261-d94045abc761 tempest-ServersWithSpecificFlavorTestJSON-412767258 tempest-ServersWithSpecificFlavorTestJSON-412767258-project-member] [instance: e4982a7d-45f6-4b3d-9768-7d260a133e8d] Reconfiguring VM instance instance-00000043 to attach disk [datastore1] e4982a7d-45f6-4b3d-9768-7d260a133e8d/e4982a7d-45f6-4b3d-9768-7d260a133e8d.vmdk or device None with type sparse {{(pid=69770) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 997.706684] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7983a270-6f3c-4e3e-8e9a-a8e21074ba61 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.730718] env[69770]: DEBUG oslo_vmware.api [None req-6ee327ef-cac6-461f-8261-d94045abc761 tempest-ServersWithSpecificFlavorTestJSON-412767258 tempest-ServersWithSpecificFlavorTestJSON-412767258-project-member] Waiting for the task: (returnval){ [ 997.730718] env[69770]: value = "task-4070079" [ 997.730718] env[69770]: _type = "Task" [ 997.730718] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 997.739586] env[69770]: DEBUG oslo_vmware.api [None req-6ee327ef-cac6-461f-8261-d94045abc761 tempest-ServersWithSpecificFlavorTestJSON-412767258 tempest-ServersWithSpecificFlavorTestJSON-412767258-project-member] Task: {'id': task-4070079, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.843662] env[69770]: DEBUG nova.compute.manager [None req-2f3afe0f-468b-43f2-a1f9-4774c22b233d tempest-InstanceActionsNegativeTestJSON-680654 tempest-InstanceActionsNegativeTestJSON-680654-project-member] [instance: a41cf0f5-5115-4676-8480-eed1a5e0a72b] Start spawning the instance on the hypervisor. {{(pid=69770) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 997.860024] env[69770]: DEBUG nova.compute.manager [req-11db2ba8-9aa6-4fce-9ab2-145d573aaeb1 req-0f53aebb-3173-464b-9eff-e72ac7de19dd service nova] [instance: dcd9fa1a-a9e5-4227-829b-281fa7a1d4f6] Received event network-vif-deleted-38ab8353-0ac8-47fd-9f84-ddd7c91b4879 {{(pid=69770) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 997.860267] env[69770]: INFO nova.compute.manager [req-11db2ba8-9aa6-4fce-9ab2-145d573aaeb1 req-0f53aebb-3173-464b-9eff-e72ac7de19dd service nova] [instance: dcd9fa1a-a9e5-4227-829b-281fa7a1d4f6] Neutron deleted interface 38ab8353-0ac8-47fd-9f84-ddd7c91b4879; detaching it from the instance and deleting it from the info cache [ 997.860552] env[69770]: DEBUG nova.network.neutron [req-11db2ba8-9aa6-4fce-9ab2-145d573aaeb1 req-0f53aebb-3173-464b-9eff-e72ac7de19dd service nova] [instance: dcd9fa1a-a9e5-4227-829b-281fa7a1d4f6] Updating instance_info_cache with network_info: [{"id": "f029195b-27af-4f0a-80a4-21b7d4ac4868", "address": "fa:16:3e:49:98:e3", "network": {"id": "f391661d-dadc-4f28-87c1-117716ef73f0", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1524797066", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.128", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "258a050dd64b4cbaa8d908e8457a61f0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "678ebbe4-4c53-4eaf-a689-93981310f37d", "external-id": "nsx-vlan-transportzone-443", "segmentation_id": 443, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf029195b-27", "ovs_interfaceid": "f029195b-27af-4f0a-80a4-21b7d4ac4868", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69770) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 997.884666] env[69770]: DEBUG nova.virt.hardware [None req-2f3afe0f-468b-43f2-a1f9-4774c22b233d tempest-InstanceActionsNegativeTestJSON-680654 tempest-InstanceActionsNegativeTestJSON-680654-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T12:16:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T12:16:11Z,direct_url=,disk_format='vmdk',id=d1eaff80-24a0-4391-90eb-59958b1ecf0a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d65f20bb89fb40a98b77bc6d97357df2',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T12:16:12Z,virtual_size=,visibility=), allow threads: False {{(pid=69770) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 997.884946] env[69770]: DEBUG nova.virt.hardware [None req-2f3afe0f-468b-43f2-a1f9-4774c22b233d tempest-InstanceActionsNegativeTestJSON-680654 tempest-InstanceActionsNegativeTestJSON-680654-project-member] Flavor limits 0:0:0 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 997.887049] env[69770]: DEBUG nova.virt.hardware [None req-2f3afe0f-468b-43f2-a1f9-4774c22b233d tempest-InstanceActionsNegativeTestJSON-680654 tempest-InstanceActionsNegativeTestJSON-680654-project-member] Image limits 0:0:0 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 997.887335] env[69770]: DEBUG nova.virt.hardware [None req-2f3afe0f-468b-43f2-a1f9-4774c22b233d tempest-InstanceActionsNegativeTestJSON-680654 tempest-InstanceActionsNegativeTestJSON-680654-project-member] Flavor pref 0:0:0 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 997.887522] env[69770]: DEBUG nova.virt.hardware [None req-2f3afe0f-468b-43f2-a1f9-4774c22b233d tempest-InstanceActionsNegativeTestJSON-680654 tempest-InstanceActionsNegativeTestJSON-680654-project-member] Image pref 0:0:0 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 997.887969] env[69770]: DEBUG nova.virt.hardware [None req-2f3afe0f-468b-43f2-a1f9-4774c22b233d tempest-InstanceActionsNegativeTestJSON-680654 tempest-InstanceActionsNegativeTestJSON-680654-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 997.888276] env[69770]: DEBUG nova.virt.hardware [None req-2f3afe0f-468b-43f2-a1f9-4774c22b233d tempest-InstanceActionsNegativeTestJSON-680654 tempest-InstanceActionsNegativeTestJSON-680654-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69770) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 997.888413] env[69770]: DEBUG nova.virt.hardware [None req-2f3afe0f-468b-43f2-a1f9-4774c22b233d tempest-InstanceActionsNegativeTestJSON-680654 tempest-InstanceActionsNegativeTestJSON-680654-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69770) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 997.888589] env[69770]: DEBUG nova.virt.hardware [None req-2f3afe0f-468b-43f2-a1f9-4774c22b233d tempest-InstanceActionsNegativeTestJSON-680654 tempest-InstanceActionsNegativeTestJSON-680654-project-member] Got 1 possible topologies {{(pid=69770) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 997.888756] env[69770]: DEBUG nova.virt.hardware [None req-2f3afe0f-468b-43f2-a1f9-4774c22b233d tempest-InstanceActionsNegativeTestJSON-680654 tempest-InstanceActionsNegativeTestJSON-680654-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69770) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 997.888933] env[69770]: DEBUG nova.virt.hardware [None req-2f3afe0f-468b-43f2-a1f9-4774c22b233d tempest-InstanceActionsNegativeTestJSON-680654 tempest-InstanceActionsNegativeTestJSON-680654-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69770) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 997.890905] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f75d9197-6c5e-46e1-840a-72a2c234551c {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.901631] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5dc2886-5d4a-4549-94a0-a5c59b5ca0f8 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.964719] env[69770]: DEBUG oslo_concurrency.lockutils [None req-f9fb7be4-e8bf-4a87-8d2e-9b3aef661468 tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] Releasing lock "refresh_cache-d6322138-4f18-4a8b-8062-4c732a8e6585" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.965095] env[69770]: DEBUG nova.compute.manager [None req-f9fb7be4-e8bf-4a87-8d2e-9b3aef661468 tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] [instance: d6322138-4f18-4a8b-8062-4c732a8e6585] Instance network_info: |[{"id": "7e86ea34-4b79-4d01-9131-8853711f8716", "address": "fa:16:3e:7d:0d:33", "network": {"id": "fb2a6a42-a9ea-4a2f-b885-b0c06c1061b9", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1944009097-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "677c29867f944b8198884aae6535814b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b91b49a8-b849-4d0c-97f7-74fdcd88ae03", "external-id": "nsx-vlan-transportzone-406", "segmentation_id": 406, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7e86ea34-4b", "ovs_interfaceid": "7e86ea34-4b79-4d01-9131-8853711f8716", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69770) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 997.965553] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-f9fb7be4-e8bf-4a87-8d2e-9b3aef661468 tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] [instance: d6322138-4f18-4a8b-8062-4c732a8e6585] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7d:0d:33', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b91b49a8-b849-4d0c-97f7-74fdcd88ae03', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7e86ea34-4b79-4d01-9131-8853711f8716', 'vif_model': 'vmxnet3'}] {{(pid=69770) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 997.973850] env[69770]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f9fb7be4-e8bf-4a87-8d2e-9b3aef661468 tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69770) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 997.974514] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d6322138-4f18-4a8b-8062-4c732a8e6585] Creating VM on the ESX host {{(pid=69770) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 997.974754] env[69770]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8ee07ff0-2ac5-4257-9e49-043a26b916e5 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.990744] env[69770]: DEBUG nova.scheduler.client.report [None req-dbcd8a14-adf6-4f16-82b7-855678d67344 tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] Inventory has not changed for provider 7cc7d32b-b7a7-454a-a456-2a440248ed9d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69770) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 998.000759] env[69770]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 998.000759] env[69770]: value = "task-4070080" [ 998.000759] env[69770]: _type = "Task" [ 998.000759] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 998.016970] env[69770]: DEBUG oslo_vmware.api [-] Task: {'id': task-4070080, 'name': CreateVM_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.020781] env[69770]: DEBUG oslo_vmware.api [None req-12bbd274-0955-4681-b26b-794dee2ced3f tempest-ServerShowV254Test-1833803571 tempest-ServerShowV254Test-1833803571-project-member] Task: {'id': task-4070076, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.526508} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 998.021487] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-12bbd274-0955-4681-b26b-794dee2ced3f tempest-ServerShowV254Test-1833803571 tempest-ServerShowV254Test-1833803571-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk to [datastore1] bf2dd621-f03e-45ad-a4b0-953858139f65/bf2dd621-f03e-45ad-a4b0-953858139f65.vmdk {{(pid=69770) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 998.021714] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-12bbd274-0955-4681-b26b-794dee2ced3f tempest-ServerShowV254Test-1833803571 tempest-ServerShowV254Test-1833803571-project-member] [instance: bf2dd621-f03e-45ad-a4b0-953858139f65] Extending root virtual disk to 1048576 {{(pid=69770) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 998.025768] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ba38b307-36ac-4460-8f78-63e55b95261f {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.037206] env[69770]: DEBUG oslo_vmware.api [None req-e766543b-d3ee-4d55-95e2-2379f9c6d309 tempest-ServerShowV257Test-679390461 tempest-ServerShowV257Test-679390461-project-member] Task: {'id': task-4070078, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.039126] env[69770]: DEBUG oslo_vmware.api [None req-12bbd274-0955-4681-b26b-794dee2ced3f tempest-ServerShowV254Test-1833803571 tempest-ServerShowV254Test-1833803571-project-member] Waiting for the task: (returnval){ [ 998.039126] env[69770]: value = "task-4070081" [ 998.039126] env[69770]: _type = "Task" [ 998.039126] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 998.048344] env[69770]: DEBUG oslo_vmware.api [None req-12bbd274-0955-4681-b26b-794dee2ced3f tempest-ServerShowV254Test-1833803571 tempest-ServerShowV254Test-1833803571-project-member] Task: {'id': task-4070081, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.050717] env[69770]: DEBUG nova.compute.manager [req-26e52641-2b13-4df6-a09c-a0df6660a4c1 req-11e5beb2-529a-4cbf-be21-ec1e22a81d5a service nova] [instance: d6322138-4f18-4a8b-8062-4c732a8e6585] Received event network-changed-7e86ea34-4b79-4d01-9131-8853711f8716 {{(pid=69770) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 998.050964] env[69770]: DEBUG nova.compute.manager [req-26e52641-2b13-4df6-a09c-a0df6660a4c1 req-11e5beb2-529a-4cbf-be21-ec1e22a81d5a service nova] [instance: d6322138-4f18-4a8b-8062-4c732a8e6585] Refreshing instance network info cache due to event network-changed-7e86ea34-4b79-4d01-9131-8853711f8716. {{(pid=69770) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 998.051266] env[69770]: DEBUG oslo_concurrency.lockutils [req-26e52641-2b13-4df6-a09c-a0df6660a4c1 req-11e5beb2-529a-4cbf-be21-ec1e22a81d5a service nova] Acquiring lock "refresh_cache-d6322138-4f18-4a8b-8062-4c732a8e6585" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.051432] env[69770]: DEBUG oslo_concurrency.lockutils [req-26e52641-2b13-4df6-a09c-a0df6660a4c1 req-11e5beb2-529a-4cbf-be21-ec1e22a81d5a service nova] Acquired lock "refresh_cache-d6322138-4f18-4a8b-8062-4c732a8e6585" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.051652] env[69770]: DEBUG nova.network.neutron [req-26e52641-2b13-4df6-a09c-a0df6660a4c1 req-11e5beb2-529a-4cbf-be21-ec1e22a81d5a service nova] [instance: d6322138-4f18-4a8b-8062-4c732a8e6585] Refreshing network info cache for port 7e86ea34-4b79-4d01-9131-8853711f8716 {{(pid=69770) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 998.241739] env[69770]: DEBUG oslo_vmware.api [None req-6ee327ef-cac6-461f-8261-d94045abc761 tempest-ServersWithSpecificFlavorTestJSON-412767258 tempest-ServersWithSpecificFlavorTestJSON-412767258-project-member] Task: {'id': task-4070079, 'name': ReconfigVM_Task, 'duration_secs': 0.299764} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 998.242016] env[69770]: DEBUG nova.virt.vmwareapi.volumeops [None req-6ee327ef-cac6-461f-8261-d94045abc761 tempest-ServersWithSpecificFlavorTestJSON-412767258 tempest-ServersWithSpecificFlavorTestJSON-412767258-project-member] [instance: e4982a7d-45f6-4b3d-9768-7d260a133e8d] Reconfigured VM instance instance-00000043 to attach disk [datastore1] e4982a7d-45f6-4b3d-9768-7d260a133e8d/e4982a7d-45f6-4b3d-9768-7d260a133e8d.vmdk or device None with type sparse {{(pid=69770) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 998.242346] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ee327ef-cac6-461f-8261-d94045abc761 tempest-ServersWithSpecificFlavorTestJSON-412767258 tempest-ServersWithSpecificFlavorTestJSON-412767258-project-member] Creating Virtual Disk of size 1048576 KB and adapter type paraVirtual on the data store {{(pid=69770) create_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1383}} [ 998.243054] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CreateVirtualDisk_Task with opID=oslo.vmware-931b254b-a9a2-40b9-a7c2-8d275f064b46 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.252367] env[69770]: DEBUG oslo_vmware.api [None req-6ee327ef-cac6-461f-8261-d94045abc761 tempest-ServersWithSpecificFlavorTestJSON-412767258 tempest-ServersWithSpecificFlavorTestJSON-412767258-project-member] Waiting for the task: (returnval){ [ 998.252367] env[69770]: value = "task-4070082" [ 998.252367] env[69770]: _type = "Task" [ 998.252367] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 998.264582] env[69770]: DEBUG oslo_vmware.api [None req-6ee327ef-cac6-461f-8261-d94045abc761 tempest-ServersWithSpecificFlavorTestJSON-412767258 tempest-ServersWithSpecificFlavorTestJSON-412767258-project-member] Task: {'id': task-4070082, 'name': CreateVirtualDisk_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.368078] env[69770]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-37e009eb-c982-405d-9413-c1fc5500255f {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.377602] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8ffcdfd-d399-4bc2-b17c-b533a6add0b3 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.419851] env[69770]: DEBUG nova.compute.manager [req-11db2ba8-9aa6-4fce-9ab2-145d573aaeb1 req-0f53aebb-3173-464b-9eff-e72ac7de19dd service nova] [instance: dcd9fa1a-a9e5-4227-829b-281fa7a1d4f6] Detach interface failed, port_id=38ab8353-0ac8-47fd-9f84-ddd7c91b4879, reason: Instance dcd9fa1a-a9e5-4227-829b-281fa7a1d4f6 could not be found. {{(pid=69770) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 998.497179] env[69770]: DEBUG oslo_concurrency.lockutils [None req-dbcd8a14-adf6-4f16-82b7-855678d67344 tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.690s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 998.497348] env[69770]: DEBUG nova.compute.manager [None req-dbcd8a14-adf6-4f16-82b7-855678d67344 tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] [instance: f4cb9224-9468-4834-a24a-9309e6dd3bba] Start building networks asynchronously for instance. {{(pid=69770) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 998.500087] env[69770]: DEBUG oslo_concurrency.lockutils [None req-e941b913-0397-4dbe-8685-748b595ecc7b tempest-VolumesAdminNegativeTest-624188729 tempest-VolumesAdminNegativeTest-624188729-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 35.209s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 998.500297] env[69770]: DEBUG oslo_concurrency.lockutils [None req-e941b913-0397-4dbe-8685-748b595ecc7b tempest-VolumesAdminNegativeTest-624188729 tempest-VolumesAdminNegativeTest-624188729-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 998.502658] env[69770]: DEBUG oslo_concurrency.lockutils [None req-1e67d78d-ce29-4087-95a5-cd40ea81f7eb tempest-MultipleCreateTestJSON-938873983 tempest-MultipleCreateTestJSON-938873983-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.817s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 998.503301] env[69770]: DEBUG oslo_concurrency.lockutils [None req-1e67d78d-ce29-4087-95a5-cd40ea81f7eb tempest-MultipleCreateTestJSON-938873983 tempest-MultipleCreateTestJSON-938873983-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 998.505079] env[69770]: DEBUG oslo_concurrency.lockutils [None req-4335a7d9-adfe-4f04-a7de-4c54bcfed8bc tempest-ServersAdminTestJSON-142622790 tempest-ServersAdminTestJSON-142622790-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 34.750s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 998.505298] env[69770]: DEBUG nova.objects.instance [None req-4335a7d9-adfe-4f04-a7de-4c54bcfed8bc tempest-ServersAdminTestJSON-142622790 tempest-ServersAdminTestJSON-142622790-project-member] [instance: 089cc9fa-d197-43fd-b8fe-0d92a672806e] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69770) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 998.523166] env[69770]: DEBUG oslo_vmware.api [-] Task: {'id': task-4070080, 'name': CreateVM_Task, 'duration_secs': 0.418154} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 998.529998] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d6322138-4f18-4a8b-8062-4c732a8e6585] Created VM on the ESX host {{(pid=69770) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 998.531081] env[69770]: DEBUG oslo_concurrency.lockutils [None req-f9fb7be4-e8bf-4a87-8d2e-9b3aef661468 tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.531461] env[69770]: DEBUG oslo_concurrency.lockutils [None req-f9fb7be4-e8bf-4a87-8d2e-9b3aef661468 tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.531910] env[69770]: DEBUG oslo_concurrency.lockutils [None req-f9fb7be4-e8bf-4a87-8d2e-9b3aef661468 tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.532727] env[69770]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e897ce5b-fa20-41b4-9f33-aa65370c46d6 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.538621] env[69770]: DEBUG oslo_vmware.api [None req-e766543b-d3ee-4d55-95e2-2379f9c6d309 tempest-ServerShowV257Test-679390461 tempest-ServerShowV257Test-679390461-project-member] Task: {'id': task-4070078, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.539499] env[69770]: DEBUG nova.network.neutron [-] [instance: dcd9fa1a-a9e5-4227-829b-281fa7a1d4f6] Updating instance_info_cache with network_info: [] {{(pid=69770) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 998.546627] env[69770]: INFO nova.scheduler.client.report [None req-e941b913-0397-4dbe-8685-748b595ecc7b tempest-VolumesAdminNegativeTest-624188729 tempest-VolumesAdminNegativeTest-624188729-project-member] Deleted allocations for instance f9f0ae85-57a8-4e21-8e5e-87a3630ee05c [ 998.549013] env[69770]: INFO nova.scheduler.client.report [None req-1e67d78d-ce29-4087-95a5-cd40ea81f7eb tempest-MultipleCreateTestJSON-938873983 tempest-MultipleCreateTestJSON-938873983-project-member] Deleted allocations for instance 6f84ff35-a4fd-4616-aa48-e10f21a0c223 [ 998.553241] env[69770]: DEBUG oslo_vmware.api [None req-f9fb7be4-e8bf-4a87-8d2e-9b3aef661468 tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] Waiting for the task: (returnval){ [ 998.553241] env[69770]: value = "session[52161b52-cb8e-ec9f-1132-2f6b49549d41]521a0a12-abab-9008-4945-e82394e9bd12" [ 998.553241] env[69770]: _type = "Task" [ 998.553241] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 998.573659] env[69770]: DEBUG oslo_vmware.api [None req-12bbd274-0955-4681-b26b-794dee2ced3f tempest-ServerShowV254Test-1833803571 tempest-ServerShowV254Test-1833803571-project-member] Task: {'id': task-4070081, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076617} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 998.575476] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-12bbd274-0955-4681-b26b-794dee2ced3f tempest-ServerShowV254Test-1833803571 tempest-ServerShowV254Test-1833803571-project-member] [instance: bf2dd621-f03e-45ad-a4b0-953858139f65] Extended root virtual disk {{(pid=69770) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 998.576393] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96b1da96-8cb3-48b6-b965-8c13d3604c5a {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.585989] env[69770]: DEBUG oslo_vmware.api [None req-f9fb7be4-e8bf-4a87-8d2e-9b3aef661468 tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]521a0a12-abab-9008-4945-e82394e9bd12, 'name': SearchDatastore_Task, 'duration_secs': 0.011494} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 998.586741] env[69770]: DEBUG oslo_concurrency.lockutils [None req-f9fb7be4-e8bf-4a87-8d2e-9b3aef661468 tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.586986] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-f9fb7be4-e8bf-4a87-8d2e-9b3aef661468 tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] [instance: d6322138-4f18-4a8b-8062-4c732a8e6585] Processing image d1eaff80-24a0-4391-90eb-59958b1ecf0a {{(pid=69770) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 998.587281] env[69770]: DEBUG oslo_concurrency.lockutils [None req-f9fb7be4-e8bf-4a87-8d2e-9b3aef661468 tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.587919] env[69770]: DEBUG oslo_concurrency.lockutils [None req-f9fb7be4-e8bf-4a87-8d2e-9b3aef661468 tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.587919] env[69770]: DEBUG nova.virt.vmwareapi.ds_util [None req-f9fb7be4-e8bf-4a87-8d2e-9b3aef661468 tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69770) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 998.588186] env[69770]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-81add4d5-d740-4bda-8a92-1f5b1000683b {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.608016] env[69770]: DEBUG nova.virt.vmwareapi.volumeops [None req-12bbd274-0955-4681-b26b-794dee2ced3f tempest-ServerShowV254Test-1833803571 tempest-ServerShowV254Test-1833803571-project-member] [instance: bf2dd621-f03e-45ad-a4b0-953858139f65] Reconfiguring VM instance instance-00000041 to attach disk [datastore1] bf2dd621-f03e-45ad-a4b0-953858139f65/bf2dd621-f03e-45ad-a4b0-953858139f65.vmdk or device None with type sparse {{(pid=69770) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 998.609231] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-330aeab0-8185-4267-9bee-79510af28568 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.628068] env[69770]: DEBUG nova.virt.vmwareapi.ds_util [None req-f9fb7be4-e8bf-4a87-8d2e-9b3aef661468 tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69770) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 998.632094] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-f9fb7be4-e8bf-4a87-8d2e-9b3aef661468 tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69770) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 998.632094] env[69770]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b4d6f8d5-2a65-4612-aaf7-5223e6067d45 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.638488] env[69770]: DEBUG oslo_vmware.api [None req-f9fb7be4-e8bf-4a87-8d2e-9b3aef661468 tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] Waiting for the task: (returnval){ [ 998.638488] env[69770]: value = "session[52161b52-cb8e-ec9f-1132-2f6b49549d41]527e3623-67ec-9e34-8c66-af5d9dfaf0f0" [ 998.638488] env[69770]: _type = "Task" [ 998.638488] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 998.638977] env[69770]: DEBUG oslo_vmware.api [None req-12bbd274-0955-4681-b26b-794dee2ced3f tempest-ServerShowV254Test-1833803571 tempest-ServerShowV254Test-1833803571-project-member] Waiting for the task: (returnval){ [ 998.638977] env[69770]: value = "task-4070083" [ 998.638977] env[69770]: _type = "Task" [ 998.638977] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 998.653509] env[69770]: DEBUG oslo_vmware.api [None req-f9fb7be4-e8bf-4a87-8d2e-9b3aef661468 tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]527e3623-67ec-9e34-8c66-af5d9dfaf0f0, 'name': SearchDatastore_Task, 'duration_secs': 0.012227} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 998.657638] env[69770]: DEBUG oslo_vmware.api [None req-12bbd274-0955-4681-b26b-794dee2ced3f tempest-ServerShowV254Test-1833803571 tempest-ServerShowV254Test-1833803571-project-member] Task: {'id': task-4070083, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.657809] env[69770]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-06d72a4a-79c7-49b6-9983-9eb9146d0c96 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.664026] env[69770]: DEBUG oslo_vmware.api [None req-f9fb7be4-e8bf-4a87-8d2e-9b3aef661468 tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] Waiting for the task: (returnval){ [ 998.664026] env[69770]: value = "session[52161b52-cb8e-ec9f-1132-2f6b49549d41]522a929e-f150-2348-610c-fdadd7d4e7c3" [ 998.664026] env[69770]: _type = "Task" [ 998.664026] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 998.674375] env[69770]: DEBUG oslo_vmware.api [None req-f9fb7be4-e8bf-4a87-8d2e-9b3aef661468 tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]522a929e-f150-2348-610c-fdadd7d4e7c3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.676465] env[69770]: DEBUG oslo_concurrency.lockutils [None req-b2a41e40-ff1c-4e5a-89b7-13375367d429 tempest-ServerMetadataNegativeTestJSON-1738636266 tempest-ServerMetadataNegativeTestJSON-1738636266-project-member] Acquiring lock "735aaf86-ca37-4c5c-9296-568d98ace91c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 998.676723] env[69770]: DEBUG oslo_concurrency.lockutils [None req-b2a41e40-ff1c-4e5a-89b7-13375367d429 tempest-ServerMetadataNegativeTestJSON-1738636266 tempest-ServerMetadataNegativeTestJSON-1738636266-project-member] Lock "735aaf86-ca37-4c5c-9296-568d98ace91c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 998.676922] env[69770]: DEBUG oslo_concurrency.lockutils [None req-b2a41e40-ff1c-4e5a-89b7-13375367d429 tempest-ServerMetadataNegativeTestJSON-1738636266 tempest-ServerMetadataNegativeTestJSON-1738636266-project-member] Acquiring lock "735aaf86-ca37-4c5c-9296-568d98ace91c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 998.677194] env[69770]: DEBUG oslo_concurrency.lockutils [None req-b2a41e40-ff1c-4e5a-89b7-13375367d429 tempest-ServerMetadataNegativeTestJSON-1738636266 tempest-ServerMetadataNegativeTestJSON-1738636266-project-member] Lock "735aaf86-ca37-4c5c-9296-568d98ace91c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 998.677847] env[69770]: DEBUG oslo_concurrency.lockutils [None req-b2a41e40-ff1c-4e5a-89b7-13375367d429 tempest-ServerMetadataNegativeTestJSON-1738636266 tempest-ServerMetadataNegativeTestJSON-1738636266-project-member] Lock "735aaf86-ca37-4c5c-9296-568d98ace91c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 998.679948] env[69770]: INFO nova.compute.manager [None req-b2a41e40-ff1c-4e5a-89b7-13375367d429 tempest-ServerMetadataNegativeTestJSON-1738636266 tempest-ServerMetadataNegativeTestJSON-1738636266-project-member] [instance: 735aaf86-ca37-4c5c-9296-568d98ace91c] Terminating instance [ 998.768100] env[69770]: DEBUG oslo_vmware.api [None req-6ee327ef-cac6-461f-8261-d94045abc761 tempest-ServersWithSpecificFlavorTestJSON-412767258 tempest-ServersWithSpecificFlavorTestJSON-412767258-project-member] Task: {'id': task-4070082, 'name': CreateVirtualDisk_Task, 'duration_secs': 0.060224} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 998.768100] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ee327ef-cac6-461f-8261-d94045abc761 tempest-ServersWithSpecificFlavorTestJSON-412767258 tempest-ServersWithSpecificFlavorTestJSON-412767258-project-member] Created Virtual Disk of size 1048576 KB and type thin {{(pid=69770) create_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1404}} [ 998.768100] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45fa8bf5-093c-49c7-8af8-22c83cd2595d {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.796550] env[69770]: DEBUG nova.virt.vmwareapi.volumeops [None req-6ee327ef-cac6-461f-8261-d94045abc761 tempest-ServersWithSpecificFlavorTestJSON-412767258 tempest-ServersWithSpecificFlavorTestJSON-412767258-project-member] [instance: e4982a7d-45f6-4b3d-9768-7d260a133e8d] Reconfiguring VM instance instance-00000043 to attach disk [datastore1] e4982a7d-45f6-4b3d-9768-7d260a133e8d/ephemeral_0.vmdk or device None with type thin {{(pid=69770) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 998.799890] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-751e114a-5dd9-4f07-a9e9-05b3cdaa9bac {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.819661] env[69770]: DEBUG oslo_vmware.api [None req-6ee327ef-cac6-461f-8261-d94045abc761 tempest-ServersWithSpecificFlavorTestJSON-412767258 tempest-ServersWithSpecificFlavorTestJSON-412767258-project-member] Waiting for the task: (returnval){ [ 998.819661] env[69770]: value = "task-4070084" [ 998.819661] env[69770]: _type = "Task" [ 998.819661] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 998.831229] env[69770]: DEBUG oslo_vmware.api [None req-6ee327ef-cac6-461f-8261-d94045abc761 tempest-ServersWithSpecificFlavorTestJSON-412767258 tempest-ServersWithSpecificFlavorTestJSON-412767258-project-member] Task: {'id': task-4070084, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.844148] env[69770]: DEBUG nova.network.neutron [None req-2f3afe0f-468b-43f2-a1f9-4774c22b233d tempest-InstanceActionsNegativeTestJSON-680654 tempest-InstanceActionsNegativeTestJSON-680654-project-member] [instance: a41cf0f5-5115-4676-8480-eed1a5e0a72b] Successfully updated port: eea6ba01-e4d5-447c-a443-3bfc142a727b {{(pid=69770) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 998.939087] env[69770]: DEBUG nova.network.neutron [req-26e52641-2b13-4df6-a09c-a0df6660a4c1 req-11e5beb2-529a-4cbf-be21-ec1e22a81d5a service nova] [instance: d6322138-4f18-4a8b-8062-4c732a8e6585] Updated VIF entry in instance network info cache for port 7e86ea34-4b79-4d01-9131-8853711f8716. {{(pid=69770) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 998.939539] env[69770]: DEBUG nova.network.neutron [req-26e52641-2b13-4df6-a09c-a0df6660a4c1 req-11e5beb2-529a-4cbf-be21-ec1e22a81d5a service nova] [instance: d6322138-4f18-4a8b-8062-4c732a8e6585] Updating instance_info_cache with network_info: [{"id": "7e86ea34-4b79-4d01-9131-8853711f8716", "address": "fa:16:3e:7d:0d:33", "network": {"id": "fb2a6a42-a9ea-4a2f-b885-b0c06c1061b9", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1944009097-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "677c29867f944b8198884aae6535814b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b91b49a8-b849-4d0c-97f7-74fdcd88ae03", "external-id": "nsx-vlan-transportzone-406", "segmentation_id": 406, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7e86ea34-4b", "ovs_interfaceid": "7e86ea34-4b79-4d01-9131-8853711f8716", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69770) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 999.010948] env[69770]: DEBUG nova.compute.utils [None req-dbcd8a14-adf6-4f16-82b7-855678d67344 tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] Using /dev/sd instead of None {{(pid=69770) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 999.012652] env[69770]: DEBUG nova.compute.manager [None req-dbcd8a14-adf6-4f16-82b7-855678d67344 tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] [instance: f4cb9224-9468-4834-a24a-9309e6dd3bba] Allocating IP information in the background. {{(pid=69770) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 999.012866] env[69770]: DEBUG nova.network.neutron [None req-dbcd8a14-adf6-4f16-82b7-855678d67344 tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] [instance: f4cb9224-9468-4834-a24a-9309e6dd3bba] allocate_for_instance() {{(pid=69770) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 999.035519] env[69770]: DEBUG oslo_vmware.api [None req-e766543b-d3ee-4d55-95e2-2379f9c6d309 tempest-ServerShowV257Test-679390461 tempest-ServerShowV257Test-679390461-project-member] Task: {'id': task-4070078, 'name': PowerOnVM_Task, 'duration_secs': 1.177608} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 999.035863] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-e766543b-d3ee-4d55-95e2-2379f9c6d309 tempest-ServerShowV257Test-679390461 tempest-ServerShowV257Test-679390461-project-member] [instance: 0d90aae9-45e9-424d-b06f-7dcbef05f5bf] Powered on the VM {{(pid=69770) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 999.036180] env[69770]: INFO nova.compute.manager [None req-e766543b-d3ee-4d55-95e2-2379f9c6d309 tempest-ServerShowV257Test-679390461 tempest-ServerShowV257Test-679390461-project-member] [instance: 0d90aae9-45e9-424d-b06f-7dcbef05f5bf] Took 6.96 seconds to spawn the instance on the hypervisor. [ 999.036324] env[69770]: DEBUG nova.compute.manager [None req-e766543b-d3ee-4d55-95e2-2379f9c6d309 tempest-ServerShowV257Test-679390461 tempest-ServerShowV257Test-679390461-project-member] [instance: 0d90aae9-45e9-424d-b06f-7dcbef05f5bf] Checking state {{(pid=69770) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 999.037239] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6372b4dd-0d2e-45d1-b012-48d94f301806 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.052084] env[69770]: INFO nova.compute.manager [-] [instance: dcd9fa1a-a9e5-4227-829b-281fa7a1d4f6] Took 1.60 seconds to deallocate network for instance. [ 999.072865] env[69770]: DEBUG oslo_concurrency.lockutils [None req-e941b913-0397-4dbe-8685-748b595ecc7b tempest-VolumesAdminNegativeTest-624188729 tempest-VolumesAdminNegativeTest-624188729-project-member] Lock "f9f0ae85-57a8-4e21-8e5e-87a3630ee05c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 40.412s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 999.073913] env[69770]: DEBUG oslo_concurrency.lockutils [None req-1e67d78d-ce29-4087-95a5-cd40ea81f7eb tempest-MultipleCreateTestJSON-938873983 tempest-MultipleCreateTestJSON-938873983-project-member] Lock "6f84ff35-a4fd-4616-aa48-e10f21a0c223" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.824s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 999.095616] env[69770]: DEBUG nova.policy [None req-dbcd8a14-adf6-4f16-82b7-855678d67344 tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '790410df58c64dc99c4c9f4b2ffaa936', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fd2014dec6514eb7b7289fdfc4de7f92', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69770) authorize /opt/stack/nova/nova/policy.py:192}} [ 999.150934] env[69770]: DEBUG oslo_vmware.api [None req-12bbd274-0955-4681-b26b-794dee2ced3f tempest-ServerShowV254Test-1833803571 tempest-ServerShowV254Test-1833803571-project-member] Task: {'id': task-4070083, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.175150] env[69770]: DEBUG oslo_vmware.api [None req-f9fb7be4-e8bf-4a87-8d2e-9b3aef661468 tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]522a929e-f150-2348-610c-fdadd7d4e7c3, 'name': SearchDatastore_Task, 'duration_secs': 0.010874} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 999.175700] env[69770]: DEBUG oslo_concurrency.lockutils [None req-f9fb7be4-e8bf-4a87-8d2e-9b3aef661468 tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.175796] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-f9fb7be4-e8bf-4a87-8d2e-9b3aef661468 tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk to [datastore1] d6322138-4f18-4a8b-8062-4c732a8e6585/d6322138-4f18-4a8b-8062-4c732a8e6585.vmdk {{(pid=69770) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 999.176098] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2fc01875-d587-44e1-8f08-7f5f82be9147 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.183734] env[69770]: DEBUG oslo_vmware.api [None req-f9fb7be4-e8bf-4a87-8d2e-9b3aef661468 tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] Waiting for the task: (returnval){ [ 999.183734] env[69770]: value = "task-4070085" [ 999.183734] env[69770]: _type = "Task" [ 999.183734] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 999.184511] env[69770]: DEBUG nova.compute.manager [None req-b2a41e40-ff1c-4e5a-89b7-13375367d429 tempest-ServerMetadataNegativeTestJSON-1738636266 tempest-ServerMetadataNegativeTestJSON-1738636266-project-member] [instance: 735aaf86-ca37-4c5c-9296-568d98ace91c] Start destroying the instance on the hypervisor. {{(pid=69770) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 999.184709] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-b2a41e40-ff1c-4e5a-89b7-13375367d429 tempest-ServerMetadataNegativeTestJSON-1738636266 tempest-ServerMetadataNegativeTestJSON-1738636266-project-member] [instance: 735aaf86-ca37-4c5c-9296-568d98ace91c] Destroying instance {{(pid=69770) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 999.188885] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-944b4b22-b32d-4699-88e8-58ce67d47245 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.197017] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-b2a41e40-ff1c-4e5a-89b7-13375367d429 tempest-ServerMetadataNegativeTestJSON-1738636266 tempest-ServerMetadataNegativeTestJSON-1738636266-project-member] [instance: 735aaf86-ca37-4c5c-9296-568d98ace91c] Powering off the VM {{(pid=69770) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 999.206808] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c34143e4-472e-4597-a8e6-ac80978145dd {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.210864] env[69770]: DEBUG oslo_vmware.api [None req-f9fb7be4-e8bf-4a87-8d2e-9b3aef661468 tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] Task: {'id': task-4070085, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.218870] env[69770]: DEBUG oslo_vmware.api [None req-b2a41e40-ff1c-4e5a-89b7-13375367d429 tempest-ServerMetadataNegativeTestJSON-1738636266 tempest-ServerMetadataNegativeTestJSON-1738636266-project-member] Waiting for the task: (returnval){ [ 999.218870] env[69770]: value = "task-4070086" [ 999.218870] env[69770]: _type = "Task" [ 999.218870] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 999.228750] env[69770]: DEBUG oslo_vmware.api [None req-b2a41e40-ff1c-4e5a-89b7-13375367d429 tempest-ServerMetadataNegativeTestJSON-1738636266 tempest-ServerMetadataNegativeTestJSON-1738636266-project-member] Task: {'id': task-4070086, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.335460] env[69770]: DEBUG oslo_vmware.api [None req-6ee327ef-cac6-461f-8261-d94045abc761 tempest-ServersWithSpecificFlavorTestJSON-412767258 tempest-ServersWithSpecificFlavorTestJSON-412767258-project-member] Task: {'id': task-4070084, 'name': ReconfigVM_Task, 'duration_secs': 0.329995} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 999.335460] env[69770]: DEBUG nova.virt.vmwareapi.volumeops [None req-6ee327ef-cac6-461f-8261-d94045abc761 tempest-ServersWithSpecificFlavorTestJSON-412767258 tempest-ServersWithSpecificFlavorTestJSON-412767258-project-member] [instance: e4982a7d-45f6-4b3d-9768-7d260a133e8d] Reconfigured VM instance instance-00000043 to attach disk [datastore1] e4982a7d-45f6-4b3d-9768-7d260a133e8d/ephemeral_0.vmdk or device None with type thin {{(pid=69770) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 999.335460] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4be4d5b2-4aba-4e03-8e61-a2cd0a9c2e80 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.343123] env[69770]: DEBUG oslo_vmware.api [None req-6ee327ef-cac6-461f-8261-d94045abc761 tempest-ServersWithSpecificFlavorTestJSON-412767258 tempest-ServersWithSpecificFlavorTestJSON-412767258-project-member] Waiting for the task: (returnval){ [ 999.343123] env[69770]: value = "task-4070087" [ 999.343123] env[69770]: _type = "Task" [ 999.343123] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 999.347345] env[69770]: DEBUG oslo_concurrency.lockutils [None req-2f3afe0f-468b-43f2-a1f9-4774c22b233d tempest-InstanceActionsNegativeTestJSON-680654 tempest-InstanceActionsNegativeTestJSON-680654-project-member] Acquiring lock "refresh_cache-a41cf0f5-5115-4676-8480-eed1a5e0a72b" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.347704] env[69770]: DEBUG oslo_concurrency.lockutils [None req-2f3afe0f-468b-43f2-a1f9-4774c22b233d tempest-InstanceActionsNegativeTestJSON-680654 tempest-InstanceActionsNegativeTestJSON-680654-project-member] Acquired lock "refresh_cache-a41cf0f5-5115-4676-8480-eed1a5e0a72b" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.347967] env[69770]: DEBUG nova.network.neutron [None req-2f3afe0f-468b-43f2-a1f9-4774c22b233d tempest-InstanceActionsNegativeTestJSON-680654 tempest-InstanceActionsNegativeTestJSON-680654-project-member] [instance: a41cf0f5-5115-4676-8480-eed1a5e0a72b] Building network info cache for instance {{(pid=69770) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 999.358561] env[69770]: DEBUG oslo_vmware.api [None req-6ee327ef-cac6-461f-8261-d94045abc761 tempest-ServersWithSpecificFlavorTestJSON-412767258 tempest-ServersWithSpecificFlavorTestJSON-412767258-project-member] Task: {'id': task-4070087, 'name': Rename_Task} progress is 5%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.442422] env[69770]: DEBUG oslo_concurrency.lockutils [req-26e52641-2b13-4df6-a09c-a0df6660a4c1 req-11e5beb2-529a-4cbf-be21-ec1e22a81d5a service nova] Releasing lock "refresh_cache-d6322138-4f18-4a8b-8062-4c732a8e6585" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.519519] env[69770]: DEBUG nova.compute.manager [None req-dbcd8a14-adf6-4f16-82b7-855678d67344 tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] [instance: f4cb9224-9468-4834-a24a-9309e6dd3bba] Start building block device mappings for instance. {{(pid=69770) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 999.523822] env[69770]: DEBUG oslo_concurrency.lockutils [None req-4335a7d9-adfe-4f04-a7de-4c54bcfed8bc tempest-ServersAdminTestJSON-142622790 tempest-ServersAdminTestJSON-142622790-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.019s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 999.530026] env[69770]: DEBUG nova.network.neutron [None req-dbcd8a14-adf6-4f16-82b7-855678d67344 tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] [instance: f4cb9224-9468-4834-a24a-9309e6dd3bba] Successfully created port: d84aa199-c8a7-497c-8a23-8978a34d663d {{(pid=69770) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 999.530690] env[69770]: DEBUG oslo_concurrency.lockutils [None req-131b7f89-3ead-4867-9824-11c78c337cc6 tempest-MultipleCreateTestJSON-938873983 tempest-MultipleCreateTestJSON-938873983-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 35.302s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 999.531073] env[69770]: DEBUG nova.objects.instance [None req-131b7f89-3ead-4867-9824-11c78c337cc6 tempest-MultipleCreateTestJSON-938873983 tempest-MultipleCreateTestJSON-938873983-project-member] Lazy-loading 'resources' on Instance uuid f4e6f95b-525f-484e-b158-1e4d96678c2a {{(pid=69770) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 999.557206] env[69770]: INFO nova.compute.manager [None req-e766543b-d3ee-4d55-95e2-2379f9c6d309 tempest-ServerShowV257Test-679390461 tempest-ServerShowV257Test-679390461-project-member] [instance: 0d90aae9-45e9-424d-b06f-7dcbef05f5bf] Took 45.37 seconds to build instance. [ 999.560087] env[69770]: DEBUG oslo_concurrency.lockutils [None req-587c2a8f-de1f-4553-b118-e542ceb561a5 tempest-ServersTestMultiNic-2119527449 tempest-ServersTestMultiNic-2119527449-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 999.654519] env[69770]: DEBUG oslo_vmware.api [None req-12bbd274-0955-4681-b26b-794dee2ced3f tempest-ServerShowV254Test-1833803571 tempest-ServerShowV254Test-1833803571-project-member] Task: {'id': task-4070083, 'name': ReconfigVM_Task, 'duration_secs': 0.526737} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 999.654519] env[69770]: DEBUG nova.virt.vmwareapi.volumeops [None req-12bbd274-0955-4681-b26b-794dee2ced3f tempest-ServerShowV254Test-1833803571 tempest-ServerShowV254Test-1833803571-project-member] [instance: bf2dd621-f03e-45ad-a4b0-953858139f65] Reconfigured VM instance instance-00000041 to attach disk [datastore1] bf2dd621-f03e-45ad-a4b0-953858139f65/bf2dd621-f03e-45ad-a4b0-953858139f65.vmdk or device None with type sparse {{(pid=69770) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 999.654519] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8ec49f97-dea2-4f17-ba9c-8d33e8c1b46d {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.661751] env[69770]: DEBUG oslo_vmware.api [None req-12bbd274-0955-4681-b26b-794dee2ced3f tempest-ServerShowV254Test-1833803571 tempest-ServerShowV254Test-1833803571-project-member] Waiting for the task: (returnval){ [ 999.661751] env[69770]: value = "task-4070088" [ 999.661751] env[69770]: _type = "Task" [ 999.661751] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 999.671685] env[69770]: DEBUG oslo_vmware.api [None req-12bbd274-0955-4681-b26b-794dee2ced3f tempest-ServerShowV254Test-1833803571 tempest-ServerShowV254Test-1833803571-project-member] Task: {'id': task-4070088, 'name': Rename_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.694804] env[69770]: DEBUG oslo_vmware.api [None req-f9fb7be4-e8bf-4a87-8d2e-9b3aef661468 tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] Task: {'id': task-4070085, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.730124] env[69770]: DEBUG oslo_vmware.api [None req-b2a41e40-ff1c-4e5a-89b7-13375367d429 tempest-ServerMetadataNegativeTestJSON-1738636266 tempest-ServerMetadataNegativeTestJSON-1738636266-project-member] Task: {'id': task-4070086, 'name': PowerOffVM_Task, 'duration_secs': 0.280042} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 999.731075] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-b2a41e40-ff1c-4e5a-89b7-13375367d429 tempest-ServerMetadataNegativeTestJSON-1738636266 tempest-ServerMetadataNegativeTestJSON-1738636266-project-member] [instance: 735aaf86-ca37-4c5c-9296-568d98ace91c] Powered off the VM {{(pid=69770) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 999.731421] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-b2a41e40-ff1c-4e5a-89b7-13375367d429 tempest-ServerMetadataNegativeTestJSON-1738636266 tempest-ServerMetadataNegativeTestJSON-1738636266-project-member] [instance: 735aaf86-ca37-4c5c-9296-568d98ace91c] Unregistering the VM {{(pid=69770) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 999.731793] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-36232f29-d0d7-41a4-b72a-cc74fd080816 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.809026] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-b2a41e40-ff1c-4e5a-89b7-13375367d429 tempest-ServerMetadataNegativeTestJSON-1738636266 tempest-ServerMetadataNegativeTestJSON-1738636266-project-member] [instance: 735aaf86-ca37-4c5c-9296-568d98ace91c] Unregistered the VM {{(pid=69770) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 999.809026] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-b2a41e40-ff1c-4e5a-89b7-13375367d429 tempest-ServerMetadataNegativeTestJSON-1738636266 tempest-ServerMetadataNegativeTestJSON-1738636266-project-member] [instance: 735aaf86-ca37-4c5c-9296-568d98ace91c] Deleting contents of the VM from datastore datastore1 {{(pid=69770) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 999.809026] env[69770]: DEBUG nova.virt.vmwareapi.ds_util [None req-b2a41e40-ff1c-4e5a-89b7-13375367d429 tempest-ServerMetadataNegativeTestJSON-1738636266 tempest-ServerMetadataNegativeTestJSON-1738636266-project-member] Deleting the datastore file [datastore1] 735aaf86-ca37-4c5c-9296-568d98ace91c {{(pid=69770) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 999.809026] env[69770]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f66ed673-bd29-4bbf-9bd9-3b3d878b7a1e {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.816744] env[69770]: DEBUG oslo_vmware.api [None req-b2a41e40-ff1c-4e5a-89b7-13375367d429 tempest-ServerMetadataNegativeTestJSON-1738636266 tempest-ServerMetadataNegativeTestJSON-1738636266-project-member] Waiting for the task: (returnval){ [ 999.816744] env[69770]: value = "task-4070090" [ 999.816744] env[69770]: _type = "Task" [ 999.816744] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 999.826092] env[69770]: DEBUG oslo_vmware.api [None req-b2a41e40-ff1c-4e5a-89b7-13375367d429 tempest-ServerMetadataNegativeTestJSON-1738636266 tempest-ServerMetadataNegativeTestJSON-1738636266-project-member] Task: {'id': task-4070090, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.856447] env[69770]: DEBUG oslo_vmware.api [None req-6ee327ef-cac6-461f-8261-d94045abc761 tempest-ServersWithSpecificFlavorTestJSON-412767258 tempest-ServersWithSpecificFlavorTestJSON-412767258-project-member] Task: {'id': task-4070087, 'name': Rename_Task, 'duration_secs': 0.478387} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 999.856992] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ee327ef-cac6-461f-8261-d94045abc761 tempest-ServersWithSpecificFlavorTestJSON-412767258 tempest-ServersWithSpecificFlavorTestJSON-412767258-project-member] [instance: e4982a7d-45f6-4b3d-9768-7d260a133e8d] Powering on the VM {{(pid=69770) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 999.858493] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8e28efc1-2dc4-47f9-9b31-ab037febea85 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.866727] env[69770]: DEBUG oslo_vmware.api [None req-6ee327ef-cac6-461f-8261-d94045abc761 tempest-ServersWithSpecificFlavorTestJSON-412767258 tempest-ServersWithSpecificFlavorTestJSON-412767258-project-member] Waiting for the task: (returnval){ [ 999.866727] env[69770]: value = "task-4070091" [ 999.866727] env[69770]: _type = "Task" [ 999.866727] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 999.876843] env[69770]: DEBUG oslo_vmware.api [None req-6ee327ef-cac6-461f-8261-d94045abc761 tempest-ServersWithSpecificFlavorTestJSON-412767258 tempest-ServersWithSpecificFlavorTestJSON-412767258-project-member] Task: {'id': task-4070091, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.923708] env[69770]: DEBUG nova.network.neutron [None req-2f3afe0f-468b-43f2-a1f9-4774c22b233d tempest-InstanceActionsNegativeTestJSON-680654 tempest-InstanceActionsNegativeTestJSON-680654-project-member] [instance: a41cf0f5-5115-4676-8480-eed1a5e0a72b] Instance cache missing network info. {{(pid=69770) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1000.059657] env[69770]: DEBUG oslo_concurrency.lockutils [None req-e766543b-d3ee-4d55-95e2-2379f9c6d309 tempest-ServerShowV257Test-679390461 tempest-ServerShowV257Test-679390461-project-member] Lock "0d90aae9-45e9-424d-b06f-7dcbef05f5bf" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 82.356s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1000.160541] env[69770]: DEBUG nova.compute.manager [req-cd5d0a6f-88dd-4651-a38c-5b0829b0780e req-358b8fe8-7652-4006-82ec-48cce8366a72 service nova] [instance: dcd9fa1a-a9e5-4227-829b-281fa7a1d4f6] Received event network-vif-deleted-f029195b-27af-4f0a-80a4-21b7d4ac4868 {{(pid=69770) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1000.174802] env[69770]: DEBUG oslo_vmware.api [None req-12bbd274-0955-4681-b26b-794dee2ced3f tempest-ServerShowV254Test-1833803571 tempest-ServerShowV254Test-1833803571-project-member] Task: {'id': task-4070088, 'name': Rename_Task, 'duration_secs': 0.188656} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1000.177769] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-12bbd274-0955-4681-b26b-794dee2ced3f tempest-ServerShowV254Test-1833803571 tempest-ServerShowV254Test-1833803571-project-member] [instance: bf2dd621-f03e-45ad-a4b0-953858139f65] Powering on the VM {{(pid=69770) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1000.179287] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-38e77a85-4edc-4c5a-928c-9c22ae55ff77 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.192943] env[69770]: DEBUG oslo_vmware.api [None req-12bbd274-0955-4681-b26b-794dee2ced3f tempest-ServerShowV254Test-1833803571 tempest-ServerShowV254Test-1833803571-project-member] Waiting for the task: (returnval){ [ 1000.192943] env[69770]: value = "task-4070092" [ 1000.192943] env[69770]: _type = "Task" [ 1000.192943] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1000.198817] env[69770]: DEBUG nova.network.neutron [None req-2f3afe0f-468b-43f2-a1f9-4774c22b233d tempest-InstanceActionsNegativeTestJSON-680654 tempest-InstanceActionsNegativeTestJSON-680654-project-member] [instance: a41cf0f5-5115-4676-8480-eed1a5e0a72b] Updating instance_info_cache with network_info: [{"id": "eea6ba01-e4d5-447c-a443-3bfc142a727b", "address": "fa:16:3e:c3:fe:f7", "network": {"id": "819bd8c6-39e1-40f3-a7fd-caa5750eae03", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-288223324-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e5cb0e432e4a42a7a6d75c3388bbf6c0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9297313e-7c50-4873-93d3-67284929163a", "external-id": "nsx-vlan-transportzone-620", "segmentation_id": 620, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeea6ba01-e4", "ovs_interfaceid": "eea6ba01-e4d5-447c-a443-3bfc142a727b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69770) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1000.205911] env[69770]: DEBUG oslo_vmware.api [None req-f9fb7be4-e8bf-4a87-8d2e-9b3aef661468 tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] Task: {'id': task-4070085, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.529301} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1000.210084] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-f9fb7be4-e8bf-4a87-8d2e-9b3aef661468 tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk to [datastore1] d6322138-4f18-4a8b-8062-4c732a8e6585/d6322138-4f18-4a8b-8062-4c732a8e6585.vmdk {{(pid=69770) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1000.210390] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-f9fb7be4-e8bf-4a87-8d2e-9b3aef661468 tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] [instance: d6322138-4f18-4a8b-8062-4c732a8e6585] Extending root virtual disk to 1048576 {{(pid=69770) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1000.211243] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-98d8b98e-9ff2-459d-a43c-8a6f9a95fc6e {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.217522] env[69770]: DEBUG oslo_vmware.api [None req-12bbd274-0955-4681-b26b-794dee2ced3f tempest-ServerShowV254Test-1833803571 tempest-ServerShowV254Test-1833803571-project-member] Task: {'id': task-4070092, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.226155] env[69770]: DEBUG oslo_vmware.api [None req-f9fb7be4-e8bf-4a87-8d2e-9b3aef661468 tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] Waiting for the task: (returnval){ [ 1000.226155] env[69770]: value = "task-4070093" [ 1000.226155] env[69770]: _type = "Task" [ 1000.226155] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1000.238637] env[69770]: DEBUG oslo_vmware.api [None req-f9fb7be4-e8bf-4a87-8d2e-9b3aef661468 tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] Task: {'id': task-4070093, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.333440] env[69770]: DEBUG oslo_vmware.api [None req-b2a41e40-ff1c-4e5a-89b7-13375367d429 tempest-ServerMetadataNegativeTestJSON-1738636266 tempest-ServerMetadataNegativeTestJSON-1738636266-project-member] Task: {'id': task-4070090, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.198942} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1000.337889] env[69770]: DEBUG nova.virt.vmwareapi.ds_util [None req-b2a41e40-ff1c-4e5a-89b7-13375367d429 tempest-ServerMetadataNegativeTestJSON-1738636266 tempest-ServerMetadataNegativeTestJSON-1738636266-project-member] Deleted the datastore file {{(pid=69770) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1000.338025] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-b2a41e40-ff1c-4e5a-89b7-13375367d429 tempest-ServerMetadataNegativeTestJSON-1738636266 tempest-ServerMetadataNegativeTestJSON-1738636266-project-member] [instance: 735aaf86-ca37-4c5c-9296-568d98ace91c] Deleted contents of the VM from datastore datastore1 {{(pid=69770) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1000.338554] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-b2a41e40-ff1c-4e5a-89b7-13375367d429 tempest-ServerMetadataNegativeTestJSON-1738636266 tempest-ServerMetadataNegativeTestJSON-1738636266-project-member] [instance: 735aaf86-ca37-4c5c-9296-568d98ace91c] Instance destroyed {{(pid=69770) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1000.338913] env[69770]: INFO nova.compute.manager [None req-b2a41e40-ff1c-4e5a-89b7-13375367d429 tempest-ServerMetadataNegativeTestJSON-1738636266 tempest-ServerMetadataNegativeTestJSON-1738636266-project-member] [instance: 735aaf86-ca37-4c5c-9296-568d98ace91c] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1000.339446] env[69770]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b2a41e40-ff1c-4e5a-89b7-13375367d429 tempest-ServerMetadataNegativeTestJSON-1738636266 tempest-ServerMetadataNegativeTestJSON-1738636266-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69770) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1000.341168] env[69770]: DEBUG nova.compute.manager [-] [instance: 735aaf86-ca37-4c5c-9296-568d98ace91c] Deallocating network for instance {{(pid=69770) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1000.341287] env[69770]: DEBUG nova.network.neutron [-] [instance: 735aaf86-ca37-4c5c-9296-568d98ace91c] deallocate_for_instance() {{(pid=69770) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1000.353446] env[69770]: DEBUG nova.compute.manager [req-b0c8a771-be33-4cb5-aafa-47ae0393bf3c req-91f10d85-9cc8-4167-84e4-587cb13d5883 service nova] [instance: a41cf0f5-5115-4676-8480-eed1a5e0a72b] Received event network-vif-plugged-eea6ba01-e4d5-447c-a443-3bfc142a727b {{(pid=69770) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1000.353742] env[69770]: DEBUG oslo_concurrency.lockutils [req-b0c8a771-be33-4cb5-aafa-47ae0393bf3c req-91f10d85-9cc8-4167-84e4-587cb13d5883 service nova] Acquiring lock "a41cf0f5-5115-4676-8480-eed1a5e0a72b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1000.355058] env[69770]: DEBUG oslo_concurrency.lockutils [req-b0c8a771-be33-4cb5-aafa-47ae0393bf3c req-91f10d85-9cc8-4167-84e4-587cb13d5883 service nova] Lock "a41cf0f5-5115-4676-8480-eed1a5e0a72b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1000.355058] env[69770]: DEBUG oslo_concurrency.lockutils [req-b0c8a771-be33-4cb5-aafa-47ae0393bf3c req-91f10d85-9cc8-4167-84e4-587cb13d5883 service nova] Lock "a41cf0f5-5115-4676-8480-eed1a5e0a72b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1000.355058] env[69770]: DEBUG nova.compute.manager [req-b0c8a771-be33-4cb5-aafa-47ae0393bf3c req-91f10d85-9cc8-4167-84e4-587cb13d5883 service nova] [instance: a41cf0f5-5115-4676-8480-eed1a5e0a72b] No waiting events found dispatching network-vif-plugged-eea6ba01-e4d5-447c-a443-3bfc142a727b {{(pid=69770) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1000.355446] env[69770]: WARNING nova.compute.manager [req-b0c8a771-be33-4cb5-aafa-47ae0393bf3c req-91f10d85-9cc8-4167-84e4-587cb13d5883 service nova] [instance: a41cf0f5-5115-4676-8480-eed1a5e0a72b] Received unexpected event network-vif-plugged-eea6ba01-e4d5-447c-a443-3bfc142a727b for instance with vm_state building and task_state spawning. [ 1000.355619] env[69770]: DEBUG nova.compute.manager [req-b0c8a771-be33-4cb5-aafa-47ae0393bf3c req-91f10d85-9cc8-4167-84e4-587cb13d5883 service nova] [instance: a41cf0f5-5115-4676-8480-eed1a5e0a72b] Received event network-changed-eea6ba01-e4d5-447c-a443-3bfc142a727b {{(pid=69770) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1000.355957] env[69770]: DEBUG nova.compute.manager [req-b0c8a771-be33-4cb5-aafa-47ae0393bf3c req-91f10d85-9cc8-4167-84e4-587cb13d5883 service nova] [instance: a41cf0f5-5115-4676-8480-eed1a5e0a72b] Refreshing instance network info cache due to event network-changed-eea6ba01-e4d5-447c-a443-3bfc142a727b. {{(pid=69770) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1000.356392] env[69770]: DEBUG oslo_concurrency.lockutils [req-b0c8a771-be33-4cb5-aafa-47ae0393bf3c req-91f10d85-9cc8-4167-84e4-587cb13d5883 service nova] Acquiring lock "refresh_cache-a41cf0f5-5115-4676-8480-eed1a5e0a72b" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.381272] env[69770]: DEBUG oslo_vmware.api [None req-6ee327ef-cac6-461f-8261-d94045abc761 tempest-ServersWithSpecificFlavorTestJSON-412767258 tempest-ServersWithSpecificFlavorTestJSON-412767258-project-member] Task: {'id': task-4070091, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.540457] env[69770]: DEBUG nova.compute.manager [None req-dbcd8a14-adf6-4f16-82b7-855678d67344 tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] [instance: f4cb9224-9468-4834-a24a-9309e6dd3bba] Start spawning the instance on the hypervisor. {{(pid=69770) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1000.576379] env[69770]: DEBUG nova.virt.hardware [None req-dbcd8a14-adf6-4f16-82b7-855678d67344 tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T12:16:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T12:16:11Z,direct_url=,disk_format='vmdk',id=d1eaff80-24a0-4391-90eb-59958b1ecf0a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d65f20bb89fb40a98b77bc6d97357df2',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T12:16:12Z,virtual_size=,visibility=), allow threads: False {{(pid=69770) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1000.576658] env[69770]: DEBUG nova.virt.hardware [None req-dbcd8a14-adf6-4f16-82b7-855678d67344 tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] Flavor limits 0:0:0 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1000.576817] env[69770]: DEBUG nova.virt.hardware [None req-dbcd8a14-adf6-4f16-82b7-855678d67344 tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] Image limits 0:0:0 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1000.577011] env[69770]: DEBUG nova.virt.hardware [None req-dbcd8a14-adf6-4f16-82b7-855678d67344 tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] Flavor pref 0:0:0 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1000.577297] env[69770]: DEBUG nova.virt.hardware [None req-dbcd8a14-adf6-4f16-82b7-855678d67344 tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] Image pref 0:0:0 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1000.577455] env[69770]: DEBUG nova.virt.hardware [None req-dbcd8a14-adf6-4f16-82b7-855678d67344 tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1000.577677] env[69770]: DEBUG nova.virt.hardware [None req-dbcd8a14-adf6-4f16-82b7-855678d67344 tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69770) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1000.577838] env[69770]: DEBUG nova.virt.hardware [None req-dbcd8a14-adf6-4f16-82b7-855678d67344 tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69770) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1000.578076] env[69770]: DEBUG nova.virt.hardware [None req-dbcd8a14-adf6-4f16-82b7-855678d67344 tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] Got 1 possible topologies {{(pid=69770) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1000.578364] env[69770]: DEBUG nova.virt.hardware [None req-dbcd8a14-adf6-4f16-82b7-855678d67344 tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69770) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1000.578556] env[69770]: DEBUG nova.virt.hardware [None req-dbcd8a14-adf6-4f16-82b7-855678d67344 tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69770) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1000.579895] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffc6455f-cf76-4d95-987e-0b4adbbec97e {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.592313] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a7033e2-538c-4234-b4d3-1fff978728ef {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.611506] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c73e9d3-7c36-41a3-bae1-dd28cda21727 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.619686] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2be7595-ce2f-4b2b-bec1-962c1aca5b11 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.662027] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08a2f3af-46bf-400e-b5af-933c43a7ef4b {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.668614] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b01fa2a-ed5e-4003-8572-e78c032dbe5e {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.684039] env[69770]: DEBUG nova.compute.provider_tree [None req-131b7f89-3ead-4867-9824-11c78c337cc6 tempest-MultipleCreateTestJSON-938873983 tempest-MultipleCreateTestJSON-938873983-project-member] Inventory has not changed in ProviderTree for provider: 7cc7d32b-b7a7-454a-a456-2a440248ed9d {{(pid=69770) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1000.705144] env[69770]: DEBUG oslo_concurrency.lockutils [None req-2f3afe0f-468b-43f2-a1f9-4774c22b233d tempest-InstanceActionsNegativeTestJSON-680654 tempest-InstanceActionsNegativeTestJSON-680654-project-member] Releasing lock "refresh_cache-a41cf0f5-5115-4676-8480-eed1a5e0a72b" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.705406] env[69770]: DEBUG nova.compute.manager [None req-2f3afe0f-468b-43f2-a1f9-4774c22b233d tempest-InstanceActionsNegativeTestJSON-680654 tempest-InstanceActionsNegativeTestJSON-680654-project-member] [instance: a41cf0f5-5115-4676-8480-eed1a5e0a72b] Instance network_info: |[{"id": "eea6ba01-e4d5-447c-a443-3bfc142a727b", "address": "fa:16:3e:c3:fe:f7", "network": {"id": "819bd8c6-39e1-40f3-a7fd-caa5750eae03", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-288223324-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e5cb0e432e4a42a7a6d75c3388bbf6c0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9297313e-7c50-4873-93d3-67284929163a", "external-id": "nsx-vlan-transportzone-620", "segmentation_id": 620, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeea6ba01-e4", "ovs_interfaceid": "eea6ba01-e4d5-447c-a443-3bfc142a727b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69770) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1000.706022] env[69770]: DEBUG oslo_vmware.api [None req-12bbd274-0955-4681-b26b-794dee2ced3f tempest-ServerShowV254Test-1833803571 tempest-ServerShowV254Test-1833803571-project-member] Task: {'id': task-4070092, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.706240] env[69770]: DEBUG oslo_concurrency.lockutils [req-b0c8a771-be33-4cb5-aafa-47ae0393bf3c req-91f10d85-9cc8-4167-84e4-587cb13d5883 service nova] Acquired lock "refresh_cache-a41cf0f5-5115-4676-8480-eed1a5e0a72b" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.706520] env[69770]: DEBUG nova.network.neutron [req-b0c8a771-be33-4cb5-aafa-47ae0393bf3c req-91f10d85-9cc8-4167-84e4-587cb13d5883 service nova] [instance: a41cf0f5-5115-4676-8480-eed1a5e0a72b] Refreshing network info cache for port eea6ba01-e4d5-447c-a443-3bfc142a727b {{(pid=69770) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1000.708383] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-2f3afe0f-468b-43f2-a1f9-4774c22b233d tempest-InstanceActionsNegativeTestJSON-680654 tempest-InstanceActionsNegativeTestJSON-680654-project-member] [instance: a41cf0f5-5115-4676-8480-eed1a5e0a72b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c3:fe:f7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9297313e-7c50-4873-93d3-67284929163a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'eea6ba01-e4d5-447c-a443-3bfc142a727b', 'vif_model': 'vmxnet3'}] {{(pid=69770) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1000.716061] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f3afe0f-468b-43f2-a1f9-4774c22b233d tempest-InstanceActionsNegativeTestJSON-680654 tempest-InstanceActionsNegativeTestJSON-680654-project-member] Creating folder: Project (e5cb0e432e4a42a7a6d75c3388bbf6c0). Parent ref: group-v806376. {{(pid=69770) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1000.716940] env[69770]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-106503cb-d688-4860-8284-22580cf6fd85 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.732129] env[69770]: INFO nova.virt.vmwareapi.vm_util [None req-2f3afe0f-468b-43f2-a1f9-4774c22b233d tempest-InstanceActionsNegativeTestJSON-680654 tempest-InstanceActionsNegativeTestJSON-680654-project-member] Created folder: Project (e5cb0e432e4a42a7a6d75c3388bbf6c0) in parent group-v806376. [ 1000.732129] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f3afe0f-468b-43f2-a1f9-4774c22b233d tempest-InstanceActionsNegativeTestJSON-680654 tempest-InstanceActionsNegativeTestJSON-680654-project-member] Creating folder: Instances. Parent ref: group-v806572. {{(pid=69770) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1000.732727] env[69770]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f4c60712-1d62-45d3-a5c0-590cad705bc3 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.737533] env[69770]: DEBUG oslo_vmware.api [None req-f9fb7be4-e8bf-4a87-8d2e-9b3aef661468 tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] Task: {'id': task-4070093, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.107168} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1000.738317] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-f9fb7be4-e8bf-4a87-8d2e-9b3aef661468 tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] [instance: d6322138-4f18-4a8b-8062-4c732a8e6585] Extended root virtual disk {{(pid=69770) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1000.739190] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a68ab0a-05e1-4477-8acb-d685a14aa0d9 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.745411] env[69770]: INFO nova.virt.vmwareapi.vm_util [None req-2f3afe0f-468b-43f2-a1f9-4774c22b233d tempest-InstanceActionsNegativeTestJSON-680654 tempest-InstanceActionsNegativeTestJSON-680654-project-member] Created folder: Instances in parent group-v806572. [ 1000.745652] env[69770]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2f3afe0f-468b-43f2-a1f9-4774c22b233d tempest-InstanceActionsNegativeTestJSON-680654 tempest-InstanceActionsNegativeTestJSON-680654-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69770) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1000.745849] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a41cf0f5-5115-4676-8480-eed1a5e0a72b] Creating VM on the ESX host {{(pid=69770) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1000.746082] env[69770]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f0044543-b002-4f1b-a5b4-0e3fc16c0505 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.778441] env[69770]: DEBUG nova.virt.vmwareapi.volumeops [None req-f9fb7be4-e8bf-4a87-8d2e-9b3aef661468 tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] [instance: d6322138-4f18-4a8b-8062-4c732a8e6585] Reconfiguring VM instance instance-00000045 to attach disk [datastore1] d6322138-4f18-4a8b-8062-4c732a8e6585/d6322138-4f18-4a8b-8062-4c732a8e6585.vmdk or device None with type sparse {{(pid=69770) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1000.779205] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-831e2de9-8b97-42c5-aa9e-79847c0ec59b {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.795049] env[69770]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1000.795049] env[69770]: value = "task-4070096" [ 1000.795049] env[69770]: _type = "Task" [ 1000.795049] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1000.803221] env[69770]: DEBUG oslo_vmware.api [None req-f9fb7be4-e8bf-4a87-8d2e-9b3aef661468 tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] Waiting for the task: (returnval){ [ 1000.803221] env[69770]: value = "task-4070097" [ 1000.803221] env[69770]: _type = "Task" [ 1000.803221] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1000.807191] env[69770]: DEBUG oslo_vmware.api [-] Task: {'id': task-4070096, 'name': CreateVM_Task} progress is 5%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.814126] env[69770]: INFO nova.compute.manager [None req-df730072-3621-4738-83c1-50bfd2104687 tempest-ServerShowV257Test-679390461 tempest-ServerShowV257Test-679390461-project-member] [instance: 0d90aae9-45e9-424d-b06f-7dcbef05f5bf] Rebuilding instance [ 1000.826505] env[69770]: DEBUG oslo_vmware.api [None req-f9fb7be4-e8bf-4a87-8d2e-9b3aef661468 tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] Task: {'id': task-4070097, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.876955] env[69770]: DEBUG nova.compute.manager [None req-df730072-3621-4738-83c1-50bfd2104687 tempest-ServerShowV257Test-679390461 tempest-ServerShowV257Test-679390461-project-member] [instance: 0d90aae9-45e9-424d-b06f-7dcbef05f5bf] Checking state {{(pid=69770) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1000.877196] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87d7e955-6f4e-4e84-abd0-ffd32564520d {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.890759] env[69770]: DEBUG oslo_vmware.api [None req-6ee327ef-cac6-461f-8261-d94045abc761 tempest-ServersWithSpecificFlavorTestJSON-412767258 tempest-ServersWithSpecificFlavorTestJSON-412767258-project-member] Task: {'id': task-4070091, 'name': PowerOnVM_Task, 'duration_secs': 0.530534} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1000.891312] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ee327ef-cac6-461f-8261-d94045abc761 tempest-ServersWithSpecificFlavorTestJSON-412767258 tempest-ServersWithSpecificFlavorTestJSON-412767258-project-member] [instance: e4982a7d-45f6-4b3d-9768-7d260a133e8d] Powered on the VM {{(pid=69770) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1000.891604] env[69770]: INFO nova.compute.manager [None req-6ee327ef-cac6-461f-8261-d94045abc761 tempest-ServersWithSpecificFlavorTestJSON-412767258 tempest-ServersWithSpecificFlavorTestJSON-412767258-project-member] [instance: e4982a7d-45f6-4b3d-9768-7d260a133e8d] Took 11.43 seconds to spawn the instance on the hypervisor. [ 1000.892371] env[69770]: DEBUG nova.compute.manager [None req-6ee327ef-cac6-461f-8261-d94045abc761 tempest-ServersWithSpecificFlavorTestJSON-412767258 tempest-ServersWithSpecificFlavorTestJSON-412767258-project-member] [instance: e4982a7d-45f6-4b3d-9768-7d260a133e8d] Checking state {{(pid=69770) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1000.893724] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed99fa51-9a89-4641-bfed-454a365f0103 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.190027] env[69770]: DEBUG nova.scheduler.client.report [None req-131b7f89-3ead-4867-9824-11c78c337cc6 tempest-MultipleCreateTestJSON-938873983 tempest-MultipleCreateTestJSON-938873983-project-member] Inventory has not changed for provider 7cc7d32b-b7a7-454a-a456-2a440248ed9d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69770) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1001.215547] env[69770]: DEBUG oslo_vmware.api [None req-12bbd274-0955-4681-b26b-794dee2ced3f tempest-ServerShowV254Test-1833803571 tempest-ServerShowV254Test-1833803571-project-member] Task: {'id': task-4070092, 'name': PowerOnVM_Task, 'duration_secs': 0.937991} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1001.216471] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-12bbd274-0955-4681-b26b-794dee2ced3f tempest-ServerShowV254Test-1833803571 tempest-ServerShowV254Test-1833803571-project-member] [instance: bf2dd621-f03e-45ad-a4b0-953858139f65] Powered on the VM {{(pid=69770) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1001.216918] env[69770]: DEBUG nova.compute.manager [None req-12bbd274-0955-4681-b26b-794dee2ced3f tempest-ServerShowV254Test-1833803571 tempest-ServerShowV254Test-1833803571-project-member] [instance: bf2dd621-f03e-45ad-a4b0-953858139f65] Checking state {{(pid=69770) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1001.217920] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd738c22-26dc-4d4e-a2ca-8ffdad0aa8e4 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.317709] env[69770]: DEBUG oslo_vmware.api [-] Task: {'id': task-4070096, 'name': CreateVM_Task} progress is 99%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.317709] env[69770]: DEBUG nova.network.neutron [-] [instance: 735aaf86-ca37-4c5c-9296-568d98ace91c] Updating instance_info_cache with network_info: [] {{(pid=69770) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1001.323390] env[69770]: DEBUG oslo_vmware.api [None req-f9fb7be4-e8bf-4a87-8d2e-9b3aef661468 tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] Task: {'id': task-4070097, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.324514] env[69770]: DEBUG nova.network.neutron [None req-dbcd8a14-adf6-4f16-82b7-855678d67344 tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] [instance: f4cb9224-9468-4834-a24a-9309e6dd3bba] Successfully updated port: d84aa199-c8a7-497c-8a23-8978a34d663d {{(pid=69770) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1001.419541] env[69770]: INFO nova.compute.manager [None req-6ee327ef-cac6-461f-8261-d94045abc761 tempest-ServersWithSpecificFlavorTestJSON-412767258 tempest-ServersWithSpecificFlavorTestJSON-412767258-project-member] [instance: e4982a7d-45f6-4b3d-9768-7d260a133e8d] Took 51.86 seconds to build instance. [ 1001.697057] env[69770]: DEBUG oslo_concurrency.lockutils [None req-131b7f89-3ead-4867-9824-11c78c337cc6 tempest-MultipleCreateTestJSON-938873983 tempest-MultipleCreateTestJSON-938873983-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.165s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1001.698713] env[69770]: DEBUG oslo_concurrency.lockutils [None req-781cca48-dbbe-4509-8830-950eeed25797 tempest-ServerRescueTestJSON-2083557613 tempest-ServerRescueTestJSON-2083557613-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.442s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1001.700456] env[69770]: INFO nova.compute.claims [None req-781cca48-dbbe-4509-8830-950eeed25797 tempest-ServerRescueTestJSON-2083557613 tempest-ServerRescueTestJSON-2083557613-project-member] [instance: 6d778061-f3b5-4dc9-ab22-b1787ddd972e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1001.749861] env[69770]: INFO nova.scheduler.client.report [None req-131b7f89-3ead-4867-9824-11c78c337cc6 tempest-MultipleCreateTestJSON-938873983 tempest-MultipleCreateTestJSON-938873983-project-member] Deleted allocations for instance f4e6f95b-525f-484e-b158-1e4d96678c2a [ 1001.759611] env[69770]: DEBUG oslo_concurrency.lockutils [None req-12bbd274-0955-4681-b26b-794dee2ced3f tempest-ServerShowV254Test-1833803571 tempest-ServerShowV254Test-1833803571-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1001.807780] env[69770]: DEBUG oslo_vmware.api [-] Task: {'id': task-4070096, 'name': CreateVM_Task, 'duration_secs': 0.567836} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1001.808056] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a41cf0f5-5115-4676-8480-eed1a5e0a72b] Created VM on the ESX host {{(pid=69770) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1001.808835] env[69770]: DEBUG oslo_concurrency.lockutils [None req-2f3afe0f-468b-43f2-a1f9-4774c22b233d tempest-InstanceActionsNegativeTestJSON-680654 tempest-InstanceActionsNegativeTestJSON-680654-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.809011] env[69770]: DEBUG oslo_concurrency.lockutils [None req-2f3afe0f-468b-43f2-a1f9-4774c22b233d tempest-InstanceActionsNegativeTestJSON-680654 tempest-InstanceActionsNegativeTestJSON-680654-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.809348] env[69770]: DEBUG oslo_concurrency.lockutils [None req-2f3afe0f-468b-43f2-a1f9-4774c22b233d tempest-InstanceActionsNegativeTestJSON-680654 tempest-InstanceActionsNegativeTestJSON-680654-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.809673] env[69770]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d668eccf-1028-4ff9-93e6-848b9bf026c9 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.817098] env[69770]: DEBUG nova.network.neutron [req-b0c8a771-be33-4cb5-aafa-47ae0393bf3c req-91f10d85-9cc8-4167-84e4-587cb13d5883 service nova] [instance: a41cf0f5-5115-4676-8480-eed1a5e0a72b] Updated VIF entry in instance network info cache for port eea6ba01-e4d5-447c-a443-3bfc142a727b. {{(pid=69770) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1001.817439] env[69770]: DEBUG nova.network.neutron [req-b0c8a771-be33-4cb5-aafa-47ae0393bf3c req-91f10d85-9cc8-4167-84e4-587cb13d5883 service nova] [instance: a41cf0f5-5115-4676-8480-eed1a5e0a72b] Updating instance_info_cache with network_info: [{"id": "eea6ba01-e4d5-447c-a443-3bfc142a727b", "address": "fa:16:3e:c3:fe:f7", "network": {"id": "819bd8c6-39e1-40f3-a7fd-caa5750eae03", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-288223324-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e5cb0e432e4a42a7a6d75c3388bbf6c0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9297313e-7c50-4873-93d3-67284929163a", "external-id": "nsx-vlan-transportzone-620", "segmentation_id": 620, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeea6ba01-e4", "ovs_interfaceid": "eea6ba01-e4d5-447c-a443-3bfc142a727b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69770) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1001.819342] env[69770]: INFO nova.compute.manager [-] [instance: 735aaf86-ca37-4c5c-9296-568d98ace91c] Took 1.48 seconds to deallocate network for instance. [ 1001.824907] env[69770]: DEBUG oslo_vmware.api [None req-f9fb7be4-e8bf-4a87-8d2e-9b3aef661468 tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] Task: {'id': task-4070097, 'name': ReconfigVM_Task, 'duration_secs': 0.655756} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1001.825497] env[69770]: DEBUG oslo_vmware.api [None req-2f3afe0f-468b-43f2-a1f9-4774c22b233d tempest-InstanceActionsNegativeTestJSON-680654 tempest-InstanceActionsNegativeTestJSON-680654-project-member] Waiting for the task: (returnval){ [ 1001.825497] env[69770]: value = "session[52161b52-cb8e-ec9f-1132-2f6b49549d41]528db595-31a8-5e60-5973-f750ad988dc6" [ 1001.825497] env[69770]: _type = "Task" [ 1001.825497] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1001.828513] env[69770]: DEBUG nova.virt.vmwareapi.volumeops [None req-f9fb7be4-e8bf-4a87-8d2e-9b3aef661468 tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] [instance: d6322138-4f18-4a8b-8062-4c732a8e6585] Reconfigured VM instance instance-00000045 to attach disk [datastore1] d6322138-4f18-4a8b-8062-4c732a8e6585/d6322138-4f18-4a8b-8062-4c732a8e6585.vmdk or device None with type sparse {{(pid=69770) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1001.829519] env[69770]: DEBUG oslo_concurrency.lockutils [None req-dbcd8a14-adf6-4f16-82b7-855678d67344 tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] Acquiring lock "refresh_cache-f4cb9224-9468-4834-a24a-9309e6dd3bba" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.829656] env[69770]: DEBUG oslo_concurrency.lockutils [None req-dbcd8a14-adf6-4f16-82b7-855678d67344 tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] Acquired lock "refresh_cache-f4cb9224-9468-4834-a24a-9309e6dd3bba" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.829742] env[69770]: DEBUG nova.network.neutron [None req-dbcd8a14-adf6-4f16-82b7-855678d67344 tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] [instance: f4cb9224-9468-4834-a24a-9309e6dd3bba] Building network info cache for instance {{(pid=69770) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1001.831218] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-19183581-e1b4-46c9-8224-01f178f56612 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.847452] env[69770]: DEBUG oslo_vmware.api [None req-2f3afe0f-468b-43f2-a1f9-4774c22b233d tempest-InstanceActionsNegativeTestJSON-680654 tempest-InstanceActionsNegativeTestJSON-680654-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]528db595-31a8-5e60-5973-f750ad988dc6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.850062] env[69770]: DEBUG oslo_vmware.api [None req-f9fb7be4-e8bf-4a87-8d2e-9b3aef661468 tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] Waiting for the task: (returnval){ [ 1001.850062] env[69770]: value = "task-4070098" [ 1001.850062] env[69770]: _type = "Task" [ 1001.850062] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1001.860745] env[69770]: DEBUG oslo_vmware.api [None req-f9fb7be4-e8bf-4a87-8d2e-9b3aef661468 tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] Task: {'id': task-4070098, 'name': Rename_Task} progress is 5%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.888666] env[69770]: DEBUG nova.network.neutron [None req-dbcd8a14-adf6-4f16-82b7-855678d67344 tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] [instance: f4cb9224-9468-4834-a24a-9309e6dd3bba] Instance cache missing network info. {{(pid=69770) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1001.899015] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-df730072-3621-4738-83c1-50bfd2104687 tempest-ServerShowV257Test-679390461 tempest-ServerShowV257Test-679390461-project-member] [instance: 0d90aae9-45e9-424d-b06f-7dcbef05f5bf] Powering off the VM {{(pid=69770) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1001.900061] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-557ea4df-559a-4866-bb61-6ba9242bd7c2 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.907305] env[69770]: DEBUG oslo_vmware.api [None req-df730072-3621-4738-83c1-50bfd2104687 tempest-ServerShowV257Test-679390461 tempest-ServerShowV257Test-679390461-project-member] Waiting for the task: (returnval){ [ 1001.907305] env[69770]: value = "task-4070099" [ 1001.907305] env[69770]: _type = "Task" [ 1001.907305] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1001.920210] env[69770]: DEBUG oslo_concurrency.lockutils [None req-6ee327ef-cac6-461f-8261-d94045abc761 tempest-ServersWithSpecificFlavorTestJSON-412767258 tempest-ServersWithSpecificFlavorTestJSON-412767258-project-member] Lock "e4982a7d-45f6-4b3d-9768-7d260a133e8d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 85.681s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1001.920444] env[69770]: DEBUG oslo_vmware.api [None req-df730072-3621-4738-83c1-50bfd2104687 tempest-ServerShowV257Test-679390461 tempest-ServerShowV257Test-679390461-project-member] Task: {'id': task-4070099, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.176413] env[69770]: DEBUG nova.network.neutron [None req-dbcd8a14-adf6-4f16-82b7-855678d67344 tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] [instance: f4cb9224-9468-4834-a24a-9309e6dd3bba] Updating instance_info_cache with network_info: [{"id": "d84aa199-c8a7-497c-8a23-8978a34d663d", "address": "fa:16:3e:b2:1e:ab", "network": {"id": "3bd3d367-631d-4988-abf7-c4fedb5d4f32", "bridge": "br-int", "label": "tempest-ImagesTestJSON-2113045756-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fd2014dec6514eb7b7289fdfc4de7f92", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89463199-7ddf-4ee7-b485-1629a75b4b8f", "external-id": "nsx-vlan-transportzone-302", "segmentation_id": 302, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd84aa199-c8", "ovs_interfaceid": "d84aa199-c8a7-497c-8a23-8978a34d663d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69770) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1002.244406] env[69770]: DEBUG nova.compute.manager [req-3f90ce1c-ac56-42f9-8e96-9c7ab2535930 req-3f372090-b2d7-46f1-b507-82ff0c311892 service nova] [instance: f4cb9224-9468-4834-a24a-9309e6dd3bba] Received event network-vif-plugged-d84aa199-c8a7-497c-8a23-8978a34d663d {{(pid=69770) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1002.244655] env[69770]: DEBUG oslo_concurrency.lockutils [req-3f90ce1c-ac56-42f9-8e96-9c7ab2535930 req-3f372090-b2d7-46f1-b507-82ff0c311892 service nova] Acquiring lock "f4cb9224-9468-4834-a24a-9309e6dd3bba-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1002.244864] env[69770]: DEBUG oslo_concurrency.lockutils [req-3f90ce1c-ac56-42f9-8e96-9c7ab2535930 req-3f372090-b2d7-46f1-b507-82ff0c311892 service nova] Lock "f4cb9224-9468-4834-a24a-9309e6dd3bba-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1002.245063] env[69770]: DEBUG oslo_concurrency.lockutils [req-3f90ce1c-ac56-42f9-8e96-9c7ab2535930 req-3f372090-b2d7-46f1-b507-82ff0c311892 service nova] Lock "f4cb9224-9468-4834-a24a-9309e6dd3bba-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1002.245448] env[69770]: DEBUG nova.compute.manager [req-3f90ce1c-ac56-42f9-8e96-9c7ab2535930 req-3f372090-b2d7-46f1-b507-82ff0c311892 service nova] [instance: f4cb9224-9468-4834-a24a-9309e6dd3bba] No waiting events found dispatching network-vif-plugged-d84aa199-c8a7-497c-8a23-8978a34d663d {{(pid=69770) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1002.245896] env[69770]: WARNING nova.compute.manager [req-3f90ce1c-ac56-42f9-8e96-9c7ab2535930 req-3f372090-b2d7-46f1-b507-82ff0c311892 service nova] [instance: f4cb9224-9468-4834-a24a-9309e6dd3bba] Received unexpected event network-vif-plugged-d84aa199-c8a7-497c-8a23-8978a34d663d for instance with vm_state building and task_state spawning. [ 1002.246120] env[69770]: DEBUG nova.compute.manager [req-3f90ce1c-ac56-42f9-8e96-9c7ab2535930 req-3f372090-b2d7-46f1-b507-82ff0c311892 service nova] [instance: f4cb9224-9468-4834-a24a-9309e6dd3bba] Received event network-changed-d84aa199-c8a7-497c-8a23-8978a34d663d {{(pid=69770) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1002.246426] env[69770]: DEBUG nova.compute.manager [req-3f90ce1c-ac56-42f9-8e96-9c7ab2535930 req-3f372090-b2d7-46f1-b507-82ff0c311892 service nova] [instance: f4cb9224-9468-4834-a24a-9309e6dd3bba] Refreshing instance network info cache due to event network-changed-d84aa199-c8a7-497c-8a23-8978a34d663d. {{(pid=69770) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1002.246583] env[69770]: DEBUG oslo_concurrency.lockutils [req-3f90ce1c-ac56-42f9-8e96-9c7ab2535930 req-3f372090-b2d7-46f1-b507-82ff0c311892 service nova] Acquiring lock "refresh_cache-f4cb9224-9468-4834-a24a-9309e6dd3bba" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.266349] env[69770]: DEBUG oslo_concurrency.lockutils [None req-131b7f89-3ead-4867-9824-11c78c337cc6 tempest-MultipleCreateTestJSON-938873983 tempest-MultipleCreateTestJSON-938873983-project-member] Lock "f4e6f95b-525f-484e-b158-1e4d96678c2a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 41.767s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1002.327311] env[69770]: DEBUG oslo_concurrency.lockutils [req-b0c8a771-be33-4cb5-aafa-47ae0393bf3c req-91f10d85-9cc8-4167-84e4-587cb13d5883 service nova] Releasing lock "refresh_cache-a41cf0f5-5115-4676-8480-eed1a5e0a72b" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.334243] env[69770]: DEBUG oslo_concurrency.lockutils [None req-b2a41e40-ff1c-4e5a-89b7-13375367d429 tempest-ServerMetadataNegativeTestJSON-1738636266 tempest-ServerMetadataNegativeTestJSON-1738636266-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1002.343628] env[69770]: DEBUG oslo_vmware.api [None req-2f3afe0f-468b-43f2-a1f9-4774c22b233d tempest-InstanceActionsNegativeTestJSON-680654 tempest-InstanceActionsNegativeTestJSON-680654-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]528db595-31a8-5e60-5973-f750ad988dc6, 'name': SearchDatastore_Task, 'duration_secs': 0.041586} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1002.343972] env[69770]: DEBUG oslo_concurrency.lockutils [None req-2f3afe0f-468b-43f2-a1f9-4774c22b233d tempest-InstanceActionsNegativeTestJSON-680654 tempest-InstanceActionsNegativeTestJSON-680654-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.344268] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-2f3afe0f-468b-43f2-a1f9-4774c22b233d tempest-InstanceActionsNegativeTestJSON-680654 tempest-InstanceActionsNegativeTestJSON-680654-project-member] [instance: a41cf0f5-5115-4676-8480-eed1a5e0a72b] Processing image d1eaff80-24a0-4391-90eb-59958b1ecf0a {{(pid=69770) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1002.344617] env[69770]: DEBUG oslo_concurrency.lockutils [None req-2f3afe0f-468b-43f2-a1f9-4774c22b233d tempest-InstanceActionsNegativeTestJSON-680654 tempest-InstanceActionsNegativeTestJSON-680654-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.344831] env[69770]: DEBUG oslo_concurrency.lockutils [None req-2f3afe0f-468b-43f2-a1f9-4774c22b233d tempest-InstanceActionsNegativeTestJSON-680654 tempest-InstanceActionsNegativeTestJSON-680654-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.345160] env[69770]: DEBUG nova.virt.vmwareapi.ds_util [None req-2f3afe0f-468b-43f2-a1f9-4774c22b233d tempest-InstanceActionsNegativeTestJSON-680654 tempest-InstanceActionsNegativeTestJSON-680654-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69770) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1002.345522] env[69770]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f21ec3a8-a532-42c8-8883-9a9a1965ffa9 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.365785] env[69770]: DEBUG nova.virt.vmwareapi.ds_util [None req-2f3afe0f-468b-43f2-a1f9-4774c22b233d tempest-InstanceActionsNegativeTestJSON-680654 tempest-InstanceActionsNegativeTestJSON-680654-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69770) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1002.365785] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-2f3afe0f-468b-43f2-a1f9-4774c22b233d tempest-InstanceActionsNegativeTestJSON-680654 tempest-InstanceActionsNegativeTestJSON-680654-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69770) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1002.366425] env[69770]: DEBUG oslo_vmware.api [None req-f9fb7be4-e8bf-4a87-8d2e-9b3aef661468 tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] Task: {'id': task-4070098, 'name': Rename_Task, 'duration_secs': 0.299306} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1002.366830] env[69770]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e81ae7ec-4b99-40a6-aa83-a7c56ae07f1a {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.369202] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-f9fb7be4-e8bf-4a87-8d2e-9b3aef661468 tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] [instance: d6322138-4f18-4a8b-8062-4c732a8e6585] Powering on the VM {{(pid=69770) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1002.369498] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b0ec4a0a-4395-4dc4-ae21-bd186de1cc82 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.374910] env[69770]: DEBUG oslo_vmware.api [None req-2f3afe0f-468b-43f2-a1f9-4774c22b233d tempest-InstanceActionsNegativeTestJSON-680654 tempest-InstanceActionsNegativeTestJSON-680654-project-member] Waiting for the task: (returnval){ [ 1002.374910] env[69770]: value = "session[52161b52-cb8e-ec9f-1132-2f6b49549d41]5206cb75-98a1-aa99-44af-93cde1089706" [ 1002.374910] env[69770]: _type = "Task" [ 1002.374910] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1002.380352] env[69770]: DEBUG oslo_vmware.api [None req-f9fb7be4-e8bf-4a87-8d2e-9b3aef661468 tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] Waiting for the task: (returnval){ [ 1002.380352] env[69770]: value = "task-4070100" [ 1002.380352] env[69770]: _type = "Task" [ 1002.380352] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1002.386830] env[69770]: DEBUG oslo_vmware.api [None req-2f3afe0f-468b-43f2-a1f9-4774c22b233d tempest-InstanceActionsNegativeTestJSON-680654 tempest-InstanceActionsNegativeTestJSON-680654-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]5206cb75-98a1-aa99-44af-93cde1089706, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.390314] env[69770]: DEBUG nova.compute.manager [req-4c99229a-ed38-49b9-bbed-7e4b24570e71 req-5d0cd664-e6ba-4636-a840-8c71dc6b8e05 service nova] [instance: 735aaf86-ca37-4c5c-9296-568d98ace91c] Received event network-vif-deleted-487d2d46-cdc7-49ee-8317-b3d30703b6e1 {{(pid=69770) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1002.390580] env[69770]: DEBUG nova.compute.manager [req-4c99229a-ed38-49b9-bbed-7e4b24570e71 req-5d0cd664-e6ba-4636-a840-8c71dc6b8e05 service nova] [instance: e4982a7d-45f6-4b3d-9768-7d260a133e8d] Received event network-changed-88c8589e-0caa-4abc-b6bc-0794e5993898 {{(pid=69770) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1002.390779] env[69770]: DEBUG nova.compute.manager [req-4c99229a-ed38-49b9-bbed-7e4b24570e71 req-5d0cd664-e6ba-4636-a840-8c71dc6b8e05 service nova] [instance: e4982a7d-45f6-4b3d-9768-7d260a133e8d] Refreshing instance network info cache due to event network-changed-88c8589e-0caa-4abc-b6bc-0794e5993898. {{(pid=69770) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1002.391035] env[69770]: DEBUG oslo_concurrency.lockutils [req-4c99229a-ed38-49b9-bbed-7e4b24570e71 req-5d0cd664-e6ba-4636-a840-8c71dc6b8e05 service nova] Acquiring lock "refresh_cache-e4982a7d-45f6-4b3d-9768-7d260a133e8d" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.391218] env[69770]: DEBUG oslo_concurrency.lockutils [req-4c99229a-ed38-49b9-bbed-7e4b24570e71 req-5d0cd664-e6ba-4636-a840-8c71dc6b8e05 service nova] Acquired lock "refresh_cache-e4982a7d-45f6-4b3d-9768-7d260a133e8d" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.391417] env[69770]: DEBUG nova.network.neutron [req-4c99229a-ed38-49b9-bbed-7e4b24570e71 req-5d0cd664-e6ba-4636-a840-8c71dc6b8e05 service nova] [instance: e4982a7d-45f6-4b3d-9768-7d260a133e8d] Refreshing network info cache for port 88c8589e-0caa-4abc-b6bc-0794e5993898 {{(pid=69770) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1002.397687] env[69770]: DEBUG oslo_vmware.api [None req-f9fb7be4-e8bf-4a87-8d2e-9b3aef661468 tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] Task: {'id': task-4070100, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.418535] env[69770]: DEBUG oslo_vmware.api [None req-df730072-3621-4738-83c1-50bfd2104687 tempest-ServerShowV257Test-679390461 tempest-ServerShowV257Test-679390461-project-member] Task: {'id': task-4070099, 'name': PowerOffVM_Task, 'duration_secs': 0.205006} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1002.418892] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-df730072-3621-4738-83c1-50bfd2104687 tempest-ServerShowV257Test-679390461 tempest-ServerShowV257Test-679390461-project-member] [instance: 0d90aae9-45e9-424d-b06f-7dcbef05f5bf] Powered off the VM {{(pid=69770) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1002.419183] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-df730072-3621-4738-83c1-50bfd2104687 tempest-ServerShowV257Test-679390461 tempest-ServerShowV257Test-679390461-project-member] [instance: 0d90aae9-45e9-424d-b06f-7dcbef05f5bf] Destroying instance {{(pid=69770) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1002.419996] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11f2d782-7ef3-4af5-be46-d185d7089205 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.428690] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-df730072-3621-4738-83c1-50bfd2104687 tempest-ServerShowV257Test-679390461 tempest-ServerShowV257Test-679390461-project-member] [instance: 0d90aae9-45e9-424d-b06f-7dcbef05f5bf] Unregistering the VM {{(pid=69770) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1002.429020] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-de7e708e-7b2f-422c-9538-3917133764b8 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.454862] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-df730072-3621-4738-83c1-50bfd2104687 tempest-ServerShowV257Test-679390461 tempest-ServerShowV257Test-679390461-project-member] [instance: 0d90aae9-45e9-424d-b06f-7dcbef05f5bf] Unregistered the VM {{(pid=69770) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1002.455158] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-df730072-3621-4738-83c1-50bfd2104687 tempest-ServerShowV257Test-679390461 tempest-ServerShowV257Test-679390461-project-member] [instance: 0d90aae9-45e9-424d-b06f-7dcbef05f5bf] Deleting contents of the VM from datastore datastore1 {{(pid=69770) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1002.455366] env[69770]: DEBUG nova.virt.vmwareapi.ds_util [None req-df730072-3621-4738-83c1-50bfd2104687 tempest-ServerShowV257Test-679390461 tempest-ServerShowV257Test-679390461-project-member] Deleting the datastore file [datastore1] 0d90aae9-45e9-424d-b06f-7dcbef05f5bf {{(pid=69770) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1002.455720] env[69770]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1dbe1cb0-4488-4902-8d4f-aefe13d5b994 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.463810] env[69770]: DEBUG oslo_vmware.api [None req-df730072-3621-4738-83c1-50bfd2104687 tempest-ServerShowV257Test-679390461 tempest-ServerShowV257Test-679390461-project-member] Waiting for the task: (returnval){ [ 1002.463810] env[69770]: value = "task-4070102" [ 1002.463810] env[69770]: _type = "Task" [ 1002.463810] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1002.474916] env[69770]: DEBUG oslo_vmware.api [None req-df730072-3621-4738-83c1-50bfd2104687 tempest-ServerShowV257Test-679390461 tempest-ServerShowV257Test-679390461-project-member] Task: {'id': task-4070102, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.506825] env[69770]: DEBUG oslo_concurrency.lockutils [None req-ed0fafb7-d179-4163-bdb6-9a265d50abc5 tempest-ServerShowV254Test-1833803571 tempest-ServerShowV254Test-1833803571-project-member] Acquiring lock "bf2dd621-f03e-45ad-a4b0-953858139f65" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1002.507292] env[69770]: DEBUG oslo_concurrency.lockutils [None req-ed0fafb7-d179-4163-bdb6-9a265d50abc5 tempest-ServerShowV254Test-1833803571 tempest-ServerShowV254Test-1833803571-project-member] Lock "bf2dd621-f03e-45ad-a4b0-953858139f65" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1002.508216] env[69770]: DEBUG oslo_concurrency.lockutils [None req-ed0fafb7-d179-4163-bdb6-9a265d50abc5 tempest-ServerShowV254Test-1833803571 tempest-ServerShowV254Test-1833803571-project-member] Acquiring lock "bf2dd621-f03e-45ad-a4b0-953858139f65-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1002.508216] env[69770]: DEBUG oslo_concurrency.lockutils [None req-ed0fafb7-d179-4163-bdb6-9a265d50abc5 tempest-ServerShowV254Test-1833803571 tempest-ServerShowV254Test-1833803571-project-member] Lock "bf2dd621-f03e-45ad-a4b0-953858139f65-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1002.508216] env[69770]: DEBUG oslo_concurrency.lockutils [None req-ed0fafb7-d179-4163-bdb6-9a265d50abc5 tempest-ServerShowV254Test-1833803571 tempest-ServerShowV254Test-1833803571-project-member] Lock "bf2dd621-f03e-45ad-a4b0-953858139f65-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1002.510630] env[69770]: INFO nova.compute.manager [None req-ed0fafb7-d179-4163-bdb6-9a265d50abc5 tempest-ServerShowV254Test-1833803571 tempest-ServerShowV254Test-1833803571-project-member] [instance: bf2dd621-f03e-45ad-a4b0-953858139f65] Terminating instance [ 1002.679722] env[69770]: DEBUG oslo_concurrency.lockutils [None req-dbcd8a14-adf6-4f16-82b7-855678d67344 tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] Releasing lock "refresh_cache-f4cb9224-9468-4834-a24a-9309e6dd3bba" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.680426] env[69770]: DEBUG nova.compute.manager [None req-dbcd8a14-adf6-4f16-82b7-855678d67344 tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] [instance: f4cb9224-9468-4834-a24a-9309e6dd3bba] Instance network_info: |[{"id": "d84aa199-c8a7-497c-8a23-8978a34d663d", "address": "fa:16:3e:b2:1e:ab", "network": {"id": "3bd3d367-631d-4988-abf7-c4fedb5d4f32", "bridge": "br-int", "label": "tempest-ImagesTestJSON-2113045756-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fd2014dec6514eb7b7289fdfc4de7f92", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89463199-7ddf-4ee7-b485-1629a75b4b8f", "external-id": "nsx-vlan-transportzone-302", "segmentation_id": 302, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd84aa199-c8", "ovs_interfaceid": "d84aa199-c8a7-497c-8a23-8978a34d663d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69770) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1002.680426] env[69770]: DEBUG oslo_concurrency.lockutils [req-3f90ce1c-ac56-42f9-8e96-9c7ab2535930 req-3f372090-b2d7-46f1-b507-82ff0c311892 service nova] Acquired lock "refresh_cache-f4cb9224-9468-4834-a24a-9309e6dd3bba" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.680638] env[69770]: DEBUG nova.network.neutron [req-3f90ce1c-ac56-42f9-8e96-9c7ab2535930 req-3f372090-b2d7-46f1-b507-82ff0c311892 service nova] [instance: f4cb9224-9468-4834-a24a-9309e6dd3bba] Refreshing network info cache for port d84aa199-c8a7-497c-8a23-8978a34d663d {{(pid=69770) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1002.682140] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-dbcd8a14-adf6-4f16-82b7-855678d67344 tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] [instance: f4cb9224-9468-4834-a24a-9309e6dd3bba] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b2:1e:ab', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '89463199-7ddf-4ee7-b485-1629a75b4b8f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd84aa199-c8a7-497c-8a23-8978a34d663d', 'vif_model': 'vmxnet3'}] {{(pid=69770) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1002.690858] env[69770]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-dbcd8a14-adf6-4f16-82b7-855678d67344 tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69770) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1002.691366] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f4cb9224-9468-4834-a24a-9309e6dd3bba] Creating VM on the ESX host {{(pid=69770) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1002.693032] env[69770]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a95cf567-6d6d-4e63-bd61-b23c19bee233 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.716796] env[69770]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1002.716796] env[69770]: value = "task-4070103" [ 1002.716796] env[69770]: _type = "Task" [ 1002.716796] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1002.725669] env[69770]: DEBUG oslo_vmware.api [-] Task: {'id': task-4070103, 'name': CreateVM_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.890144] env[69770]: DEBUG oslo_vmware.api [None req-2f3afe0f-468b-43f2-a1f9-4774c22b233d tempest-InstanceActionsNegativeTestJSON-680654 tempest-InstanceActionsNegativeTestJSON-680654-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]5206cb75-98a1-aa99-44af-93cde1089706, 'name': SearchDatastore_Task, 'duration_secs': 0.024778} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1002.892368] env[69770]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cbf39c34-b31d-4f38-8531-7b2f7777b793 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.897953] env[69770]: DEBUG oslo_vmware.api [None req-f9fb7be4-e8bf-4a87-8d2e-9b3aef661468 tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] Task: {'id': task-4070100, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.902559] env[69770]: DEBUG oslo_vmware.api [None req-2f3afe0f-468b-43f2-a1f9-4774c22b233d tempest-InstanceActionsNegativeTestJSON-680654 tempest-InstanceActionsNegativeTestJSON-680654-project-member] Waiting for the task: (returnval){ [ 1002.902559] env[69770]: value = "session[52161b52-cb8e-ec9f-1132-2f6b49549d41]5290541d-1557-209f-64bd-544a1aface86" [ 1002.902559] env[69770]: _type = "Task" [ 1002.902559] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1002.922648] env[69770]: DEBUG oslo_vmware.api [None req-2f3afe0f-468b-43f2-a1f9-4774c22b233d tempest-InstanceActionsNegativeTestJSON-680654 tempest-InstanceActionsNegativeTestJSON-680654-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]5290541d-1557-209f-64bd-544a1aface86, 'name': SearchDatastore_Task, 'duration_secs': 0.011101} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1002.925874] env[69770]: DEBUG oslo_concurrency.lockutils [None req-2f3afe0f-468b-43f2-a1f9-4774c22b233d tempest-InstanceActionsNegativeTestJSON-680654 tempest-InstanceActionsNegativeTestJSON-680654-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.925874] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f3afe0f-468b-43f2-a1f9-4774c22b233d tempest-InstanceActionsNegativeTestJSON-680654 tempest-InstanceActionsNegativeTestJSON-680654-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk to [datastore1] a41cf0f5-5115-4676-8480-eed1a5e0a72b/a41cf0f5-5115-4676-8480-eed1a5e0a72b.vmdk {{(pid=69770) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1002.926505] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-68b80eaf-dd15-4972-b2ee-c147a68fb76e {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.935247] env[69770]: DEBUG oslo_vmware.api [None req-2f3afe0f-468b-43f2-a1f9-4774c22b233d tempest-InstanceActionsNegativeTestJSON-680654 tempest-InstanceActionsNegativeTestJSON-680654-project-member] Waiting for the task: (returnval){ [ 1002.935247] env[69770]: value = "task-4070104" [ 1002.935247] env[69770]: _type = "Task" [ 1002.935247] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1002.946439] env[69770]: DEBUG oslo_vmware.api [None req-2f3afe0f-468b-43f2-a1f9-4774c22b233d tempest-InstanceActionsNegativeTestJSON-680654 tempest-InstanceActionsNegativeTestJSON-680654-project-member] Task: {'id': task-4070104, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.978432] env[69770]: DEBUG oslo_vmware.api [None req-df730072-3621-4738-83c1-50bfd2104687 tempest-ServerShowV257Test-679390461 tempest-ServerShowV257Test-679390461-project-member] Task: {'id': task-4070102, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.14477} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1002.978776] env[69770]: DEBUG nova.virt.vmwareapi.ds_util [None req-df730072-3621-4738-83c1-50bfd2104687 tempest-ServerShowV257Test-679390461 tempest-ServerShowV257Test-679390461-project-member] Deleted the datastore file {{(pid=69770) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1002.979032] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-df730072-3621-4738-83c1-50bfd2104687 tempest-ServerShowV257Test-679390461 tempest-ServerShowV257Test-679390461-project-member] [instance: 0d90aae9-45e9-424d-b06f-7dcbef05f5bf] Deleted contents of the VM from datastore datastore1 {{(pid=69770) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1002.979980] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-df730072-3621-4738-83c1-50bfd2104687 tempest-ServerShowV257Test-679390461 tempest-ServerShowV257Test-679390461-project-member] [instance: 0d90aae9-45e9-424d-b06f-7dcbef05f5bf] Instance destroyed {{(pid=69770) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1003.015618] env[69770]: DEBUG oslo_concurrency.lockutils [None req-ed0fafb7-d179-4163-bdb6-9a265d50abc5 tempest-ServerShowV254Test-1833803571 tempest-ServerShowV254Test-1833803571-project-member] Acquiring lock "refresh_cache-bf2dd621-f03e-45ad-a4b0-953858139f65" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.015863] env[69770]: DEBUG oslo_concurrency.lockutils [None req-ed0fafb7-d179-4163-bdb6-9a265d50abc5 tempest-ServerShowV254Test-1833803571 tempest-ServerShowV254Test-1833803571-project-member] Acquired lock "refresh_cache-bf2dd621-f03e-45ad-a4b0-953858139f65" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.016053] env[69770]: DEBUG nova.network.neutron [None req-ed0fafb7-d179-4163-bdb6-9a265d50abc5 tempest-ServerShowV254Test-1833803571 tempest-ServerShowV254Test-1833803571-project-member] [instance: bf2dd621-f03e-45ad-a4b0-953858139f65] Building network info cache for instance {{(pid=69770) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1003.231978] env[69770]: DEBUG oslo_vmware.api [-] Task: {'id': task-4070103, 'name': CreateVM_Task} progress is 99%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.250359] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e07c26c-b2a5-48a1-9bc0-37325171fe3d {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.262394] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7698a672-1c77-483e-929c-f777cf2383a9 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.301236] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51c9a2eb-68e9-4a29-a433-0dedc01196c2 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.317383] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fd7d410-21cc-470d-b0e0-6898f40951d8 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.338146] env[69770]: DEBUG nova.compute.provider_tree [None req-781cca48-dbbe-4509-8830-950eeed25797 tempest-ServerRescueTestJSON-2083557613 tempest-ServerRescueTestJSON-2083557613-project-member] Inventory has not changed in ProviderTree for provider: 7cc7d32b-b7a7-454a-a456-2a440248ed9d {{(pid=69770) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1003.401360] env[69770]: DEBUG oslo_vmware.api [None req-f9fb7be4-e8bf-4a87-8d2e-9b3aef661468 tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] Task: {'id': task-4070100, 'name': PowerOnVM_Task, 'duration_secs': 0.700948} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1003.401789] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-f9fb7be4-e8bf-4a87-8d2e-9b3aef661468 tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] [instance: d6322138-4f18-4a8b-8062-4c732a8e6585] Powered on the VM {{(pid=69770) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1003.401898] env[69770]: INFO nova.compute.manager [None req-f9fb7be4-e8bf-4a87-8d2e-9b3aef661468 tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] [instance: d6322138-4f18-4a8b-8062-4c732a8e6585] Took 8.22 seconds to spawn the instance on the hypervisor. [ 1003.402162] env[69770]: DEBUG nova.compute.manager [None req-f9fb7be4-e8bf-4a87-8d2e-9b3aef661468 tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] [instance: d6322138-4f18-4a8b-8062-4c732a8e6585] Checking state {{(pid=69770) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1003.403214] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9962cb5b-4299-4e60-ba9f-c52f1b10f6ec {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.447747] env[69770]: DEBUG oslo_vmware.api [None req-2f3afe0f-468b-43f2-a1f9-4774c22b233d tempest-InstanceActionsNegativeTestJSON-680654 tempest-InstanceActionsNegativeTestJSON-680654-project-member] Task: {'id': task-4070104, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.612559] env[69770]: DEBUG nova.network.neutron [None req-ed0fafb7-d179-4163-bdb6-9a265d50abc5 tempest-ServerShowV254Test-1833803571 tempest-ServerShowV254Test-1833803571-project-member] [instance: bf2dd621-f03e-45ad-a4b0-953858139f65] Instance cache missing network info. {{(pid=69770) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1003.725143] env[69770]: DEBUG nova.network.neutron [req-3f90ce1c-ac56-42f9-8e96-9c7ab2535930 req-3f372090-b2d7-46f1-b507-82ff0c311892 service nova] [instance: f4cb9224-9468-4834-a24a-9309e6dd3bba] Updated VIF entry in instance network info cache for port d84aa199-c8a7-497c-8a23-8978a34d663d. {{(pid=69770) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1003.725882] env[69770]: DEBUG nova.network.neutron [req-3f90ce1c-ac56-42f9-8e96-9c7ab2535930 req-3f372090-b2d7-46f1-b507-82ff0c311892 service nova] [instance: f4cb9224-9468-4834-a24a-9309e6dd3bba] Updating instance_info_cache with network_info: [{"id": "d84aa199-c8a7-497c-8a23-8978a34d663d", "address": "fa:16:3e:b2:1e:ab", "network": {"id": "3bd3d367-631d-4988-abf7-c4fedb5d4f32", "bridge": "br-int", "label": "tempest-ImagesTestJSON-2113045756-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fd2014dec6514eb7b7289fdfc4de7f92", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89463199-7ddf-4ee7-b485-1629a75b4b8f", "external-id": "nsx-vlan-transportzone-302", "segmentation_id": 302, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd84aa199-c8", "ovs_interfaceid": "d84aa199-c8a7-497c-8a23-8978a34d663d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69770) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1003.734192] env[69770]: DEBUG oslo_vmware.api [-] Task: {'id': task-4070103, 'name': CreateVM_Task} progress is 99%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.750372] env[69770]: DEBUG nova.network.neutron [None req-ed0fafb7-d179-4163-bdb6-9a265d50abc5 tempest-ServerShowV254Test-1833803571 tempest-ServerShowV254Test-1833803571-project-member] [instance: bf2dd621-f03e-45ad-a4b0-953858139f65] Updating instance_info_cache with network_info: [] {{(pid=69770) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1003.783729] env[69770]: DEBUG nova.network.neutron [req-4c99229a-ed38-49b9-bbed-7e4b24570e71 req-5d0cd664-e6ba-4636-a840-8c71dc6b8e05 service nova] [instance: e4982a7d-45f6-4b3d-9768-7d260a133e8d] Updated VIF entry in instance network info cache for port 88c8589e-0caa-4abc-b6bc-0794e5993898. {{(pid=69770) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1003.783729] env[69770]: DEBUG nova.network.neutron [req-4c99229a-ed38-49b9-bbed-7e4b24570e71 req-5d0cd664-e6ba-4636-a840-8c71dc6b8e05 service nova] [instance: e4982a7d-45f6-4b3d-9768-7d260a133e8d] Updating instance_info_cache with network_info: [{"id": "88c8589e-0caa-4abc-b6bc-0794e5993898", "address": "fa:16:3e:53:a2:bc", "network": {"id": "dfa2e5c9-da6a-495b-80dd-7149d856db01", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-317622961-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.173", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9c7a0aeab76c46959dc2c70de94c922d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "72781990-3cb3-42eb-9eb1-4040dedbf66f", "external-id": "cl2-zone-812", "segmentation_id": 812, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap88c8589e-0c", "ovs_interfaceid": "88c8589e-0caa-4abc-b6bc-0794e5993898", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69770) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1003.842365] env[69770]: DEBUG nova.scheduler.client.report [None req-781cca48-dbbe-4509-8830-950eeed25797 tempest-ServerRescueTestJSON-2083557613 tempest-ServerRescueTestJSON-2083557613-project-member] Inventory has not changed for provider 7cc7d32b-b7a7-454a-a456-2a440248ed9d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69770) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1003.929594] env[69770]: INFO nova.compute.manager [None req-f9fb7be4-e8bf-4a87-8d2e-9b3aef661468 tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] [instance: d6322138-4f18-4a8b-8062-4c732a8e6585] Took 45.37 seconds to build instance. [ 1003.948732] env[69770]: DEBUG oslo_vmware.api [None req-2f3afe0f-468b-43f2-a1f9-4774c22b233d tempest-InstanceActionsNegativeTestJSON-680654 tempest-InstanceActionsNegativeTestJSON-680654-project-member] Task: {'id': task-4070104, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.586121} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1003.948732] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f3afe0f-468b-43f2-a1f9-4774c22b233d tempest-InstanceActionsNegativeTestJSON-680654 tempest-InstanceActionsNegativeTestJSON-680654-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk to [datastore1] a41cf0f5-5115-4676-8480-eed1a5e0a72b/a41cf0f5-5115-4676-8480-eed1a5e0a72b.vmdk {{(pid=69770) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1003.948732] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-2f3afe0f-468b-43f2-a1f9-4774c22b233d tempest-InstanceActionsNegativeTestJSON-680654 tempest-InstanceActionsNegativeTestJSON-680654-project-member] [instance: a41cf0f5-5115-4676-8480-eed1a5e0a72b] Extending root virtual disk to 1048576 {{(pid=69770) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1003.948732] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-304848ee-3ebf-4ff1-bb1a-0e5878a59f78 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.960056] env[69770]: DEBUG oslo_vmware.api [None req-2f3afe0f-468b-43f2-a1f9-4774c22b233d tempest-InstanceActionsNegativeTestJSON-680654 tempest-InstanceActionsNegativeTestJSON-680654-project-member] Waiting for the task: (returnval){ [ 1003.960056] env[69770]: value = "task-4070105" [ 1003.960056] env[69770]: _type = "Task" [ 1003.960056] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1003.972213] env[69770]: DEBUG oslo_vmware.api [None req-2f3afe0f-468b-43f2-a1f9-4774c22b233d tempest-InstanceActionsNegativeTestJSON-680654 tempest-InstanceActionsNegativeTestJSON-680654-project-member] Task: {'id': task-4070105, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.022174] env[69770]: DEBUG nova.virt.hardware [None req-df730072-3621-4738-83c1-50bfd2104687 tempest-ServerShowV257Test-679390461 tempest-ServerShowV257Test-679390461-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T12:16:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T12:16:11Z,direct_url=,disk_format='vmdk',id=d1eaff80-24a0-4391-90eb-59958b1ecf0a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d65f20bb89fb40a98b77bc6d97357df2',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T12:16:12Z,virtual_size=,visibility=), allow threads: False {{(pid=69770) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1004.022174] env[69770]: DEBUG nova.virt.hardware [None req-df730072-3621-4738-83c1-50bfd2104687 tempest-ServerShowV257Test-679390461 tempest-ServerShowV257Test-679390461-project-member] Flavor limits 0:0:0 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1004.022174] env[69770]: DEBUG nova.virt.hardware [None req-df730072-3621-4738-83c1-50bfd2104687 tempest-ServerShowV257Test-679390461 tempest-ServerShowV257Test-679390461-project-member] Image limits 0:0:0 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1004.022174] env[69770]: DEBUG nova.virt.hardware [None req-df730072-3621-4738-83c1-50bfd2104687 tempest-ServerShowV257Test-679390461 tempest-ServerShowV257Test-679390461-project-member] Flavor pref 0:0:0 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1004.022174] env[69770]: DEBUG nova.virt.hardware [None req-df730072-3621-4738-83c1-50bfd2104687 tempest-ServerShowV257Test-679390461 tempest-ServerShowV257Test-679390461-project-member] Image pref 0:0:0 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1004.022174] env[69770]: DEBUG nova.virt.hardware [None req-df730072-3621-4738-83c1-50bfd2104687 tempest-ServerShowV257Test-679390461 tempest-ServerShowV257Test-679390461-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1004.022610] env[69770]: DEBUG nova.virt.hardware [None req-df730072-3621-4738-83c1-50bfd2104687 tempest-ServerShowV257Test-679390461 tempest-ServerShowV257Test-679390461-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69770) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1004.022610] env[69770]: DEBUG nova.virt.hardware [None req-df730072-3621-4738-83c1-50bfd2104687 tempest-ServerShowV257Test-679390461 tempest-ServerShowV257Test-679390461-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69770) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1004.022610] env[69770]: DEBUG nova.virt.hardware [None req-df730072-3621-4738-83c1-50bfd2104687 tempest-ServerShowV257Test-679390461 tempest-ServerShowV257Test-679390461-project-member] Got 1 possible topologies {{(pid=69770) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1004.022751] env[69770]: DEBUG nova.virt.hardware [None req-df730072-3621-4738-83c1-50bfd2104687 tempest-ServerShowV257Test-679390461 tempest-ServerShowV257Test-679390461-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69770) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1004.022930] env[69770]: DEBUG nova.virt.hardware [None req-df730072-3621-4738-83c1-50bfd2104687 tempest-ServerShowV257Test-679390461 tempest-ServerShowV257Test-679390461-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69770) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1004.023819] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6cbc6dd-e7e5-46b5-ac97-60a14af25164 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.038312] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cadd80e-7692-4959-83c7-61b033ea6f8c {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.057990] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-df730072-3621-4738-83c1-50bfd2104687 tempest-ServerShowV257Test-679390461 tempest-ServerShowV257Test-679390461-project-member] [instance: 0d90aae9-45e9-424d-b06f-7dcbef05f5bf] Instance VIF info [] {{(pid=69770) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1004.065968] env[69770]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-df730072-3621-4738-83c1-50bfd2104687 tempest-ServerShowV257Test-679390461 tempest-ServerShowV257Test-679390461-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69770) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1004.066804] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0d90aae9-45e9-424d-b06f-7dcbef05f5bf] Creating VM on the ESX host {{(pid=69770) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1004.067471] env[69770]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9834d3e3-f7d1-4912-a0e0-11bfd98c90fd {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.088121] env[69770]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1004.088121] env[69770]: value = "task-4070106" [ 1004.088121] env[69770]: _type = "Task" [ 1004.088121] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1004.097264] env[69770]: DEBUG oslo_vmware.api [-] Task: {'id': task-4070106, 'name': CreateVM_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.234715] env[69770]: DEBUG oslo_concurrency.lockutils [req-3f90ce1c-ac56-42f9-8e96-9c7ab2535930 req-3f372090-b2d7-46f1-b507-82ff0c311892 service nova] Releasing lock "refresh_cache-f4cb9224-9468-4834-a24a-9309e6dd3bba" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.235173] env[69770]: DEBUG oslo_vmware.api [-] Task: {'id': task-4070103, 'name': CreateVM_Task, 'duration_secs': 1.41894} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1004.235369] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f4cb9224-9468-4834-a24a-9309e6dd3bba] Created VM on the ESX host {{(pid=69770) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1004.236061] env[69770]: DEBUG oslo_concurrency.lockutils [None req-dbcd8a14-adf6-4f16-82b7-855678d67344 tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.236231] env[69770]: DEBUG oslo_concurrency.lockutils [None req-dbcd8a14-adf6-4f16-82b7-855678d67344 tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.236953] env[69770]: DEBUG oslo_concurrency.lockutils [None req-dbcd8a14-adf6-4f16-82b7-855678d67344 tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.237265] env[69770]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9d34dad6-e638-488d-b696-5b6d34388491 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.245627] env[69770]: DEBUG oslo_vmware.api [None req-dbcd8a14-adf6-4f16-82b7-855678d67344 tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] Waiting for the task: (returnval){ [ 1004.245627] env[69770]: value = "session[52161b52-cb8e-ec9f-1132-2f6b49549d41]52ee7878-116a-4c21-9572-a13ba7fb345d" [ 1004.245627] env[69770]: _type = "Task" [ 1004.245627] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1004.252262] env[69770]: DEBUG oslo_concurrency.lockutils [None req-ed0fafb7-d179-4163-bdb6-9a265d50abc5 tempest-ServerShowV254Test-1833803571 tempest-ServerShowV254Test-1833803571-project-member] Releasing lock "refresh_cache-bf2dd621-f03e-45ad-a4b0-953858139f65" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.252794] env[69770]: DEBUG nova.compute.manager [None req-ed0fafb7-d179-4163-bdb6-9a265d50abc5 tempest-ServerShowV254Test-1833803571 tempest-ServerShowV254Test-1833803571-project-member] [instance: bf2dd621-f03e-45ad-a4b0-953858139f65] Start destroying the instance on the hypervisor. {{(pid=69770) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1004.252989] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-ed0fafb7-d179-4163-bdb6-9a265d50abc5 tempest-ServerShowV254Test-1833803571 tempest-ServerShowV254Test-1833803571-project-member] [instance: bf2dd621-f03e-45ad-a4b0-953858139f65] Destroying instance {{(pid=69770) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1004.257304] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-283f7289-053b-4b3b-9006-24ebb762d18a {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.260207] env[69770]: DEBUG oslo_vmware.api [None req-dbcd8a14-adf6-4f16-82b7-855678d67344 tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]52ee7878-116a-4c21-9572-a13ba7fb345d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.265603] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed0fafb7-d179-4163-bdb6-9a265d50abc5 tempest-ServerShowV254Test-1833803571 tempest-ServerShowV254Test-1833803571-project-member] [instance: bf2dd621-f03e-45ad-a4b0-953858139f65] Powering off the VM {{(pid=69770) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1004.265875] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b1bb981b-efdc-4ea3-a82d-c6e6b601edb4 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.274012] env[69770]: DEBUG oslo_vmware.api [None req-ed0fafb7-d179-4163-bdb6-9a265d50abc5 tempest-ServerShowV254Test-1833803571 tempest-ServerShowV254Test-1833803571-project-member] Waiting for the task: (returnval){ [ 1004.274012] env[69770]: value = "task-4070107" [ 1004.274012] env[69770]: _type = "Task" [ 1004.274012] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1004.286271] env[69770]: DEBUG oslo_concurrency.lockutils [req-4c99229a-ed38-49b9-bbed-7e4b24570e71 req-5d0cd664-e6ba-4636-a840-8c71dc6b8e05 service nova] Releasing lock "refresh_cache-e4982a7d-45f6-4b3d-9768-7d260a133e8d" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.286271] env[69770]: DEBUG oslo_vmware.api [None req-ed0fafb7-d179-4163-bdb6-9a265d50abc5 tempest-ServerShowV254Test-1833803571 tempest-ServerShowV254Test-1833803571-project-member] Task: {'id': task-4070107, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.353026] env[69770]: DEBUG oslo_concurrency.lockutils [None req-781cca48-dbbe-4509-8830-950eeed25797 tempest-ServerRescueTestJSON-2083557613 tempest-ServerRescueTestJSON-2083557613-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.653s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1004.353026] env[69770]: DEBUG nova.compute.manager [None req-781cca48-dbbe-4509-8830-950eeed25797 tempest-ServerRescueTestJSON-2083557613 tempest-ServerRescueTestJSON-2083557613-project-member] [instance: 6d778061-f3b5-4dc9-ab22-b1787ddd972e] Start building networks asynchronously for instance. {{(pid=69770) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1004.354616] env[69770]: DEBUG oslo_concurrency.lockutils [None req-cbe3a986-01bc-44c7-9593-7a9b7eb44e91 tempest-ServersAdminTestJSON-142622790 tempest-ServersAdminTestJSON-142622790-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 30.482s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1004.354810] env[69770]: DEBUG nova.objects.instance [None req-cbe3a986-01bc-44c7-9593-7a9b7eb44e91 tempest-ServersAdminTestJSON-142622790 tempest-ServersAdminTestJSON-142622790-project-member] [instance: 089cc9fa-d197-43fd-b8fe-0d92a672806e] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69770) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1004.431962] env[69770]: DEBUG oslo_concurrency.lockutils [None req-f9fb7be4-e8bf-4a87-8d2e-9b3aef661468 tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] Lock "d6322138-4f18-4a8b-8062-4c732a8e6585" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 78.025s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1004.471309] env[69770]: DEBUG oslo_vmware.api [None req-2f3afe0f-468b-43f2-a1f9-4774c22b233d tempest-InstanceActionsNegativeTestJSON-680654 tempest-InstanceActionsNegativeTestJSON-680654-project-member] Task: {'id': task-4070105, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.18384} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1004.471614] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-2f3afe0f-468b-43f2-a1f9-4774c22b233d tempest-InstanceActionsNegativeTestJSON-680654 tempest-InstanceActionsNegativeTestJSON-680654-project-member] [instance: a41cf0f5-5115-4676-8480-eed1a5e0a72b] Extended root virtual disk {{(pid=69770) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1004.472487] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13eaec4e-fac8-4706-9cdf-7662bd2a5d14 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.496055] env[69770]: DEBUG nova.virt.vmwareapi.volumeops [None req-2f3afe0f-468b-43f2-a1f9-4774c22b233d tempest-InstanceActionsNegativeTestJSON-680654 tempest-InstanceActionsNegativeTestJSON-680654-project-member] [instance: a41cf0f5-5115-4676-8480-eed1a5e0a72b] Reconfiguring VM instance instance-00000046 to attach disk [datastore1] a41cf0f5-5115-4676-8480-eed1a5e0a72b/a41cf0f5-5115-4676-8480-eed1a5e0a72b.vmdk or device None with type sparse {{(pid=69770) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1004.496794] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bd612c24-b7e5-494b-ad48-c2ead5f40026 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.518445] env[69770]: DEBUG oslo_vmware.api [None req-2f3afe0f-468b-43f2-a1f9-4774c22b233d tempest-InstanceActionsNegativeTestJSON-680654 tempest-InstanceActionsNegativeTestJSON-680654-project-member] Waiting for the task: (returnval){ [ 1004.518445] env[69770]: value = "task-4070108" [ 1004.518445] env[69770]: _type = "Task" [ 1004.518445] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1004.527412] env[69770]: DEBUG oslo_vmware.api [None req-2f3afe0f-468b-43f2-a1f9-4774c22b233d tempest-InstanceActionsNegativeTestJSON-680654 tempest-InstanceActionsNegativeTestJSON-680654-project-member] Task: {'id': task-4070108, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.599278] env[69770]: DEBUG oslo_vmware.api [-] Task: {'id': task-4070106, 'name': CreateVM_Task} progress is 99%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.757434] env[69770]: DEBUG oslo_vmware.api [None req-dbcd8a14-adf6-4f16-82b7-855678d67344 tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]52ee7878-116a-4c21-9572-a13ba7fb345d, 'name': SearchDatastore_Task, 'duration_secs': 0.028728} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1004.757806] env[69770]: DEBUG oslo_concurrency.lockutils [None req-dbcd8a14-adf6-4f16-82b7-855678d67344 tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.758080] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-dbcd8a14-adf6-4f16-82b7-855678d67344 tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] [instance: f4cb9224-9468-4834-a24a-9309e6dd3bba] Processing image d1eaff80-24a0-4391-90eb-59958b1ecf0a {{(pid=69770) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1004.758459] env[69770]: DEBUG oslo_concurrency.lockutils [None req-dbcd8a14-adf6-4f16-82b7-855678d67344 tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.758679] env[69770]: DEBUG oslo_concurrency.lockutils [None req-dbcd8a14-adf6-4f16-82b7-855678d67344 tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.758989] env[69770]: DEBUG nova.virt.vmwareapi.ds_util [None req-dbcd8a14-adf6-4f16-82b7-855678d67344 tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69770) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1004.759401] env[69770]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7189f37d-6218-4dcd-9512-d1d315b9e759 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.771982] env[69770]: DEBUG nova.virt.vmwareapi.ds_util [None req-dbcd8a14-adf6-4f16-82b7-855678d67344 tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69770) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1004.772272] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-dbcd8a14-adf6-4f16-82b7-855678d67344 tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69770) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1004.773124] env[69770]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b502be20-26fe-400a-8d9a-c7830b5c190b {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.787309] env[69770]: DEBUG oslo_vmware.api [None req-ed0fafb7-d179-4163-bdb6-9a265d50abc5 tempest-ServerShowV254Test-1833803571 tempest-ServerShowV254Test-1833803571-project-member] Task: {'id': task-4070107, 'name': PowerOffVM_Task, 'duration_secs': 0.13143} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1004.787981] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed0fafb7-d179-4163-bdb6-9a265d50abc5 tempest-ServerShowV254Test-1833803571 tempest-ServerShowV254Test-1833803571-project-member] [instance: bf2dd621-f03e-45ad-a4b0-953858139f65] Powered off the VM {{(pid=69770) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1004.788245] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-ed0fafb7-d179-4163-bdb6-9a265d50abc5 tempest-ServerShowV254Test-1833803571 tempest-ServerShowV254Test-1833803571-project-member] [instance: bf2dd621-f03e-45ad-a4b0-953858139f65] Unregistering the VM {{(pid=69770) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1004.788602] env[69770]: DEBUG oslo_vmware.api [None req-dbcd8a14-adf6-4f16-82b7-855678d67344 tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] Waiting for the task: (returnval){ [ 1004.788602] env[69770]: value = "session[52161b52-cb8e-ec9f-1132-2f6b49549d41]520ababc-8905-a091-8111-1ce3fe5e9e21" [ 1004.788602] env[69770]: _type = "Task" [ 1004.788602] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1004.788989] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-330c5d08-2564-4420-973c-ac9007b69d51 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.801206] env[69770]: DEBUG oslo_vmware.api [None req-dbcd8a14-adf6-4f16-82b7-855678d67344 tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]520ababc-8905-a091-8111-1ce3fe5e9e21, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.822226] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-ed0fafb7-d179-4163-bdb6-9a265d50abc5 tempest-ServerShowV254Test-1833803571 tempest-ServerShowV254Test-1833803571-project-member] [instance: bf2dd621-f03e-45ad-a4b0-953858139f65] Unregistered the VM {{(pid=69770) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1004.822473] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-ed0fafb7-d179-4163-bdb6-9a265d50abc5 tempest-ServerShowV254Test-1833803571 tempest-ServerShowV254Test-1833803571-project-member] [instance: bf2dd621-f03e-45ad-a4b0-953858139f65] Deleting contents of the VM from datastore datastore1 {{(pid=69770) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1004.822634] env[69770]: DEBUG nova.virt.vmwareapi.ds_util [None req-ed0fafb7-d179-4163-bdb6-9a265d50abc5 tempest-ServerShowV254Test-1833803571 tempest-ServerShowV254Test-1833803571-project-member] Deleting the datastore file [datastore1] bf2dd621-f03e-45ad-a4b0-953858139f65 {{(pid=69770) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1004.822921] env[69770]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6e08f264-c2d7-43ae-8e3c-7d480e77abef {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.831392] env[69770]: DEBUG oslo_vmware.api [None req-ed0fafb7-d179-4163-bdb6-9a265d50abc5 tempest-ServerShowV254Test-1833803571 tempest-ServerShowV254Test-1833803571-project-member] Waiting for the task: (returnval){ [ 1004.831392] env[69770]: value = "task-4070110" [ 1004.831392] env[69770]: _type = "Task" [ 1004.831392] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1004.842500] env[69770]: DEBUG oslo_vmware.api [None req-ed0fafb7-d179-4163-bdb6-9a265d50abc5 tempest-ServerShowV254Test-1833803571 tempest-ServerShowV254Test-1833803571-project-member] Task: {'id': task-4070110, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.859713] env[69770]: DEBUG nova.compute.utils [None req-781cca48-dbbe-4509-8830-950eeed25797 tempest-ServerRescueTestJSON-2083557613 tempest-ServerRescueTestJSON-2083557613-project-member] Using /dev/sd instead of None {{(pid=69770) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1004.861191] env[69770]: DEBUG nova.compute.manager [None req-781cca48-dbbe-4509-8830-950eeed25797 tempest-ServerRescueTestJSON-2083557613 tempest-ServerRescueTestJSON-2083557613-project-member] [instance: 6d778061-f3b5-4dc9-ab22-b1787ddd972e] Allocating IP information in the background. {{(pid=69770) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1004.861366] env[69770]: DEBUG nova.network.neutron [None req-781cca48-dbbe-4509-8830-950eeed25797 tempest-ServerRescueTestJSON-2083557613 tempest-ServerRescueTestJSON-2083557613-project-member] [instance: 6d778061-f3b5-4dc9-ab22-b1787ddd972e] allocate_for_instance() {{(pid=69770) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1004.939058] env[69770]: DEBUG nova.policy [None req-781cca48-dbbe-4509-8830-950eeed25797 tempest-ServerRescueTestJSON-2083557613 tempest-ServerRescueTestJSON-2083557613-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5e5f8f7c6e764c20ae8203fa9516a9da', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '53a67e919f10478aba1d1175dc195b39', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69770) authorize /opt/stack/nova/nova/policy.py:192}} [ 1005.028353] env[69770]: DEBUG oslo_vmware.api [None req-2f3afe0f-468b-43f2-a1f9-4774c22b233d tempest-InstanceActionsNegativeTestJSON-680654 tempest-InstanceActionsNegativeTestJSON-680654-project-member] Task: {'id': task-4070108, 'name': ReconfigVM_Task, 'duration_secs': 0.298774} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1005.028647] env[69770]: DEBUG nova.virt.vmwareapi.volumeops [None req-2f3afe0f-468b-43f2-a1f9-4774c22b233d tempest-InstanceActionsNegativeTestJSON-680654 tempest-InstanceActionsNegativeTestJSON-680654-project-member] [instance: a41cf0f5-5115-4676-8480-eed1a5e0a72b] Reconfigured VM instance instance-00000046 to attach disk [datastore1] a41cf0f5-5115-4676-8480-eed1a5e0a72b/a41cf0f5-5115-4676-8480-eed1a5e0a72b.vmdk or device None with type sparse {{(pid=69770) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1005.029296] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-063d3ccd-9f10-4717-8315-cc87a03f98e4 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.037127] env[69770]: DEBUG oslo_vmware.api [None req-2f3afe0f-468b-43f2-a1f9-4774c22b233d tempest-InstanceActionsNegativeTestJSON-680654 tempest-InstanceActionsNegativeTestJSON-680654-project-member] Waiting for the task: (returnval){ [ 1005.037127] env[69770]: value = "task-4070111" [ 1005.037127] env[69770]: _type = "Task" [ 1005.037127] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1005.045868] env[69770]: DEBUG oslo_vmware.api [None req-2f3afe0f-468b-43f2-a1f9-4774c22b233d tempest-InstanceActionsNegativeTestJSON-680654 tempest-InstanceActionsNegativeTestJSON-680654-project-member] Task: {'id': task-4070111, 'name': Rename_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.099312] env[69770]: DEBUG oslo_vmware.api [-] Task: {'id': task-4070106, 'name': CreateVM_Task, 'duration_secs': 0.564551} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1005.099545] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0d90aae9-45e9-424d-b06f-7dcbef05f5bf] Created VM on the ESX host {{(pid=69770) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1005.100131] env[69770]: DEBUG oslo_concurrency.lockutils [None req-df730072-3621-4738-83c1-50bfd2104687 tempest-ServerShowV257Test-679390461 tempest-ServerShowV257Test-679390461-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.100632] env[69770]: DEBUG oslo_concurrency.lockutils [None req-df730072-3621-4738-83c1-50bfd2104687 tempest-ServerShowV257Test-679390461 tempest-ServerShowV257Test-679390461-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.101128] env[69770]: DEBUG oslo_concurrency.lockutils [None req-df730072-3621-4738-83c1-50bfd2104687 tempest-ServerShowV257Test-679390461 tempest-ServerShowV257Test-679390461-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.101447] env[69770]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3926bea7-e7a7-4f7e-baa9-40ca96a44909 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.107580] env[69770]: DEBUG oslo_vmware.api [None req-df730072-3621-4738-83c1-50bfd2104687 tempest-ServerShowV257Test-679390461 tempest-ServerShowV257Test-679390461-project-member] Waiting for the task: (returnval){ [ 1005.107580] env[69770]: value = "session[52161b52-cb8e-ec9f-1132-2f6b49549d41]52e17099-9563-b795-e492-99633bc88a51" [ 1005.107580] env[69770]: _type = "Task" [ 1005.107580] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1005.119325] env[69770]: DEBUG oslo_vmware.api [None req-df730072-3621-4738-83c1-50bfd2104687 tempest-ServerShowV257Test-679390461 tempest-ServerShowV257Test-679390461-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]52e17099-9563-b795-e492-99633bc88a51, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.302289] env[69770]: DEBUG oslo_vmware.api [None req-dbcd8a14-adf6-4f16-82b7-855678d67344 tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]520ababc-8905-a091-8111-1ce3fe5e9e21, 'name': SearchDatastore_Task, 'duration_secs': 0.017508} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1005.303287] env[69770]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6d014d23-701f-4d28-9352-acec94d705f6 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.310508] env[69770]: DEBUG oslo_vmware.api [None req-dbcd8a14-adf6-4f16-82b7-855678d67344 tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] Waiting for the task: (returnval){ [ 1005.310508] env[69770]: value = "session[52161b52-cb8e-ec9f-1132-2f6b49549d41]5204ead5-0d4f-7b4e-0654-b58eb210d581" [ 1005.310508] env[69770]: _type = "Task" [ 1005.310508] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1005.320289] env[69770]: DEBUG oslo_vmware.api [None req-dbcd8a14-adf6-4f16-82b7-855678d67344 tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]5204ead5-0d4f-7b4e-0654-b58eb210d581, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.343179] env[69770]: DEBUG oslo_vmware.api [None req-ed0fafb7-d179-4163-bdb6-9a265d50abc5 tempest-ServerShowV254Test-1833803571 tempest-ServerShowV254Test-1833803571-project-member] Task: {'id': task-4070110, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.381107} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1005.343738] env[69770]: DEBUG nova.virt.vmwareapi.ds_util [None req-ed0fafb7-d179-4163-bdb6-9a265d50abc5 tempest-ServerShowV254Test-1833803571 tempest-ServerShowV254Test-1833803571-project-member] Deleted the datastore file {{(pid=69770) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1005.344064] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-ed0fafb7-d179-4163-bdb6-9a265d50abc5 tempest-ServerShowV254Test-1833803571 tempest-ServerShowV254Test-1833803571-project-member] [instance: bf2dd621-f03e-45ad-a4b0-953858139f65] Deleted contents of the VM from datastore datastore1 {{(pid=69770) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1005.344392] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-ed0fafb7-d179-4163-bdb6-9a265d50abc5 tempest-ServerShowV254Test-1833803571 tempest-ServerShowV254Test-1833803571-project-member] [instance: bf2dd621-f03e-45ad-a4b0-953858139f65] Instance destroyed {{(pid=69770) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1005.344667] env[69770]: INFO nova.compute.manager [None req-ed0fafb7-d179-4163-bdb6-9a265d50abc5 tempest-ServerShowV254Test-1833803571 tempest-ServerShowV254Test-1833803571-project-member] [instance: bf2dd621-f03e-45ad-a4b0-953858139f65] Took 1.09 seconds to destroy the instance on the hypervisor. [ 1005.345025] env[69770]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ed0fafb7-d179-4163-bdb6-9a265d50abc5 tempest-ServerShowV254Test-1833803571 tempest-ServerShowV254Test-1833803571-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69770) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1005.345994] env[69770]: DEBUG nova.compute.manager [-] [instance: bf2dd621-f03e-45ad-a4b0-953858139f65] Deallocating network for instance {{(pid=69770) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1005.346333] env[69770]: DEBUG nova.network.neutron [-] [instance: bf2dd621-f03e-45ad-a4b0-953858139f65] deallocate_for_instance() {{(pid=69770) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1005.370608] env[69770]: DEBUG oslo_concurrency.lockutils [None req-cbe3a986-01bc-44c7-9593-7a9b7eb44e91 tempest-ServersAdminTestJSON-142622790 tempest-ServersAdminTestJSON-142622790-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.015s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1005.371212] env[69770]: DEBUG nova.compute.manager [None req-781cca48-dbbe-4509-8830-950eeed25797 tempest-ServerRescueTestJSON-2083557613 tempest-ServerRescueTestJSON-2083557613-project-member] [instance: 6d778061-f3b5-4dc9-ab22-b1787ddd972e] Start building block device mappings for instance. {{(pid=69770) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1005.376035] env[69770]: DEBUG nova.network.neutron [-] [instance: bf2dd621-f03e-45ad-a4b0-953858139f65] Instance cache missing network info. {{(pid=69770) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1005.378627] env[69770]: DEBUG oslo_concurrency.lockutils [None req-61795f29-75d2-465e-a22f-6041c01d5360 tempest-ServerMetadataTestJSON-275718558 tempest-ServerMetadataTestJSON-275718558-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.860s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1005.380328] env[69770]: DEBUG nova.objects.instance [None req-61795f29-75d2-465e-a22f-6041c01d5360 tempest-ServerMetadataTestJSON-275718558 tempest-ServerMetadataTestJSON-275718558-project-member] Lazy-loading 'resources' on Instance uuid a1f5fa57-2f51-4514-a7fd-64e10535c556 {{(pid=69770) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1005.552597] env[69770]: DEBUG oslo_vmware.api [None req-2f3afe0f-468b-43f2-a1f9-4774c22b233d tempest-InstanceActionsNegativeTestJSON-680654 tempest-InstanceActionsNegativeTestJSON-680654-project-member] Task: {'id': task-4070111, 'name': Rename_Task} progress is 14%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.628690] env[69770]: DEBUG oslo_vmware.api [None req-df730072-3621-4738-83c1-50bfd2104687 tempest-ServerShowV257Test-679390461 tempest-ServerShowV257Test-679390461-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]52e17099-9563-b795-e492-99633bc88a51, 'name': SearchDatastore_Task, 'duration_secs': 0.029963} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1005.629062] env[69770]: DEBUG oslo_concurrency.lockutils [None req-df730072-3621-4738-83c1-50bfd2104687 tempest-ServerShowV257Test-679390461 tempest-ServerShowV257Test-679390461-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.631145] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-df730072-3621-4738-83c1-50bfd2104687 tempest-ServerShowV257Test-679390461 tempest-ServerShowV257Test-679390461-project-member] [instance: 0d90aae9-45e9-424d-b06f-7dcbef05f5bf] Processing image d1eaff80-24a0-4391-90eb-59958b1ecf0a {{(pid=69770) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1005.631145] env[69770]: DEBUG oslo_concurrency.lockutils [None req-df730072-3621-4738-83c1-50bfd2104687 tempest-ServerShowV257Test-679390461 tempest-ServerShowV257Test-679390461-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.631145] env[69770]: DEBUG oslo_concurrency.lockutils [None req-df730072-3621-4738-83c1-50bfd2104687 tempest-ServerShowV257Test-679390461 tempest-ServerShowV257Test-679390461-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.631145] env[69770]: DEBUG nova.virt.vmwareapi.ds_util [None req-df730072-3621-4738-83c1-50bfd2104687 tempest-ServerShowV257Test-679390461 tempest-ServerShowV257Test-679390461-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69770) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1005.631145] env[69770]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e1ac8120-54b2-44ca-bfe3-44cb333d003a {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.649738] env[69770]: DEBUG nova.virt.vmwareapi.ds_util [None req-df730072-3621-4738-83c1-50bfd2104687 tempest-ServerShowV257Test-679390461 tempest-ServerShowV257Test-679390461-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69770) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1005.649945] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-df730072-3621-4738-83c1-50bfd2104687 tempest-ServerShowV257Test-679390461 tempest-ServerShowV257Test-679390461-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69770) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1005.650746] env[69770]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3f340af9-908f-4f96-9845-bf6e5e6bf0f2 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.658476] env[69770]: DEBUG oslo_vmware.api [None req-df730072-3621-4738-83c1-50bfd2104687 tempest-ServerShowV257Test-679390461 tempest-ServerShowV257Test-679390461-project-member] Waiting for the task: (returnval){ [ 1005.658476] env[69770]: value = "session[52161b52-cb8e-ec9f-1132-2f6b49549d41]5211093c-9ed0-a06c-3731-1e31ddbb6650" [ 1005.658476] env[69770]: _type = "Task" [ 1005.658476] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1005.672113] env[69770]: DEBUG oslo_vmware.api [None req-df730072-3621-4738-83c1-50bfd2104687 tempest-ServerShowV257Test-679390461 tempest-ServerShowV257Test-679390461-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]5211093c-9ed0-a06c-3731-1e31ddbb6650, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.691826] env[69770]: DEBUG nova.network.neutron [None req-781cca48-dbbe-4509-8830-950eeed25797 tempest-ServerRescueTestJSON-2083557613 tempest-ServerRescueTestJSON-2083557613-project-member] [instance: 6d778061-f3b5-4dc9-ab22-b1787ddd972e] Successfully created port: dacad569-8999-4d4a-aee9-b823530406be {{(pid=69770) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1005.735672] env[69770]: DEBUG nova.compute.manager [req-13da3212-374b-4f6b-8058-0ecb88fadeb9 req-cb3d05cf-b20f-499d-b9f8-4c7f9ccf9833 service nova] [instance: d6322138-4f18-4a8b-8062-4c732a8e6585] Received event network-changed-7e86ea34-4b79-4d01-9131-8853711f8716 {{(pid=69770) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1005.735921] env[69770]: DEBUG nova.compute.manager [req-13da3212-374b-4f6b-8058-0ecb88fadeb9 req-cb3d05cf-b20f-499d-b9f8-4c7f9ccf9833 service nova] [instance: d6322138-4f18-4a8b-8062-4c732a8e6585] Refreshing instance network info cache due to event network-changed-7e86ea34-4b79-4d01-9131-8853711f8716. {{(pid=69770) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1005.737157] env[69770]: DEBUG oslo_concurrency.lockutils [req-13da3212-374b-4f6b-8058-0ecb88fadeb9 req-cb3d05cf-b20f-499d-b9f8-4c7f9ccf9833 service nova] Acquiring lock "refresh_cache-d6322138-4f18-4a8b-8062-4c732a8e6585" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.737527] env[69770]: DEBUG oslo_concurrency.lockutils [req-13da3212-374b-4f6b-8058-0ecb88fadeb9 req-cb3d05cf-b20f-499d-b9f8-4c7f9ccf9833 service nova] Acquired lock "refresh_cache-d6322138-4f18-4a8b-8062-4c732a8e6585" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.740323] env[69770]: DEBUG nova.network.neutron [req-13da3212-374b-4f6b-8058-0ecb88fadeb9 req-cb3d05cf-b20f-499d-b9f8-4c7f9ccf9833 service nova] [instance: d6322138-4f18-4a8b-8062-4c732a8e6585] Refreshing network info cache for port 7e86ea34-4b79-4d01-9131-8853711f8716 {{(pid=69770) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1005.829252] env[69770]: DEBUG oslo_vmware.api [None req-dbcd8a14-adf6-4f16-82b7-855678d67344 tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]5204ead5-0d4f-7b4e-0654-b58eb210d581, 'name': SearchDatastore_Task, 'duration_secs': 0.024199} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1005.829655] env[69770]: DEBUG oslo_concurrency.lockutils [None req-dbcd8a14-adf6-4f16-82b7-855678d67344 tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.830032] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-dbcd8a14-adf6-4f16-82b7-855678d67344 tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk to [datastore1] f4cb9224-9468-4834-a24a-9309e6dd3bba/f4cb9224-9468-4834-a24a-9309e6dd3bba.vmdk {{(pid=69770) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1005.830443] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-74546231-ad67-4ffe-872e-9a2376cf9449 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.842109] env[69770]: DEBUG oslo_vmware.api [None req-dbcd8a14-adf6-4f16-82b7-855678d67344 tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] Waiting for the task: (returnval){ [ 1005.842109] env[69770]: value = "task-4070112" [ 1005.842109] env[69770]: _type = "Task" [ 1005.842109] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1005.858232] env[69770]: DEBUG oslo_vmware.api [None req-dbcd8a14-adf6-4f16-82b7-855678d67344 tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] Task: {'id': task-4070112, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.880936] env[69770]: DEBUG nova.network.neutron [-] [instance: bf2dd621-f03e-45ad-a4b0-953858139f65] Updating instance_info_cache with network_info: [] {{(pid=69770) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1006.061180] env[69770]: DEBUG oslo_vmware.api [None req-2f3afe0f-468b-43f2-a1f9-4774c22b233d tempest-InstanceActionsNegativeTestJSON-680654 tempest-InstanceActionsNegativeTestJSON-680654-project-member] Task: {'id': task-4070111, 'name': Rename_Task, 'duration_secs': 0.995271} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1006.061747] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f3afe0f-468b-43f2-a1f9-4774c22b233d tempest-InstanceActionsNegativeTestJSON-680654 tempest-InstanceActionsNegativeTestJSON-680654-project-member] [instance: a41cf0f5-5115-4676-8480-eed1a5e0a72b] Powering on the VM {{(pid=69770) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1006.062124] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d91ea1ca-15c8-4368-a5dc-8be664ad9063 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.081667] env[69770]: DEBUG oslo_vmware.api [None req-2f3afe0f-468b-43f2-a1f9-4774c22b233d tempest-InstanceActionsNegativeTestJSON-680654 tempest-InstanceActionsNegativeTestJSON-680654-project-member] Waiting for the task: (returnval){ [ 1006.081667] env[69770]: value = "task-4070113" [ 1006.081667] env[69770]: _type = "Task" [ 1006.081667] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1006.100480] env[69770]: DEBUG oslo_vmware.api [None req-2f3afe0f-468b-43f2-a1f9-4774c22b233d tempest-InstanceActionsNegativeTestJSON-680654 tempest-InstanceActionsNegativeTestJSON-680654-project-member] Task: {'id': task-4070113, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.178848] env[69770]: DEBUG oslo_vmware.api [None req-df730072-3621-4738-83c1-50bfd2104687 tempest-ServerShowV257Test-679390461 tempest-ServerShowV257Test-679390461-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]5211093c-9ed0-a06c-3731-1e31ddbb6650, 'name': SearchDatastore_Task, 'duration_secs': 0.012455} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1006.183613] env[69770]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2ef14cf6-f0f5-4e7c-9abb-75131eaa4bf6 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.192155] env[69770]: DEBUG oslo_vmware.api [None req-df730072-3621-4738-83c1-50bfd2104687 tempest-ServerShowV257Test-679390461 tempest-ServerShowV257Test-679390461-project-member] Waiting for the task: (returnval){ [ 1006.192155] env[69770]: value = "session[52161b52-cb8e-ec9f-1132-2f6b49549d41]52d89357-9499-c62e-90db-4454e0a57d13" [ 1006.192155] env[69770]: _type = "Task" [ 1006.192155] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1006.210408] env[69770]: DEBUG oslo_vmware.api [None req-df730072-3621-4738-83c1-50bfd2104687 tempest-ServerShowV257Test-679390461 tempest-ServerShowV257Test-679390461-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]52d89357-9499-c62e-90db-4454e0a57d13, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.356203] env[69770]: DEBUG oslo_vmware.api [None req-dbcd8a14-adf6-4f16-82b7-855678d67344 tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] Task: {'id': task-4070112, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.383079] env[69770]: DEBUG nova.compute.manager [None req-781cca48-dbbe-4509-8830-950eeed25797 tempest-ServerRescueTestJSON-2083557613 tempest-ServerRescueTestJSON-2083557613-project-member] [instance: 6d778061-f3b5-4dc9-ab22-b1787ddd972e] Start spawning the instance on the hypervisor. {{(pid=69770) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1006.387338] env[69770]: INFO nova.compute.manager [-] [instance: bf2dd621-f03e-45ad-a4b0-953858139f65] Took 1.04 seconds to deallocate network for instance. [ 1006.432419] env[69770]: DEBUG nova.virt.hardware [None req-781cca48-dbbe-4509-8830-950eeed25797 tempest-ServerRescueTestJSON-2083557613 tempest-ServerRescueTestJSON-2083557613-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T12:16:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T12:16:11Z,direct_url=,disk_format='vmdk',id=d1eaff80-24a0-4391-90eb-59958b1ecf0a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d65f20bb89fb40a98b77bc6d97357df2',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T12:16:12Z,virtual_size=,visibility=), allow threads: False {{(pid=69770) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1006.432419] env[69770]: DEBUG nova.virt.hardware [None req-781cca48-dbbe-4509-8830-950eeed25797 tempest-ServerRescueTestJSON-2083557613 tempest-ServerRescueTestJSON-2083557613-project-member] Flavor limits 0:0:0 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1006.432419] env[69770]: DEBUG nova.virt.hardware [None req-781cca48-dbbe-4509-8830-950eeed25797 tempest-ServerRescueTestJSON-2083557613 tempest-ServerRescueTestJSON-2083557613-project-member] Image limits 0:0:0 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1006.432419] env[69770]: DEBUG nova.virt.hardware [None req-781cca48-dbbe-4509-8830-950eeed25797 tempest-ServerRescueTestJSON-2083557613 tempest-ServerRescueTestJSON-2083557613-project-member] Flavor pref 0:0:0 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1006.432419] env[69770]: DEBUG nova.virt.hardware [None req-781cca48-dbbe-4509-8830-950eeed25797 tempest-ServerRescueTestJSON-2083557613 tempest-ServerRescueTestJSON-2083557613-project-member] Image pref 0:0:0 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1006.432716] env[69770]: DEBUG nova.virt.hardware [None req-781cca48-dbbe-4509-8830-950eeed25797 tempest-ServerRescueTestJSON-2083557613 tempest-ServerRescueTestJSON-2083557613-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1006.432716] env[69770]: DEBUG nova.virt.hardware [None req-781cca48-dbbe-4509-8830-950eeed25797 tempest-ServerRescueTestJSON-2083557613 tempest-ServerRescueTestJSON-2083557613-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69770) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1006.432888] env[69770]: DEBUG nova.virt.hardware [None req-781cca48-dbbe-4509-8830-950eeed25797 tempest-ServerRescueTestJSON-2083557613 tempest-ServerRescueTestJSON-2083557613-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69770) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1006.433159] env[69770]: DEBUG nova.virt.hardware [None req-781cca48-dbbe-4509-8830-950eeed25797 tempest-ServerRescueTestJSON-2083557613 tempest-ServerRescueTestJSON-2083557613-project-member] Got 1 possible topologies {{(pid=69770) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1006.433346] env[69770]: DEBUG nova.virt.hardware [None req-781cca48-dbbe-4509-8830-950eeed25797 tempest-ServerRescueTestJSON-2083557613 tempest-ServerRescueTestJSON-2083557613-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69770) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1006.433523] env[69770]: DEBUG nova.virt.hardware [None req-781cca48-dbbe-4509-8830-950eeed25797 tempest-ServerRescueTestJSON-2083557613 tempest-ServerRescueTestJSON-2083557613-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69770) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1006.434478] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6a705ea-b796-4e65-ab75-23d56acbf115 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.452124] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-857ae1ae-cf60-40db-9a5e-070811e3b526 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.489954] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-454d7da8-9e48-43ca-b194-561316c0598f {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.500514] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdf92251-bcac-47f7-8344-4bde65022f19 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.552537] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64909624-7e8a-4cc3-9905-c4ff3fe28ce8 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.566768] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89583178-78db-4e42-8fd0-d8dd9d92e77e {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.585282] env[69770]: DEBUG nova.compute.provider_tree [None req-61795f29-75d2-465e-a22f-6041c01d5360 tempest-ServerMetadataTestJSON-275718558 tempest-ServerMetadataTestJSON-275718558-project-member] Inventory has not changed in ProviderTree for provider: 7cc7d32b-b7a7-454a-a456-2a440248ed9d {{(pid=69770) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1006.602406] env[69770]: DEBUG oslo_vmware.api [None req-2f3afe0f-468b-43f2-a1f9-4774c22b233d tempest-InstanceActionsNegativeTestJSON-680654 tempest-InstanceActionsNegativeTestJSON-680654-project-member] Task: {'id': task-4070113, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.619964] env[69770]: DEBUG nova.network.neutron [req-13da3212-374b-4f6b-8058-0ecb88fadeb9 req-cb3d05cf-b20f-499d-b9f8-4c7f9ccf9833 service nova] [instance: d6322138-4f18-4a8b-8062-4c732a8e6585] Updated VIF entry in instance network info cache for port 7e86ea34-4b79-4d01-9131-8853711f8716. {{(pid=69770) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1006.620130] env[69770]: DEBUG nova.network.neutron [req-13da3212-374b-4f6b-8058-0ecb88fadeb9 req-cb3d05cf-b20f-499d-b9f8-4c7f9ccf9833 service nova] [instance: d6322138-4f18-4a8b-8062-4c732a8e6585] Updating instance_info_cache with network_info: [{"id": "7e86ea34-4b79-4d01-9131-8853711f8716", "address": "fa:16:3e:7d:0d:33", "network": {"id": "fb2a6a42-a9ea-4a2f-b885-b0c06c1061b9", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1944009097-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.199", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "677c29867f944b8198884aae6535814b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b91b49a8-b849-4d0c-97f7-74fdcd88ae03", "external-id": "nsx-vlan-transportzone-406", "segmentation_id": 406, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7e86ea34-4b", "ovs_interfaceid": "7e86ea34-4b79-4d01-9131-8853711f8716", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69770) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1006.704136] env[69770]: DEBUG oslo_vmware.api [None req-df730072-3621-4738-83c1-50bfd2104687 tempest-ServerShowV257Test-679390461 tempest-ServerShowV257Test-679390461-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]52d89357-9499-c62e-90db-4454e0a57d13, 'name': SearchDatastore_Task, 'duration_secs': 0.020464} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1006.704373] env[69770]: DEBUG oslo_concurrency.lockutils [None req-df730072-3621-4738-83c1-50bfd2104687 tempest-ServerShowV257Test-679390461 tempest-ServerShowV257Test-679390461-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.704649] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-df730072-3621-4738-83c1-50bfd2104687 tempest-ServerShowV257Test-679390461 tempest-ServerShowV257Test-679390461-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk to [datastore2] 0d90aae9-45e9-424d-b06f-7dcbef05f5bf/0d90aae9-45e9-424d-b06f-7dcbef05f5bf.vmdk {{(pid=69770) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1006.704924] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1ba1d506-f413-41f8-80f4-fc13cdda1495 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.713082] env[69770]: DEBUG oslo_vmware.api [None req-df730072-3621-4738-83c1-50bfd2104687 tempest-ServerShowV257Test-679390461 tempest-ServerShowV257Test-679390461-project-member] Waiting for the task: (returnval){ [ 1006.713082] env[69770]: value = "task-4070114" [ 1006.713082] env[69770]: _type = "Task" [ 1006.713082] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1006.727230] env[69770]: DEBUG oslo_vmware.api [None req-df730072-3621-4738-83c1-50bfd2104687 tempest-ServerShowV257Test-679390461 tempest-ServerShowV257Test-679390461-project-member] Task: {'id': task-4070114, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.858574] env[69770]: DEBUG oslo_vmware.api [None req-dbcd8a14-adf6-4f16-82b7-855678d67344 tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] Task: {'id': task-4070112, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.824449} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1006.858877] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-dbcd8a14-adf6-4f16-82b7-855678d67344 tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk to [datastore1] f4cb9224-9468-4834-a24a-9309e6dd3bba/f4cb9224-9468-4834-a24a-9309e6dd3bba.vmdk {{(pid=69770) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1006.859101] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-dbcd8a14-adf6-4f16-82b7-855678d67344 tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] [instance: f4cb9224-9468-4834-a24a-9309e6dd3bba] Extending root virtual disk to 1048576 {{(pid=69770) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1006.859449] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2dd810c0-8359-4369-a69a-d07c969472b6 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.868862] env[69770]: DEBUG oslo_vmware.api [None req-dbcd8a14-adf6-4f16-82b7-855678d67344 tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] Waiting for the task: (returnval){ [ 1006.868862] env[69770]: value = "task-4070115" [ 1006.868862] env[69770]: _type = "Task" [ 1006.868862] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1006.882279] env[69770]: DEBUG oslo_vmware.api [None req-dbcd8a14-adf6-4f16-82b7-855678d67344 tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] Task: {'id': task-4070115, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.895175] env[69770]: DEBUG oslo_concurrency.lockutils [None req-ed0fafb7-d179-4163-bdb6-9a265d50abc5 tempest-ServerShowV254Test-1833803571 tempest-ServerShowV254Test-1833803571-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1007.092393] env[69770]: DEBUG nova.scheduler.client.report [None req-61795f29-75d2-465e-a22f-6041c01d5360 tempest-ServerMetadataTestJSON-275718558 tempest-ServerMetadataTestJSON-275718558-project-member] Inventory has not changed for provider 7cc7d32b-b7a7-454a-a456-2a440248ed9d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69770) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1007.102752] env[69770]: DEBUG oslo_vmware.api [None req-2f3afe0f-468b-43f2-a1f9-4774c22b233d tempest-InstanceActionsNegativeTestJSON-680654 tempest-InstanceActionsNegativeTestJSON-680654-project-member] Task: {'id': task-4070113, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.122753] env[69770]: DEBUG oslo_concurrency.lockutils [req-13da3212-374b-4f6b-8058-0ecb88fadeb9 req-cb3d05cf-b20f-499d-b9f8-4c7f9ccf9833 service nova] Releasing lock "refresh_cache-d6322138-4f18-4a8b-8062-4c732a8e6585" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.224329] env[69770]: DEBUG oslo_vmware.api [None req-df730072-3621-4738-83c1-50bfd2104687 tempest-ServerShowV257Test-679390461 tempest-ServerShowV257Test-679390461-project-member] Task: {'id': task-4070114, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.382095] env[69770]: DEBUG oslo_vmware.api [None req-dbcd8a14-adf6-4f16-82b7-855678d67344 tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] Task: {'id': task-4070115, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.198645} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1007.383748] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-dbcd8a14-adf6-4f16-82b7-855678d67344 tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] [instance: f4cb9224-9468-4834-a24a-9309e6dd3bba] Extended root virtual disk {{(pid=69770) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1007.383748] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84b6229a-f34d-4b35-8479-f61deb551aa4 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.408491] env[69770]: DEBUG nova.virt.vmwareapi.volumeops [None req-dbcd8a14-adf6-4f16-82b7-855678d67344 tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] [instance: f4cb9224-9468-4834-a24a-9309e6dd3bba] Reconfiguring VM instance instance-00000047 to attach disk [datastore1] f4cb9224-9468-4834-a24a-9309e6dd3bba/f4cb9224-9468-4834-a24a-9309e6dd3bba.vmdk or device None with type sparse {{(pid=69770) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1007.408826] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-118cc992-1b90-4ea6-aa97-4a140dfbb644 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.429906] env[69770]: DEBUG oslo_vmware.api [None req-dbcd8a14-adf6-4f16-82b7-855678d67344 tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] Waiting for the task: (returnval){ [ 1007.429906] env[69770]: value = "task-4070116" [ 1007.429906] env[69770]: _type = "Task" [ 1007.429906] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1007.440130] env[69770]: DEBUG oslo_vmware.api [None req-dbcd8a14-adf6-4f16-82b7-855678d67344 tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] Task: {'id': task-4070116, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.598507] env[69770]: DEBUG oslo_vmware.api [None req-2f3afe0f-468b-43f2-a1f9-4774c22b233d tempest-InstanceActionsNegativeTestJSON-680654 tempest-InstanceActionsNegativeTestJSON-680654-project-member] Task: {'id': task-4070113, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.608870] env[69770]: DEBUG oslo_concurrency.lockutils [None req-61795f29-75d2-465e-a22f-6041c01d5360 tempest-ServerMetadataTestJSON-275718558 tempest-ServerMetadataTestJSON-275718558-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.230s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1007.613047] env[69770]: DEBUG oslo_concurrency.lockutils [None req-fac126d2-a5b1-4f40-882d-2497eb0f67bc tempest-ServersNegativeTestJSON-1437959553 tempest-ServersNegativeTestJSON-1437959553-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.778s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1007.613047] env[69770]: DEBUG nova.objects.instance [None req-fac126d2-a5b1-4f40-882d-2497eb0f67bc tempest-ServersNegativeTestJSON-1437959553 tempest-ServersNegativeTestJSON-1437959553-project-member] Lazy-loading 'pci_requests' on Instance uuid 1cd3da96-102f-4a22-8f53-12b32485ffa2 {{(pid=69770) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1007.646333] env[69770]: INFO nova.scheduler.client.report [None req-61795f29-75d2-465e-a22f-6041c01d5360 tempest-ServerMetadataTestJSON-275718558 tempest-ServerMetadataTestJSON-275718558-project-member] Deleted allocations for instance a1f5fa57-2f51-4514-a7fd-64e10535c556 [ 1007.674310] env[69770]: DEBUG nova.network.neutron [None req-781cca48-dbbe-4509-8830-950eeed25797 tempest-ServerRescueTestJSON-2083557613 tempest-ServerRescueTestJSON-2083557613-project-member] [instance: 6d778061-f3b5-4dc9-ab22-b1787ddd972e] Successfully updated port: dacad569-8999-4d4a-aee9-b823530406be {{(pid=69770) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1007.727904] env[69770]: DEBUG oslo_vmware.api [None req-df730072-3621-4738-83c1-50bfd2104687 tempest-ServerShowV257Test-679390461 tempest-ServerShowV257Test-679390461-project-member] Task: {'id': task-4070114, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.824964] env[69770]: DEBUG nova.compute.manager [req-2de434c8-f636-48fd-80cd-859cdc0f3b31 req-bf460798-3618-4432-9ae8-5db4d932e375 service nova] [instance: 6d778061-f3b5-4dc9-ab22-b1787ddd972e] Received event network-vif-plugged-dacad569-8999-4d4a-aee9-b823530406be {{(pid=69770) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1007.826046] env[69770]: DEBUG oslo_concurrency.lockutils [req-2de434c8-f636-48fd-80cd-859cdc0f3b31 req-bf460798-3618-4432-9ae8-5db4d932e375 service nova] Acquiring lock "6d778061-f3b5-4dc9-ab22-b1787ddd972e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1007.826176] env[69770]: DEBUG oslo_concurrency.lockutils [req-2de434c8-f636-48fd-80cd-859cdc0f3b31 req-bf460798-3618-4432-9ae8-5db4d932e375 service nova] Lock "6d778061-f3b5-4dc9-ab22-b1787ddd972e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1007.826400] env[69770]: DEBUG oslo_concurrency.lockutils [req-2de434c8-f636-48fd-80cd-859cdc0f3b31 req-bf460798-3618-4432-9ae8-5db4d932e375 service nova] Lock "6d778061-f3b5-4dc9-ab22-b1787ddd972e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1007.826657] env[69770]: DEBUG nova.compute.manager [req-2de434c8-f636-48fd-80cd-859cdc0f3b31 req-bf460798-3618-4432-9ae8-5db4d932e375 service nova] [instance: 6d778061-f3b5-4dc9-ab22-b1787ddd972e] No waiting events found dispatching network-vif-plugged-dacad569-8999-4d4a-aee9-b823530406be {{(pid=69770) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1007.827044] env[69770]: WARNING nova.compute.manager [req-2de434c8-f636-48fd-80cd-859cdc0f3b31 req-bf460798-3618-4432-9ae8-5db4d932e375 service nova] [instance: 6d778061-f3b5-4dc9-ab22-b1787ddd972e] Received unexpected event network-vif-plugged-dacad569-8999-4d4a-aee9-b823530406be for instance with vm_state building and task_state spawning. [ 1007.827125] env[69770]: DEBUG nova.compute.manager [req-2de434c8-f636-48fd-80cd-859cdc0f3b31 req-bf460798-3618-4432-9ae8-5db4d932e375 service nova] [instance: 6d778061-f3b5-4dc9-ab22-b1787ddd972e] Received event network-changed-dacad569-8999-4d4a-aee9-b823530406be {{(pid=69770) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1007.827505] env[69770]: DEBUG nova.compute.manager [req-2de434c8-f636-48fd-80cd-859cdc0f3b31 req-bf460798-3618-4432-9ae8-5db4d932e375 service nova] [instance: 6d778061-f3b5-4dc9-ab22-b1787ddd972e] Refreshing instance network info cache due to event network-changed-dacad569-8999-4d4a-aee9-b823530406be. {{(pid=69770) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1007.827859] env[69770]: DEBUG oslo_concurrency.lockutils [req-2de434c8-f636-48fd-80cd-859cdc0f3b31 req-bf460798-3618-4432-9ae8-5db4d932e375 service nova] Acquiring lock "refresh_cache-6d778061-f3b5-4dc9-ab22-b1787ddd972e" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.827859] env[69770]: DEBUG oslo_concurrency.lockutils [req-2de434c8-f636-48fd-80cd-859cdc0f3b31 req-bf460798-3618-4432-9ae8-5db4d932e375 service nova] Acquired lock "refresh_cache-6d778061-f3b5-4dc9-ab22-b1787ddd972e" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.828102] env[69770]: DEBUG nova.network.neutron [req-2de434c8-f636-48fd-80cd-859cdc0f3b31 req-bf460798-3618-4432-9ae8-5db4d932e375 service nova] [instance: 6d778061-f3b5-4dc9-ab22-b1787ddd972e] Refreshing network info cache for port dacad569-8999-4d4a-aee9-b823530406be {{(pid=69770) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1007.941870] env[69770]: DEBUG oslo_vmware.api [None req-dbcd8a14-adf6-4f16-82b7-855678d67344 tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] Task: {'id': task-4070116, 'name': ReconfigVM_Task, 'duration_secs': 0.379885} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1007.943008] env[69770]: DEBUG nova.virt.vmwareapi.volumeops [None req-dbcd8a14-adf6-4f16-82b7-855678d67344 tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] [instance: f4cb9224-9468-4834-a24a-9309e6dd3bba] Reconfigured VM instance instance-00000047 to attach disk [datastore1] f4cb9224-9468-4834-a24a-9309e6dd3bba/f4cb9224-9468-4834-a24a-9309e6dd3bba.vmdk or device None with type sparse {{(pid=69770) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1007.943702] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-30703756-0045-4058-a07b-c6f946a2ab65 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.951812] env[69770]: DEBUG oslo_vmware.api [None req-dbcd8a14-adf6-4f16-82b7-855678d67344 tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] Waiting for the task: (returnval){ [ 1007.951812] env[69770]: value = "task-4070117" [ 1007.951812] env[69770]: _type = "Task" [ 1007.951812] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1007.964609] env[69770]: DEBUG oslo_vmware.api [None req-dbcd8a14-adf6-4f16-82b7-855678d67344 tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] Task: {'id': task-4070117, 'name': Rename_Task} progress is 5%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.098863] env[69770]: DEBUG oslo_vmware.api [None req-2f3afe0f-468b-43f2-a1f9-4774c22b233d tempest-InstanceActionsNegativeTestJSON-680654 tempest-InstanceActionsNegativeTestJSON-680654-project-member] Task: {'id': task-4070113, 'name': PowerOnVM_Task, 'duration_secs': 1.742813} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1008.099451] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f3afe0f-468b-43f2-a1f9-4774c22b233d tempest-InstanceActionsNegativeTestJSON-680654 tempest-InstanceActionsNegativeTestJSON-680654-project-member] [instance: a41cf0f5-5115-4676-8480-eed1a5e0a72b] Powered on the VM {{(pid=69770) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1008.099723] env[69770]: INFO nova.compute.manager [None req-2f3afe0f-468b-43f2-a1f9-4774c22b233d tempest-InstanceActionsNegativeTestJSON-680654 tempest-InstanceActionsNegativeTestJSON-680654-project-member] [instance: a41cf0f5-5115-4676-8480-eed1a5e0a72b] Took 10.26 seconds to spawn the instance on the hypervisor. [ 1008.099911] env[69770]: DEBUG nova.compute.manager [None req-2f3afe0f-468b-43f2-a1f9-4774c22b233d tempest-InstanceActionsNegativeTestJSON-680654 tempest-InstanceActionsNegativeTestJSON-680654-project-member] [instance: a41cf0f5-5115-4676-8480-eed1a5e0a72b] Checking state {{(pid=69770) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1008.100758] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a365b72-73c8-4793-84a4-1fb8d6491d6a {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.116355] env[69770]: DEBUG nova.objects.instance [None req-fac126d2-a5b1-4f40-882d-2497eb0f67bc tempest-ServersNegativeTestJSON-1437959553 tempest-ServersNegativeTestJSON-1437959553-project-member] Lazy-loading 'numa_topology' on Instance uuid 1cd3da96-102f-4a22-8f53-12b32485ffa2 {{(pid=69770) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1008.154689] env[69770]: DEBUG oslo_concurrency.lockutils [None req-61795f29-75d2-465e-a22f-6041c01d5360 tempest-ServerMetadataTestJSON-275718558 tempest-ServerMetadataTestJSON-275718558-project-member] Lock "a1f5fa57-2f51-4514-a7fd-64e10535c556" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.163s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1008.176239] env[69770]: DEBUG oslo_concurrency.lockutils [None req-781cca48-dbbe-4509-8830-950eeed25797 tempest-ServerRescueTestJSON-2083557613 tempest-ServerRescueTestJSON-2083557613-project-member] Acquiring lock "refresh_cache-6d778061-f3b5-4dc9-ab22-b1787ddd972e" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.225355] env[69770]: DEBUG oslo_vmware.api [None req-df730072-3621-4738-83c1-50bfd2104687 tempest-ServerShowV257Test-679390461 tempest-ServerShowV257Test-679390461-project-member] Task: {'id': task-4070114, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.235498} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1008.225667] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-df730072-3621-4738-83c1-50bfd2104687 tempest-ServerShowV257Test-679390461 tempest-ServerShowV257Test-679390461-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk to [datastore2] 0d90aae9-45e9-424d-b06f-7dcbef05f5bf/0d90aae9-45e9-424d-b06f-7dcbef05f5bf.vmdk {{(pid=69770) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1008.226092] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-df730072-3621-4738-83c1-50bfd2104687 tempest-ServerShowV257Test-679390461 tempest-ServerShowV257Test-679390461-project-member] [instance: 0d90aae9-45e9-424d-b06f-7dcbef05f5bf] Extending root virtual disk to 1048576 {{(pid=69770) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1008.226366] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ed866723-ddc8-432f-b399-3d451d8c10f2 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.233690] env[69770]: DEBUG oslo_vmware.api [None req-df730072-3621-4738-83c1-50bfd2104687 tempest-ServerShowV257Test-679390461 tempest-ServerShowV257Test-679390461-project-member] Waiting for the task: (returnval){ [ 1008.233690] env[69770]: value = "task-4070118" [ 1008.233690] env[69770]: _type = "Task" [ 1008.233690] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1008.244109] env[69770]: DEBUG oslo_vmware.api [None req-df730072-3621-4738-83c1-50bfd2104687 tempest-ServerShowV257Test-679390461 tempest-ServerShowV257Test-679390461-project-member] Task: {'id': task-4070118, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.373843] env[69770]: DEBUG nova.network.neutron [req-2de434c8-f636-48fd-80cd-859cdc0f3b31 req-bf460798-3618-4432-9ae8-5db4d932e375 service nova] [instance: 6d778061-f3b5-4dc9-ab22-b1787ddd972e] Instance cache missing network info. {{(pid=69770) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1008.465760] env[69770]: DEBUG oslo_vmware.api [None req-dbcd8a14-adf6-4f16-82b7-855678d67344 tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] Task: {'id': task-4070117, 'name': Rename_Task, 'duration_secs': 0.146461} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1008.465760] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-dbcd8a14-adf6-4f16-82b7-855678d67344 tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] [instance: f4cb9224-9468-4834-a24a-9309e6dd3bba] Powering on the VM {{(pid=69770) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1008.465760] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-61d9a918-85d4-4b24-9e87-2e5f810c6209 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.476021] env[69770]: DEBUG oslo_vmware.api [None req-dbcd8a14-adf6-4f16-82b7-855678d67344 tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] Waiting for the task: (returnval){ [ 1008.476021] env[69770]: value = "task-4070119" [ 1008.476021] env[69770]: _type = "Task" [ 1008.476021] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1008.486973] env[69770]: DEBUG oslo_vmware.api [None req-dbcd8a14-adf6-4f16-82b7-855678d67344 tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] Task: {'id': task-4070119, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.488158] env[69770]: DEBUG nova.network.neutron [req-2de434c8-f636-48fd-80cd-859cdc0f3b31 req-bf460798-3618-4432-9ae8-5db4d932e375 service nova] [instance: 6d778061-f3b5-4dc9-ab22-b1787ddd972e] Updating instance_info_cache with network_info: [] {{(pid=69770) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1008.618751] env[69770]: INFO nova.compute.claims [None req-fac126d2-a5b1-4f40-882d-2497eb0f67bc tempest-ServersNegativeTestJSON-1437959553 tempest-ServersNegativeTestJSON-1437959553-project-member] [instance: 1cd3da96-102f-4a22-8f53-12b32485ffa2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1008.624817] env[69770]: INFO nova.compute.manager [None req-2f3afe0f-468b-43f2-a1f9-4774c22b233d tempest-InstanceActionsNegativeTestJSON-680654 tempest-InstanceActionsNegativeTestJSON-680654-project-member] [instance: a41cf0f5-5115-4676-8480-eed1a5e0a72b] Took 47.97 seconds to build instance. [ 1008.748637] env[69770]: DEBUG oslo_vmware.api [None req-df730072-3621-4738-83c1-50bfd2104687 tempest-ServerShowV257Test-679390461 tempest-ServerShowV257Test-679390461-project-member] Task: {'id': task-4070118, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07252} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1008.748951] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-df730072-3621-4738-83c1-50bfd2104687 tempest-ServerShowV257Test-679390461 tempest-ServerShowV257Test-679390461-project-member] [instance: 0d90aae9-45e9-424d-b06f-7dcbef05f5bf] Extended root virtual disk {{(pid=69770) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1008.750032] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66831f3f-f459-49f8-b112-faf3e866bca8 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.781402] env[69770]: DEBUG nova.virt.vmwareapi.volumeops [None req-df730072-3621-4738-83c1-50bfd2104687 tempest-ServerShowV257Test-679390461 tempest-ServerShowV257Test-679390461-project-member] [instance: 0d90aae9-45e9-424d-b06f-7dcbef05f5bf] Reconfiguring VM instance instance-00000044 to attach disk [datastore2] 0d90aae9-45e9-424d-b06f-7dcbef05f5bf/0d90aae9-45e9-424d-b06f-7dcbef05f5bf.vmdk or device None with type sparse {{(pid=69770) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1008.781580] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9a86b343-1d82-477e-9662-0dc766835b3b {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.806307] env[69770]: DEBUG oslo_vmware.api [None req-df730072-3621-4738-83c1-50bfd2104687 tempest-ServerShowV257Test-679390461 tempest-ServerShowV257Test-679390461-project-member] Waiting for the task: (returnval){ [ 1008.806307] env[69770]: value = "task-4070120" [ 1008.806307] env[69770]: _type = "Task" [ 1008.806307] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1008.816090] env[69770]: DEBUG oslo_vmware.api [None req-df730072-3621-4738-83c1-50bfd2104687 tempest-ServerShowV257Test-679390461 tempest-ServerShowV257Test-679390461-project-member] Task: {'id': task-4070120, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.985948] env[69770]: DEBUG oslo_vmware.api [None req-dbcd8a14-adf6-4f16-82b7-855678d67344 tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] Task: {'id': task-4070119, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.992039] env[69770]: DEBUG oslo_concurrency.lockutils [req-2de434c8-f636-48fd-80cd-859cdc0f3b31 req-bf460798-3618-4432-9ae8-5db4d932e375 service nova] Releasing lock "refresh_cache-6d778061-f3b5-4dc9-ab22-b1787ddd972e" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.992039] env[69770]: DEBUG oslo_concurrency.lockutils [None req-781cca48-dbbe-4509-8830-950eeed25797 tempest-ServerRescueTestJSON-2083557613 tempest-ServerRescueTestJSON-2083557613-project-member] Acquired lock "refresh_cache-6d778061-f3b5-4dc9-ab22-b1787ddd972e" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.992039] env[69770]: DEBUG nova.network.neutron [None req-781cca48-dbbe-4509-8830-950eeed25797 tempest-ServerRescueTestJSON-2083557613 tempest-ServerRescueTestJSON-2083557613-project-member] [instance: 6d778061-f3b5-4dc9-ab22-b1787ddd972e] Building network info cache for instance {{(pid=69770) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1009.132152] env[69770]: DEBUG oslo_concurrency.lockutils [None req-2f3afe0f-468b-43f2-a1f9-4774c22b233d tempest-InstanceActionsNegativeTestJSON-680654 tempest-InstanceActionsNegativeTestJSON-680654-project-member] Lock "a41cf0f5-5115-4676-8480-eed1a5e0a72b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 61.402s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1009.223682] env[69770]: DEBUG oslo_concurrency.lockutils [None req-90d74b5f-ffb4-4c6b-8b21-e6f61ac34d3b tempest-InstanceActionsNegativeTestJSON-680654 tempest-InstanceActionsNegativeTestJSON-680654-project-member] Acquiring lock "a41cf0f5-5115-4676-8480-eed1a5e0a72b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1009.223844] env[69770]: DEBUG oslo_concurrency.lockutils [None req-90d74b5f-ffb4-4c6b-8b21-e6f61ac34d3b tempest-InstanceActionsNegativeTestJSON-680654 tempest-InstanceActionsNegativeTestJSON-680654-project-member] Lock "a41cf0f5-5115-4676-8480-eed1a5e0a72b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1009.224115] env[69770]: DEBUG oslo_concurrency.lockutils [None req-90d74b5f-ffb4-4c6b-8b21-e6f61ac34d3b tempest-InstanceActionsNegativeTestJSON-680654 tempest-InstanceActionsNegativeTestJSON-680654-project-member] Acquiring lock "a41cf0f5-5115-4676-8480-eed1a5e0a72b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1009.224319] env[69770]: DEBUG oslo_concurrency.lockutils [None req-90d74b5f-ffb4-4c6b-8b21-e6f61ac34d3b tempest-InstanceActionsNegativeTestJSON-680654 tempest-InstanceActionsNegativeTestJSON-680654-project-member] Lock "a41cf0f5-5115-4676-8480-eed1a5e0a72b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1009.224527] env[69770]: DEBUG oslo_concurrency.lockutils [None req-90d74b5f-ffb4-4c6b-8b21-e6f61ac34d3b tempest-InstanceActionsNegativeTestJSON-680654 tempest-InstanceActionsNegativeTestJSON-680654-project-member] Lock "a41cf0f5-5115-4676-8480-eed1a5e0a72b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1009.226658] env[69770]: INFO nova.compute.manager [None req-90d74b5f-ffb4-4c6b-8b21-e6f61ac34d3b tempest-InstanceActionsNegativeTestJSON-680654 tempest-InstanceActionsNegativeTestJSON-680654-project-member] [instance: a41cf0f5-5115-4676-8480-eed1a5e0a72b] Terminating instance [ 1009.323079] env[69770]: DEBUG oslo_vmware.api [None req-df730072-3621-4738-83c1-50bfd2104687 tempest-ServerShowV257Test-679390461 tempest-ServerShowV257Test-679390461-project-member] Task: {'id': task-4070120, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.492133] env[69770]: DEBUG oslo_vmware.api [None req-dbcd8a14-adf6-4f16-82b7-855678d67344 tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] Task: {'id': task-4070119, 'name': PowerOnVM_Task, 'duration_secs': 0.524414} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1009.492434] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-dbcd8a14-adf6-4f16-82b7-855678d67344 tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] [instance: f4cb9224-9468-4834-a24a-9309e6dd3bba] Powered on the VM {{(pid=69770) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1009.492640] env[69770]: INFO nova.compute.manager [None req-dbcd8a14-adf6-4f16-82b7-855678d67344 tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] [instance: f4cb9224-9468-4834-a24a-9309e6dd3bba] Took 8.95 seconds to spawn the instance on the hypervisor. [ 1009.492846] env[69770]: DEBUG nova.compute.manager [None req-dbcd8a14-adf6-4f16-82b7-855678d67344 tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] [instance: f4cb9224-9468-4834-a24a-9309e6dd3bba] Checking state {{(pid=69770) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1009.493652] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59f433a8-b9f7-428b-9345-2d8fefac23b8 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.537039] env[69770]: DEBUG nova.network.neutron [None req-781cca48-dbbe-4509-8830-950eeed25797 tempest-ServerRescueTestJSON-2083557613 tempest-ServerRescueTestJSON-2083557613-project-member] [instance: 6d778061-f3b5-4dc9-ab22-b1787ddd972e] Instance cache missing network info. {{(pid=69770) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1009.560868] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3781deb-7ad7-4c79-9dc9-afc2edd40505 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.572386] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d366fae1-8f8f-494e-91a6-017ae7bb3deb {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.610891] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae567fec-49a3-4702-8321-c164bfab291a {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.619300] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96c55797-9108-47b8-8e6a-928eaf820c36 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.634037] env[69770]: DEBUG nova.compute.provider_tree [None req-fac126d2-a5b1-4f40-882d-2497eb0f67bc tempest-ServersNegativeTestJSON-1437959553 tempest-ServersNegativeTestJSON-1437959553-project-member] Inventory has not changed in ProviderTree for provider: 7cc7d32b-b7a7-454a-a456-2a440248ed9d {{(pid=69770) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1009.720169] env[69770]: DEBUG nova.network.neutron [None req-781cca48-dbbe-4509-8830-950eeed25797 tempest-ServerRescueTestJSON-2083557613 tempest-ServerRescueTestJSON-2083557613-project-member] [instance: 6d778061-f3b5-4dc9-ab22-b1787ddd972e] Updating instance_info_cache with network_info: [{"id": "dacad569-8999-4d4a-aee9-b823530406be", "address": "fa:16:3e:d4:67:2e", "network": {"id": "f2e62cc7-fbfa-4581-9d80-cbd4ce41d9ab", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1630961952-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "53a67e919f10478aba1d1175dc195b39", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7e0240aa-a694-48fc-a0f9-6f2d3e71aa12", "external-id": "nsx-vlan-transportzone-249", "segmentation_id": 249, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdacad569-89", "ovs_interfaceid": "dacad569-8999-4d4a-aee9-b823530406be", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69770) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1009.734932] env[69770]: DEBUG nova.compute.manager [None req-90d74b5f-ffb4-4c6b-8b21-e6f61ac34d3b tempest-InstanceActionsNegativeTestJSON-680654 tempest-InstanceActionsNegativeTestJSON-680654-project-member] [instance: a41cf0f5-5115-4676-8480-eed1a5e0a72b] Start destroying the instance on the hypervisor. {{(pid=69770) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1009.735130] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-90d74b5f-ffb4-4c6b-8b21-e6f61ac34d3b tempest-InstanceActionsNegativeTestJSON-680654 tempest-InstanceActionsNegativeTestJSON-680654-project-member] [instance: a41cf0f5-5115-4676-8480-eed1a5e0a72b] Destroying instance {{(pid=69770) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1009.739142] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce2cbb30-8a64-4432-a23d-2a8c32fe8169 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.748178] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-90d74b5f-ffb4-4c6b-8b21-e6f61ac34d3b tempest-InstanceActionsNegativeTestJSON-680654 tempest-InstanceActionsNegativeTestJSON-680654-project-member] [instance: a41cf0f5-5115-4676-8480-eed1a5e0a72b] Powering off the VM {{(pid=69770) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1009.748344] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b8ec0ac0-bf49-4228-90dd-c8f0c72e93f8 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.758557] env[69770]: DEBUG oslo_vmware.api [None req-90d74b5f-ffb4-4c6b-8b21-e6f61ac34d3b tempest-InstanceActionsNegativeTestJSON-680654 tempest-InstanceActionsNegativeTestJSON-680654-project-member] Waiting for the task: (returnval){ [ 1009.758557] env[69770]: value = "task-4070121" [ 1009.758557] env[69770]: _type = "Task" [ 1009.758557] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1009.771170] env[69770]: DEBUG oslo_vmware.api [None req-90d74b5f-ffb4-4c6b-8b21-e6f61ac34d3b tempest-InstanceActionsNegativeTestJSON-680654 tempest-InstanceActionsNegativeTestJSON-680654-project-member] Task: {'id': task-4070121, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.817391] env[69770]: DEBUG oslo_vmware.api [None req-df730072-3621-4738-83c1-50bfd2104687 tempest-ServerShowV257Test-679390461 tempest-ServerShowV257Test-679390461-project-member] Task: {'id': task-4070120, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.022380] env[69770]: INFO nova.compute.manager [None req-dbcd8a14-adf6-4f16-82b7-855678d67344 tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] [instance: f4cb9224-9468-4834-a24a-9309e6dd3bba] Took 47.93 seconds to build instance. [ 1010.137436] env[69770]: DEBUG nova.scheduler.client.report [None req-fac126d2-a5b1-4f40-882d-2497eb0f67bc tempest-ServersNegativeTestJSON-1437959553 tempest-ServersNegativeTestJSON-1437959553-project-member] Inventory has not changed for provider 7cc7d32b-b7a7-454a-a456-2a440248ed9d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69770) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1010.224441] env[69770]: DEBUG oslo_concurrency.lockutils [None req-781cca48-dbbe-4509-8830-950eeed25797 tempest-ServerRescueTestJSON-2083557613 tempest-ServerRescueTestJSON-2083557613-project-member] Releasing lock "refresh_cache-6d778061-f3b5-4dc9-ab22-b1787ddd972e" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.224796] env[69770]: DEBUG nova.compute.manager [None req-781cca48-dbbe-4509-8830-950eeed25797 tempest-ServerRescueTestJSON-2083557613 tempest-ServerRescueTestJSON-2083557613-project-member] [instance: 6d778061-f3b5-4dc9-ab22-b1787ddd972e] Instance network_info: |[{"id": "dacad569-8999-4d4a-aee9-b823530406be", "address": "fa:16:3e:d4:67:2e", "network": {"id": "f2e62cc7-fbfa-4581-9d80-cbd4ce41d9ab", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1630961952-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "53a67e919f10478aba1d1175dc195b39", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7e0240aa-a694-48fc-a0f9-6f2d3e71aa12", "external-id": "nsx-vlan-transportzone-249", "segmentation_id": 249, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdacad569-89", "ovs_interfaceid": "dacad569-8999-4d4a-aee9-b823530406be", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69770) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1010.225297] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-781cca48-dbbe-4509-8830-950eeed25797 tempest-ServerRescueTestJSON-2083557613 tempest-ServerRescueTestJSON-2083557613-project-member] [instance: 6d778061-f3b5-4dc9-ab22-b1787ddd972e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d4:67:2e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7e0240aa-a694-48fc-a0f9-6f2d3e71aa12', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'dacad569-8999-4d4a-aee9-b823530406be', 'vif_model': 'vmxnet3'}] {{(pid=69770) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1010.235838] env[69770]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-781cca48-dbbe-4509-8830-950eeed25797 tempest-ServerRescueTestJSON-2083557613 tempest-ServerRescueTestJSON-2083557613-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69770) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1010.236715] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6d778061-f3b5-4dc9-ab22-b1787ddd972e] Creating VM on the ESX host {{(pid=69770) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1010.236980] env[69770]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-502b6260-4b90-49cd-9dab-aa9fed92fd33 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.263624] env[69770]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1010.263624] env[69770]: value = "task-4070122" [ 1010.263624] env[69770]: _type = "Task" [ 1010.263624] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1010.275473] env[69770]: DEBUG oslo_vmware.api [-] Task: {'id': task-4070122, 'name': CreateVM_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.280346] env[69770]: DEBUG oslo_vmware.api [None req-90d74b5f-ffb4-4c6b-8b21-e6f61ac34d3b tempest-InstanceActionsNegativeTestJSON-680654 tempest-InstanceActionsNegativeTestJSON-680654-project-member] Task: {'id': task-4070121, 'name': PowerOffVM_Task, 'duration_secs': 0.228573} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1010.280346] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-90d74b5f-ffb4-4c6b-8b21-e6f61ac34d3b tempest-InstanceActionsNegativeTestJSON-680654 tempest-InstanceActionsNegativeTestJSON-680654-project-member] [instance: a41cf0f5-5115-4676-8480-eed1a5e0a72b] Powered off the VM {{(pid=69770) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1010.280346] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-90d74b5f-ffb4-4c6b-8b21-e6f61ac34d3b tempest-InstanceActionsNegativeTestJSON-680654 tempest-InstanceActionsNegativeTestJSON-680654-project-member] [instance: a41cf0f5-5115-4676-8480-eed1a5e0a72b] Unregistering the VM {{(pid=69770) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1010.280539] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c9cd3790-9f34-4e25-add5-265ac7ec6ad4 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.320696] env[69770]: DEBUG oslo_vmware.api [None req-df730072-3621-4738-83c1-50bfd2104687 tempest-ServerShowV257Test-679390461 tempest-ServerShowV257Test-679390461-project-member] Task: {'id': task-4070120, 'name': ReconfigVM_Task, 'duration_secs': 1.051782} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1010.321060] env[69770]: DEBUG nova.virt.vmwareapi.volumeops [None req-df730072-3621-4738-83c1-50bfd2104687 tempest-ServerShowV257Test-679390461 tempest-ServerShowV257Test-679390461-project-member] [instance: 0d90aae9-45e9-424d-b06f-7dcbef05f5bf] Reconfigured VM instance instance-00000044 to attach disk [datastore2] 0d90aae9-45e9-424d-b06f-7dcbef05f5bf/0d90aae9-45e9-424d-b06f-7dcbef05f5bf.vmdk or device None with type sparse {{(pid=69770) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1010.322188] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3a2a1b17-f0a6-4e37-8545-9602b3bc6570 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.333896] env[69770]: DEBUG oslo_vmware.api [None req-df730072-3621-4738-83c1-50bfd2104687 tempest-ServerShowV257Test-679390461 tempest-ServerShowV257Test-679390461-project-member] Waiting for the task: (returnval){ [ 1010.333896] env[69770]: value = "task-4070124" [ 1010.333896] env[69770]: _type = "Task" [ 1010.333896] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1010.345259] env[69770]: DEBUG oslo_vmware.api [None req-df730072-3621-4738-83c1-50bfd2104687 tempest-ServerShowV257Test-679390461 tempest-ServerShowV257Test-679390461-project-member] Task: {'id': task-4070124, 'name': Rename_Task} progress is 5%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.362421] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-90d74b5f-ffb4-4c6b-8b21-e6f61ac34d3b tempest-InstanceActionsNegativeTestJSON-680654 tempest-InstanceActionsNegativeTestJSON-680654-project-member] [instance: a41cf0f5-5115-4676-8480-eed1a5e0a72b] Unregistered the VM {{(pid=69770) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1010.363797] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-90d74b5f-ffb4-4c6b-8b21-e6f61ac34d3b tempest-InstanceActionsNegativeTestJSON-680654 tempest-InstanceActionsNegativeTestJSON-680654-project-member] [instance: a41cf0f5-5115-4676-8480-eed1a5e0a72b] Deleting contents of the VM from datastore datastore1 {{(pid=69770) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1010.363990] env[69770]: DEBUG nova.virt.vmwareapi.ds_util [None req-90d74b5f-ffb4-4c6b-8b21-e6f61ac34d3b tempest-InstanceActionsNegativeTestJSON-680654 tempest-InstanceActionsNegativeTestJSON-680654-project-member] Deleting the datastore file [datastore1] a41cf0f5-5115-4676-8480-eed1a5e0a72b {{(pid=69770) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1010.364341] env[69770]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cb67e563-7ec5-4d56-ac27-825949a0c9dd {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.374844] env[69770]: DEBUG oslo_vmware.api [None req-90d74b5f-ffb4-4c6b-8b21-e6f61ac34d3b tempest-InstanceActionsNegativeTestJSON-680654 tempest-InstanceActionsNegativeTestJSON-680654-project-member] Waiting for the task: (returnval){ [ 1010.374844] env[69770]: value = "task-4070125" [ 1010.374844] env[69770]: _type = "Task" [ 1010.374844] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1010.390907] env[69770]: DEBUG oslo_vmware.api [None req-90d74b5f-ffb4-4c6b-8b21-e6f61ac34d3b tempest-InstanceActionsNegativeTestJSON-680654 tempest-InstanceActionsNegativeTestJSON-680654-project-member] Task: {'id': task-4070125, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.514473] env[69770]: DEBUG oslo_concurrency.lockutils [None req-705dfd5f-309c-4067-af63-bf1c9ceb15cb tempest-ServersV294TestFqdnHostnames-822854397 tempest-ServersV294TestFqdnHostnames-822854397-project-member] Acquiring lock "cef6cba7-84fd-45db-82bf-20df6499c75e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1010.517272] env[69770]: DEBUG oslo_concurrency.lockutils [None req-705dfd5f-309c-4067-af63-bf1c9ceb15cb tempest-ServersV294TestFqdnHostnames-822854397 tempest-ServersV294TestFqdnHostnames-822854397-project-member] Lock "cef6cba7-84fd-45db-82bf-20df6499c75e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1010.525478] env[69770]: DEBUG oslo_concurrency.lockutils [None req-dbcd8a14-adf6-4f16-82b7-855678d67344 tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] Lock "f4cb9224-9468-4834-a24a-9309e6dd3bba" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 58.775s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1010.643294] env[69770]: DEBUG oslo_concurrency.lockutils [None req-fac126d2-a5b1-4f40-882d-2497eb0f67bc tempest-ServersNegativeTestJSON-1437959553 tempest-ServersNegativeTestJSON-1437959553-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.031s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1010.647218] env[69770]: DEBUG oslo_concurrency.lockutils [None req-516c8725-98cb-42c5-a6ea-28fad1704c7a tempest-ServersAdminTestJSON-142622790 tempest-ServersAdminTestJSON-142622790-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.732s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1010.647951] env[69770]: DEBUG nova.objects.instance [None req-516c8725-98cb-42c5-a6ea-28fad1704c7a tempest-ServersAdminTestJSON-142622790 tempest-ServersAdminTestJSON-142622790-project-member] Lazy-loading 'resources' on Instance uuid a4d4dece-6511-4a6e-a5fd-984223141631 {{(pid=69770) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1010.720613] env[69770]: INFO nova.network.neutron [None req-fac126d2-a5b1-4f40-882d-2497eb0f67bc tempest-ServersNegativeTestJSON-1437959553 tempest-ServersNegativeTestJSON-1437959553-project-member] [instance: 1cd3da96-102f-4a22-8f53-12b32485ffa2] Updating port 0276cb5b-ee35-4b81-b591-e4616352e712 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1010.777016] env[69770]: DEBUG oslo_vmware.api [-] Task: {'id': task-4070122, 'name': CreateVM_Task, 'duration_secs': 0.390245} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1010.777016] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6d778061-f3b5-4dc9-ab22-b1787ddd972e] Created VM on the ESX host {{(pid=69770) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1010.777784] env[69770]: DEBUG oslo_concurrency.lockutils [None req-781cca48-dbbe-4509-8830-950eeed25797 tempest-ServerRescueTestJSON-2083557613 tempest-ServerRescueTestJSON-2083557613-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.778061] env[69770]: DEBUG oslo_concurrency.lockutils [None req-781cca48-dbbe-4509-8830-950eeed25797 tempest-ServerRescueTestJSON-2083557613 tempest-ServerRescueTestJSON-2083557613-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.778533] env[69770]: DEBUG oslo_concurrency.lockutils [None req-781cca48-dbbe-4509-8830-950eeed25797 tempest-ServerRescueTestJSON-2083557613 tempest-ServerRescueTestJSON-2083557613-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.780039] env[69770]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-24752285-7740-4015-8b8b-1ddea31e2403 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.785344] env[69770]: DEBUG oslo_vmware.api [None req-781cca48-dbbe-4509-8830-950eeed25797 tempest-ServerRescueTestJSON-2083557613 tempest-ServerRescueTestJSON-2083557613-project-member] Waiting for the task: (returnval){ [ 1010.785344] env[69770]: value = "session[52161b52-cb8e-ec9f-1132-2f6b49549d41]523fe3c9-4138-078c-c88a-b8c7bb2c99e8" [ 1010.785344] env[69770]: _type = "Task" [ 1010.785344] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1010.796820] env[69770]: DEBUG oslo_vmware.api [None req-781cca48-dbbe-4509-8830-950eeed25797 tempest-ServerRescueTestJSON-2083557613 tempest-ServerRescueTestJSON-2083557613-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]523fe3c9-4138-078c-c88a-b8c7bb2c99e8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.845760] env[69770]: DEBUG oslo_vmware.api [None req-df730072-3621-4738-83c1-50bfd2104687 tempest-ServerShowV257Test-679390461 tempest-ServerShowV257Test-679390461-project-member] Task: {'id': task-4070124, 'name': Rename_Task, 'duration_secs': 0.221252} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1010.845997] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-df730072-3621-4738-83c1-50bfd2104687 tempest-ServerShowV257Test-679390461 tempest-ServerShowV257Test-679390461-project-member] [instance: 0d90aae9-45e9-424d-b06f-7dcbef05f5bf] Powering on the VM {{(pid=69770) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1010.846293] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-429e5b2d-741e-4d6a-b319-af64b7fe38de {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.856254] env[69770]: DEBUG oslo_vmware.api [None req-df730072-3621-4738-83c1-50bfd2104687 tempest-ServerShowV257Test-679390461 tempest-ServerShowV257Test-679390461-project-member] Waiting for the task: (returnval){ [ 1010.856254] env[69770]: value = "task-4070126" [ 1010.856254] env[69770]: _type = "Task" [ 1010.856254] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1010.865699] env[69770]: DEBUG oslo_vmware.api [None req-df730072-3621-4738-83c1-50bfd2104687 tempest-ServerShowV257Test-679390461 tempest-ServerShowV257Test-679390461-project-member] Task: {'id': task-4070126, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.886851] env[69770]: DEBUG oslo_vmware.api [None req-90d74b5f-ffb4-4c6b-8b21-e6f61ac34d3b tempest-InstanceActionsNegativeTestJSON-680654 tempest-InstanceActionsNegativeTestJSON-680654-project-member] Task: {'id': task-4070125, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.162858} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1010.887374] env[69770]: DEBUG nova.virt.vmwareapi.ds_util [None req-90d74b5f-ffb4-4c6b-8b21-e6f61ac34d3b tempest-InstanceActionsNegativeTestJSON-680654 tempest-InstanceActionsNegativeTestJSON-680654-project-member] Deleted the datastore file {{(pid=69770) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1010.887633] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-90d74b5f-ffb4-4c6b-8b21-e6f61ac34d3b tempest-InstanceActionsNegativeTestJSON-680654 tempest-InstanceActionsNegativeTestJSON-680654-project-member] [instance: a41cf0f5-5115-4676-8480-eed1a5e0a72b] Deleted contents of the VM from datastore datastore1 {{(pid=69770) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1010.887868] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-90d74b5f-ffb4-4c6b-8b21-e6f61ac34d3b tempest-InstanceActionsNegativeTestJSON-680654 tempest-InstanceActionsNegativeTestJSON-680654-project-member] [instance: a41cf0f5-5115-4676-8480-eed1a5e0a72b] Instance destroyed {{(pid=69770) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1010.888297] env[69770]: INFO nova.compute.manager [None req-90d74b5f-ffb4-4c6b-8b21-e6f61ac34d3b tempest-InstanceActionsNegativeTestJSON-680654 tempest-InstanceActionsNegativeTestJSON-680654-project-member] [instance: a41cf0f5-5115-4676-8480-eed1a5e0a72b] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1010.888369] env[69770]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-90d74b5f-ffb4-4c6b-8b21-e6f61ac34d3b tempest-InstanceActionsNegativeTestJSON-680654 tempest-InstanceActionsNegativeTestJSON-680654-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69770) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1010.888560] env[69770]: DEBUG nova.compute.manager [-] [instance: a41cf0f5-5115-4676-8480-eed1a5e0a72b] Deallocating network for instance {{(pid=69770) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1010.888820] env[69770]: DEBUG nova.network.neutron [-] [instance: a41cf0f5-5115-4676-8480-eed1a5e0a72b] deallocate_for_instance() {{(pid=69770) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1011.018760] env[69770]: DEBUG nova.compute.manager [None req-705dfd5f-309c-4067-af63-bf1c9ceb15cb tempest-ServersV294TestFqdnHostnames-822854397 tempest-ServersV294TestFqdnHostnames-822854397-project-member] [instance: cef6cba7-84fd-45db-82bf-20df6499c75e] Starting instance... {{(pid=69770) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1011.268830] env[69770]: DEBUG nova.compute.manager [req-2311de35-1618-4b2a-a331-fd8499754309 req-a6ab1a5b-fa78-471a-b06f-a01708baa5ef service nova] [instance: a41cf0f5-5115-4676-8480-eed1a5e0a72b] Received event network-vif-deleted-eea6ba01-e4d5-447c-a443-3bfc142a727b {{(pid=69770) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1011.269113] env[69770]: INFO nova.compute.manager [req-2311de35-1618-4b2a-a331-fd8499754309 req-a6ab1a5b-fa78-471a-b06f-a01708baa5ef service nova] [instance: a41cf0f5-5115-4676-8480-eed1a5e0a72b] Neutron deleted interface eea6ba01-e4d5-447c-a443-3bfc142a727b; detaching it from the instance and deleting it from the info cache [ 1011.269348] env[69770]: DEBUG nova.network.neutron [req-2311de35-1618-4b2a-a331-fd8499754309 req-a6ab1a5b-fa78-471a-b06f-a01708baa5ef service nova] [instance: a41cf0f5-5115-4676-8480-eed1a5e0a72b] Updating instance_info_cache with network_info: [] {{(pid=69770) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1011.296900] env[69770]: DEBUG oslo_vmware.api [None req-781cca48-dbbe-4509-8830-950eeed25797 tempest-ServerRescueTestJSON-2083557613 tempest-ServerRescueTestJSON-2083557613-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]523fe3c9-4138-078c-c88a-b8c7bb2c99e8, 'name': SearchDatastore_Task, 'duration_secs': 0.026671} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1011.300079] env[69770]: DEBUG oslo_concurrency.lockutils [None req-781cca48-dbbe-4509-8830-950eeed25797 tempest-ServerRescueTestJSON-2083557613 tempest-ServerRescueTestJSON-2083557613-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.300473] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-781cca48-dbbe-4509-8830-950eeed25797 tempest-ServerRescueTestJSON-2083557613 tempest-ServerRescueTestJSON-2083557613-project-member] [instance: 6d778061-f3b5-4dc9-ab22-b1787ddd972e] Processing image d1eaff80-24a0-4391-90eb-59958b1ecf0a {{(pid=69770) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1011.300767] env[69770]: DEBUG oslo_concurrency.lockutils [None req-781cca48-dbbe-4509-8830-950eeed25797 tempest-ServerRescueTestJSON-2083557613 tempest-ServerRescueTestJSON-2083557613-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.300911] env[69770]: DEBUG oslo_concurrency.lockutils [None req-781cca48-dbbe-4509-8830-950eeed25797 tempest-ServerRescueTestJSON-2083557613 tempest-ServerRescueTestJSON-2083557613-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.301108] env[69770]: DEBUG nova.virt.vmwareapi.ds_util [None req-781cca48-dbbe-4509-8830-950eeed25797 tempest-ServerRescueTestJSON-2083557613 tempest-ServerRescueTestJSON-2083557613-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69770) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1011.301964] env[69770]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3531a6dc-0f27-4180-8d40-b9e1530bd233 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.311453] env[69770]: DEBUG nova.virt.vmwareapi.ds_util [None req-781cca48-dbbe-4509-8830-950eeed25797 tempest-ServerRescueTestJSON-2083557613 tempest-ServerRescueTestJSON-2083557613-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69770) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1011.311796] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-781cca48-dbbe-4509-8830-950eeed25797 tempest-ServerRescueTestJSON-2083557613 tempest-ServerRescueTestJSON-2083557613-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69770) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1011.315028] env[69770]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3d6184e5-3f3c-40cc-8756-0125c3310fa1 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.322061] env[69770]: DEBUG oslo_vmware.api [None req-781cca48-dbbe-4509-8830-950eeed25797 tempest-ServerRescueTestJSON-2083557613 tempest-ServerRescueTestJSON-2083557613-project-member] Waiting for the task: (returnval){ [ 1011.322061] env[69770]: value = "session[52161b52-cb8e-ec9f-1132-2f6b49549d41]523d6770-a7e3-a208-fee3-7184f85f310e" [ 1011.322061] env[69770]: _type = "Task" [ 1011.322061] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1011.331615] env[69770]: DEBUG oslo_vmware.api [None req-781cca48-dbbe-4509-8830-950eeed25797 tempest-ServerRescueTestJSON-2083557613 tempest-ServerRescueTestJSON-2083557613-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]523d6770-a7e3-a208-fee3-7184f85f310e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.369514] env[69770]: DEBUG oslo_vmware.api [None req-df730072-3621-4738-83c1-50bfd2104687 tempest-ServerShowV257Test-679390461 tempest-ServerShowV257Test-679390461-project-member] Task: {'id': task-4070126, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.419272] env[69770]: DEBUG nova.compute.manager [None req-440f4ae9-35b1-4df2-8562-9d8c345e0339 tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] [instance: f4cb9224-9468-4834-a24a-9309e6dd3bba] Checking state {{(pid=69770) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1011.420332] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65dc56bd-1a48-4c8f-a1ff-c1502117511c {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.543466] env[69770]: DEBUG oslo_concurrency.lockutils [None req-705dfd5f-309c-4067-af63-bf1c9ceb15cb tempest-ServersV294TestFqdnHostnames-822854397 tempest-ServersV294TestFqdnHostnames-822854397-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1011.559569] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-617aa04e-5f72-4035-869d-d7debc6760f6 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.568660] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e5d1da2-0cef-4639-9117-49836c6769d9 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.605284] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72cdad3c-3e04-4ce7-a362-a8099b869f6f {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.615014] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9e036cb-dd02-47f4-a80b-8be2ede399b8 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.632102] env[69770]: DEBUG nova.compute.provider_tree [None req-516c8725-98cb-42c5-a6ea-28fad1704c7a tempest-ServersAdminTestJSON-142622790 tempest-ServersAdminTestJSON-142622790-project-member] Inventory has not changed in ProviderTree for provider: 7cc7d32b-b7a7-454a-a456-2a440248ed9d {{(pid=69770) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1011.750578] env[69770]: DEBUG nova.network.neutron [-] [instance: a41cf0f5-5115-4676-8480-eed1a5e0a72b] Updating instance_info_cache with network_info: [] {{(pid=69770) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1011.773063] env[69770]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b49aa87c-b581-4e67-9b34-0aeddf840a69 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.782529] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb06aee0-980a-419c-bb1c-c6ade853e8ad {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.825164] env[69770]: DEBUG nova.compute.manager [req-2311de35-1618-4b2a-a331-fd8499754309 req-a6ab1a5b-fa78-471a-b06f-a01708baa5ef service nova] [instance: a41cf0f5-5115-4676-8480-eed1a5e0a72b] Detach interface failed, port_id=eea6ba01-e4d5-447c-a443-3bfc142a727b, reason: Instance a41cf0f5-5115-4676-8480-eed1a5e0a72b could not be found. {{(pid=69770) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1011.837297] env[69770]: DEBUG oslo_vmware.api [None req-781cca48-dbbe-4509-8830-950eeed25797 tempest-ServerRescueTestJSON-2083557613 tempest-ServerRescueTestJSON-2083557613-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]523d6770-a7e3-a208-fee3-7184f85f310e, 'name': SearchDatastore_Task, 'duration_secs': 0.013426} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1011.838151] env[69770]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-de9bf6a3-e14a-4a43-a856-12e8d561a14f {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.845063] env[69770]: DEBUG oslo_vmware.api [None req-781cca48-dbbe-4509-8830-950eeed25797 tempest-ServerRescueTestJSON-2083557613 tempest-ServerRescueTestJSON-2083557613-project-member] Waiting for the task: (returnval){ [ 1011.845063] env[69770]: value = "session[52161b52-cb8e-ec9f-1132-2f6b49549d41]526a1694-a0ec-71fb-acd9-38306a6b5287" [ 1011.845063] env[69770]: _type = "Task" [ 1011.845063] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1011.855336] env[69770]: DEBUG oslo_vmware.api [None req-781cca48-dbbe-4509-8830-950eeed25797 tempest-ServerRescueTestJSON-2083557613 tempest-ServerRescueTestJSON-2083557613-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]526a1694-a0ec-71fb-acd9-38306a6b5287, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.872620] env[69770]: DEBUG oslo_vmware.api [None req-df730072-3621-4738-83c1-50bfd2104687 tempest-ServerShowV257Test-679390461 tempest-ServerShowV257Test-679390461-project-member] Task: {'id': task-4070126, 'name': PowerOnVM_Task, 'duration_secs': 0.656556} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1011.872948] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-df730072-3621-4738-83c1-50bfd2104687 tempest-ServerShowV257Test-679390461 tempest-ServerShowV257Test-679390461-project-member] [instance: 0d90aae9-45e9-424d-b06f-7dcbef05f5bf] Powered on the VM {{(pid=69770) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1011.873225] env[69770]: DEBUG nova.compute.manager [None req-df730072-3621-4738-83c1-50bfd2104687 tempest-ServerShowV257Test-679390461 tempest-ServerShowV257Test-679390461-project-member] [instance: 0d90aae9-45e9-424d-b06f-7dcbef05f5bf] Checking state {{(pid=69770) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1011.874094] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c04a8e0-3e6e-4069-8fa9-20523226168b {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.934828] env[69770]: INFO nova.compute.manager [None req-440f4ae9-35b1-4df2-8562-9d8c345e0339 tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] [instance: f4cb9224-9468-4834-a24a-9309e6dd3bba] instance snapshotting [ 1011.937819] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aaed4d71-65a3-4878-81dc-ae27f5c5b152 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.958017] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ebb3222-8bf6-4012-8d66-8170825817a5 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.136916] env[69770]: DEBUG nova.scheduler.client.report [None req-516c8725-98cb-42c5-a6ea-28fad1704c7a tempest-ServersAdminTestJSON-142622790 tempest-ServersAdminTestJSON-142622790-project-member] Inventory has not changed for provider 7cc7d32b-b7a7-454a-a456-2a440248ed9d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69770) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1012.219608] env[69770]: DEBUG oslo_concurrency.lockutils [None req-2b124d0e-a216-4a2b-9b03-ac11d27dcb58 tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] Acquiring lock "fb2581e0-5c22-4622-a652-818f9af7a9ba" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1012.219867] env[69770]: DEBUG oslo_concurrency.lockutils [None req-2b124d0e-a216-4a2b-9b03-ac11d27dcb58 tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] Lock "fb2581e0-5c22-4622-a652-818f9af7a9ba" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1012.253972] env[69770]: INFO nova.compute.manager [-] [instance: a41cf0f5-5115-4676-8480-eed1a5e0a72b] Took 1.37 seconds to deallocate network for instance. [ 1012.356510] env[69770]: DEBUG oslo_vmware.api [None req-781cca48-dbbe-4509-8830-950eeed25797 tempest-ServerRescueTestJSON-2083557613 tempest-ServerRescueTestJSON-2083557613-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]526a1694-a0ec-71fb-acd9-38306a6b5287, 'name': SearchDatastore_Task, 'duration_secs': 0.027666} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1012.356922] env[69770]: DEBUG oslo_concurrency.lockutils [None req-781cca48-dbbe-4509-8830-950eeed25797 tempest-ServerRescueTestJSON-2083557613 tempest-ServerRescueTestJSON-2083557613-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.356998] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-781cca48-dbbe-4509-8830-950eeed25797 tempest-ServerRescueTestJSON-2083557613 tempest-ServerRescueTestJSON-2083557613-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk to [datastore2] 6d778061-f3b5-4dc9-ab22-b1787ddd972e/6d778061-f3b5-4dc9-ab22-b1787ddd972e.vmdk {{(pid=69770) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1012.357296] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-aa67edbb-4d2b-4078-9057-4397363d1f7d {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.366707] env[69770]: DEBUG oslo_vmware.api [None req-781cca48-dbbe-4509-8830-950eeed25797 tempest-ServerRescueTestJSON-2083557613 tempest-ServerRescueTestJSON-2083557613-project-member] Waiting for the task: (returnval){ [ 1012.366707] env[69770]: value = "task-4070127" [ 1012.366707] env[69770]: _type = "Task" [ 1012.366707] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1012.375175] env[69770]: DEBUG oslo_vmware.api [None req-781cca48-dbbe-4509-8830-950eeed25797 tempest-ServerRescueTestJSON-2083557613 tempest-ServerRescueTestJSON-2083557613-project-member] Task: {'id': task-4070127, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.396072] env[69770]: DEBUG oslo_concurrency.lockutils [None req-df730072-3621-4738-83c1-50bfd2104687 tempest-ServerShowV257Test-679390461 tempest-ServerShowV257Test-679390461-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1012.416135] env[69770]: DEBUG oslo_concurrency.lockutils [None req-fac126d2-a5b1-4f40-882d-2497eb0f67bc tempest-ServersNegativeTestJSON-1437959553 tempest-ServersNegativeTestJSON-1437959553-project-member] Acquiring lock "refresh_cache-1cd3da96-102f-4a22-8f53-12b32485ffa2" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.417054] env[69770]: DEBUG oslo_concurrency.lockutils [None req-fac126d2-a5b1-4f40-882d-2497eb0f67bc tempest-ServersNegativeTestJSON-1437959553 tempest-ServersNegativeTestJSON-1437959553-project-member] Acquired lock "refresh_cache-1cd3da96-102f-4a22-8f53-12b32485ffa2" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.417054] env[69770]: DEBUG nova.network.neutron [None req-fac126d2-a5b1-4f40-882d-2497eb0f67bc tempest-ServersNegativeTestJSON-1437959553 tempest-ServersNegativeTestJSON-1437959553-project-member] [instance: 1cd3da96-102f-4a22-8f53-12b32485ffa2] Building network info cache for instance {{(pid=69770) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1012.470516] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-440f4ae9-35b1-4df2-8562-9d8c345e0339 tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] [instance: f4cb9224-9468-4834-a24a-9309e6dd3bba] Creating Snapshot of the VM instance {{(pid=69770) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1012.470949] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-caca358d-7490-45ce-a4a6-9a7c15dcb2d5 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.482034] env[69770]: DEBUG oslo_vmware.api [None req-440f4ae9-35b1-4df2-8562-9d8c345e0339 tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] Waiting for the task: (returnval){ [ 1012.482034] env[69770]: value = "task-4070128" [ 1012.482034] env[69770]: _type = "Task" [ 1012.482034] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1012.492025] env[69770]: DEBUG oslo_vmware.api [None req-440f4ae9-35b1-4df2-8562-9d8c345e0339 tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] Task: {'id': task-4070128, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.570562] env[69770]: DEBUG oslo_concurrency.lockutils [None req-68b5ffd7-65b3-4eb2-bf46-c8c2eb7b3a45 tempest-ServerShowV257Test-679390461 tempest-ServerShowV257Test-679390461-project-member] Acquiring lock "0d90aae9-45e9-424d-b06f-7dcbef05f5bf" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1012.570861] env[69770]: DEBUG oslo_concurrency.lockutils [None req-68b5ffd7-65b3-4eb2-bf46-c8c2eb7b3a45 tempest-ServerShowV257Test-679390461 tempest-ServerShowV257Test-679390461-project-member] Lock "0d90aae9-45e9-424d-b06f-7dcbef05f5bf" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1012.571132] env[69770]: DEBUG oslo_concurrency.lockutils [None req-68b5ffd7-65b3-4eb2-bf46-c8c2eb7b3a45 tempest-ServerShowV257Test-679390461 tempest-ServerShowV257Test-679390461-project-member] Acquiring lock "0d90aae9-45e9-424d-b06f-7dcbef05f5bf-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1012.571329] env[69770]: DEBUG oslo_concurrency.lockutils [None req-68b5ffd7-65b3-4eb2-bf46-c8c2eb7b3a45 tempest-ServerShowV257Test-679390461 tempest-ServerShowV257Test-679390461-project-member] Lock "0d90aae9-45e9-424d-b06f-7dcbef05f5bf-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1012.571502] env[69770]: DEBUG oslo_concurrency.lockutils [None req-68b5ffd7-65b3-4eb2-bf46-c8c2eb7b3a45 tempest-ServerShowV257Test-679390461 tempest-ServerShowV257Test-679390461-project-member] Lock "0d90aae9-45e9-424d-b06f-7dcbef05f5bf-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1012.573752] env[69770]: INFO nova.compute.manager [None req-68b5ffd7-65b3-4eb2-bf46-c8c2eb7b3a45 tempest-ServerShowV257Test-679390461 tempest-ServerShowV257Test-679390461-project-member] [instance: 0d90aae9-45e9-424d-b06f-7dcbef05f5bf] Terminating instance [ 1012.642731] env[69770]: DEBUG oslo_concurrency.lockutils [None req-516c8725-98cb-42c5-a6ea-28fad1704c7a tempest-ServersAdminTestJSON-142622790 tempest-ServersAdminTestJSON-142622790-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.997s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1012.647050] env[69770]: DEBUG oslo_concurrency.lockutils [None req-0ebe2a77-310c-4f41-8888-0c9801206db9 tempest-AttachInterfacesUnderV243Test-761183515 tempest-AttachInterfacesUnderV243Test-761183515-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.292s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1012.649970] env[69770]: INFO nova.compute.claims [None req-0ebe2a77-310c-4f41-8888-0c9801206db9 tempest-AttachInterfacesUnderV243Test-761183515 tempest-AttachInterfacesUnderV243Test-761183515-project-member] [instance: 529437d0-e31b-482e-9273-2d27b674c0e3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1012.672217] env[69770]: INFO nova.scheduler.client.report [None req-516c8725-98cb-42c5-a6ea-28fad1704c7a tempest-ServersAdminTestJSON-142622790 tempest-ServersAdminTestJSON-142622790-project-member] Deleted allocations for instance a4d4dece-6511-4a6e-a5fd-984223141631 [ 1012.724914] env[69770]: DEBUG nova.compute.manager [None req-2b124d0e-a216-4a2b-9b03-ac11d27dcb58 tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] [instance: fb2581e0-5c22-4622-a652-818f9af7a9ba] Starting instance... {{(pid=69770) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1012.761378] env[69770]: DEBUG oslo_concurrency.lockutils [None req-90d74b5f-ffb4-4c6b-8b21-e6f61ac34d3b tempest-InstanceActionsNegativeTestJSON-680654 tempest-InstanceActionsNegativeTestJSON-680654-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1012.878747] env[69770]: DEBUG oslo_vmware.api [None req-781cca48-dbbe-4509-8830-950eeed25797 tempest-ServerRescueTestJSON-2083557613 tempest-ServerRescueTestJSON-2083557613-project-member] Task: {'id': task-4070127, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.992045] env[69770]: DEBUG oslo_vmware.api [None req-440f4ae9-35b1-4df2-8562-9d8c345e0339 tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] Task: {'id': task-4070128, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.078008] env[69770]: DEBUG oslo_concurrency.lockutils [None req-68b5ffd7-65b3-4eb2-bf46-c8c2eb7b3a45 tempest-ServerShowV257Test-679390461 tempest-ServerShowV257Test-679390461-project-member] Acquiring lock "refresh_cache-0d90aae9-45e9-424d-b06f-7dcbef05f5bf" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.078473] env[69770]: DEBUG oslo_concurrency.lockutils [None req-68b5ffd7-65b3-4eb2-bf46-c8c2eb7b3a45 tempest-ServerShowV257Test-679390461 tempest-ServerShowV257Test-679390461-project-member] Acquired lock "refresh_cache-0d90aae9-45e9-424d-b06f-7dcbef05f5bf" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.078804] env[69770]: DEBUG nova.network.neutron [None req-68b5ffd7-65b3-4eb2-bf46-c8c2eb7b3a45 tempest-ServerShowV257Test-679390461 tempest-ServerShowV257Test-679390461-project-member] [instance: 0d90aae9-45e9-424d-b06f-7dcbef05f5bf] Building network info cache for instance {{(pid=69770) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1013.180357] env[69770]: DEBUG oslo_concurrency.lockutils [None req-516c8725-98cb-42c5-a6ea-28fad1704c7a tempest-ServersAdminTestJSON-142622790 tempest-ServersAdminTestJSON-142622790-project-member] Lock "a4d4dece-6511-4a6e-a5fd-984223141631" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.748s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1013.223537] env[69770]: DEBUG nova.network.neutron [None req-fac126d2-a5b1-4f40-882d-2497eb0f67bc tempest-ServersNegativeTestJSON-1437959553 tempest-ServersNegativeTestJSON-1437959553-project-member] [instance: 1cd3da96-102f-4a22-8f53-12b32485ffa2] Updating instance_info_cache with network_info: [{"id": "0276cb5b-ee35-4b81-b591-e4616352e712", "address": "fa:16:3e:93:ba:6d", "network": {"id": "6d495b25-93c9-4d41-93da-495fe7782e89", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-659703650-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.2", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.3"}}], "meta": {"injected": false, "tenant_id": "a1bbd9f308194b4aa6cb513f5d2cd789", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "360308f4-9d0a-4ec2-8bcf-44891f452847", "external-id": "nsx-vlan-transportzone-383", "segmentation_id": 383, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0276cb5b-ee", "ovs_interfaceid": "0276cb5b-ee35-4b81-b591-e4616352e712", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69770) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1013.243867] env[69770]: DEBUG oslo_concurrency.lockutils [None req-2b124d0e-a216-4a2b-9b03-ac11d27dcb58 tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1013.378971] env[69770]: DEBUG oslo_vmware.api [None req-781cca48-dbbe-4509-8830-950eeed25797 tempest-ServerRescueTestJSON-2083557613 tempest-ServerRescueTestJSON-2083557613-project-member] Task: {'id': task-4070127, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.603886} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1013.379344] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-781cca48-dbbe-4509-8830-950eeed25797 tempest-ServerRescueTestJSON-2083557613 tempest-ServerRescueTestJSON-2083557613-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk to [datastore2] 6d778061-f3b5-4dc9-ab22-b1787ddd972e/6d778061-f3b5-4dc9-ab22-b1787ddd972e.vmdk {{(pid=69770) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1013.379504] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-781cca48-dbbe-4509-8830-950eeed25797 tempest-ServerRescueTestJSON-2083557613 tempest-ServerRescueTestJSON-2083557613-project-member] [instance: 6d778061-f3b5-4dc9-ab22-b1787ddd972e] Extending root virtual disk to 1048576 {{(pid=69770) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1013.379747] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d20edead-e6d4-4db7-93ee-22576d7a7caa {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.387698] env[69770]: DEBUG oslo_vmware.api [None req-781cca48-dbbe-4509-8830-950eeed25797 tempest-ServerRescueTestJSON-2083557613 tempest-ServerRescueTestJSON-2083557613-project-member] Waiting for the task: (returnval){ [ 1013.387698] env[69770]: value = "task-4070129" [ 1013.387698] env[69770]: _type = "Task" [ 1013.387698] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1013.389972] env[69770]: DEBUG nova.compute.manager [req-a004cd31-b7f6-463d-9a38-6439d0bd3c91 req-f723a416-fb5b-4d04-966f-d03d25e334ce service nova] [instance: 1cd3da96-102f-4a22-8f53-12b32485ffa2] Received event network-vif-plugged-0276cb5b-ee35-4b81-b591-e4616352e712 {{(pid=69770) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1013.390251] env[69770]: DEBUG oslo_concurrency.lockutils [req-a004cd31-b7f6-463d-9a38-6439d0bd3c91 req-f723a416-fb5b-4d04-966f-d03d25e334ce service nova] Acquiring lock "1cd3da96-102f-4a22-8f53-12b32485ffa2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1013.390463] env[69770]: DEBUG oslo_concurrency.lockutils [req-a004cd31-b7f6-463d-9a38-6439d0bd3c91 req-f723a416-fb5b-4d04-966f-d03d25e334ce service nova] Lock "1cd3da96-102f-4a22-8f53-12b32485ffa2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1013.390619] env[69770]: DEBUG oslo_concurrency.lockutils [req-a004cd31-b7f6-463d-9a38-6439d0bd3c91 req-f723a416-fb5b-4d04-966f-d03d25e334ce service nova] Lock "1cd3da96-102f-4a22-8f53-12b32485ffa2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1013.390940] env[69770]: DEBUG nova.compute.manager [req-a004cd31-b7f6-463d-9a38-6439d0bd3c91 req-f723a416-fb5b-4d04-966f-d03d25e334ce service nova] [instance: 1cd3da96-102f-4a22-8f53-12b32485ffa2] No waiting events found dispatching network-vif-plugged-0276cb5b-ee35-4b81-b591-e4616352e712 {{(pid=69770) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1013.390940] env[69770]: WARNING nova.compute.manager [req-a004cd31-b7f6-463d-9a38-6439d0bd3c91 req-f723a416-fb5b-4d04-966f-d03d25e334ce service nova] [instance: 1cd3da96-102f-4a22-8f53-12b32485ffa2] Received unexpected event network-vif-plugged-0276cb5b-ee35-4b81-b591-e4616352e712 for instance with vm_state shelved_offloaded and task_state spawning. [ 1013.391114] env[69770]: DEBUG nova.compute.manager [req-a004cd31-b7f6-463d-9a38-6439d0bd3c91 req-f723a416-fb5b-4d04-966f-d03d25e334ce service nova] [instance: 1cd3da96-102f-4a22-8f53-12b32485ffa2] Received event network-changed-0276cb5b-ee35-4b81-b591-e4616352e712 {{(pid=69770) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1013.391474] env[69770]: DEBUG nova.compute.manager [req-a004cd31-b7f6-463d-9a38-6439d0bd3c91 req-f723a416-fb5b-4d04-966f-d03d25e334ce service nova] [instance: 1cd3da96-102f-4a22-8f53-12b32485ffa2] Refreshing instance network info cache due to event network-changed-0276cb5b-ee35-4b81-b591-e4616352e712. {{(pid=69770) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1013.391474] env[69770]: DEBUG oslo_concurrency.lockutils [req-a004cd31-b7f6-463d-9a38-6439d0bd3c91 req-f723a416-fb5b-4d04-966f-d03d25e334ce service nova] Acquiring lock "refresh_cache-1cd3da96-102f-4a22-8f53-12b32485ffa2" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.403338] env[69770]: DEBUG oslo_vmware.api [None req-781cca48-dbbe-4509-8830-950eeed25797 tempest-ServerRescueTestJSON-2083557613 tempest-ServerRescueTestJSON-2083557613-project-member] Task: {'id': task-4070129, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.495027] env[69770]: DEBUG oslo_vmware.api [None req-440f4ae9-35b1-4df2-8562-9d8c345e0339 tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] Task: {'id': task-4070128, 'name': CreateSnapshot_Task, 'duration_secs': 0.771196} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1013.495478] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-440f4ae9-35b1-4df2-8562-9d8c345e0339 tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] [instance: f4cb9224-9468-4834-a24a-9309e6dd3bba] Created Snapshot of the VM instance {{(pid=69770) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1013.496292] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c07d624-7830-4dd7-8cc4-5293d10d9de2 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.599088] env[69770]: DEBUG nova.network.neutron [None req-68b5ffd7-65b3-4eb2-bf46-c8c2eb7b3a45 tempest-ServerShowV257Test-679390461 tempest-ServerShowV257Test-679390461-project-member] [instance: 0d90aae9-45e9-424d-b06f-7dcbef05f5bf] Instance cache missing network info. {{(pid=69770) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1013.612164] env[69770]: INFO nova.compute.manager [None req-47896d00-dc90-4e62-8ca0-233d7b5e6b7e tempest-ServerActionsV293TestJSON-1944763761 tempest-ServerActionsV293TestJSON-1944763761-project-member] [instance: 1f92c4e9-6054-433b-917d-fa1956ee1a57] Rebuilding instance [ 1013.656773] env[69770]: DEBUG nova.compute.manager [None req-47896d00-dc90-4e62-8ca0-233d7b5e6b7e tempest-ServerActionsV293TestJSON-1944763761 tempest-ServerActionsV293TestJSON-1944763761-project-member] [instance: 1f92c4e9-6054-433b-917d-fa1956ee1a57] Checking state {{(pid=69770) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1013.657696] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21415ea0-e161-40c8-9ca3-0ac17e8b44c9 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.661084] env[69770]: DEBUG nova.network.neutron [None req-68b5ffd7-65b3-4eb2-bf46-c8c2eb7b3a45 tempest-ServerShowV257Test-679390461 tempest-ServerShowV257Test-679390461-project-member] [instance: 0d90aae9-45e9-424d-b06f-7dcbef05f5bf] Updating instance_info_cache with network_info: [] {{(pid=69770) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1013.725756] env[69770]: DEBUG oslo_concurrency.lockutils [None req-fac126d2-a5b1-4f40-882d-2497eb0f67bc tempest-ServersNegativeTestJSON-1437959553 tempest-ServersNegativeTestJSON-1437959553-project-member] Releasing lock "refresh_cache-1cd3da96-102f-4a22-8f53-12b32485ffa2" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.728016] env[69770]: DEBUG oslo_concurrency.lockutils [req-a004cd31-b7f6-463d-9a38-6439d0bd3c91 req-f723a416-fb5b-4d04-966f-d03d25e334ce service nova] Acquired lock "refresh_cache-1cd3da96-102f-4a22-8f53-12b32485ffa2" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.728108] env[69770]: DEBUG nova.network.neutron [req-a004cd31-b7f6-463d-9a38-6439d0bd3c91 req-f723a416-fb5b-4d04-966f-d03d25e334ce service nova] [instance: 1cd3da96-102f-4a22-8f53-12b32485ffa2] Refreshing network info cache for port 0276cb5b-ee35-4b81-b591-e4616352e712 {{(pid=69770) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1013.748436] env[69770]: DEBUG nova.virt.hardware [None req-fac126d2-a5b1-4f40-882d-2497eb0f67bc tempest-ServersNegativeTestJSON-1437959553 tempest-ServersNegativeTestJSON-1437959553-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T12:16:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='89b0b526218e9adf3ecaef8a90b938db',container_format='bare',created_at=2025-05-13T12:22:10Z,direct_url=,disk_format='vmdk',id=aa240c0f-8843-4221-bc13-6de25c02262b,min_disk=1,min_ram=0,name='tempest-ServersNegativeTestJSON-server-1343676830-shelved',owner='a1bbd9f308194b4aa6cb513f5d2cd789',properties=ImageMetaProps,protected=,size=31665152,status='active',tags=,updated_at=2025-05-13T12:22:24Z,virtual_size=,visibility=), allow threads: False {{(pid=69770) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1013.748689] env[69770]: DEBUG nova.virt.hardware [None req-fac126d2-a5b1-4f40-882d-2497eb0f67bc tempest-ServersNegativeTestJSON-1437959553 tempest-ServersNegativeTestJSON-1437959553-project-member] Flavor limits 0:0:0 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1013.748847] env[69770]: DEBUG nova.virt.hardware [None req-fac126d2-a5b1-4f40-882d-2497eb0f67bc tempest-ServersNegativeTestJSON-1437959553 tempest-ServersNegativeTestJSON-1437959553-project-member] Image limits 0:0:0 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1013.749043] env[69770]: DEBUG nova.virt.hardware [None req-fac126d2-a5b1-4f40-882d-2497eb0f67bc tempest-ServersNegativeTestJSON-1437959553 tempest-ServersNegativeTestJSON-1437959553-project-member] Flavor pref 0:0:0 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1013.749196] env[69770]: DEBUG nova.virt.hardware [None req-fac126d2-a5b1-4f40-882d-2497eb0f67bc tempest-ServersNegativeTestJSON-1437959553 tempest-ServersNegativeTestJSON-1437959553-project-member] Image pref 0:0:0 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1013.749345] env[69770]: DEBUG nova.virt.hardware [None req-fac126d2-a5b1-4f40-882d-2497eb0f67bc tempest-ServersNegativeTestJSON-1437959553 tempest-ServersNegativeTestJSON-1437959553-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1013.749585] env[69770]: DEBUG nova.virt.hardware [None req-fac126d2-a5b1-4f40-882d-2497eb0f67bc tempest-ServersNegativeTestJSON-1437959553 tempest-ServersNegativeTestJSON-1437959553-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69770) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1013.749757] env[69770]: DEBUG nova.virt.hardware [None req-fac126d2-a5b1-4f40-882d-2497eb0f67bc tempest-ServersNegativeTestJSON-1437959553 tempest-ServersNegativeTestJSON-1437959553-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69770) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1013.749933] env[69770]: DEBUG nova.virt.hardware [None req-fac126d2-a5b1-4f40-882d-2497eb0f67bc tempest-ServersNegativeTestJSON-1437959553 tempest-ServersNegativeTestJSON-1437959553-project-member] Got 1 possible topologies {{(pid=69770) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1013.750117] env[69770]: DEBUG nova.virt.hardware [None req-fac126d2-a5b1-4f40-882d-2497eb0f67bc tempest-ServersNegativeTestJSON-1437959553 tempest-ServersNegativeTestJSON-1437959553-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69770) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1013.750310] env[69770]: DEBUG nova.virt.hardware [None req-fac126d2-a5b1-4f40-882d-2497eb0f67bc tempest-ServersNegativeTestJSON-1437959553 tempest-ServersNegativeTestJSON-1437959553-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69770) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1013.751206] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70553ce7-e498-45c6-8abc-ba6200f1bc9c {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.764043] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2b34e57-09e9-4d6c-a251-3f13689dc526 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.783119] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-fac126d2-a5b1-4f40-882d-2497eb0f67bc tempest-ServersNegativeTestJSON-1437959553 tempest-ServersNegativeTestJSON-1437959553-project-member] [instance: 1cd3da96-102f-4a22-8f53-12b32485ffa2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:93:ba:6d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '360308f4-9d0a-4ec2-8bcf-44891f452847', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0276cb5b-ee35-4b81-b591-e4616352e712', 'vif_model': 'vmxnet3'}] {{(pid=69770) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1013.791204] env[69770]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fac126d2-a5b1-4f40-882d-2497eb0f67bc tempest-ServersNegativeTestJSON-1437959553 tempest-ServersNegativeTestJSON-1437959553-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69770) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1013.794313] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1cd3da96-102f-4a22-8f53-12b32485ffa2] Creating VM on the ESX host {{(pid=69770) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1013.794771] env[69770]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-44224b8e-e992-440a-9112-25a8cfd86c39 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.817803] env[69770]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1013.817803] env[69770]: value = "task-4070130" [ 1013.817803] env[69770]: _type = "Task" [ 1013.817803] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1013.829023] env[69770]: DEBUG oslo_vmware.api [-] Task: {'id': task-4070130, 'name': CreateVM_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.902922] env[69770]: DEBUG oslo_vmware.api [None req-781cca48-dbbe-4509-8830-950eeed25797 tempest-ServerRescueTestJSON-2083557613 tempest-ServerRescueTestJSON-2083557613-project-member] Task: {'id': task-4070129, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070374} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1013.903242] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-781cca48-dbbe-4509-8830-950eeed25797 tempest-ServerRescueTestJSON-2083557613 tempest-ServerRescueTestJSON-2083557613-project-member] [instance: 6d778061-f3b5-4dc9-ab22-b1787ddd972e] Extended root virtual disk {{(pid=69770) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1013.904332] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-496dba4e-03f1-43e1-b80f-60a090685b72 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.924558] env[69770]: DEBUG oslo_concurrency.lockutils [None req-9e41b3a4-51b7-4850-96df-90e0947a6a38 tempest-ServersAdminTestJSON-142622790 tempest-ServersAdminTestJSON-142622790-project-member] Acquiring lock "e7c6d72e-2455-4d69-a2a7-5ee48fa3a22c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1013.924944] env[69770]: DEBUG oslo_concurrency.lockutils [None req-9e41b3a4-51b7-4850-96df-90e0947a6a38 tempest-ServersAdminTestJSON-142622790 tempest-ServersAdminTestJSON-142622790-project-member] Lock "e7c6d72e-2455-4d69-a2a7-5ee48fa3a22c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1013.925090] env[69770]: DEBUG oslo_concurrency.lockutils [None req-9e41b3a4-51b7-4850-96df-90e0947a6a38 tempest-ServersAdminTestJSON-142622790 tempest-ServersAdminTestJSON-142622790-project-member] Acquiring lock "e7c6d72e-2455-4d69-a2a7-5ee48fa3a22c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1013.925278] env[69770]: DEBUG oslo_concurrency.lockutils [None req-9e41b3a4-51b7-4850-96df-90e0947a6a38 tempest-ServersAdminTestJSON-142622790 tempest-ServersAdminTestJSON-142622790-project-member] Lock "e7c6d72e-2455-4d69-a2a7-5ee48fa3a22c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1013.925480] env[69770]: DEBUG oslo_concurrency.lockutils [None req-9e41b3a4-51b7-4850-96df-90e0947a6a38 tempest-ServersAdminTestJSON-142622790 tempest-ServersAdminTestJSON-142622790-project-member] Lock "e7c6d72e-2455-4d69-a2a7-5ee48fa3a22c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1013.935644] env[69770]: DEBUG nova.virt.vmwareapi.volumeops [None req-781cca48-dbbe-4509-8830-950eeed25797 tempest-ServerRescueTestJSON-2083557613 tempest-ServerRescueTestJSON-2083557613-project-member] [instance: 6d778061-f3b5-4dc9-ab22-b1787ddd972e] Reconfiguring VM instance instance-00000048 to attach disk [datastore2] 6d778061-f3b5-4dc9-ab22-b1787ddd972e/6d778061-f3b5-4dc9-ab22-b1787ddd972e.vmdk or device None with type sparse {{(pid=69770) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1013.936325] env[69770]: INFO nova.compute.manager [None req-9e41b3a4-51b7-4850-96df-90e0947a6a38 tempest-ServersAdminTestJSON-142622790 tempest-ServersAdminTestJSON-142622790-project-member] [instance: e7c6d72e-2455-4d69-a2a7-5ee48fa3a22c] Terminating instance [ 1013.940545] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ee8327fa-3b60-47ee-b94f-0101e305f997 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.963950] env[69770]: DEBUG oslo_vmware.api [None req-781cca48-dbbe-4509-8830-950eeed25797 tempest-ServerRescueTestJSON-2083557613 tempest-ServerRescueTestJSON-2083557613-project-member] Waiting for the task: (returnval){ [ 1013.963950] env[69770]: value = "task-4070131" [ 1013.963950] env[69770]: _type = "Task" [ 1013.963950] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1013.976575] env[69770]: DEBUG oslo_vmware.api [None req-781cca48-dbbe-4509-8830-950eeed25797 tempest-ServerRescueTestJSON-2083557613 tempest-ServerRescueTestJSON-2083557613-project-member] Task: {'id': task-4070131, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.014299] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-440f4ae9-35b1-4df2-8562-9d8c345e0339 tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] [instance: f4cb9224-9468-4834-a24a-9309e6dd3bba] Creating linked-clone VM from snapshot {{(pid=69770) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1014.014642] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-00c45b36-7290-4895-9ace-438df9b6f674 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.026610] env[69770]: DEBUG oslo_vmware.api [None req-440f4ae9-35b1-4df2-8562-9d8c345e0339 tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] Waiting for the task: (returnval){ [ 1014.026610] env[69770]: value = "task-4070132" [ 1014.026610] env[69770]: _type = "Task" [ 1014.026610] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1014.039271] env[69770]: DEBUG oslo_vmware.api [None req-440f4ae9-35b1-4df2-8562-9d8c345e0339 tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] Task: {'id': task-4070132, 'name': CloneVM_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.121711] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9186554f-3bac-416a-b978-31faaae9bd70 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.131427] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fc34094-adbe-4a41-add0-afaaed5d6e51 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.166292] env[69770]: DEBUG oslo_concurrency.lockutils [None req-68b5ffd7-65b3-4eb2-bf46-c8c2eb7b3a45 tempest-ServerShowV257Test-679390461 tempest-ServerShowV257Test-679390461-project-member] Releasing lock "refresh_cache-0d90aae9-45e9-424d-b06f-7dcbef05f5bf" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.166942] env[69770]: DEBUG nova.compute.manager [None req-68b5ffd7-65b3-4eb2-bf46-c8c2eb7b3a45 tempest-ServerShowV257Test-679390461 tempest-ServerShowV257Test-679390461-project-member] [instance: 0d90aae9-45e9-424d-b06f-7dcbef05f5bf] Start destroying the instance on the hypervisor. {{(pid=69770) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1014.167266] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-68b5ffd7-65b3-4eb2-bf46-c8c2eb7b3a45 tempest-ServerShowV257Test-679390461 tempest-ServerShowV257Test-679390461-project-member] [instance: 0d90aae9-45e9-424d-b06f-7dcbef05f5bf] Destroying instance {{(pid=69770) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1014.168615] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c75c7947-39d9-42d7-9981-edaafc8d411f {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.172689] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67b037bd-cf97-4045-b2b9-91ac4588c489 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.184816] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-68b5ffd7-65b3-4eb2-bf46-c8c2eb7b3a45 tempest-ServerShowV257Test-679390461 tempest-ServerShowV257Test-679390461-project-member] [instance: 0d90aae9-45e9-424d-b06f-7dcbef05f5bf] Powering off the VM {{(pid=69770) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1014.186889] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ce8229e6-3ffc-42b0-a720-15857f6c8562 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.191241] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e40b3243-414f-4250-bb75-5b4ed87d3cc8 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.211890] env[69770]: DEBUG nova.compute.provider_tree [None req-0ebe2a77-310c-4f41-8888-0c9801206db9 tempest-AttachInterfacesUnderV243Test-761183515 tempest-AttachInterfacesUnderV243Test-761183515-project-member] Inventory has not changed in ProviderTree for provider: 7cc7d32b-b7a7-454a-a456-2a440248ed9d {{(pid=69770) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1014.216421] env[69770]: DEBUG oslo_vmware.api [None req-68b5ffd7-65b3-4eb2-bf46-c8c2eb7b3a45 tempest-ServerShowV257Test-679390461 tempest-ServerShowV257Test-679390461-project-member] Waiting for the task: (returnval){ [ 1014.216421] env[69770]: value = "task-4070133" [ 1014.216421] env[69770]: _type = "Task" [ 1014.216421] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1014.226884] env[69770]: DEBUG oslo_vmware.api [None req-68b5ffd7-65b3-4eb2-bf46-c8c2eb7b3a45 tempest-ServerShowV257Test-679390461 tempest-ServerShowV257Test-679390461-project-member] Task: {'id': task-4070133, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.329711] env[69770]: DEBUG oslo_vmware.api [-] Task: {'id': task-4070130, 'name': CreateVM_Task, 'duration_secs': 0.470561} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1014.330116] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1cd3da96-102f-4a22-8f53-12b32485ffa2] Created VM on the ESX host {{(pid=69770) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1014.331304] env[69770]: DEBUG oslo_concurrency.lockutils [None req-fac126d2-a5b1-4f40-882d-2497eb0f67bc tempest-ServersNegativeTestJSON-1437959553 tempest-ServersNegativeTestJSON-1437959553-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/aa240c0f-8843-4221-bc13-6de25c02262b" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.331736] env[69770]: DEBUG oslo_concurrency.lockutils [None req-fac126d2-a5b1-4f40-882d-2497eb0f67bc tempest-ServersNegativeTestJSON-1437959553 tempest-ServersNegativeTestJSON-1437959553-project-member] Acquired lock "[datastore1] devstack-image-cache_base/aa240c0f-8843-4221-bc13-6de25c02262b" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.332257] env[69770]: DEBUG oslo_concurrency.lockutils [None req-fac126d2-a5b1-4f40-882d-2497eb0f67bc tempest-ServersNegativeTestJSON-1437959553 tempest-ServersNegativeTestJSON-1437959553-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/aa240c0f-8843-4221-bc13-6de25c02262b" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.332640] env[69770]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9e862ed8-f0ba-4b40-b97e-2d7fccdc3d5d {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.338860] env[69770]: DEBUG oslo_vmware.api [None req-fac126d2-a5b1-4f40-882d-2497eb0f67bc tempest-ServersNegativeTestJSON-1437959553 tempest-ServersNegativeTestJSON-1437959553-project-member] Waiting for the task: (returnval){ [ 1014.338860] env[69770]: value = "session[52161b52-cb8e-ec9f-1132-2f6b49549d41]52fb4172-b481-e736-4f4b-70b419a0bb13" [ 1014.338860] env[69770]: _type = "Task" [ 1014.338860] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1014.349645] env[69770]: DEBUG oslo_vmware.api [None req-fac126d2-a5b1-4f40-882d-2497eb0f67bc tempest-ServersNegativeTestJSON-1437959553 tempest-ServersNegativeTestJSON-1437959553-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]52fb4172-b481-e736-4f4b-70b419a0bb13, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.460925] env[69770]: DEBUG nova.compute.manager [None req-9e41b3a4-51b7-4850-96df-90e0947a6a38 tempest-ServersAdminTestJSON-142622790 tempest-ServersAdminTestJSON-142622790-project-member] [instance: e7c6d72e-2455-4d69-a2a7-5ee48fa3a22c] Start destroying the instance on the hypervisor. {{(pid=69770) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1014.460925] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-9e41b3a4-51b7-4850-96df-90e0947a6a38 tempest-ServersAdminTestJSON-142622790 tempest-ServersAdminTestJSON-142622790-project-member] [instance: e7c6d72e-2455-4d69-a2a7-5ee48fa3a22c] Destroying instance {{(pid=69770) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1014.460925] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-812ea5c0-dc57-4886-8dd4-8ae49dc44956 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.471982] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e41b3a4-51b7-4850-96df-90e0947a6a38 tempest-ServersAdminTestJSON-142622790 tempest-ServersAdminTestJSON-142622790-project-member] [instance: e7c6d72e-2455-4d69-a2a7-5ee48fa3a22c] Powering off the VM {{(pid=69770) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1014.473298] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-86ece648-cb64-4e26-a075-d357a14531f7 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.480356] env[69770]: DEBUG oslo_vmware.api [None req-781cca48-dbbe-4509-8830-950eeed25797 tempest-ServerRescueTestJSON-2083557613 tempest-ServerRescueTestJSON-2083557613-project-member] Task: {'id': task-4070131, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.482544] env[69770]: DEBUG oslo_vmware.api [None req-9e41b3a4-51b7-4850-96df-90e0947a6a38 tempest-ServersAdminTestJSON-142622790 tempest-ServersAdminTestJSON-142622790-project-member] Waiting for the task: (returnval){ [ 1014.482544] env[69770]: value = "task-4070134" [ 1014.482544] env[69770]: _type = "Task" [ 1014.482544] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1014.500382] env[69770]: DEBUG oslo_vmware.api [None req-9e41b3a4-51b7-4850-96df-90e0947a6a38 tempest-ServersAdminTestJSON-142622790 tempest-ServersAdminTestJSON-142622790-project-member] Task: {'id': task-4070134, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.538252] env[69770]: DEBUG oslo_vmware.api [None req-440f4ae9-35b1-4df2-8562-9d8c345e0339 tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] Task: {'id': task-4070132, 'name': CloneVM_Task} progress is 94%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.539651] env[69770]: DEBUG nova.network.neutron [req-a004cd31-b7f6-463d-9a38-6439d0bd3c91 req-f723a416-fb5b-4d04-966f-d03d25e334ce service nova] [instance: 1cd3da96-102f-4a22-8f53-12b32485ffa2] Updated VIF entry in instance network info cache for port 0276cb5b-ee35-4b81-b591-e4616352e712. {{(pid=69770) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1014.539760] env[69770]: DEBUG nova.network.neutron [req-a004cd31-b7f6-463d-9a38-6439d0bd3c91 req-f723a416-fb5b-4d04-966f-d03d25e334ce service nova] [instance: 1cd3da96-102f-4a22-8f53-12b32485ffa2] Updating instance_info_cache with network_info: [{"id": "0276cb5b-ee35-4b81-b591-e4616352e712", "address": "fa:16:3e:93:ba:6d", "network": {"id": "6d495b25-93c9-4d41-93da-495fe7782e89", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-659703650-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.2", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.3"}}], "meta": {"injected": false, "tenant_id": "a1bbd9f308194b4aa6cb513f5d2cd789", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "360308f4-9d0a-4ec2-8bcf-44891f452847", "external-id": "nsx-vlan-transportzone-383", "segmentation_id": 383, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0276cb5b-ee", "ovs_interfaceid": "0276cb5b-ee35-4b81-b591-e4616352e712", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69770) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1014.681314] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-47896d00-dc90-4e62-8ca0-233d7b5e6b7e tempest-ServerActionsV293TestJSON-1944763761 tempest-ServerActionsV293TestJSON-1944763761-project-member] [instance: 1f92c4e9-6054-433b-917d-fa1956ee1a57] Powering off the VM {{(pid=69770) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1014.681531] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a932d079-8425-4b43-9c49-098a6a251432 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.690335] env[69770]: DEBUG oslo_vmware.api [None req-47896d00-dc90-4e62-8ca0-233d7b5e6b7e tempest-ServerActionsV293TestJSON-1944763761 tempest-ServerActionsV293TestJSON-1944763761-project-member] Waiting for the task: (returnval){ [ 1014.690335] env[69770]: value = "task-4070135" [ 1014.690335] env[69770]: _type = "Task" [ 1014.690335] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1014.700781] env[69770]: DEBUG oslo_vmware.api [None req-47896d00-dc90-4e62-8ca0-233d7b5e6b7e tempest-ServerActionsV293TestJSON-1944763761 tempest-ServerActionsV293TestJSON-1944763761-project-member] Task: {'id': task-4070135, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.718079] env[69770]: DEBUG nova.scheduler.client.report [None req-0ebe2a77-310c-4f41-8888-0c9801206db9 tempest-AttachInterfacesUnderV243Test-761183515 tempest-AttachInterfacesUnderV243Test-761183515-project-member] Inventory has not changed for provider 7cc7d32b-b7a7-454a-a456-2a440248ed9d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69770) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1014.732039] env[69770]: DEBUG oslo_vmware.api [None req-68b5ffd7-65b3-4eb2-bf46-c8c2eb7b3a45 tempest-ServerShowV257Test-679390461 tempest-ServerShowV257Test-679390461-project-member] Task: {'id': task-4070133, 'name': PowerOffVM_Task, 'duration_secs': 0.19909} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1014.732488] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-68b5ffd7-65b3-4eb2-bf46-c8c2eb7b3a45 tempest-ServerShowV257Test-679390461 tempest-ServerShowV257Test-679390461-project-member] [instance: 0d90aae9-45e9-424d-b06f-7dcbef05f5bf] Powered off the VM {{(pid=69770) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1014.732543] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-68b5ffd7-65b3-4eb2-bf46-c8c2eb7b3a45 tempest-ServerShowV257Test-679390461 tempest-ServerShowV257Test-679390461-project-member] [instance: 0d90aae9-45e9-424d-b06f-7dcbef05f5bf] Unregistering the VM {{(pid=69770) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1014.733450] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-44951869-a31a-42a5-a46b-41d8870f17d5 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.767196] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-68b5ffd7-65b3-4eb2-bf46-c8c2eb7b3a45 tempest-ServerShowV257Test-679390461 tempest-ServerShowV257Test-679390461-project-member] [instance: 0d90aae9-45e9-424d-b06f-7dcbef05f5bf] Unregistered the VM {{(pid=69770) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1014.767453] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-68b5ffd7-65b3-4eb2-bf46-c8c2eb7b3a45 tempest-ServerShowV257Test-679390461 tempest-ServerShowV257Test-679390461-project-member] [instance: 0d90aae9-45e9-424d-b06f-7dcbef05f5bf] Deleting contents of the VM from datastore datastore2 {{(pid=69770) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1014.767762] env[69770]: DEBUG nova.virt.vmwareapi.ds_util [None req-68b5ffd7-65b3-4eb2-bf46-c8c2eb7b3a45 tempest-ServerShowV257Test-679390461 tempest-ServerShowV257Test-679390461-project-member] Deleting the datastore file [datastore2] 0d90aae9-45e9-424d-b06f-7dcbef05f5bf {{(pid=69770) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1014.767926] env[69770]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-436065c5-9768-4dac-a4b8-94b5c913f70d {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.776923] env[69770]: DEBUG oslo_vmware.api [None req-68b5ffd7-65b3-4eb2-bf46-c8c2eb7b3a45 tempest-ServerShowV257Test-679390461 tempest-ServerShowV257Test-679390461-project-member] Waiting for the task: (returnval){ [ 1014.776923] env[69770]: value = "task-4070137" [ 1014.776923] env[69770]: _type = "Task" [ 1014.776923] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1014.786646] env[69770]: DEBUG oslo_vmware.api [None req-68b5ffd7-65b3-4eb2-bf46-c8c2eb7b3a45 tempest-ServerShowV257Test-679390461 tempest-ServerShowV257Test-679390461-project-member] Task: {'id': task-4070137, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.851423] env[69770]: DEBUG oslo_concurrency.lockutils [None req-fac126d2-a5b1-4f40-882d-2497eb0f67bc tempest-ServersNegativeTestJSON-1437959553 tempest-ServersNegativeTestJSON-1437959553-project-member] Releasing lock "[datastore1] devstack-image-cache_base/aa240c0f-8843-4221-bc13-6de25c02262b" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.851758] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-fac126d2-a5b1-4f40-882d-2497eb0f67bc tempest-ServersNegativeTestJSON-1437959553 tempest-ServersNegativeTestJSON-1437959553-project-member] [instance: 1cd3da96-102f-4a22-8f53-12b32485ffa2] Processing image aa240c0f-8843-4221-bc13-6de25c02262b {{(pid=69770) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1014.852060] env[69770]: DEBUG oslo_concurrency.lockutils [None req-fac126d2-a5b1-4f40-882d-2497eb0f67bc tempest-ServersNegativeTestJSON-1437959553 tempest-ServersNegativeTestJSON-1437959553-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/aa240c0f-8843-4221-bc13-6de25c02262b/aa240c0f-8843-4221-bc13-6de25c02262b.vmdk" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.852253] env[69770]: DEBUG oslo_concurrency.lockutils [None req-fac126d2-a5b1-4f40-882d-2497eb0f67bc tempest-ServersNegativeTestJSON-1437959553 tempest-ServersNegativeTestJSON-1437959553-project-member] Acquired lock "[datastore1] devstack-image-cache_base/aa240c0f-8843-4221-bc13-6de25c02262b/aa240c0f-8843-4221-bc13-6de25c02262b.vmdk" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.852477] env[69770]: DEBUG nova.virt.vmwareapi.ds_util [None req-fac126d2-a5b1-4f40-882d-2497eb0f67bc tempest-ServersNegativeTestJSON-1437959553 tempest-ServersNegativeTestJSON-1437959553-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69770) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1014.852821] env[69770]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9d148f06-9217-46fe-a605-42232ae3eb90 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.863697] env[69770]: DEBUG nova.virt.vmwareapi.ds_util [None req-fac126d2-a5b1-4f40-882d-2497eb0f67bc tempest-ServersNegativeTestJSON-1437959553 tempest-ServersNegativeTestJSON-1437959553-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69770) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1014.863904] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-fac126d2-a5b1-4f40-882d-2497eb0f67bc tempest-ServersNegativeTestJSON-1437959553 tempest-ServersNegativeTestJSON-1437959553-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69770) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1014.864801] env[69770]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a0e9cf46-40a4-4486-b01f-ab3e89016cf1 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.871464] env[69770]: DEBUG oslo_vmware.api [None req-fac126d2-a5b1-4f40-882d-2497eb0f67bc tempest-ServersNegativeTestJSON-1437959553 tempest-ServersNegativeTestJSON-1437959553-project-member] Waiting for the task: (returnval){ [ 1014.871464] env[69770]: value = "session[52161b52-cb8e-ec9f-1132-2f6b49549d41]52e81ed7-487e-ebfd-74f4-f079e72fb1a0" [ 1014.871464] env[69770]: _type = "Task" [ 1014.871464] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1014.880497] env[69770]: DEBUG oslo_vmware.api [None req-fac126d2-a5b1-4f40-882d-2497eb0f67bc tempest-ServersNegativeTestJSON-1437959553 tempest-ServersNegativeTestJSON-1437959553-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]52e81ed7-487e-ebfd-74f4-f079e72fb1a0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.980161] env[69770]: DEBUG oslo_vmware.api [None req-781cca48-dbbe-4509-8830-950eeed25797 tempest-ServerRescueTestJSON-2083557613 tempest-ServerRescueTestJSON-2083557613-project-member] Task: {'id': task-4070131, 'name': ReconfigVM_Task, 'duration_secs': 0.720504} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1014.980600] env[69770]: DEBUG nova.virt.vmwareapi.volumeops [None req-781cca48-dbbe-4509-8830-950eeed25797 tempest-ServerRescueTestJSON-2083557613 tempest-ServerRescueTestJSON-2083557613-project-member] [instance: 6d778061-f3b5-4dc9-ab22-b1787ddd972e] Reconfigured VM instance instance-00000048 to attach disk [datastore2] 6d778061-f3b5-4dc9-ab22-b1787ddd972e/6d778061-f3b5-4dc9-ab22-b1787ddd972e.vmdk or device None with type sparse {{(pid=69770) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1014.981493] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1af2e300-9ac1-4a2b-90bf-2236944f0407 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.992861] env[69770]: DEBUG oslo_vmware.api [None req-781cca48-dbbe-4509-8830-950eeed25797 tempest-ServerRescueTestJSON-2083557613 tempest-ServerRescueTestJSON-2083557613-project-member] Waiting for the task: (returnval){ [ 1014.992861] env[69770]: value = "task-4070138" [ 1014.992861] env[69770]: _type = "Task" [ 1014.992861] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1015.003066] env[69770]: DEBUG oslo_vmware.api [None req-9e41b3a4-51b7-4850-96df-90e0947a6a38 tempest-ServersAdminTestJSON-142622790 tempest-ServersAdminTestJSON-142622790-project-member] Task: {'id': task-4070134, 'name': PowerOffVM_Task, 'duration_secs': 0.286551} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1015.003878] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e41b3a4-51b7-4850-96df-90e0947a6a38 tempest-ServersAdminTestJSON-142622790 tempest-ServersAdminTestJSON-142622790-project-member] [instance: e7c6d72e-2455-4d69-a2a7-5ee48fa3a22c] Powered off the VM {{(pid=69770) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1015.004180] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-9e41b3a4-51b7-4850-96df-90e0947a6a38 tempest-ServersAdminTestJSON-142622790 tempest-ServersAdminTestJSON-142622790-project-member] [instance: e7c6d72e-2455-4d69-a2a7-5ee48fa3a22c] Unregistering the VM {{(pid=69770) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1015.004522] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ccfc097f-e182-4476-88b5-7237c30ca0c1 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.011419] env[69770]: DEBUG oslo_vmware.api [None req-781cca48-dbbe-4509-8830-950eeed25797 tempest-ServerRescueTestJSON-2083557613 tempest-ServerRescueTestJSON-2083557613-project-member] Task: {'id': task-4070138, 'name': Rename_Task} progress is 14%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.040669] env[69770]: DEBUG oslo_vmware.api [None req-440f4ae9-35b1-4df2-8562-9d8c345e0339 tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] Task: {'id': task-4070132, 'name': CloneVM_Task} progress is 94%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.042383] env[69770]: DEBUG oslo_concurrency.lockutils [req-a004cd31-b7f6-463d-9a38-6439d0bd3c91 req-f723a416-fb5b-4d04-966f-d03d25e334ce service nova] Releasing lock "refresh_cache-1cd3da96-102f-4a22-8f53-12b32485ffa2" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.082865] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-9e41b3a4-51b7-4850-96df-90e0947a6a38 tempest-ServersAdminTestJSON-142622790 tempest-ServersAdminTestJSON-142622790-project-member] [instance: e7c6d72e-2455-4d69-a2a7-5ee48fa3a22c] Unregistered the VM {{(pid=69770) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1015.083138] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-9e41b3a4-51b7-4850-96df-90e0947a6a38 tempest-ServersAdminTestJSON-142622790 tempest-ServersAdminTestJSON-142622790-project-member] [instance: e7c6d72e-2455-4d69-a2a7-5ee48fa3a22c] Deleting contents of the VM from datastore datastore2 {{(pid=69770) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1015.083359] env[69770]: DEBUG nova.virt.vmwareapi.ds_util [None req-9e41b3a4-51b7-4850-96df-90e0947a6a38 tempest-ServersAdminTestJSON-142622790 tempest-ServersAdminTestJSON-142622790-project-member] Deleting the datastore file [datastore2] e7c6d72e-2455-4d69-a2a7-5ee48fa3a22c {{(pid=69770) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1015.083663] env[69770]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-73ca3e9b-1c0c-46c3-911c-dfef2927b1f8 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.090728] env[69770]: DEBUG oslo_vmware.api [None req-9e41b3a4-51b7-4850-96df-90e0947a6a38 tempest-ServersAdminTestJSON-142622790 tempest-ServersAdminTestJSON-142622790-project-member] Waiting for the task: (returnval){ [ 1015.090728] env[69770]: value = "task-4070140" [ 1015.090728] env[69770]: _type = "Task" [ 1015.090728] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1015.100596] env[69770]: DEBUG oslo_vmware.api [None req-9e41b3a4-51b7-4850-96df-90e0947a6a38 tempest-ServersAdminTestJSON-142622790 tempest-ServersAdminTestJSON-142622790-project-member] Task: {'id': task-4070140, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.200781] env[69770]: DEBUG oslo_vmware.api [None req-47896d00-dc90-4e62-8ca0-233d7b5e6b7e tempest-ServerActionsV293TestJSON-1944763761 tempest-ServerActionsV293TestJSON-1944763761-project-member] Task: {'id': task-4070135, 'name': PowerOffVM_Task, 'duration_secs': 0.236422} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1015.200781] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-47896d00-dc90-4e62-8ca0-233d7b5e6b7e tempest-ServerActionsV293TestJSON-1944763761 tempest-ServerActionsV293TestJSON-1944763761-project-member] [instance: 1f92c4e9-6054-433b-917d-fa1956ee1a57] Powered off the VM {{(pid=69770) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1015.201583] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-47896d00-dc90-4e62-8ca0-233d7b5e6b7e tempest-ServerActionsV293TestJSON-1944763761 tempest-ServerActionsV293TestJSON-1944763761-project-member] [instance: 1f92c4e9-6054-433b-917d-fa1956ee1a57] Powering off the VM {{(pid=69770) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1015.201832] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c9a1c57a-e7f9-4a39-966f-a06c50ad39cc {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.209463] env[69770]: DEBUG oslo_vmware.api [None req-47896d00-dc90-4e62-8ca0-233d7b5e6b7e tempest-ServerActionsV293TestJSON-1944763761 tempest-ServerActionsV293TestJSON-1944763761-project-member] Waiting for the task: (returnval){ [ 1015.209463] env[69770]: value = "task-4070141" [ 1015.209463] env[69770]: _type = "Task" [ 1015.209463] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1015.221195] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-47896d00-dc90-4e62-8ca0-233d7b5e6b7e tempest-ServerActionsV293TestJSON-1944763761 tempest-ServerActionsV293TestJSON-1944763761-project-member] [instance: 1f92c4e9-6054-433b-917d-fa1956ee1a57] VM already powered off {{(pid=69770) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1015.221406] env[69770]: DEBUG nova.virt.vmwareapi.volumeops [None req-47896d00-dc90-4e62-8ca0-233d7b5e6b7e tempest-ServerActionsV293TestJSON-1944763761 tempest-ServerActionsV293TestJSON-1944763761-project-member] [instance: 1f92c4e9-6054-433b-917d-fa1956ee1a57] Volume detach. Driver type: vmdk {{(pid=69770) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1015.221587] env[69770]: DEBUG nova.virt.vmwareapi.volumeops [None req-47896d00-dc90-4e62-8ca0-233d7b5e6b7e tempest-ServerActionsV293TestJSON-1944763761 tempest-ServerActionsV293TestJSON-1944763761-project-member] [instance: 1f92c4e9-6054-433b-917d-fa1956ee1a57] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-806482', 'volume_id': '07df8e93-72e3-4611-9f89-77b67b71b420', 'name': 'volume-07df8e93-72e3-4611-9f89-77b67b71b420', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '1f92c4e9-6054-433b-917d-fa1956ee1a57', 'attached_at': '', 'detached_at': '', 'volume_id': '07df8e93-72e3-4611-9f89-77b67b71b420', 'serial': '07df8e93-72e3-4611-9f89-77b67b71b420'} {{(pid=69770) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1015.222423] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54c9c9d0-ad1d-4e13-9b77-850793cf1884 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.225946] env[69770]: DEBUG oslo_concurrency.lockutils [None req-0ebe2a77-310c-4f41-8888-0c9801206db9 tempest-AttachInterfacesUnderV243Test-761183515 tempest-AttachInterfacesUnderV243Test-761183515-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.579s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1015.226446] env[69770]: DEBUG nova.compute.manager [None req-0ebe2a77-310c-4f41-8888-0c9801206db9 tempest-AttachInterfacesUnderV243Test-761183515 tempest-AttachInterfacesUnderV243Test-761183515-project-member] [instance: 529437d0-e31b-482e-9273-2d27b674c0e3] Start building networks asynchronously for instance. {{(pid=69770) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1015.242696] env[69770]: DEBUG oslo_concurrency.lockutils [None req-76d4852d-278c-46e4-8e93-81ba76d8d6f1 tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.453s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1015.242978] env[69770]: DEBUG nova.objects.instance [None req-76d4852d-278c-46e4-8e93-81ba76d8d6f1 tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] Lazy-loading 'resources' on Instance uuid d90c6f0f-5427-4869-ad24-efe54ee99d2f {{(pid=69770) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1015.245288] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ec18c86-4e0f-4858-9f58-eaa6322b5c90 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.253889] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80180a10-e364-4023-939c-d9a32abc20fd {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.276804] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a34ce69b-44e8-4e30-b1bc-79e6f7a668f2 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.298636] env[69770]: DEBUG nova.virt.vmwareapi.volumeops [None req-47896d00-dc90-4e62-8ca0-233d7b5e6b7e tempest-ServerActionsV293TestJSON-1944763761 tempest-ServerActionsV293TestJSON-1944763761-project-member] The volume has not been displaced from its original location: [datastore2] volume-07df8e93-72e3-4611-9f89-77b67b71b420/volume-07df8e93-72e3-4611-9f89-77b67b71b420.vmdk. No consolidation needed. {{(pid=69770) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1015.303923] env[69770]: DEBUG nova.virt.vmwareapi.volumeops [None req-47896d00-dc90-4e62-8ca0-233d7b5e6b7e tempest-ServerActionsV293TestJSON-1944763761 tempest-ServerActionsV293TestJSON-1944763761-project-member] [instance: 1f92c4e9-6054-433b-917d-fa1956ee1a57] Reconfiguring VM instance instance-00000033 to detach disk 2000 {{(pid=69770) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1015.307639] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3095b3b7-8e35-4ff0-9673-392b8de34755 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.320979] env[69770]: DEBUG oslo_vmware.api [None req-68b5ffd7-65b3-4eb2-bf46-c8c2eb7b3a45 tempest-ServerShowV257Test-679390461 tempest-ServerShowV257Test-679390461-project-member] Task: {'id': task-4070137, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.10897} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1015.321264] env[69770]: DEBUG nova.virt.vmwareapi.ds_util [None req-68b5ffd7-65b3-4eb2-bf46-c8c2eb7b3a45 tempest-ServerShowV257Test-679390461 tempest-ServerShowV257Test-679390461-project-member] Deleted the datastore file {{(pid=69770) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1015.321457] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-68b5ffd7-65b3-4eb2-bf46-c8c2eb7b3a45 tempest-ServerShowV257Test-679390461 tempest-ServerShowV257Test-679390461-project-member] [instance: 0d90aae9-45e9-424d-b06f-7dcbef05f5bf] Deleted contents of the VM from datastore datastore2 {{(pid=69770) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1015.321649] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-68b5ffd7-65b3-4eb2-bf46-c8c2eb7b3a45 tempest-ServerShowV257Test-679390461 tempest-ServerShowV257Test-679390461-project-member] [instance: 0d90aae9-45e9-424d-b06f-7dcbef05f5bf] Instance destroyed {{(pid=69770) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1015.321811] env[69770]: INFO nova.compute.manager [None req-68b5ffd7-65b3-4eb2-bf46-c8c2eb7b3a45 tempest-ServerShowV257Test-679390461 tempest-ServerShowV257Test-679390461-project-member] [instance: 0d90aae9-45e9-424d-b06f-7dcbef05f5bf] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1015.322062] env[69770]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-68b5ffd7-65b3-4eb2-bf46-c8c2eb7b3a45 tempest-ServerShowV257Test-679390461 tempest-ServerShowV257Test-679390461-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69770) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1015.322939] env[69770]: DEBUG nova.compute.manager [-] [instance: 0d90aae9-45e9-424d-b06f-7dcbef05f5bf] Deallocating network for instance {{(pid=69770) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1015.323063] env[69770]: DEBUG nova.network.neutron [-] [instance: 0d90aae9-45e9-424d-b06f-7dcbef05f5bf] deallocate_for_instance() {{(pid=69770) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1015.327509] env[69770]: DEBUG oslo_vmware.api [None req-47896d00-dc90-4e62-8ca0-233d7b5e6b7e tempest-ServerActionsV293TestJSON-1944763761 tempest-ServerActionsV293TestJSON-1944763761-project-member] Waiting for the task: (returnval){ [ 1015.327509] env[69770]: value = "task-4070142" [ 1015.327509] env[69770]: _type = "Task" [ 1015.327509] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1015.337531] env[69770]: DEBUG oslo_vmware.api [None req-47896d00-dc90-4e62-8ca0-233d7b5e6b7e tempest-ServerActionsV293TestJSON-1944763761 tempest-ServerActionsV293TestJSON-1944763761-project-member] Task: {'id': task-4070142, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.345842] env[69770]: DEBUG nova.network.neutron [-] [instance: 0d90aae9-45e9-424d-b06f-7dcbef05f5bf] Instance cache missing network info. {{(pid=69770) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1015.381639] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-fac126d2-a5b1-4f40-882d-2497eb0f67bc tempest-ServersNegativeTestJSON-1437959553 tempest-ServersNegativeTestJSON-1437959553-project-member] [instance: 1cd3da96-102f-4a22-8f53-12b32485ffa2] Preparing fetch location {{(pid=69770) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1015.381891] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-fac126d2-a5b1-4f40-882d-2497eb0f67bc tempest-ServersNegativeTestJSON-1437959553 tempest-ServersNegativeTestJSON-1437959553-project-member] [instance: 1cd3da96-102f-4a22-8f53-12b32485ffa2] Fetch image to [datastore1] OSTACK_IMG_8f9c29da-f819-4dc4-aca1-a73ea94fee95/OSTACK_IMG_8f9c29da-f819-4dc4-aca1-a73ea94fee95.vmdk {{(pid=69770) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1015.382094] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-fac126d2-a5b1-4f40-882d-2497eb0f67bc tempest-ServersNegativeTestJSON-1437959553 tempest-ServersNegativeTestJSON-1437959553-project-member] [instance: 1cd3da96-102f-4a22-8f53-12b32485ffa2] Downloading stream optimized image aa240c0f-8843-4221-bc13-6de25c02262b to [datastore1] OSTACK_IMG_8f9c29da-f819-4dc4-aca1-a73ea94fee95/OSTACK_IMG_8f9c29da-f819-4dc4-aca1-a73ea94fee95.vmdk on the data store datastore1 as vApp {{(pid=69770) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1015.382268] env[69770]: DEBUG nova.virt.vmwareapi.images [None req-fac126d2-a5b1-4f40-882d-2497eb0f67bc tempest-ServersNegativeTestJSON-1437959553 tempest-ServersNegativeTestJSON-1437959553-project-member] [instance: 1cd3da96-102f-4a22-8f53-12b32485ffa2] Downloading image file data aa240c0f-8843-4221-bc13-6de25c02262b to the ESX as VM named 'OSTACK_IMG_8f9c29da-f819-4dc4-aca1-a73ea94fee95' {{(pid=69770) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1015.461112] env[69770]: DEBUG oslo_vmware.rw_handles [None req-fac126d2-a5b1-4f40-882d-2497eb0f67bc tempest-ServersNegativeTestJSON-1437959553 tempest-ServersNegativeTestJSON-1437959553-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1015.461112] env[69770]: value = "resgroup-9" [ 1015.461112] env[69770]: _type = "ResourcePool" [ 1015.461112] env[69770]: }. {{(pid=69770) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1015.461496] env[69770]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-f91d1688-4f0d-40b9-914a-8e2a84550460 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.483298] env[69770]: DEBUG oslo_vmware.rw_handles [None req-fac126d2-a5b1-4f40-882d-2497eb0f67bc tempest-ServersNegativeTestJSON-1437959553 tempest-ServersNegativeTestJSON-1437959553-project-member] Lease: (returnval){ [ 1015.483298] env[69770]: value = "session[52161b52-cb8e-ec9f-1132-2f6b49549d41]520f9ad4-a084-934b-8f4f-bc006600a523" [ 1015.483298] env[69770]: _type = "HttpNfcLease" [ 1015.483298] env[69770]: } obtained for vApp import into resource pool (val){ [ 1015.483298] env[69770]: value = "resgroup-9" [ 1015.483298] env[69770]: _type = "ResourcePool" [ 1015.483298] env[69770]: }. {{(pid=69770) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1015.483789] env[69770]: DEBUG oslo_vmware.api [None req-fac126d2-a5b1-4f40-882d-2497eb0f67bc tempest-ServersNegativeTestJSON-1437959553 tempest-ServersNegativeTestJSON-1437959553-project-member] Waiting for the lease: (returnval){ [ 1015.483789] env[69770]: value = "session[52161b52-cb8e-ec9f-1132-2f6b49549d41]520f9ad4-a084-934b-8f4f-bc006600a523" [ 1015.483789] env[69770]: _type = "HttpNfcLease" [ 1015.483789] env[69770]: } to be ready. {{(pid=69770) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1015.491497] env[69770]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1015.491497] env[69770]: value = "session[52161b52-cb8e-ec9f-1132-2f6b49549d41]520f9ad4-a084-934b-8f4f-bc006600a523" [ 1015.491497] env[69770]: _type = "HttpNfcLease" [ 1015.491497] env[69770]: } is initializing. {{(pid=69770) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1015.503371] env[69770]: DEBUG oslo_vmware.api [None req-781cca48-dbbe-4509-8830-950eeed25797 tempest-ServerRescueTestJSON-2083557613 tempest-ServerRescueTestJSON-2083557613-project-member] Task: {'id': task-4070138, 'name': Rename_Task, 'duration_secs': 0.234797} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1015.503662] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-781cca48-dbbe-4509-8830-950eeed25797 tempest-ServerRescueTestJSON-2083557613 tempest-ServerRescueTestJSON-2083557613-project-member] [instance: 6d778061-f3b5-4dc9-ab22-b1787ddd972e] Powering on the VM {{(pid=69770) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1015.503922] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-079aef0f-8db1-41ed-9268-730522709608 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.511633] env[69770]: DEBUG oslo_vmware.api [None req-781cca48-dbbe-4509-8830-950eeed25797 tempest-ServerRescueTestJSON-2083557613 tempest-ServerRescueTestJSON-2083557613-project-member] Waiting for the task: (returnval){ [ 1015.511633] env[69770]: value = "task-4070144" [ 1015.511633] env[69770]: _type = "Task" [ 1015.511633] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1015.521091] env[69770]: DEBUG oslo_vmware.api [None req-781cca48-dbbe-4509-8830-950eeed25797 tempest-ServerRescueTestJSON-2083557613 tempest-ServerRescueTestJSON-2083557613-project-member] Task: {'id': task-4070144, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.541705] env[69770]: DEBUG oslo_vmware.api [None req-440f4ae9-35b1-4df2-8562-9d8c345e0339 tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] Task: {'id': task-4070132, 'name': CloneVM_Task, 'duration_secs': 1.351896} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1015.541705] env[69770]: INFO nova.virt.vmwareapi.vmops [None req-440f4ae9-35b1-4df2-8562-9d8c345e0339 tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] [instance: f4cb9224-9468-4834-a24a-9309e6dd3bba] Created linked-clone VM from snapshot [ 1015.542517] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba4f9c5c-0713-43dd-a0a2-99df0584d168 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.553577] env[69770]: DEBUG nova.virt.vmwareapi.images [None req-440f4ae9-35b1-4df2-8562-9d8c345e0339 tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] [instance: f4cb9224-9468-4834-a24a-9309e6dd3bba] Uploading image 54870b8e-fde3-4ff2-87b0-416317c10e6f {{(pid=69770) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1015.586014] env[69770]: DEBUG oslo_vmware.rw_handles [None req-440f4ae9-35b1-4df2-8562-9d8c345e0339 tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1015.586014] env[69770]: value = "vm-806580" [ 1015.586014] env[69770]: _type = "VirtualMachine" [ 1015.586014] env[69770]: }. {{(pid=69770) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1015.586454] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-58f02b71-d084-4186-844a-f2737fe74ce9 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.595270] env[69770]: DEBUG oslo_vmware.rw_handles [None req-440f4ae9-35b1-4df2-8562-9d8c345e0339 tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] Lease: (returnval){ [ 1015.595270] env[69770]: value = "session[52161b52-cb8e-ec9f-1132-2f6b49549d41]5254f88e-9dcf-1cf5-1342-b5955e1ef0b4" [ 1015.595270] env[69770]: _type = "HttpNfcLease" [ 1015.595270] env[69770]: } obtained for exporting VM: (result){ [ 1015.595270] env[69770]: value = "vm-806580" [ 1015.595270] env[69770]: _type = "VirtualMachine" [ 1015.595270] env[69770]: }. {{(pid=69770) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1015.595531] env[69770]: DEBUG oslo_vmware.api [None req-440f4ae9-35b1-4df2-8562-9d8c345e0339 tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] Waiting for the lease: (returnval){ [ 1015.595531] env[69770]: value = "session[52161b52-cb8e-ec9f-1132-2f6b49549d41]5254f88e-9dcf-1cf5-1342-b5955e1ef0b4" [ 1015.595531] env[69770]: _type = "HttpNfcLease" [ 1015.595531] env[69770]: } to be ready. {{(pid=69770) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1015.608632] env[69770]: DEBUG oslo_vmware.api [None req-9e41b3a4-51b7-4850-96df-90e0947a6a38 tempest-ServersAdminTestJSON-142622790 tempest-ServersAdminTestJSON-142622790-project-member] Task: {'id': task-4070140, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.180589} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1015.610522] env[69770]: DEBUG nova.virt.vmwareapi.ds_util [None req-9e41b3a4-51b7-4850-96df-90e0947a6a38 tempest-ServersAdminTestJSON-142622790 tempest-ServersAdminTestJSON-142622790-project-member] Deleted the datastore file {{(pid=69770) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1015.610712] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-9e41b3a4-51b7-4850-96df-90e0947a6a38 tempest-ServersAdminTestJSON-142622790 tempest-ServersAdminTestJSON-142622790-project-member] [instance: e7c6d72e-2455-4d69-a2a7-5ee48fa3a22c] Deleted contents of the VM from datastore datastore2 {{(pid=69770) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1015.610928] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-9e41b3a4-51b7-4850-96df-90e0947a6a38 tempest-ServersAdminTestJSON-142622790 tempest-ServersAdminTestJSON-142622790-project-member] [instance: e7c6d72e-2455-4d69-a2a7-5ee48fa3a22c] Instance destroyed {{(pid=69770) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1015.611245] env[69770]: INFO nova.compute.manager [None req-9e41b3a4-51b7-4850-96df-90e0947a6a38 tempest-ServersAdminTestJSON-142622790 tempest-ServersAdminTestJSON-142622790-project-member] [instance: e7c6d72e-2455-4d69-a2a7-5ee48fa3a22c] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1015.611403] env[69770]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9e41b3a4-51b7-4850-96df-90e0947a6a38 tempest-ServersAdminTestJSON-142622790 tempest-ServersAdminTestJSON-142622790-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69770) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1015.611672] env[69770]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1015.611672] env[69770]: value = "session[52161b52-cb8e-ec9f-1132-2f6b49549d41]5254f88e-9dcf-1cf5-1342-b5955e1ef0b4" [ 1015.611672] env[69770]: _type = "HttpNfcLease" [ 1015.611672] env[69770]: } is initializing. {{(pid=69770) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1015.611904] env[69770]: DEBUG nova.compute.manager [-] [instance: e7c6d72e-2455-4d69-a2a7-5ee48fa3a22c] Deallocating network for instance {{(pid=69770) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1015.612031] env[69770]: DEBUG nova.network.neutron [-] [instance: e7c6d72e-2455-4d69-a2a7-5ee48fa3a22c] deallocate_for_instance() {{(pid=69770) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1015.747705] env[69770]: DEBUG nova.compute.utils [None req-0ebe2a77-310c-4f41-8888-0c9801206db9 tempest-AttachInterfacesUnderV243Test-761183515 tempest-AttachInterfacesUnderV243Test-761183515-project-member] Using /dev/sd instead of None {{(pid=69770) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1015.753479] env[69770]: DEBUG nova.compute.manager [None req-0ebe2a77-310c-4f41-8888-0c9801206db9 tempest-AttachInterfacesUnderV243Test-761183515 tempest-AttachInterfacesUnderV243Test-761183515-project-member] [instance: 529437d0-e31b-482e-9273-2d27b674c0e3] Allocating IP information in the background. {{(pid=69770) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1015.753846] env[69770]: DEBUG nova.network.neutron [None req-0ebe2a77-310c-4f41-8888-0c9801206db9 tempest-AttachInterfacesUnderV243Test-761183515 tempest-AttachInterfacesUnderV243Test-761183515-project-member] [instance: 529437d0-e31b-482e-9273-2d27b674c0e3] allocate_for_instance() {{(pid=69770) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1015.840612] env[69770]: DEBUG oslo_vmware.api [None req-47896d00-dc90-4e62-8ca0-233d7b5e6b7e tempest-ServerActionsV293TestJSON-1944763761 tempest-ServerActionsV293TestJSON-1944763761-project-member] Task: {'id': task-4070142, 'name': ReconfigVM_Task, 'duration_secs': 0.336158} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1015.840903] env[69770]: DEBUG nova.virt.vmwareapi.volumeops [None req-47896d00-dc90-4e62-8ca0-233d7b5e6b7e tempest-ServerActionsV293TestJSON-1944763761 tempest-ServerActionsV293TestJSON-1944763761-project-member] [instance: 1f92c4e9-6054-433b-917d-fa1956ee1a57] Reconfigured VM instance instance-00000033 to detach disk 2000 {{(pid=69770) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1015.849826] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8a7b403c-eb88-4102-9984-dd518d778946 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.860243] env[69770]: DEBUG nova.network.neutron [-] [instance: 0d90aae9-45e9-424d-b06f-7dcbef05f5bf] Updating instance_info_cache with network_info: [] {{(pid=69770) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1015.865219] env[69770]: DEBUG nova.policy [None req-0ebe2a77-310c-4f41-8888-0c9801206db9 tempest-AttachInterfacesUnderV243Test-761183515 tempest-AttachInterfacesUnderV243Test-761183515-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '64edd98f23d84bdb8527702f8690b33e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e8da1017248f485784faeba80aee93fb', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69770) authorize /opt/stack/nova/nova/policy.py:192}} [ 1015.872204] env[69770]: DEBUG oslo_vmware.api [None req-47896d00-dc90-4e62-8ca0-233d7b5e6b7e tempest-ServerActionsV293TestJSON-1944763761 tempest-ServerActionsV293TestJSON-1944763761-project-member] Waiting for the task: (returnval){ [ 1015.872204] env[69770]: value = "task-4070146" [ 1015.872204] env[69770]: _type = "Task" [ 1015.872204] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1015.886368] env[69770]: DEBUG oslo_vmware.api [None req-47896d00-dc90-4e62-8ca0-233d7b5e6b7e tempest-ServerActionsV293TestJSON-1944763761 tempest-ServerActionsV293TestJSON-1944763761-project-member] Task: {'id': task-4070146, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.995369] env[69770]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1015.995369] env[69770]: value = "session[52161b52-cb8e-ec9f-1132-2f6b49549d41]520f9ad4-a084-934b-8f4f-bc006600a523" [ 1015.995369] env[69770]: _type = "HttpNfcLease" [ 1015.995369] env[69770]: } is initializing. {{(pid=69770) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1016.029739] env[69770]: DEBUG oslo_vmware.api [None req-781cca48-dbbe-4509-8830-950eeed25797 tempest-ServerRescueTestJSON-2083557613 tempest-ServerRescueTestJSON-2083557613-project-member] Task: {'id': task-4070144, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.112480] env[69770]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1016.112480] env[69770]: value = "session[52161b52-cb8e-ec9f-1132-2f6b49549d41]5254f88e-9dcf-1cf5-1342-b5955e1ef0b4" [ 1016.112480] env[69770]: _type = "HttpNfcLease" [ 1016.112480] env[69770]: } is ready. {{(pid=69770) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1016.113100] env[69770]: DEBUG oslo_vmware.rw_handles [None req-440f4ae9-35b1-4df2-8562-9d8c345e0339 tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1016.113100] env[69770]: value = "session[52161b52-cb8e-ec9f-1132-2f6b49549d41]5254f88e-9dcf-1cf5-1342-b5955e1ef0b4" [ 1016.113100] env[69770]: _type = "HttpNfcLease" [ 1016.113100] env[69770]: }. {{(pid=69770) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1016.116149] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea87b720-78e7-42e8-86dc-7bc61e254a82 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.122887] env[69770]: DEBUG nova.compute.manager [req-5394adbe-2509-4513-855d-52196f5e0a1b req-7205bb76-aef5-40da-96ad-8869ad175aed service nova] [instance: e7c6d72e-2455-4d69-a2a7-5ee48fa3a22c] Received event network-vif-deleted-f7f8b472-bfb8-4c07-870f-8b2f446c4378 {{(pid=69770) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1016.123258] env[69770]: INFO nova.compute.manager [req-5394adbe-2509-4513-855d-52196f5e0a1b req-7205bb76-aef5-40da-96ad-8869ad175aed service nova] [instance: e7c6d72e-2455-4d69-a2a7-5ee48fa3a22c] Neutron deleted interface f7f8b472-bfb8-4c07-870f-8b2f446c4378; detaching it from the instance and deleting it from the info cache [ 1016.123567] env[69770]: DEBUG nova.network.neutron [req-5394adbe-2509-4513-855d-52196f5e0a1b req-7205bb76-aef5-40da-96ad-8869ad175aed service nova] [instance: e7c6d72e-2455-4d69-a2a7-5ee48fa3a22c] Updating instance_info_cache with network_info: [] {{(pid=69770) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1016.137310] env[69770]: DEBUG oslo_vmware.rw_handles [None req-440f4ae9-35b1-4df2-8562-9d8c345e0339 tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/524cca66-7acf-bc30-5ada-95f2dd4825e8/disk-0.vmdk from lease info. {{(pid=69770) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1016.137743] env[69770]: DEBUG oslo_vmware.rw_handles [None req-440f4ae9-35b1-4df2-8562-9d8c345e0339 tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/524cca66-7acf-bc30-5ada-95f2dd4825e8/disk-0.vmdk for reading. {{(pid=69770) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1016.256665] env[69770]: DEBUG nova.compute.manager [None req-0ebe2a77-310c-4f41-8888-0c9801206db9 tempest-AttachInterfacesUnderV243Test-761183515 tempest-AttachInterfacesUnderV243Test-761183515-project-member] [instance: 529437d0-e31b-482e-9273-2d27b674c0e3] Start building block device mappings for instance. {{(pid=69770) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1016.289297] env[69770]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-9a907523-045b-4adf-8f5b-0cb12a7b70a4 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.324875] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e38980ea-4638-497c-9c28-0ddb5b816d1e {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.334295] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6fb60d1-4d0d-40ca-ac9f-7dba55b2a4b9 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.365693] env[69770]: INFO nova.compute.manager [-] [instance: 0d90aae9-45e9-424d-b06f-7dcbef05f5bf] Took 1.04 seconds to deallocate network for instance. [ 1016.366580] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17e3f7fe-ec01-42a1-84fa-2b52e606ff6e {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.377343] env[69770]: DEBUG nova.network.neutron [None req-0ebe2a77-310c-4f41-8888-0c9801206db9 tempest-AttachInterfacesUnderV243Test-761183515 tempest-AttachInterfacesUnderV243Test-761183515-project-member] [instance: 529437d0-e31b-482e-9273-2d27b674c0e3] Successfully created port: f68915e0-eac8-4cd7-9fff-ca96073e3426 {{(pid=69770) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1016.385336] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd516882-e609-47d4-b2b5-2b449fda9e9b {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.396948] env[69770]: DEBUG oslo_vmware.api [None req-47896d00-dc90-4e62-8ca0-233d7b5e6b7e tempest-ServerActionsV293TestJSON-1944763761 tempest-ServerActionsV293TestJSON-1944763761-project-member] Task: {'id': task-4070146, 'name': ReconfigVM_Task, 'duration_secs': 0.178307} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1016.405919] env[69770]: DEBUG nova.virt.vmwareapi.volumeops [None req-47896d00-dc90-4e62-8ca0-233d7b5e6b7e tempest-ServerActionsV293TestJSON-1944763761 tempest-ServerActionsV293TestJSON-1944763761-project-member] [instance: 1f92c4e9-6054-433b-917d-fa1956ee1a57] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-806482', 'volume_id': '07df8e93-72e3-4611-9f89-77b67b71b420', 'name': 'volume-07df8e93-72e3-4611-9f89-77b67b71b420', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '1f92c4e9-6054-433b-917d-fa1956ee1a57', 'attached_at': '', 'detached_at': '', 'volume_id': '07df8e93-72e3-4611-9f89-77b67b71b420', 'serial': '07df8e93-72e3-4611-9f89-77b67b71b420'} {{(pid=69770) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1016.406307] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-47896d00-dc90-4e62-8ca0-233d7b5e6b7e tempest-ServerActionsV293TestJSON-1944763761 tempest-ServerActionsV293TestJSON-1944763761-project-member] [instance: 1f92c4e9-6054-433b-917d-fa1956ee1a57] Destroying instance {{(pid=69770) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1016.407330] env[69770]: DEBUG nova.compute.provider_tree [None req-76d4852d-278c-46e4-8e93-81ba76d8d6f1 tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] Inventory has not changed in ProviderTree for provider: 7cc7d32b-b7a7-454a-a456-2a440248ed9d {{(pid=69770) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1016.409175] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-527cd4f5-9728-4307-97f4-8277d7eb2e31 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.418429] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-47896d00-dc90-4e62-8ca0-233d7b5e6b7e tempest-ServerActionsV293TestJSON-1944763761 tempest-ServerActionsV293TestJSON-1944763761-project-member] [instance: 1f92c4e9-6054-433b-917d-fa1956ee1a57] Unregistering the VM {{(pid=69770) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1016.418696] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-04753b34-53e0-41c7-9a45-d68c83d82b19 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.487236] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-47896d00-dc90-4e62-8ca0-233d7b5e6b7e tempest-ServerActionsV293TestJSON-1944763761 tempest-ServerActionsV293TestJSON-1944763761-project-member] [instance: 1f92c4e9-6054-433b-917d-fa1956ee1a57] Unregistered the VM {{(pid=69770) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1016.487541] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-47896d00-dc90-4e62-8ca0-233d7b5e6b7e tempest-ServerActionsV293TestJSON-1944763761 tempest-ServerActionsV293TestJSON-1944763761-project-member] [instance: 1f92c4e9-6054-433b-917d-fa1956ee1a57] Deleting contents of the VM from datastore datastore2 {{(pid=69770) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1016.487661] env[69770]: DEBUG nova.virt.vmwareapi.ds_util [None req-47896d00-dc90-4e62-8ca0-233d7b5e6b7e tempest-ServerActionsV293TestJSON-1944763761 tempest-ServerActionsV293TestJSON-1944763761-project-member] Deleting the datastore file [datastore2] 1f92c4e9-6054-433b-917d-fa1956ee1a57 {{(pid=69770) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1016.493537] env[69770]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-94878bdf-1d4e-400e-8216-e5dbb04da16d {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.499622] env[69770]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1016.499622] env[69770]: value = "session[52161b52-cb8e-ec9f-1132-2f6b49549d41]520f9ad4-a084-934b-8f4f-bc006600a523" [ 1016.499622] env[69770]: _type = "HttpNfcLease" [ 1016.499622] env[69770]: } is ready. {{(pid=69770) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1016.500921] env[69770]: DEBUG oslo_vmware.rw_handles [None req-fac126d2-a5b1-4f40-882d-2497eb0f67bc tempest-ServersNegativeTestJSON-1437959553 tempest-ServersNegativeTestJSON-1437959553-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1016.500921] env[69770]: value = "session[52161b52-cb8e-ec9f-1132-2f6b49549d41]520f9ad4-a084-934b-8f4f-bc006600a523" [ 1016.500921] env[69770]: _type = "HttpNfcLease" [ 1016.500921] env[69770]: }. {{(pid=69770) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1016.501240] env[69770]: DEBUG oslo_vmware.api [None req-47896d00-dc90-4e62-8ca0-233d7b5e6b7e tempest-ServerActionsV293TestJSON-1944763761 tempest-ServerActionsV293TestJSON-1944763761-project-member] Waiting for the task: (returnval){ [ 1016.501240] env[69770]: value = "task-4070148" [ 1016.501240] env[69770]: _type = "Task" [ 1016.501240] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1016.502564] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16bd93e2-9fea-42e0-8dc5-4a128b61ed13 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.525109] env[69770]: DEBUG oslo_vmware.rw_handles [None req-fac126d2-a5b1-4f40-882d-2497eb0f67bc tempest-ServersNegativeTestJSON-1437959553 tempest-ServersNegativeTestJSON-1437959553-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52d91453-f215-ad9d-b3aa-f84304313e78/disk-0.vmdk from lease info. {{(pid=69770) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1016.525337] env[69770]: DEBUG oslo_vmware.rw_handles [None req-fac126d2-a5b1-4f40-882d-2497eb0f67bc tempest-ServersNegativeTestJSON-1437959553 tempest-ServersNegativeTestJSON-1437959553-project-member] Creating HTTP connection to write to file with size = 31665152 and URL = https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52d91453-f215-ad9d-b3aa-f84304313e78/disk-0.vmdk. {{(pid=69770) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1016.533430] env[69770]: DEBUG oslo_vmware.api [None req-47896d00-dc90-4e62-8ca0-233d7b5e6b7e tempest-ServerActionsV293TestJSON-1944763761 tempest-ServerActionsV293TestJSON-1944763761-project-member] Task: {'id': task-4070148, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.598850] env[69770]: DEBUG nova.network.neutron [-] [instance: e7c6d72e-2455-4d69-a2a7-5ee48fa3a22c] Updating instance_info_cache with network_info: [] {{(pid=69770) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1016.603552] env[69770]: DEBUG oslo_vmware.api [None req-781cca48-dbbe-4509-8830-950eeed25797 tempest-ServerRescueTestJSON-2083557613 tempest-ServerRescueTestJSON-2083557613-project-member] Task: {'id': task-4070144, 'name': PowerOnVM_Task, 'duration_secs': 0.599431} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1016.605506] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-781cca48-dbbe-4509-8830-950eeed25797 tempest-ServerRescueTestJSON-2083557613 tempest-ServerRescueTestJSON-2083557613-project-member] [instance: 6d778061-f3b5-4dc9-ab22-b1787ddd972e] Powered on the VM {{(pid=69770) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1016.605747] env[69770]: INFO nova.compute.manager [None req-781cca48-dbbe-4509-8830-950eeed25797 tempest-ServerRescueTestJSON-2083557613 tempest-ServerRescueTestJSON-2083557613-project-member] [instance: 6d778061-f3b5-4dc9-ab22-b1787ddd972e] Took 10.22 seconds to spawn the instance on the hypervisor. [ 1016.605930] env[69770]: DEBUG nova.compute.manager [None req-781cca48-dbbe-4509-8830-950eeed25797 tempest-ServerRescueTestJSON-2083557613 tempest-ServerRescueTestJSON-2083557613-project-member] [instance: 6d778061-f3b5-4dc9-ab22-b1787ddd972e] Checking state {{(pid=69770) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1016.611147] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bba0b94d-19be-4998-bf89-9299f7dc0a51 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.617343] env[69770]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-013ac97b-97e3-4cb2-b0d7-2eea1659a6f7 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.630744] env[69770]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a5cfb4d3-1612-4526-b999-7b98b4c436bf {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.643730] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb717767-97a5-4b08-83af-d9f5f271ca4b {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.684034] env[69770]: DEBUG nova.compute.manager [req-5394adbe-2509-4513-855d-52196f5e0a1b req-7205bb76-aef5-40da-96ad-8869ad175aed service nova] [instance: e7c6d72e-2455-4d69-a2a7-5ee48fa3a22c] Detach interface failed, port_id=f7f8b472-bfb8-4c07-870f-8b2f446c4378, reason: Instance e7c6d72e-2455-4d69-a2a7-5ee48fa3a22c could not be found. {{(pid=69770) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1016.887337] env[69770]: DEBUG oslo_concurrency.lockutils [None req-68b5ffd7-65b3-4eb2-bf46-c8c2eb7b3a45 tempest-ServerShowV257Test-679390461 tempest-ServerShowV257Test-679390461-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1016.914223] env[69770]: DEBUG nova.scheduler.client.report [None req-76d4852d-278c-46e4-8e93-81ba76d8d6f1 tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] Inventory has not changed for provider 7cc7d32b-b7a7-454a-a456-2a440248ed9d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69770) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1017.025800] env[69770]: DEBUG oslo_vmware.api [None req-47896d00-dc90-4e62-8ca0-233d7b5e6b7e tempest-ServerActionsV293TestJSON-1944763761 tempest-ServerActionsV293TestJSON-1944763761-project-member] Task: {'id': task-4070148, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.104753} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1017.026182] env[69770]: DEBUG nova.virt.vmwareapi.ds_util [None req-47896d00-dc90-4e62-8ca0-233d7b5e6b7e tempest-ServerActionsV293TestJSON-1944763761 tempest-ServerActionsV293TestJSON-1944763761-project-member] Deleted the datastore file {{(pid=69770) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1017.026310] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-47896d00-dc90-4e62-8ca0-233d7b5e6b7e tempest-ServerActionsV293TestJSON-1944763761 tempest-ServerActionsV293TestJSON-1944763761-project-member] [instance: 1f92c4e9-6054-433b-917d-fa1956ee1a57] Deleted contents of the VM from datastore datastore2 {{(pid=69770) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1017.026544] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-47896d00-dc90-4e62-8ca0-233d7b5e6b7e tempest-ServerActionsV293TestJSON-1944763761 tempest-ServerActionsV293TestJSON-1944763761-project-member] [instance: 1f92c4e9-6054-433b-917d-fa1956ee1a57] Instance destroyed {{(pid=69770) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1017.106390] env[69770]: INFO nova.compute.manager [-] [instance: e7c6d72e-2455-4d69-a2a7-5ee48fa3a22c] Took 1.49 seconds to deallocate network for instance. [ 1017.141794] env[69770]: DEBUG nova.virt.vmwareapi.volumeops [None req-47896d00-dc90-4e62-8ca0-233d7b5e6b7e tempest-ServerActionsV293TestJSON-1944763761 tempest-ServerActionsV293TestJSON-1944763761-project-member] [instance: 1f92c4e9-6054-433b-917d-fa1956ee1a57] Volume detach. Driver type: vmdk {{(pid=69770) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1017.142200] env[69770]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-356ae775-d5d8-4b64-bdb8-9b86f0348bae {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.151391] env[69770]: INFO nova.compute.manager [None req-781cca48-dbbe-4509-8830-950eeed25797 tempest-ServerRescueTestJSON-2083557613 tempest-ServerRescueTestJSON-2083557613-project-member] [instance: 6d778061-f3b5-4dc9-ab22-b1787ddd972e] Took 46.91 seconds to build instance. [ 1017.162315] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84bc9007-966b-43cb-934e-7964195a7a4b {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.215095] env[69770]: ERROR nova.compute.manager [None req-47896d00-dc90-4e62-8ca0-233d7b5e6b7e tempest-ServerActionsV293TestJSON-1944763761 tempest-ServerActionsV293TestJSON-1944763761-project-member] [instance: 1f92c4e9-6054-433b-917d-fa1956ee1a57] Failed to detach volume 07df8e93-72e3-4611-9f89-77b67b71b420 from /dev/sda: nova.exception.InstanceNotFound: Instance 1f92c4e9-6054-433b-917d-fa1956ee1a57 could not be found. [ 1017.215095] env[69770]: ERROR nova.compute.manager [instance: 1f92c4e9-6054-433b-917d-fa1956ee1a57] Traceback (most recent call last): [ 1017.215095] env[69770]: ERROR nova.compute.manager [instance: 1f92c4e9-6054-433b-917d-fa1956ee1a57] File "/opt/stack/nova/nova/compute/manager.py", line 4185, in _do_rebuild_instance [ 1017.215095] env[69770]: ERROR nova.compute.manager [instance: 1f92c4e9-6054-433b-917d-fa1956ee1a57] self.driver.rebuild(**kwargs) [ 1017.215095] env[69770]: ERROR nova.compute.manager [instance: 1f92c4e9-6054-433b-917d-fa1956ee1a57] File "/opt/stack/nova/nova/virt/driver.py", line 497, in rebuild [ 1017.215095] env[69770]: ERROR nova.compute.manager [instance: 1f92c4e9-6054-433b-917d-fa1956ee1a57] raise NotImplementedError() [ 1017.215095] env[69770]: ERROR nova.compute.manager [instance: 1f92c4e9-6054-433b-917d-fa1956ee1a57] NotImplementedError [ 1017.215095] env[69770]: ERROR nova.compute.manager [instance: 1f92c4e9-6054-433b-917d-fa1956ee1a57] [ 1017.215095] env[69770]: ERROR nova.compute.manager [instance: 1f92c4e9-6054-433b-917d-fa1956ee1a57] During handling of the above exception, another exception occurred: [ 1017.215095] env[69770]: ERROR nova.compute.manager [instance: 1f92c4e9-6054-433b-917d-fa1956ee1a57] [ 1017.215095] env[69770]: ERROR nova.compute.manager [instance: 1f92c4e9-6054-433b-917d-fa1956ee1a57] Traceback (most recent call last): [ 1017.215095] env[69770]: ERROR nova.compute.manager [instance: 1f92c4e9-6054-433b-917d-fa1956ee1a57] File "/opt/stack/nova/nova/compute/manager.py", line 3608, in _detach_root_volume [ 1017.215095] env[69770]: ERROR nova.compute.manager [instance: 1f92c4e9-6054-433b-917d-fa1956ee1a57] self.driver.detach_volume(context, old_connection_info, [ 1017.215095] env[69770]: ERROR nova.compute.manager [instance: 1f92c4e9-6054-433b-917d-fa1956ee1a57] File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 561, in detach_volume [ 1017.215095] env[69770]: ERROR nova.compute.manager [instance: 1f92c4e9-6054-433b-917d-fa1956ee1a57] return self._volumeops.detach_volume(connection_info, instance) [ 1017.215095] env[69770]: ERROR nova.compute.manager [instance: 1f92c4e9-6054-433b-917d-fa1956ee1a57] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 649, in detach_volume [ 1017.215095] env[69770]: ERROR nova.compute.manager [instance: 1f92c4e9-6054-433b-917d-fa1956ee1a57] self._detach_volume_vmdk(connection_info, instance) [ 1017.215095] env[69770]: ERROR nova.compute.manager [instance: 1f92c4e9-6054-433b-917d-fa1956ee1a57] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 569, in _detach_volume_vmdk [ 1017.215095] env[69770]: ERROR nova.compute.manager [instance: 1f92c4e9-6054-433b-917d-fa1956ee1a57] vm_ref = vm_util.get_vm_ref(self._session, instance) [ 1017.215095] env[69770]: ERROR nova.compute.manager [instance: 1f92c4e9-6054-433b-917d-fa1956ee1a57] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1145, in get_vm_ref [ 1017.215095] env[69770]: ERROR nova.compute.manager [instance: 1f92c4e9-6054-433b-917d-fa1956ee1a57] stable_ref.fetch_moref(session) [ 1017.215095] env[69770]: ERROR nova.compute.manager [instance: 1f92c4e9-6054-433b-917d-fa1956ee1a57] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1136, in fetch_moref [ 1017.215095] env[69770]: ERROR nova.compute.manager [instance: 1f92c4e9-6054-433b-917d-fa1956ee1a57] raise exception.InstanceNotFound(instance_id=self._uuid) [ 1017.215095] env[69770]: ERROR nova.compute.manager [instance: 1f92c4e9-6054-433b-917d-fa1956ee1a57] nova.exception.InstanceNotFound: Instance 1f92c4e9-6054-433b-917d-fa1956ee1a57 could not be found. [ 1017.215095] env[69770]: ERROR nova.compute.manager [instance: 1f92c4e9-6054-433b-917d-fa1956ee1a57] [ 1017.269041] env[69770]: DEBUG nova.compute.manager [None req-0ebe2a77-310c-4f41-8888-0c9801206db9 tempest-AttachInterfacesUnderV243Test-761183515 tempest-AttachInterfacesUnderV243Test-761183515-project-member] [instance: 529437d0-e31b-482e-9273-2d27b674c0e3] Start spawning the instance on the hypervisor. {{(pid=69770) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1017.392319] env[69770]: DEBUG nova.compute.utils [None req-47896d00-dc90-4e62-8ca0-233d7b5e6b7e tempest-ServerActionsV293TestJSON-1944763761 tempest-ServerActionsV293TestJSON-1944763761-project-member] [instance: 1f92c4e9-6054-433b-917d-fa1956ee1a57] Build of instance 1f92c4e9-6054-433b-917d-fa1956ee1a57 aborted: Failed to rebuild volume backed instance. {{(pid=69770) notify_about_instance_usage /opt/stack/nova/nova/compute/utils.py:431}} [ 1017.395350] env[69770]: ERROR nova.compute.manager [None req-47896d00-dc90-4e62-8ca0-233d7b5e6b7e tempest-ServerActionsV293TestJSON-1944763761 tempest-ServerActionsV293TestJSON-1944763761-project-member] [instance: 1f92c4e9-6054-433b-917d-fa1956ee1a57] Setting instance vm_state to ERROR: nova.exception.BuildAbortException: Build of instance 1f92c4e9-6054-433b-917d-fa1956ee1a57 aborted: Failed to rebuild volume backed instance. [ 1017.395350] env[69770]: ERROR nova.compute.manager [instance: 1f92c4e9-6054-433b-917d-fa1956ee1a57] Traceback (most recent call last): [ 1017.395350] env[69770]: ERROR nova.compute.manager [instance: 1f92c4e9-6054-433b-917d-fa1956ee1a57] File "/opt/stack/nova/nova/compute/manager.py", line 4185, in _do_rebuild_instance [ 1017.395350] env[69770]: ERROR nova.compute.manager [instance: 1f92c4e9-6054-433b-917d-fa1956ee1a57] self.driver.rebuild(**kwargs) [ 1017.395350] env[69770]: ERROR nova.compute.manager [instance: 1f92c4e9-6054-433b-917d-fa1956ee1a57] File "/opt/stack/nova/nova/virt/driver.py", line 497, in rebuild [ 1017.395350] env[69770]: ERROR nova.compute.manager [instance: 1f92c4e9-6054-433b-917d-fa1956ee1a57] raise NotImplementedError() [ 1017.395350] env[69770]: ERROR nova.compute.manager [instance: 1f92c4e9-6054-433b-917d-fa1956ee1a57] NotImplementedError [ 1017.395350] env[69770]: ERROR nova.compute.manager [instance: 1f92c4e9-6054-433b-917d-fa1956ee1a57] [ 1017.395350] env[69770]: ERROR nova.compute.manager [instance: 1f92c4e9-6054-433b-917d-fa1956ee1a57] During handling of the above exception, another exception occurred: [ 1017.395350] env[69770]: ERROR nova.compute.manager [instance: 1f92c4e9-6054-433b-917d-fa1956ee1a57] [ 1017.395350] env[69770]: ERROR nova.compute.manager [instance: 1f92c4e9-6054-433b-917d-fa1956ee1a57] Traceback (most recent call last): [ 1017.395350] env[69770]: ERROR nova.compute.manager [instance: 1f92c4e9-6054-433b-917d-fa1956ee1a57] File "/opt/stack/nova/nova/compute/manager.py", line 3643, in _rebuild_volume_backed_instance [ 1017.395350] env[69770]: ERROR nova.compute.manager [instance: 1f92c4e9-6054-433b-917d-fa1956ee1a57] self._detach_root_volume(context, instance, root_bdm) [ 1017.395350] env[69770]: ERROR nova.compute.manager [instance: 1f92c4e9-6054-433b-917d-fa1956ee1a57] File "/opt/stack/nova/nova/compute/manager.py", line 3622, in _detach_root_volume [ 1017.395350] env[69770]: ERROR nova.compute.manager [instance: 1f92c4e9-6054-433b-917d-fa1956ee1a57] with excutils.save_and_reraise_exception(): [ 1017.395350] env[69770]: ERROR nova.compute.manager [instance: 1f92c4e9-6054-433b-917d-fa1956ee1a57] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__ [ 1017.395350] env[69770]: ERROR nova.compute.manager [instance: 1f92c4e9-6054-433b-917d-fa1956ee1a57] self.force_reraise() [ 1017.395350] env[69770]: ERROR nova.compute.manager [instance: 1f92c4e9-6054-433b-917d-fa1956ee1a57] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise [ 1017.395350] env[69770]: ERROR nova.compute.manager [instance: 1f92c4e9-6054-433b-917d-fa1956ee1a57] raise self.value [ 1017.395350] env[69770]: ERROR nova.compute.manager [instance: 1f92c4e9-6054-433b-917d-fa1956ee1a57] File "/opt/stack/nova/nova/compute/manager.py", line 3608, in _detach_root_volume [ 1017.395350] env[69770]: ERROR nova.compute.manager [instance: 1f92c4e9-6054-433b-917d-fa1956ee1a57] self.driver.detach_volume(context, old_connection_info, [ 1017.395350] env[69770]: ERROR nova.compute.manager [instance: 1f92c4e9-6054-433b-917d-fa1956ee1a57] File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 561, in detach_volume [ 1017.395350] env[69770]: ERROR nova.compute.manager [instance: 1f92c4e9-6054-433b-917d-fa1956ee1a57] return self._volumeops.detach_volume(connection_info, instance) [ 1017.395350] env[69770]: ERROR nova.compute.manager [instance: 1f92c4e9-6054-433b-917d-fa1956ee1a57] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 649, in detach_volume [ 1017.395350] env[69770]: ERROR nova.compute.manager [instance: 1f92c4e9-6054-433b-917d-fa1956ee1a57] self._detach_volume_vmdk(connection_info, instance) [ 1017.395350] env[69770]: ERROR nova.compute.manager [instance: 1f92c4e9-6054-433b-917d-fa1956ee1a57] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 569, in _detach_volume_vmdk [ 1017.395350] env[69770]: ERROR nova.compute.manager [instance: 1f92c4e9-6054-433b-917d-fa1956ee1a57] vm_ref = vm_util.get_vm_ref(self._session, instance) [ 1017.395350] env[69770]: ERROR nova.compute.manager [instance: 1f92c4e9-6054-433b-917d-fa1956ee1a57] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1145, in get_vm_ref [ 1017.395350] env[69770]: ERROR nova.compute.manager [instance: 1f92c4e9-6054-433b-917d-fa1956ee1a57] stable_ref.fetch_moref(session) [ 1017.395350] env[69770]: ERROR nova.compute.manager [instance: 1f92c4e9-6054-433b-917d-fa1956ee1a57] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1136, in fetch_moref [ 1017.395350] env[69770]: ERROR nova.compute.manager [instance: 1f92c4e9-6054-433b-917d-fa1956ee1a57] raise exception.InstanceNotFound(instance_id=self._uuid) [ 1017.395350] env[69770]: ERROR nova.compute.manager [instance: 1f92c4e9-6054-433b-917d-fa1956ee1a57] nova.exception.InstanceNotFound: Instance 1f92c4e9-6054-433b-917d-fa1956ee1a57 could not be found. [ 1017.395350] env[69770]: ERROR nova.compute.manager [instance: 1f92c4e9-6054-433b-917d-fa1956ee1a57] [ 1017.395350] env[69770]: ERROR nova.compute.manager [instance: 1f92c4e9-6054-433b-917d-fa1956ee1a57] During handling of the above exception, another exception occurred: [ 1017.395350] env[69770]: ERROR nova.compute.manager [instance: 1f92c4e9-6054-433b-917d-fa1956ee1a57] [ 1017.395350] env[69770]: ERROR nova.compute.manager [instance: 1f92c4e9-6054-433b-917d-fa1956ee1a57] Traceback (most recent call last): [ 1017.395350] env[69770]: ERROR nova.compute.manager [instance: 1f92c4e9-6054-433b-917d-fa1956ee1a57] File "/opt/stack/nova/nova/compute/manager.py", line 11471, in _error_out_instance_on_exception [ 1017.395350] env[69770]: ERROR nova.compute.manager [instance: 1f92c4e9-6054-433b-917d-fa1956ee1a57] yield [ 1017.395350] env[69770]: ERROR nova.compute.manager [instance: 1f92c4e9-6054-433b-917d-fa1956ee1a57] File "/opt/stack/nova/nova/compute/manager.py", line 3911, in rebuild_instance [ 1017.395350] env[69770]: ERROR nova.compute.manager [instance: 1f92c4e9-6054-433b-917d-fa1956ee1a57] self._do_rebuild_instance_with_claim( [ 1017.396537] env[69770]: ERROR nova.compute.manager [instance: 1f92c4e9-6054-433b-917d-fa1956ee1a57] File "/opt/stack/nova/nova/compute/manager.py", line 3997, in _do_rebuild_instance_with_claim [ 1017.396537] env[69770]: ERROR nova.compute.manager [instance: 1f92c4e9-6054-433b-917d-fa1956ee1a57] self._do_rebuild_instance( [ 1017.396537] env[69770]: ERROR nova.compute.manager [instance: 1f92c4e9-6054-433b-917d-fa1956ee1a57] File "/opt/stack/nova/nova/compute/manager.py", line 4189, in _do_rebuild_instance [ 1017.396537] env[69770]: ERROR nova.compute.manager [instance: 1f92c4e9-6054-433b-917d-fa1956ee1a57] self._rebuild_default_impl(**kwargs) [ 1017.396537] env[69770]: ERROR nova.compute.manager [instance: 1f92c4e9-6054-433b-917d-fa1956ee1a57] File "/opt/stack/nova/nova/compute/manager.py", line 3766, in _rebuild_default_impl [ 1017.396537] env[69770]: ERROR nova.compute.manager [instance: 1f92c4e9-6054-433b-917d-fa1956ee1a57] self._rebuild_volume_backed_instance( [ 1017.396537] env[69770]: ERROR nova.compute.manager [instance: 1f92c4e9-6054-433b-917d-fa1956ee1a57] File "/opt/stack/nova/nova/compute/manager.py", line 3658, in _rebuild_volume_backed_instance [ 1017.396537] env[69770]: ERROR nova.compute.manager [instance: 1f92c4e9-6054-433b-917d-fa1956ee1a57] raise exception.BuildAbortException( [ 1017.396537] env[69770]: ERROR nova.compute.manager [instance: 1f92c4e9-6054-433b-917d-fa1956ee1a57] nova.exception.BuildAbortException: Build of instance 1f92c4e9-6054-433b-917d-fa1956ee1a57 aborted: Failed to rebuild volume backed instance. [ 1017.396537] env[69770]: ERROR nova.compute.manager [instance: 1f92c4e9-6054-433b-917d-fa1956ee1a57] [ 1017.419303] env[69770]: DEBUG oslo_concurrency.lockutils [None req-76d4852d-278c-46e4-8e93-81ba76d8d6f1 tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.177s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1017.421904] env[69770]: DEBUG oslo_concurrency.lockutils [None req-150e83c8-add5-401a-85c1-762d6cf38668 tempest-ServersTestBootFromVolume-299983553 tempest-ServersTestBootFromVolume-299983553-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.813s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1017.424635] env[69770]: INFO nova.compute.claims [None req-150e83c8-add5-401a-85c1-762d6cf38668 tempest-ServersTestBootFromVolume-299983553 tempest-ServersTestBootFromVolume-299983553-project-member] [instance: 527d5f2a-9299-4336-be62-a5cf9df2171f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1017.440840] env[69770]: INFO nova.scheduler.client.report [None req-76d4852d-278c-46e4-8e93-81ba76d8d6f1 tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] Deleted allocations for instance d90c6f0f-5427-4869-ad24-efe54ee99d2f [ 1017.619960] env[69770]: DEBUG oslo_concurrency.lockutils [None req-9e41b3a4-51b7-4850-96df-90e0947a6a38 tempest-ServersAdminTestJSON-142622790 tempest-ServersAdminTestJSON-142622790-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1017.632259] env[69770]: DEBUG nova.virt.hardware [None req-0ebe2a77-310c-4f41-8888-0c9801206db9 tempest-AttachInterfacesUnderV243Test-761183515 tempest-AttachInterfacesUnderV243Test-761183515-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T12:16:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T12:16:11Z,direct_url=,disk_format='vmdk',id=d1eaff80-24a0-4391-90eb-59958b1ecf0a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d65f20bb89fb40a98b77bc6d97357df2',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T12:16:12Z,virtual_size=,visibility=), allow threads: False {{(pid=69770) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1017.632588] env[69770]: DEBUG nova.virt.hardware [None req-0ebe2a77-310c-4f41-8888-0c9801206db9 tempest-AttachInterfacesUnderV243Test-761183515 tempest-AttachInterfacesUnderV243Test-761183515-project-member] Flavor limits 0:0:0 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1017.632791] env[69770]: DEBUG nova.virt.hardware [None req-0ebe2a77-310c-4f41-8888-0c9801206db9 tempest-AttachInterfacesUnderV243Test-761183515 tempest-AttachInterfacesUnderV243Test-761183515-project-member] Image limits 0:0:0 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1017.633139] env[69770]: DEBUG nova.virt.hardware [None req-0ebe2a77-310c-4f41-8888-0c9801206db9 tempest-AttachInterfacesUnderV243Test-761183515 tempest-AttachInterfacesUnderV243Test-761183515-project-member] Flavor pref 0:0:0 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1017.633286] env[69770]: DEBUG nova.virt.hardware [None req-0ebe2a77-310c-4f41-8888-0c9801206db9 tempest-AttachInterfacesUnderV243Test-761183515 tempest-AttachInterfacesUnderV243Test-761183515-project-member] Image pref 0:0:0 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1017.633429] env[69770]: DEBUG nova.virt.hardware [None req-0ebe2a77-310c-4f41-8888-0c9801206db9 tempest-AttachInterfacesUnderV243Test-761183515 tempest-AttachInterfacesUnderV243Test-761183515-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1017.633682] env[69770]: DEBUG nova.virt.hardware [None req-0ebe2a77-310c-4f41-8888-0c9801206db9 tempest-AttachInterfacesUnderV243Test-761183515 tempest-AttachInterfacesUnderV243Test-761183515-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69770) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1017.633855] env[69770]: DEBUG nova.virt.hardware [None req-0ebe2a77-310c-4f41-8888-0c9801206db9 tempest-AttachInterfacesUnderV243Test-761183515 tempest-AttachInterfacesUnderV243Test-761183515-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69770) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1017.634074] env[69770]: DEBUG nova.virt.hardware [None req-0ebe2a77-310c-4f41-8888-0c9801206db9 tempest-AttachInterfacesUnderV243Test-761183515 tempest-AttachInterfacesUnderV243Test-761183515-project-member] Got 1 possible topologies {{(pid=69770) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1017.634317] env[69770]: DEBUG nova.virt.hardware [None req-0ebe2a77-310c-4f41-8888-0c9801206db9 tempest-AttachInterfacesUnderV243Test-761183515 tempest-AttachInterfacesUnderV243Test-761183515-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69770) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1017.634571] env[69770]: DEBUG nova.virt.hardware [None req-0ebe2a77-310c-4f41-8888-0c9801206db9 tempest-AttachInterfacesUnderV243Test-761183515 tempest-AttachInterfacesUnderV243Test-761183515-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69770) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1017.635742] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bf17f35-997d-4caa-b034-36e0713d91b1 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.648900] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-050562c4-42cd-42c0-aec1-38219506cae0 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.657176] env[69770]: DEBUG oslo_concurrency.lockutils [None req-781cca48-dbbe-4509-8830-950eeed25797 tempest-ServerRescueTestJSON-2083557613 tempest-ServerRescueTestJSON-2083557613-project-member] Lock "6d778061-f3b5-4dc9-ab22-b1787ddd972e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 62.310s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1017.949116] env[69770]: DEBUG oslo_concurrency.lockutils [None req-76d4852d-278c-46e4-8e93-81ba76d8d6f1 tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] Lock "d90c6f0f-5427-4869-ad24-efe54ee99d2f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.850s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1018.158668] env[69770]: DEBUG oslo_vmware.rw_handles [None req-fac126d2-a5b1-4f40-882d-2497eb0f67bc tempest-ServersNegativeTestJSON-1437959553 tempest-ServersNegativeTestJSON-1437959553-project-member] Completed reading data from the image iterator. {{(pid=69770) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1018.159056] env[69770]: DEBUG oslo_vmware.rw_handles [None req-fac126d2-a5b1-4f40-882d-2497eb0f67bc tempest-ServersNegativeTestJSON-1437959553 tempest-ServersNegativeTestJSON-1437959553-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52d91453-f215-ad9d-b3aa-f84304313e78/disk-0.vmdk. {{(pid=69770) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1018.160265] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-decfc318-6c44-4cf1-94ff-7f2a8a3872e3 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.170631] env[69770]: DEBUG oslo_vmware.rw_handles [None req-fac126d2-a5b1-4f40-882d-2497eb0f67bc tempest-ServersNegativeTestJSON-1437959553 tempest-ServersNegativeTestJSON-1437959553-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52d91453-f215-ad9d-b3aa-f84304313e78/disk-0.vmdk is in state: ready. {{(pid=69770) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1018.170924] env[69770]: DEBUG oslo_vmware.rw_handles [None req-fac126d2-a5b1-4f40-882d-2497eb0f67bc tempest-ServersNegativeTestJSON-1437959553 tempest-ServersNegativeTestJSON-1437959553-project-member] Releasing lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52d91453-f215-ad9d-b3aa-f84304313e78/disk-0.vmdk. {{(pid=69770) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1018.171219] env[69770]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-3878c17a-5343-4dbc-b3b3-edb60fcfe2d5 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.203578] env[69770]: DEBUG nova.compute.manager [req-b577a98b-2a97-4155-836f-3744d479508d req-9d9dffe6-d324-4ced-ac44-ed412dcb7cd1 service nova] [instance: 529437d0-e31b-482e-9273-2d27b674c0e3] Received event network-vif-plugged-f68915e0-eac8-4cd7-9fff-ca96073e3426 {{(pid=69770) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1018.203578] env[69770]: DEBUG oslo_concurrency.lockutils [req-b577a98b-2a97-4155-836f-3744d479508d req-9d9dffe6-d324-4ced-ac44-ed412dcb7cd1 service nova] Acquiring lock "529437d0-e31b-482e-9273-2d27b674c0e3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1018.203578] env[69770]: DEBUG oslo_concurrency.lockutils [req-b577a98b-2a97-4155-836f-3744d479508d req-9d9dffe6-d324-4ced-ac44-ed412dcb7cd1 service nova] Lock "529437d0-e31b-482e-9273-2d27b674c0e3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1018.203578] env[69770]: DEBUG oslo_concurrency.lockutils [req-b577a98b-2a97-4155-836f-3744d479508d req-9d9dffe6-d324-4ced-ac44-ed412dcb7cd1 service nova] Lock "529437d0-e31b-482e-9273-2d27b674c0e3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1018.203838] env[69770]: DEBUG nova.compute.manager [req-b577a98b-2a97-4155-836f-3744d479508d req-9d9dffe6-d324-4ced-ac44-ed412dcb7cd1 service nova] [instance: 529437d0-e31b-482e-9273-2d27b674c0e3] No waiting events found dispatching network-vif-plugged-f68915e0-eac8-4cd7-9fff-ca96073e3426 {{(pid=69770) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1018.203912] env[69770]: WARNING nova.compute.manager [req-b577a98b-2a97-4155-836f-3744d479508d req-9d9dffe6-d324-4ced-ac44-ed412dcb7cd1 service nova] [instance: 529437d0-e31b-482e-9273-2d27b674c0e3] Received unexpected event network-vif-plugged-f68915e0-eac8-4cd7-9fff-ca96073e3426 for instance with vm_state building and task_state spawning. [ 1018.218136] env[69770]: DEBUG nova.network.neutron [None req-0ebe2a77-310c-4f41-8888-0c9801206db9 tempest-AttachInterfacesUnderV243Test-761183515 tempest-AttachInterfacesUnderV243Test-761183515-project-member] [instance: 529437d0-e31b-482e-9273-2d27b674c0e3] Successfully updated port: f68915e0-eac8-4cd7-9fff-ca96073e3426 {{(pid=69770) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1018.412025] env[69770]: DEBUG oslo_vmware.rw_handles [None req-fac126d2-a5b1-4f40-882d-2497eb0f67bc tempest-ServersNegativeTestJSON-1437959553 tempest-ServersNegativeTestJSON-1437959553-project-member] Closed VMDK write handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52d91453-f215-ad9d-b3aa-f84304313e78/disk-0.vmdk. {{(pid=69770) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1018.412025] env[69770]: INFO nova.virt.vmwareapi.images [None req-fac126d2-a5b1-4f40-882d-2497eb0f67bc tempest-ServersNegativeTestJSON-1437959553 tempest-ServersNegativeTestJSON-1437959553-project-member] [instance: 1cd3da96-102f-4a22-8f53-12b32485ffa2] Downloaded image file data aa240c0f-8843-4221-bc13-6de25c02262b [ 1018.412025] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4037617-30c1-44ff-924d-8503cf6f4c2a {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.428081] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-15235e52-673d-4548-91c7-b99e06d1353b {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.461243] env[69770]: INFO nova.virt.vmwareapi.images [None req-fac126d2-a5b1-4f40-882d-2497eb0f67bc tempest-ServersNegativeTestJSON-1437959553 tempest-ServersNegativeTestJSON-1437959553-project-member] [instance: 1cd3da96-102f-4a22-8f53-12b32485ffa2] The imported VM was unregistered [ 1018.462965] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-fac126d2-a5b1-4f40-882d-2497eb0f67bc tempest-ServersNegativeTestJSON-1437959553 tempest-ServersNegativeTestJSON-1437959553-project-member] [instance: 1cd3da96-102f-4a22-8f53-12b32485ffa2] Caching image {{(pid=69770) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1018.463210] env[69770]: DEBUG nova.virt.vmwareapi.ds_util [None req-fac126d2-a5b1-4f40-882d-2497eb0f67bc tempest-ServersNegativeTestJSON-1437959553 tempest-ServersNegativeTestJSON-1437959553-project-member] Creating directory with path [datastore1] devstack-image-cache_base/aa240c0f-8843-4221-bc13-6de25c02262b {{(pid=69770) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1018.463827] env[69770]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bc051a22-16ab-4ed2-875b-9f7ac7f99113 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.477852] env[69770]: INFO nova.compute.manager [None req-4704d964-25ca-48c1-8020-fa96a5219a19 tempest-ServerRescueTestJSON-2083557613 tempest-ServerRescueTestJSON-2083557613-project-member] [instance: 6d778061-f3b5-4dc9-ab22-b1787ddd972e] Rescuing [ 1018.477852] env[69770]: DEBUG oslo_concurrency.lockutils [None req-4704d964-25ca-48c1-8020-fa96a5219a19 tempest-ServerRescueTestJSON-2083557613 tempest-ServerRescueTestJSON-2083557613-project-member] Acquiring lock "refresh_cache-6d778061-f3b5-4dc9-ab22-b1787ddd972e" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.477852] env[69770]: DEBUG oslo_concurrency.lockutils [None req-4704d964-25ca-48c1-8020-fa96a5219a19 tempest-ServerRescueTestJSON-2083557613 tempest-ServerRescueTestJSON-2083557613-project-member] Acquired lock "refresh_cache-6d778061-f3b5-4dc9-ab22-b1787ddd972e" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.477852] env[69770]: DEBUG nova.network.neutron [None req-4704d964-25ca-48c1-8020-fa96a5219a19 tempest-ServerRescueTestJSON-2083557613 tempest-ServerRescueTestJSON-2083557613-project-member] [instance: 6d778061-f3b5-4dc9-ab22-b1787ddd972e] Building network info cache for instance {{(pid=69770) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1018.478338] env[69770]: DEBUG nova.virt.vmwareapi.ds_util [None req-fac126d2-a5b1-4f40-882d-2497eb0f67bc tempest-ServersNegativeTestJSON-1437959553 tempest-ServersNegativeTestJSON-1437959553-project-member] Created directory with path [datastore1] devstack-image-cache_base/aa240c0f-8843-4221-bc13-6de25c02262b {{(pid=69770) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1018.478522] env[69770]: DEBUG nova.virt.vmwareapi.ds_util [None req-fac126d2-a5b1-4f40-882d-2497eb0f67bc tempest-ServersNegativeTestJSON-1437959553 tempest-ServersNegativeTestJSON-1437959553-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_8f9c29da-f819-4dc4-aca1-a73ea94fee95/OSTACK_IMG_8f9c29da-f819-4dc4-aca1-a73ea94fee95.vmdk to [datastore1] devstack-image-cache_base/aa240c0f-8843-4221-bc13-6de25c02262b/aa240c0f-8843-4221-bc13-6de25c02262b.vmdk. {{(pid=69770) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1018.478784] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-f4d0cb7c-1529-4d6e-948d-826254a173e0 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.488600] env[69770]: DEBUG oslo_vmware.api [None req-fac126d2-a5b1-4f40-882d-2497eb0f67bc tempest-ServersNegativeTestJSON-1437959553 tempest-ServersNegativeTestJSON-1437959553-project-member] Waiting for the task: (returnval){ [ 1018.488600] env[69770]: value = "task-4070150" [ 1018.488600] env[69770]: _type = "Task" [ 1018.488600] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1018.497921] env[69770]: DEBUG oslo_vmware.api [None req-fac126d2-a5b1-4f40-882d-2497eb0f67bc tempest-ServersNegativeTestJSON-1437959553 tempest-ServersNegativeTestJSON-1437959553-project-member] Task: {'id': task-4070150, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.721960] env[69770]: DEBUG oslo_concurrency.lockutils [None req-0ebe2a77-310c-4f41-8888-0c9801206db9 tempest-AttachInterfacesUnderV243Test-761183515 tempest-AttachInterfacesUnderV243Test-761183515-project-member] Acquiring lock "refresh_cache-529437d0-e31b-482e-9273-2d27b674c0e3" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.721960] env[69770]: DEBUG oslo_concurrency.lockutils [None req-0ebe2a77-310c-4f41-8888-0c9801206db9 tempest-AttachInterfacesUnderV243Test-761183515 tempest-AttachInterfacesUnderV243Test-761183515-project-member] Acquired lock "refresh_cache-529437d0-e31b-482e-9273-2d27b674c0e3" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.722251] env[69770]: DEBUG nova.network.neutron [None req-0ebe2a77-310c-4f41-8888-0c9801206db9 tempest-AttachInterfacesUnderV243Test-761183515 tempest-AttachInterfacesUnderV243Test-761183515-project-member] [instance: 529437d0-e31b-482e-9273-2d27b674c0e3] Building network info cache for instance {{(pid=69770) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1018.816723] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b15c634-915f-401f-989b-2192a43c7526 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.826885] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99a21afb-67f0-4cd7-8b45-2bd4f9207c19 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.864382] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d4a505f-5132-43f6-bd34-3f36370c918d {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.873847] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2375d2ae-7cf3-4693-bf70-e3d5a774b690 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.891293] env[69770]: DEBUG nova.compute.provider_tree [None req-150e83c8-add5-401a-85c1-762d6cf38668 tempest-ServersTestBootFromVolume-299983553 tempest-ServersTestBootFromVolume-299983553-project-member] Inventory has not changed in ProviderTree for provider: 7cc7d32b-b7a7-454a-a456-2a440248ed9d {{(pid=69770) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1019.006360] env[69770]: DEBUG oslo_vmware.api [None req-fac126d2-a5b1-4f40-882d-2497eb0f67bc tempest-ServersNegativeTestJSON-1437959553 tempest-ServersNegativeTestJSON-1437959553-project-member] Task: {'id': task-4070150, 'name': MoveVirtualDisk_Task} progress is 18%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.262456] env[69770]: DEBUG nova.network.neutron [None req-4704d964-25ca-48c1-8020-fa96a5219a19 tempest-ServerRescueTestJSON-2083557613 tempest-ServerRescueTestJSON-2083557613-project-member] [instance: 6d778061-f3b5-4dc9-ab22-b1787ddd972e] Updating instance_info_cache with network_info: [{"id": "dacad569-8999-4d4a-aee9-b823530406be", "address": "fa:16:3e:d4:67:2e", "network": {"id": "f2e62cc7-fbfa-4581-9d80-cbd4ce41d9ab", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1630961952-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "53a67e919f10478aba1d1175dc195b39", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7e0240aa-a694-48fc-a0f9-6f2d3e71aa12", "external-id": "nsx-vlan-transportzone-249", "segmentation_id": 249, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdacad569-89", "ovs_interfaceid": "dacad569-8999-4d4a-aee9-b823530406be", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69770) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1019.279991] env[69770]: DEBUG nova.network.neutron [None req-0ebe2a77-310c-4f41-8888-0c9801206db9 tempest-AttachInterfacesUnderV243Test-761183515 tempest-AttachInterfacesUnderV243Test-761183515-project-member] [instance: 529437d0-e31b-482e-9273-2d27b674c0e3] Instance cache missing network info. {{(pid=69770) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1019.395324] env[69770]: DEBUG nova.scheduler.client.report [None req-150e83c8-add5-401a-85c1-762d6cf38668 tempest-ServersTestBootFromVolume-299983553 tempest-ServersTestBootFromVolume-299983553-project-member] Inventory has not changed for provider 7cc7d32b-b7a7-454a-a456-2a440248ed9d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69770) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1019.411959] env[69770]: DEBUG oslo_concurrency.lockutils [None req-47896d00-dc90-4e62-8ca0-233d7b5e6b7e tempest-ServerActionsV293TestJSON-1944763761 tempest-ServerActionsV293TestJSON-1944763761-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1019.506346] env[69770]: DEBUG oslo_vmware.api [None req-fac126d2-a5b1-4f40-882d-2497eb0f67bc tempest-ServersNegativeTestJSON-1437959553 tempest-ServersNegativeTestJSON-1437959553-project-member] Task: {'id': task-4070150, 'name': MoveVirtualDisk_Task} progress is 38%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.513380] env[69770]: DEBUG nova.network.neutron [None req-0ebe2a77-310c-4f41-8888-0c9801206db9 tempest-AttachInterfacesUnderV243Test-761183515 tempest-AttachInterfacesUnderV243Test-761183515-project-member] [instance: 529437d0-e31b-482e-9273-2d27b674c0e3] Updating instance_info_cache with network_info: [{"id": "f68915e0-eac8-4cd7-9fff-ca96073e3426", "address": "fa:16:3e:50:e2:ae", "network": {"id": "9b6f8495-34d8-4f43-9957-0cbab479c859", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1340850821-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e8da1017248f485784faeba80aee93fb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9722ea4d-e4a5-48fc-b759-5c4c4796b1ef", "external-id": "nsx-vlan-transportzone-924", "segmentation_id": 924, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf68915e0-ea", "ovs_interfaceid": "f68915e0-eac8-4cd7-9fff-ca96073e3426", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69770) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1019.673832] env[69770]: DEBUG oslo_concurrency.lockutils [None req-febccb28-b911-4727-8d91-609ddf0566ca tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] Acquiring lock "631c9a53-9da0-4ba6-974f-9ce2c98f788a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1019.674403] env[69770]: DEBUG oslo_concurrency.lockutils [None req-febccb28-b911-4727-8d91-609ddf0566ca tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] Lock "631c9a53-9da0-4ba6-974f-9ce2c98f788a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1019.768951] env[69770]: DEBUG oslo_concurrency.lockutils [None req-4704d964-25ca-48c1-8020-fa96a5219a19 tempest-ServerRescueTestJSON-2083557613 tempest-ServerRescueTestJSON-2083557613-project-member] Releasing lock "refresh_cache-6d778061-f3b5-4dc9-ab22-b1787ddd972e" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.905142] env[69770]: DEBUG oslo_concurrency.lockutils [None req-150e83c8-add5-401a-85c1-762d6cf38668 tempest-ServersTestBootFromVolume-299983553 tempest-ServersTestBootFromVolume-299983553-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.483s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1019.905611] env[69770]: DEBUG nova.compute.manager [None req-150e83c8-add5-401a-85c1-762d6cf38668 tempest-ServersTestBootFromVolume-299983553 tempest-ServersTestBootFromVolume-299983553-project-member] [instance: 527d5f2a-9299-4336-be62-a5cf9df2171f] Start building networks asynchronously for instance. {{(pid=69770) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1019.909070] env[69770]: DEBUG oslo_concurrency.lockutils [None req-3e5afd11-1891-4bd3-a636-981a45bb11b1 tempest-MigrationsAdminTest-1409017777 tempest-MigrationsAdminTest-1409017777-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.188s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1019.909297] env[69770]: DEBUG oslo_concurrency.lockutils [None req-3e5afd11-1891-4bd3-a636-981a45bb11b1 tempest-MigrationsAdminTest-1409017777 tempest-MigrationsAdminTest-1409017777-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1019.911437] env[69770]: DEBUG oslo_concurrency.lockutils [None req-9bb7a707-5170-4edd-b6fa-f6f086229f1f tempest-ImagesOneServerNegativeTestJSON-405389268 tempest-ImagesOneServerNegativeTestJSON-405389268-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.221s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1019.912970] env[69770]: INFO nova.compute.claims [None req-9bb7a707-5170-4edd-b6fa-f6f086229f1f tempest-ImagesOneServerNegativeTestJSON-405389268 tempest-ImagesOneServerNegativeTestJSON-405389268-project-member] [instance: 725b289a-785b-4a90-9b47-a7996a1f011f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1019.941685] env[69770]: INFO nova.scheduler.client.report [None req-3e5afd11-1891-4bd3-a636-981a45bb11b1 tempest-MigrationsAdminTest-1409017777 tempest-MigrationsAdminTest-1409017777-project-member] Deleted allocations for instance 95957450-4202-4400-ab80-e9d3a56b2efb [ 1020.001842] env[69770]: DEBUG oslo_vmware.api [None req-fac126d2-a5b1-4f40-882d-2497eb0f67bc tempest-ServersNegativeTestJSON-1437959553 tempest-ServersNegativeTestJSON-1437959553-project-member] Task: {'id': task-4070150, 'name': MoveVirtualDisk_Task} progress is 54%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.012931] env[69770]: DEBUG oslo_concurrency.lockutils [None req-524759fc-0a53-46af-89f4-fd64059cf61c tempest-ServerActionsV293TestJSON-1944763761 tempest-ServerActionsV293TestJSON-1944763761-project-member] Acquiring lock "1f92c4e9-6054-433b-917d-fa1956ee1a57" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1020.012931] env[69770]: DEBUG oslo_concurrency.lockutils [None req-524759fc-0a53-46af-89f4-fd64059cf61c tempest-ServerActionsV293TestJSON-1944763761 tempest-ServerActionsV293TestJSON-1944763761-project-member] Lock "1f92c4e9-6054-433b-917d-fa1956ee1a57" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1020.013167] env[69770]: DEBUG oslo_concurrency.lockutils [None req-524759fc-0a53-46af-89f4-fd64059cf61c tempest-ServerActionsV293TestJSON-1944763761 tempest-ServerActionsV293TestJSON-1944763761-project-member] Acquiring lock "1f92c4e9-6054-433b-917d-fa1956ee1a57-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1020.013337] env[69770]: DEBUG oslo_concurrency.lockutils [None req-524759fc-0a53-46af-89f4-fd64059cf61c tempest-ServerActionsV293TestJSON-1944763761 tempest-ServerActionsV293TestJSON-1944763761-project-member] Lock "1f92c4e9-6054-433b-917d-fa1956ee1a57-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1020.013507] env[69770]: DEBUG oslo_concurrency.lockutils [None req-524759fc-0a53-46af-89f4-fd64059cf61c tempest-ServerActionsV293TestJSON-1944763761 tempest-ServerActionsV293TestJSON-1944763761-project-member] Lock "1f92c4e9-6054-433b-917d-fa1956ee1a57-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1020.018504] env[69770]: DEBUG oslo_concurrency.lockutils [None req-0ebe2a77-310c-4f41-8888-0c9801206db9 tempest-AttachInterfacesUnderV243Test-761183515 tempest-AttachInterfacesUnderV243Test-761183515-project-member] Releasing lock "refresh_cache-529437d0-e31b-482e-9273-2d27b674c0e3" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.018875] env[69770]: DEBUG nova.compute.manager [None req-0ebe2a77-310c-4f41-8888-0c9801206db9 tempest-AttachInterfacesUnderV243Test-761183515 tempest-AttachInterfacesUnderV243Test-761183515-project-member] [instance: 529437d0-e31b-482e-9273-2d27b674c0e3] Instance network_info: |[{"id": "f68915e0-eac8-4cd7-9fff-ca96073e3426", "address": "fa:16:3e:50:e2:ae", "network": {"id": "9b6f8495-34d8-4f43-9957-0cbab479c859", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1340850821-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e8da1017248f485784faeba80aee93fb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9722ea4d-e4a5-48fc-b759-5c4c4796b1ef", "external-id": "nsx-vlan-transportzone-924", "segmentation_id": 924, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf68915e0-ea", "ovs_interfaceid": "f68915e0-eac8-4cd7-9fff-ca96073e3426", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69770) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1020.019479] env[69770]: INFO nova.compute.manager [None req-524759fc-0a53-46af-89f4-fd64059cf61c tempest-ServerActionsV293TestJSON-1944763761 tempest-ServerActionsV293TestJSON-1944763761-project-member] [instance: 1f92c4e9-6054-433b-917d-fa1956ee1a57] Terminating instance [ 1020.021249] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-0ebe2a77-310c-4f41-8888-0c9801206db9 tempest-AttachInterfacesUnderV243Test-761183515 tempest-AttachInterfacesUnderV243Test-761183515-project-member] [instance: 529437d0-e31b-482e-9273-2d27b674c0e3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:50:e2:ae', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9722ea4d-e4a5-48fc-b759-5c4c4796b1ef', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f68915e0-eac8-4cd7-9fff-ca96073e3426', 'vif_model': 'vmxnet3'}] {{(pid=69770) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1020.028895] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ebe2a77-310c-4f41-8888-0c9801206db9 tempest-AttachInterfacesUnderV243Test-761183515 tempest-AttachInterfacesUnderV243Test-761183515-project-member] Creating folder: Project (e8da1017248f485784faeba80aee93fb). Parent ref: group-v806376. {{(pid=69770) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1020.030580] env[69770]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e935deb5-30df-44f3-ba44-a25509c04cd4 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.043299] env[69770]: INFO nova.virt.vmwareapi.vm_util [None req-0ebe2a77-310c-4f41-8888-0c9801206db9 tempest-AttachInterfacesUnderV243Test-761183515 tempest-AttachInterfacesUnderV243Test-761183515-project-member] Created folder: Project (e8da1017248f485784faeba80aee93fb) in parent group-v806376. [ 1020.043505] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ebe2a77-310c-4f41-8888-0c9801206db9 tempest-AttachInterfacesUnderV243Test-761183515 tempest-AttachInterfacesUnderV243Test-761183515-project-member] Creating folder: Instances. Parent ref: group-v806582. {{(pid=69770) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1020.044098] env[69770]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-398f965c-d215-4ff1-87f6-0c974d154911 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.055533] env[69770]: INFO nova.virt.vmwareapi.vm_util [None req-0ebe2a77-310c-4f41-8888-0c9801206db9 tempest-AttachInterfacesUnderV243Test-761183515 tempest-AttachInterfacesUnderV243Test-761183515-project-member] Created folder: Instances in parent group-v806582. [ 1020.055789] env[69770]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0ebe2a77-310c-4f41-8888-0c9801206db9 tempest-AttachInterfacesUnderV243Test-761183515 tempest-AttachInterfacesUnderV243Test-761183515-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69770) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1020.055992] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 529437d0-e31b-482e-9273-2d27b674c0e3] Creating VM on the ESX host {{(pid=69770) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1020.056235] env[69770]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ed179a03-88f1-4591-ae5c-624fd79014f9 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.077362] env[69770]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1020.077362] env[69770]: value = "task-4070153" [ 1020.077362] env[69770]: _type = "Task" [ 1020.077362] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1020.086256] env[69770]: DEBUG oslo_vmware.api [-] Task: {'id': task-4070153, 'name': CreateVM_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.180536] env[69770]: DEBUG nova.compute.manager [None req-febccb28-b911-4727-8d91-609ddf0566ca tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] [instance: 631c9a53-9da0-4ba6-974f-9ce2c98f788a] Starting instance... {{(pid=69770) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1020.230690] env[69770]: DEBUG nova.compute.manager [req-9660f781-28b1-4b81-8343-8a242c0e3209 req-426a0c46-61a8-4741-963d-d4f7497a8b05 service nova] [instance: 529437d0-e31b-482e-9273-2d27b674c0e3] Received event network-changed-f68915e0-eac8-4cd7-9fff-ca96073e3426 {{(pid=69770) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1020.230998] env[69770]: DEBUG nova.compute.manager [req-9660f781-28b1-4b81-8343-8a242c0e3209 req-426a0c46-61a8-4741-963d-d4f7497a8b05 service nova] [instance: 529437d0-e31b-482e-9273-2d27b674c0e3] Refreshing instance network info cache due to event network-changed-f68915e0-eac8-4cd7-9fff-ca96073e3426. {{(pid=69770) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1020.231251] env[69770]: DEBUG oslo_concurrency.lockutils [req-9660f781-28b1-4b81-8343-8a242c0e3209 req-426a0c46-61a8-4741-963d-d4f7497a8b05 service nova] Acquiring lock "refresh_cache-529437d0-e31b-482e-9273-2d27b674c0e3" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.231405] env[69770]: DEBUG oslo_concurrency.lockutils [req-9660f781-28b1-4b81-8343-8a242c0e3209 req-426a0c46-61a8-4741-963d-d4f7497a8b05 service nova] Acquired lock "refresh_cache-529437d0-e31b-482e-9273-2d27b674c0e3" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.231653] env[69770]: DEBUG nova.network.neutron [req-9660f781-28b1-4b81-8343-8a242c0e3209 req-426a0c46-61a8-4741-963d-d4f7497a8b05 service nova] [instance: 529437d0-e31b-482e-9273-2d27b674c0e3] Refreshing network info cache for port f68915e0-eac8-4cd7-9fff-ca96073e3426 {{(pid=69770) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1020.418497] env[69770]: DEBUG nova.compute.utils [None req-150e83c8-add5-401a-85c1-762d6cf38668 tempest-ServersTestBootFromVolume-299983553 tempest-ServersTestBootFromVolume-299983553-project-member] Using /dev/sd instead of None {{(pid=69770) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1020.423546] env[69770]: DEBUG nova.compute.manager [None req-150e83c8-add5-401a-85c1-762d6cf38668 tempest-ServersTestBootFromVolume-299983553 tempest-ServersTestBootFromVolume-299983553-project-member] [instance: 527d5f2a-9299-4336-be62-a5cf9df2171f] Allocating IP information in the background. {{(pid=69770) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1020.423704] env[69770]: DEBUG nova.network.neutron [None req-150e83c8-add5-401a-85c1-762d6cf38668 tempest-ServersTestBootFromVolume-299983553 tempest-ServersTestBootFromVolume-299983553-project-member] [instance: 527d5f2a-9299-4336-be62-a5cf9df2171f] allocate_for_instance() {{(pid=69770) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1020.450923] env[69770]: DEBUG oslo_concurrency.lockutils [None req-3e5afd11-1891-4bd3-a636-981a45bb11b1 tempest-MigrationsAdminTest-1409017777 tempest-MigrationsAdminTest-1409017777-project-member] Lock "95957450-4202-4400-ab80-e9d3a56b2efb" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.280s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1020.491829] env[69770]: DEBUG nova.policy [None req-150e83c8-add5-401a-85c1-762d6cf38668 tempest-ServersTestBootFromVolume-299983553 tempest-ServersTestBootFromVolume-299983553-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8010525a3ed643bbbf2d31feb5e506ea', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '10a248d1bb894655ab3f29a6a0fbf0c5', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69770) authorize /opt/stack/nova/nova/policy.py:192}} [ 1020.505860] env[69770]: DEBUG oslo_vmware.api [None req-fac126d2-a5b1-4f40-882d-2497eb0f67bc tempest-ServersNegativeTestJSON-1437959553 tempest-ServersNegativeTestJSON-1437959553-project-member] Task: {'id': task-4070150, 'name': MoveVirtualDisk_Task} progress is 74%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.534037] env[69770]: DEBUG nova.compute.manager [None req-524759fc-0a53-46af-89f4-fd64059cf61c tempest-ServerActionsV293TestJSON-1944763761 tempest-ServerActionsV293TestJSON-1944763761-project-member] [instance: 1f92c4e9-6054-433b-917d-fa1956ee1a57] Start destroying the instance on the hypervisor. {{(pid=69770) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1020.534432] env[69770]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-09d9b7dd-d1b7-483e-bcf7-d06869760650 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.548016] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df3140fa-00d1-4b6d-a3a0-5ae7c4639615 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.613910] env[69770]: WARNING nova.virt.vmwareapi.driver [None req-524759fc-0a53-46af-89f4-fd64059cf61c tempest-ServerActionsV293TestJSON-1944763761 tempest-ServerActionsV293TestJSON-1944763761-project-member] [instance: 1f92c4e9-6054-433b-917d-fa1956ee1a57] Instance does not exists. Proceeding to delete instance properties on datastore: nova.exception.InstanceNotFound: Instance 1f92c4e9-6054-433b-917d-fa1956ee1a57 could not be found. [ 1020.613910] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-524759fc-0a53-46af-89f4-fd64059cf61c tempest-ServerActionsV293TestJSON-1944763761 tempest-ServerActionsV293TestJSON-1944763761-project-member] [instance: 1f92c4e9-6054-433b-917d-fa1956ee1a57] Destroying instance {{(pid=69770) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1020.613910] env[69770]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e40d479c-022d-4e37-b6ff-24d52b80786b {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.620950] env[69770]: DEBUG oslo_vmware.api [-] Task: {'id': task-4070153, 'name': CreateVM_Task} progress is 25%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.632347] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99dbf324-914d-4c24-9f83-b7722052156d {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.677903] env[69770]: WARNING nova.virt.vmwareapi.vmops [None req-524759fc-0a53-46af-89f4-fd64059cf61c tempest-ServerActionsV293TestJSON-1944763761 tempest-ServerActionsV293TestJSON-1944763761-project-member] [instance: 1f92c4e9-6054-433b-917d-fa1956ee1a57] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance 1f92c4e9-6054-433b-917d-fa1956ee1a57 could not be found. [ 1020.677903] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-524759fc-0a53-46af-89f4-fd64059cf61c tempest-ServerActionsV293TestJSON-1944763761 tempest-ServerActionsV293TestJSON-1944763761-project-member] [instance: 1f92c4e9-6054-433b-917d-fa1956ee1a57] Instance destroyed {{(pid=69770) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1020.677903] env[69770]: INFO nova.compute.manager [None req-524759fc-0a53-46af-89f4-fd64059cf61c tempest-ServerActionsV293TestJSON-1944763761 tempest-ServerActionsV293TestJSON-1944763761-project-member] [instance: 1f92c4e9-6054-433b-917d-fa1956ee1a57] Took 0.14 seconds to destroy the instance on the hypervisor. [ 1020.677903] env[69770]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-524759fc-0a53-46af-89f4-fd64059cf61c tempest-ServerActionsV293TestJSON-1944763761 tempest-ServerActionsV293TestJSON-1944763761-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69770) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1020.677903] env[69770]: DEBUG nova.compute.manager [-] [instance: 1f92c4e9-6054-433b-917d-fa1956ee1a57] Deallocating network for instance {{(pid=69770) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1020.677903] env[69770]: DEBUG nova.network.neutron [-] [instance: 1f92c4e9-6054-433b-917d-fa1956ee1a57] deallocate_for_instance() {{(pid=69770) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1020.717166] env[69770]: DEBUG oslo_concurrency.lockutils [None req-febccb28-b911-4727-8d91-609ddf0566ca tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1020.922985] env[69770]: DEBUG nova.compute.manager [None req-150e83c8-add5-401a-85c1-762d6cf38668 tempest-ServersTestBootFromVolume-299983553 tempest-ServersTestBootFromVolume-299983553-project-member] [instance: 527d5f2a-9299-4336-be62-a5cf9df2171f] Start building block device mappings for instance. {{(pid=69770) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1021.014550] env[69770]: DEBUG oslo_vmware.api [None req-fac126d2-a5b1-4f40-882d-2497eb0f67bc tempest-ServersNegativeTestJSON-1437959553 tempest-ServersNegativeTestJSON-1437959553-project-member] Task: {'id': task-4070150, 'name': MoveVirtualDisk_Task} progress is 94%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.097963] env[69770]: DEBUG oslo_vmware.api [-] Task: {'id': task-4070153, 'name': CreateVM_Task} progress is 25%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.311114] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-4704d964-25ca-48c1-8020-fa96a5219a19 tempest-ServerRescueTestJSON-2083557613 tempest-ServerRescueTestJSON-2083557613-project-member] [instance: 6d778061-f3b5-4dc9-ab22-b1787ddd972e] Powering off the VM {{(pid=69770) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1021.311652] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3570bf5c-a10d-46da-879b-d7ac1fb8619b {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.320923] env[69770]: DEBUG oslo_vmware.api [None req-4704d964-25ca-48c1-8020-fa96a5219a19 tempest-ServerRescueTestJSON-2083557613 tempest-ServerRescueTestJSON-2083557613-project-member] Waiting for the task: (returnval){ [ 1021.320923] env[69770]: value = "task-4070154" [ 1021.320923] env[69770]: _type = "Task" [ 1021.320923] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1021.335194] env[69770]: DEBUG oslo_vmware.api [None req-4704d964-25ca-48c1-8020-fa96a5219a19 tempest-ServerRescueTestJSON-2083557613 tempest-ServerRescueTestJSON-2083557613-project-member] Task: {'id': task-4070154, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.378959] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1150317-0aba-4a89-8450-012061ee250d {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.391082] env[69770]: DEBUG nova.network.neutron [None req-150e83c8-add5-401a-85c1-762d6cf38668 tempest-ServersTestBootFromVolume-299983553 tempest-ServersTestBootFromVolume-299983553-project-member] [instance: 527d5f2a-9299-4336-be62-a5cf9df2171f] Successfully created port: c2bf3b80-4eba-49e9-890f-e634ef629188 {{(pid=69770) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1021.403904] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d7fa7a4-73d8-43f0-be8c-e1e5768ed180 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.439511] env[69770]: INFO nova.virt.block_device [None req-150e83c8-add5-401a-85c1-762d6cf38668 tempest-ServersTestBootFromVolume-299983553 tempest-ServersTestBootFromVolume-299983553-project-member] [instance: 527d5f2a-9299-4336-be62-a5cf9df2171f] Booting with volume 4b888bbd-dd97-4f30-9ee4-ef6bb742c11b at /dev/sda [ 1021.442151] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ecbf08e-105c-4581-86c6-9480dc0e69e3 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.453417] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb136d33-401d-45dd-a6a9-ae80f4850b70 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.471659] env[69770]: DEBUG nova.compute.provider_tree [None req-9bb7a707-5170-4edd-b6fa-f6f086229f1f tempest-ImagesOneServerNegativeTestJSON-405389268 tempest-ImagesOneServerNegativeTestJSON-405389268-project-member] Inventory has not changed in ProviderTree for provider: 7cc7d32b-b7a7-454a-a456-2a440248ed9d {{(pid=69770) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1021.474788] env[69770]: DEBUG nova.network.neutron [req-9660f781-28b1-4b81-8343-8a242c0e3209 req-426a0c46-61a8-4741-963d-d4f7497a8b05 service nova] [instance: 529437d0-e31b-482e-9273-2d27b674c0e3] Updated VIF entry in instance network info cache for port f68915e0-eac8-4cd7-9fff-ca96073e3426. {{(pid=69770) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1021.474788] env[69770]: DEBUG nova.network.neutron [req-9660f781-28b1-4b81-8343-8a242c0e3209 req-426a0c46-61a8-4741-963d-d4f7497a8b05 service nova] [instance: 529437d0-e31b-482e-9273-2d27b674c0e3] Updating instance_info_cache with network_info: [{"id": "f68915e0-eac8-4cd7-9fff-ca96073e3426", "address": "fa:16:3e:50:e2:ae", "network": {"id": "9b6f8495-34d8-4f43-9957-0cbab479c859", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1340850821-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e8da1017248f485784faeba80aee93fb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9722ea4d-e4a5-48fc-b759-5c4c4796b1ef", "external-id": "nsx-vlan-transportzone-924", "segmentation_id": 924, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf68915e0-ea", "ovs_interfaceid": "f68915e0-eac8-4cd7-9fff-ca96073e3426", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69770) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1021.501635] env[69770]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-9c50648f-c52f-430c-b087-3ccbaa655bfb {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.510123] env[69770]: DEBUG oslo_vmware.api [None req-fac126d2-a5b1-4f40-882d-2497eb0f67bc tempest-ServersNegativeTestJSON-1437959553 tempest-ServersNegativeTestJSON-1437959553-project-member] Task: {'id': task-4070150, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.719184} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1021.511383] env[69770]: INFO nova.virt.vmwareapi.ds_util [None req-fac126d2-a5b1-4f40-882d-2497eb0f67bc tempest-ServersNegativeTestJSON-1437959553 tempest-ServersNegativeTestJSON-1437959553-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_8f9c29da-f819-4dc4-aca1-a73ea94fee95/OSTACK_IMG_8f9c29da-f819-4dc4-aca1-a73ea94fee95.vmdk to [datastore1] devstack-image-cache_base/aa240c0f-8843-4221-bc13-6de25c02262b/aa240c0f-8843-4221-bc13-6de25c02262b.vmdk. [ 1021.511660] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-fac126d2-a5b1-4f40-882d-2497eb0f67bc tempest-ServersNegativeTestJSON-1437959553 tempest-ServersNegativeTestJSON-1437959553-project-member] [instance: 1cd3da96-102f-4a22-8f53-12b32485ffa2] Cleaning up location [datastore1] OSTACK_IMG_8f9c29da-f819-4dc4-aca1-a73ea94fee95 {{(pid=69770) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1021.511756] env[69770]: DEBUG nova.virt.vmwareapi.ds_util [None req-fac126d2-a5b1-4f40-882d-2497eb0f67bc tempest-ServersNegativeTestJSON-1437959553 tempest-ServersNegativeTestJSON-1437959553-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_8f9c29da-f819-4dc4-aca1-a73ea94fee95 {{(pid=69770) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1021.512086] env[69770]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-36f82168-ac36-4f67-92f7-cc82b0170d40 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.517761] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39400cbd-42c8-4983-8cb3-d48b9ba0633f {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.540243] env[69770]: DEBUG oslo_vmware.api [None req-fac126d2-a5b1-4f40-882d-2497eb0f67bc tempest-ServersNegativeTestJSON-1437959553 tempest-ServersNegativeTestJSON-1437959553-project-member] Waiting for the task: (returnval){ [ 1021.540243] env[69770]: value = "task-4070155" [ 1021.540243] env[69770]: _type = "Task" [ 1021.540243] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1021.558939] env[69770]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-32a9f1ec-a374-49c7-9a2b-88dd2ad0a7d8 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.566791] env[69770]: DEBUG oslo_vmware.api [None req-fac126d2-a5b1-4f40-882d-2497eb0f67bc tempest-ServersNegativeTestJSON-1437959553 tempest-ServersNegativeTestJSON-1437959553-project-member] Task: {'id': task-4070155, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.575712] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abcaa830-081c-4968-9ae6-21f141729aa9 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.600021] env[69770]: DEBUG oslo_vmware.api [-] Task: {'id': task-4070153, 'name': CreateVM_Task, 'duration_secs': 1.290541} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1021.600021] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 529437d0-e31b-482e-9273-2d27b674c0e3] Created VM on the ESX host {{(pid=69770) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1021.600021] env[69770]: DEBUG oslo_concurrency.lockutils [None req-0ebe2a77-310c-4f41-8888-0c9801206db9 tempest-AttachInterfacesUnderV243Test-761183515 tempest-AttachInterfacesUnderV243Test-761183515-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.600021] env[69770]: DEBUG oslo_concurrency.lockutils [None req-0ebe2a77-310c-4f41-8888-0c9801206db9 tempest-AttachInterfacesUnderV243Test-761183515 tempest-AttachInterfacesUnderV243Test-761183515-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.600889] env[69770]: DEBUG oslo_concurrency.lockutils [None req-0ebe2a77-310c-4f41-8888-0c9801206db9 tempest-AttachInterfacesUnderV243Test-761183515 tempest-AttachInterfacesUnderV243Test-761183515-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.600889] env[69770]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b38bdcfc-5815-4f6f-a58f-09ae934122b8 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.618503] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3d95c3a-a0c2-4847-89cf-9f6195aef189 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.621393] env[69770]: DEBUG oslo_vmware.api [None req-0ebe2a77-310c-4f41-8888-0c9801206db9 tempest-AttachInterfacesUnderV243Test-761183515 tempest-AttachInterfacesUnderV243Test-761183515-project-member] Waiting for the task: (returnval){ [ 1021.621393] env[69770]: value = "session[52161b52-cb8e-ec9f-1132-2f6b49549d41]52897ffb-479a-e9b8-82cf-cbc24044924f" [ 1021.621393] env[69770]: _type = "Task" [ 1021.621393] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1021.627888] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4946d30-6d34-4fc1-831a-1f207afb82f2 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.633774] env[69770]: DEBUG oslo_vmware.api [None req-0ebe2a77-310c-4f41-8888-0c9801206db9 tempest-AttachInterfacesUnderV243Test-761183515 tempest-AttachInterfacesUnderV243Test-761183515-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]52897ffb-479a-e9b8-82cf-cbc24044924f, 'name': SearchDatastore_Task, 'duration_secs': 0.014338} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1021.634393] env[69770]: DEBUG oslo_concurrency.lockutils [None req-0ebe2a77-310c-4f41-8888-0c9801206db9 tempest-AttachInterfacesUnderV243Test-761183515 tempest-AttachInterfacesUnderV243Test-761183515-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.634632] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-0ebe2a77-310c-4f41-8888-0c9801206db9 tempest-AttachInterfacesUnderV243Test-761183515 tempest-AttachInterfacesUnderV243Test-761183515-project-member] [instance: 529437d0-e31b-482e-9273-2d27b674c0e3] Processing image d1eaff80-24a0-4391-90eb-59958b1ecf0a {{(pid=69770) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1021.634868] env[69770]: DEBUG oslo_concurrency.lockutils [None req-0ebe2a77-310c-4f41-8888-0c9801206db9 tempest-AttachInterfacesUnderV243Test-761183515 tempest-AttachInterfacesUnderV243Test-761183515-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.635021] env[69770]: DEBUG oslo_concurrency.lockutils [None req-0ebe2a77-310c-4f41-8888-0c9801206db9 tempest-AttachInterfacesUnderV243Test-761183515 tempest-AttachInterfacesUnderV243Test-761183515-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.635241] env[69770]: DEBUG nova.virt.vmwareapi.ds_util [None req-0ebe2a77-310c-4f41-8888-0c9801206db9 tempest-AttachInterfacesUnderV243Test-761183515 tempest-AttachInterfacesUnderV243Test-761183515-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69770) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1021.635478] env[69770]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4e86b24c-9468-4fc3-ae83-cc994680d599 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.646070] env[69770]: DEBUG nova.virt.block_device [None req-150e83c8-add5-401a-85c1-762d6cf38668 tempest-ServersTestBootFromVolume-299983553 tempest-ServersTestBootFromVolume-299983553-project-member] [instance: 527d5f2a-9299-4336-be62-a5cf9df2171f] Updating existing volume attachment record: 69d5133c-ec88-410d-a001-32fd3f2c5732 {{(pid=69770) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1021.649233] env[69770]: DEBUG nova.virt.vmwareapi.ds_util [None req-0ebe2a77-310c-4f41-8888-0c9801206db9 tempest-AttachInterfacesUnderV243Test-761183515 tempest-AttachInterfacesUnderV243Test-761183515-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69770) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1021.649410] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-0ebe2a77-310c-4f41-8888-0c9801206db9 tempest-AttachInterfacesUnderV243Test-761183515 tempest-AttachInterfacesUnderV243Test-761183515-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69770) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1021.650199] env[69770]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d942f84e-26fb-40a8-b116-204a4cfb2bf6 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.656944] env[69770]: DEBUG oslo_vmware.api [None req-0ebe2a77-310c-4f41-8888-0c9801206db9 tempest-AttachInterfacesUnderV243Test-761183515 tempest-AttachInterfacesUnderV243Test-761183515-project-member] Waiting for the task: (returnval){ [ 1021.656944] env[69770]: value = "session[52161b52-cb8e-ec9f-1132-2f6b49549d41]52af81a5-fbfd-c686-62ff-5ad5f0001990" [ 1021.656944] env[69770]: _type = "Task" [ 1021.656944] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1021.665920] env[69770]: DEBUG oslo_vmware.api [None req-0ebe2a77-310c-4f41-8888-0c9801206db9 tempest-AttachInterfacesUnderV243Test-761183515 tempest-AttachInterfacesUnderV243Test-761183515-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]52af81a5-fbfd-c686-62ff-5ad5f0001990, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.831518] env[69770]: DEBUG oslo_vmware.api [None req-4704d964-25ca-48c1-8020-fa96a5219a19 tempest-ServerRescueTestJSON-2083557613 tempest-ServerRescueTestJSON-2083557613-project-member] Task: {'id': task-4070154, 'name': PowerOffVM_Task, 'duration_secs': 0.276649} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1021.831896] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-4704d964-25ca-48c1-8020-fa96a5219a19 tempest-ServerRescueTestJSON-2083557613 tempest-ServerRescueTestJSON-2083557613-project-member] [instance: 6d778061-f3b5-4dc9-ab22-b1787ddd972e] Powered off the VM {{(pid=69770) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1021.832687] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4404f75-ee3b-40b8-9c1c-62cdd4201706 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.853616] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-387f2ac8-a52c-4212-b6c8-7ef1e6b06503 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.902450] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-4704d964-25ca-48c1-8020-fa96a5219a19 tempest-ServerRescueTestJSON-2083557613 tempest-ServerRescueTestJSON-2083557613-project-member] [instance: 6d778061-f3b5-4dc9-ab22-b1787ddd972e] Powering off the VM {{(pid=69770) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1021.902450] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-49de3531-6703-47b7-8cd1-7d80c1e4a399 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.908669] env[69770]: DEBUG oslo_vmware.api [None req-4704d964-25ca-48c1-8020-fa96a5219a19 tempest-ServerRescueTestJSON-2083557613 tempest-ServerRescueTestJSON-2083557613-project-member] Waiting for the task: (returnval){ [ 1021.908669] env[69770]: value = "task-4070156" [ 1021.908669] env[69770]: _type = "Task" [ 1021.908669] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1021.917629] env[69770]: DEBUG oslo_vmware.api [None req-4704d964-25ca-48c1-8020-fa96a5219a19 tempest-ServerRescueTestJSON-2083557613 tempest-ServerRescueTestJSON-2083557613-project-member] Task: {'id': task-4070156, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.980291] env[69770]: DEBUG nova.scheduler.client.report [None req-9bb7a707-5170-4edd-b6fa-f6f086229f1f tempest-ImagesOneServerNegativeTestJSON-405389268 tempest-ImagesOneServerNegativeTestJSON-405389268-project-member] Inventory has not changed for provider 7cc7d32b-b7a7-454a-a456-2a440248ed9d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69770) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1021.985760] env[69770]: DEBUG oslo_concurrency.lockutils [req-9660f781-28b1-4b81-8343-8a242c0e3209 req-426a0c46-61a8-4741-963d-d4f7497a8b05 service nova] Releasing lock "refresh_cache-529437d0-e31b-482e-9273-2d27b674c0e3" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.058613] env[69770]: DEBUG oslo_vmware.api [None req-fac126d2-a5b1-4f40-882d-2497eb0f67bc tempest-ServersNegativeTestJSON-1437959553 tempest-ServersNegativeTestJSON-1437959553-project-member] Task: {'id': task-4070155, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.044371} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1022.061216] env[69770]: DEBUG nova.virt.vmwareapi.ds_util [None req-fac126d2-a5b1-4f40-882d-2497eb0f67bc tempest-ServersNegativeTestJSON-1437959553 tempest-ServersNegativeTestJSON-1437959553-project-member] Deleted the datastore file {{(pid=69770) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1022.061216] env[69770]: DEBUG oslo_concurrency.lockutils [None req-fac126d2-a5b1-4f40-882d-2497eb0f67bc tempest-ServersNegativeTestJSON-1437959553 tempest-ServersNegativeTestJSON-1437959553-project-member] Releasing lock "[datastore1] devstack-image-cache_base/aa240c0f-8843-4221-bc13-6de25c02262b/aa240c0f-8843-4221-bc13-6de25c02262b.vmdk" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.061216] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-fac126d2-a5b1-4f40-882d-2497eb0f67bc tempest-ServersNegativeTestJSON-1437959553 tempest-ServersNegativeTestJSON-1437959553-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/aa240c0f-8843-4221-bc13-6de25c02262b/aa240c0f-8843-4221-bc13-6de25c02262b.vmdk to [datastore1] 1cd3da96-102f-4a22-8f53-12b32485ffa2/1cd3da96-102f-4a22-8f53-12b32485ffa2.vmdk {{(pid=69770) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1022.061216] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-cbd78f63-dc5c-4db5-9e38-5bfb4acda7e1 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.073095] env[69770]: DEBUG oslo_vmware.api [None req-fac126d2-a5b1-4f40-882d-2497eb0f67bc tempest-ServersNegativeTestJSON-1437959553 tempest-ServersNegativeTestJSON-1437959553-project-member] Waiting for the task: (returnval){ [ 1022.073095] env[69770]: value = "task-4070157" [ 1022.073095] env[69770]: _type = "Task" [ 1022.073095] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1022.083530] env[69770]: DEBUG oslo_vmware.api [None req-fac126d2-a5b1-4f40-882d-2497eb0f67bc tempest-ServersNegativeTestJSON-1437959553 tempest-ServersNegativeTestJSON-1437959553-project-member] Task: {'id': task-4070157, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.168113] env[69770]: DEBUG oslo_vmware.api [None req-0ebe2a77-310c-4f41-8888-0c9801206db9 tempest-AttachInterfacesUnderV243Test-761183515 tempest-AttachInterfacesUnderV243Test-761183515-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]52af81a5-fbfd-c686-62ff-5ad5f0001990, 'name': SearchDatastore_Task, 'duration_secs': 0.01226} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1022.169391] env[69770]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a8e44630-36c6-4866-9cef-97fb66b41499 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.177716] env[69770]: DEBUG oslo_vmware.api [None req-0ebe2a77-310c-4f41-8888-0c9801206db9 tempest-AttachInterfacesUnderV243Test-761183515 tempest-AttachInterfacesUnderV243Test-761183515-project-member] Waiting for the task: (returnval){ [ 1022.177716] env[69770]: value = "session[52161b52-cb8e-ec9f-1132-2f6b49549d41]52e59bb4-1fc7-4336-bb75-ab8464a48051" [ 1022.177716] env[69770]: _type = "Task" [ 1022.177716] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1022.192326] env[69770]: DEBUG oslo_vmware.api [None req-0ebe2a77-310c-4f41-8888-0c9801206db9 tempest-AttachInterfacesUnderV243Test-761183515 tempest-AttachInterfacesUnderV243Test-761183515-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]52e59bb4-1fc7-4336-bb75-ab8464a48051, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.312901] env[69770]: DEBUG nova.compute.manager [req-9461e068-2fe4-4d8e-9813-50cbc3c53d68 req-a80e305c-e2cd-47a1-b88b-299865993cc6 service nova] [instance: 1f92c4e9-6054-433b-917d-fa1956ee1a57] Received event network-vif-deleted-e5adce26-c146-42ed-a9e5-a17ba3fec51c {{(pid=69770) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1022.313122] env[69770]: INFO nova.compute.manager [req-9461e068-2fe4-4d8e-9813-50cbc3c53d68 req-a80e305c-e2cd-47a1-b88b-299865993cc6 service nova] [instance: 1f92c4e9-6054-433b-917d-fa1956ee1a57] Neutron deleted interface e5adce26-c146-42ed-a9e5-a17ba3fec51c; detaching it from the instance and deleting it from the info cache [ 1022.313826] env[69770]: DEBUG nova.network.neutron [req-9461e068-2fe4-4d8e-9813-50cbc3c53d68 req-a80e305c-e2cd-47a1-b88b-299865993cc6 service nova] [instance: 1f92c4e9-6054-433b-917d-fa1956ee1a57] Updating instance_info_cache with network_info: [] {{(pid=69770) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1022.420867] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-4704d964-25ca-48c1-8020-fa96a5219a19 tempest-ServerRescueTestJSON-2083557613 tempest-ServerRescueTestJSON-2083557613-project-member] [instance: 6d778061-f3b5-4dc9-ab22-b1787ddd972e] VM already powered off {{(pid=69770) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1022.421131] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-4704d964-25ca-48c1-8020-fa96a5219a19 tempest-ServerRescueTestJSON-2083557613 tempest-ServerRescueTestJSON-2083557613-project-member] [instance: 6d778061-f3b5-4dc9-ab22-b1787ddd972e] Processing image d1eaff80-24a0-4391-90eb-59958b1ecf0a {{(pid=69770) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1022.421442] env[69770]: DEBUG oslo_concurrency.lockutils [None req-4704d964-25ca-48c1-8020-fa96a5219a19 tempest-ServerRescueTestJSON-2083557613 tempest-ServerRescueTestJSON-2083557613-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.421598] env[69770]: DEBUG oslo_concurrency.lockutils [None req-4704d964-25ca-48c1-8020-fa96a5219a19 tempest-ServerRescueTestJSON-2083557613 tempest-ServerRescueTestJSON-2083557613-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.421806] env[69770]: DEBUG nova.virt.vmwareapi.ds_util [None req-4704d964-25ca-48c1-8020-fa96a5219a19 tempest-ServerRescueTestJSON-2083557613 tempest-ServerRescueTestJSON-2083557613-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69770) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1022.422084] env[69770]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a96510d1-6c51-44e9-9377-424ef4e5252f {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.434889] env[69770]: DEBUG nova.virt.vmwareapi.ds_util [None req-4704d964-25ca-48c1-8020-fa96a5219a19 tempest-ServerRescueTestJSON-2083557613 tempest-ServerRescueTestJSON-2083557613-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69770) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1022.434984] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-4704d964-25ca-48c1-8020-fa96a5219a19 tempest-ServerRescueTestJSON-2083557613 tempest-ServerRescueTestJSON-2083557613-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69770) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1022.435861] env[69770]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-208962c8-7960-42e8-acb0-e36ae53b79de {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.445748] env[69770]: DEBUG oslo_vmware.api [None req-4704d964-25ca-48c1-8020-fa96a5219a19 tempest-ServerRescueTestJSON-2083557613 tempest-ServerRescueTestJSON-2083557613-project-member] Waiting for the task: (returnval){ [ 1022.445748] env[69770]: value = "session[52161b52-cb8e-ec9f-1132-2f6b49549d41]52043560-21df-3fb1-0a23-3ac3c1187dc8" [ 1022.445748] env[69770]: _type = "Task" [ 1022.445748] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1022.455712] env[69770]: DEBUG oslo_vmware.api [None req-4704d964-25ca-48c1-8020-fa96a5219a19 tempest-ServerRescueTestJSON-2083557613 tempest-ServerRescueTestJSON-2083557613-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]52043560-21df-3fb1-0a23-3ac3c1187dc8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.487962] env[69770]: DEBUG oslo_concurrency.lockutils [None req-9bb7a707-5170-4edd-b6fa-f6f086229f1f tempest-ImagesOneServerNegativeTestJSON-405389268 tempest-ImagesOneServerNegativeTestJSON-405389268-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.576s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1022.488063] env[69770]: DEBUG nova.compute.manager [None req-9bb7a707-5170-4edd-b6fa-f6f086229f1f tempest-ImagesOneServerNegativeTestJSON-405389268 tempest-ImagesOneServerNegativeTestJSON-405389268-project-member] [instance: 725b289a-785b-4a90-9b47-a7996a1f011f] Start building networks asynchronously for instance. {{(pid=69770) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1022.490818] env[69770]: DEBUG oslo_concurrency.lockutils [None req-587c2a8f-de1f-4553-b118-e542ceb561a5 tempest-ServersTestMultiNic-2119527449 tempest-ServersTestMultiNic-2119527449-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.931s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1022.491083] env[69770]: DEBUG nova.objects.instance [None req-587c2a8f-de1f-4553-b118-e542ceb561a5 tempest-ServersTestMultiNic-2119527449 tempest-ServersTestMultiNic-2119527449-project-member] Lazy-loading 'resources' on Instance uuid dcd9fa1a-a9e5-4227-829b-281fa7a1d4f6 {{(pid=69770) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1022.551150] env[69770]: DEBUG nova.network.neutron [-] [instance: 1f92c4e9-6054-433b-917d-fa1956ee1a57] Updating instance_info_cache with network_info: [] {{(pid=69770) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1022.584458] env[69770]: DEBUG oslo_vmware.api [None req-fac126d2-a5b1-4f40-882d-2497eb0f67bc tempest-ServersNegativeTestJSON-1437959553 tempest-ServersNegativeTestJSON-1437959553-project-member] Task: {'id': task-4070157, 'name': CopyVirtualDisk_Task} progress is 15%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.639732] env[69770]: DEBUG oslo_concurrency.lockutils [None req-5786bbd9-f0e3-4c30-a4be-874bcc87f982 tempest-MigrationsAdminTest-1409017777 tempest-MigrationsAdminTest-1409017777-project-member] Acquiring lock "7626e483-2d84-4a06-8f38-f8fd431da011" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1022.641205] env[69770]: DEBUG oslo_concurrency.lockutils [None req-5786bbd9-f0e3-4c30-a4be-874bcc87f982 tempest-MigrationsAdminTest-1409017777 tempest-MigrationsAdminTest-1409017777-project-member] Lock "7626e483-2d84-4a06-8f38-f8fd431da011" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1022.641456] env[69770]: DEBUG oslo_concurrency.lockutils [None req-5786bbd9-f0e3-4c30-a4be-874bcc87f982 tempest-MigrationsAdminTest-1409017777 tempest-MigrationsAdminTest-1409017777-project-member] Acquiring lock "7626e483-2d84-4a06-8f38-f8fd431da011-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1022.641676] env[69770]: DEBUG oslo_concurrency.lockutils [None req-5786bbd9-f0e3-4c30-a4be-874bcc87f982 tempest-MigrationsAdminTest-1409017777 tempest-MigrationsAdminTest-1409017777-project-member] Lock "7626e483-2d84-4a06-8f38-f8fd431da011-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1022.642370] env[69770]: DEBUG oslo_concurrency.lockutils [None req-5786bbd9-f0e3-4c30-a4be-874bcc87f982 tempest-MigrationsAdminTest-1409017777 tempest-MigrationsAdminTest-1409017777-project-member] Lock "7626e483-2d84-4a06-8f38-f8fd431da011-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1022.644612] env[69770]: INFO nova.compute.manager [None req-5786bbd9-f0e3-4c30-a4be-874bcc87f982 tempest-MigrationsAdminTest-1409017777 tempest-MigrationsAdminTest-1409017777-project-member] [instance: 7626e483-2d84-4a06-8f38-f8fd431da011] Terminating instance [ 1022.688850] env[69770]: DEBUG oslo_vmware.api [None req-0ebe2a77-310c-4f41-8888-0c9801206db9 tempest-AttachInterfacesUnderV243Test-761183515 tempest-AttachInterfacesUnderV243Test-761183515-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]52e59bb4-1fc7-4336-bb75-ab8464a48051, 'name': SearchDatastore_Task, 'duration_secs': 0.01468} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1022.689103] env[69770]: DEBUG oslo_concurrency.lockutils [None req-0ebe2a77-310c-4f41-8888-0c9801206db9 tempest-AttachInterfacesUnderV243Test-761183515 tempest-AttachInterfacesUnderV243Test-761183515-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.693023] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ebe2a77-310c-4f41-8888-0c9801206db9 tempest-AttachInterfacesUnderV243Test-761183515 tempest-AttachInterfacesUnderV243Test-761183515-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk to [datastore1] 529437d0-e31b-482e-9273-2d27b674c0e3/529437d0-e31b-482e-9273-2d27b674c0e3.vmdk {{(pid=69770) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1022.693023] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9d6719a0-fa7a-4497-8f3d-1348482eba0e {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.697657] env[69770]: DEBUG oslo_vmware.api [None req-0ebe2a77-310c-4f41-8888-0c9801206db9 tempest-AttachInterfacesUnderV243Test-761183515 tempest-AttachInterfacesUnderV243Test-761183515-project-member] Waiting for the task: (returnval){ [ 1022.697657] env[69770]: value = "task-4070158" [ 1022.697657] env[69770]: _type = "Task" [ 1022.697657] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1022.710405] env[69770]: DEBUG oslo_vmware.api [None req-0ebe2a77-310c-4f41-8888-0c9801206db9 tempest-AttachInterfacesUnderV243Test-761183515 tempest-AttachInterfacesUnderV243Test-761183515-project-member] Task: {'id': task-4070158, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.823045] env[69770]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-83fea9d7-fa2a-4e69-8090-04d541be040c {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.833042] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3afb1338-71ff-44ab-8d82-a13aa1e2d5e6 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.872774] env[69770]: DEBUG nova.compute.manager [req-9461e068-2fe4-4d8e-9813-50cbc3c53d68 req-a80e305c-e2cd-47a1-b88b-299865993cc6 service nova] [instance: 1f92c4e9-6054-433b-917d-fa1956ee1a57] Detach interface failed, port_id=e5adce26-c146-42ed-a9e5-a17ba3fec51c, reason: Instance 1f92c4e9-6054-433b-917d-fa1956ee1a57 could not be found. {{(pid=69770) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1022.957075] env[69770]: DEBUG oslo_vmware.api [None req-4704d964-25ca-48c1-8020-fa96a5219a19 tempest-ServerRescueTestJSON-2083557613 tempest-ServerRescueTestJSON-2083557613-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]52043560-21df-3fb1-0a23-3ac3c1187dc8, 'name': SearchDatastore_Task, 'duration_secs': 0.022293} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1022.958052] env[69770]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-acfbef2c-cfee-45ba-afd3-ab57bc71dace {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.965053] env[69770]: DEBUG oslo_vmware.api [None req-4704d964-25ca-48c1-8020-fa96a5219a19 tempest-ServerRescueTestJSON-2083557613 tempest-ServerRescueTestJSON-2083557613-project-member] Waiting for the task: (returnval){ [ 1022.965053] env[69770]: value = "session[52161b52-cb8e-ec9f-1132-2f6b49549d41]52a5d539-b830-fc3a-754e-7dbd58733f2f" [ 1022.965053] env[69770]: _type = "Task" [ 1022.965053] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1022.977959] env[69770]: DEBUG oslo_vmware.api [None req-4704d964-25ca-48c1-8020-fa96a5219a19 tempest-ServerRescueTestJSON-2083557613 tempest-ServerRescueTestJSON-2083557613-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]52a5d539-b830-fc3a-754e-7dbd58733f2f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.995687] env[69770]: DEBUG nova.compute.utils [None req-9bb7a707-5170-4edd-b6fa-f6f086229f1f tempest-ImagesOneServerNegativeTestJSON-405389268 tempest-ImagesOneServerNegativeTestJSON-405389268-project-member] Using /dev/sd instead of None {{(pid=69770) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1023.000857] env[69770]: DEBUG nova.compute.manager [None req-9bb7a707-5170-4edd-b6fa-f6f086229f1f tempest-ImagesOneServerNegativeTestJSON-405389268 tempest-ImagesOneServerNegativeTestJSON-405389268-project-member] [instance: 725b289a-785b-4a90-9b47-a7996a1f011f] Allocating IP information in the background. {{(pid=69770) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1023.001080] env[69770]: DEBUG nova.network.neutron [None req-9bb7a707-5170-4edd-b6fa-f6f086229f1f tempest-ImagesOneServerNegativeTestJSON-405389268 tempest-ImagesOneServerNegativeTestJSON-405389268-project-member] [instance: 725b289a-785b-4a90-9b47-a7996a1f011f] allocate_for_instance() {{(pid=69770) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1023.055897] env[69770]: INFO nova.compute.manager [-] [instance: 1f92c4e9-6054-433b-917d-fa1956ee1a57] Took 2.38 seconds to deallocate network for instance. [ 1023.086511] env[69770]: DEBUG oslo_vmware.api [None req-fac126d2-a5b1-4f40-882d-2497eb0f67bc tempest-ServersNegativeTestJSON-1437959553 tempest-ServersNegativeTestJSON-1437959553-project-member] Task: {'id': task-4070157, 'name': CopyVirtualDisk_Task} progress is 35%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.094677] env[69770]: DEBUG nova.policy [None req-9bb7a707-5170-4edd-b6fa-f6f086229f1f tempest-ImagesOneServerNegativeTestJSON-405389268 tempest-ImagesOneServerNegativeTestJSON-405389268-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8cea8c8d60c7481a901e1f6fe63934d5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ec79c6ba9ef5436297c5b10c71f2f56e', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69770) authorize /opt/stack/nova/nova/policy.py:192}} [ 1023.152391] env[69770]: DEBUG nova.compute.manager [None req-5786bbd9-f0e3-4c30-a4be-874bcc87f982 tempest-MigrationsAdminTest-1409017777 tempest-MigrationsAdminTest-1409017777-project-member] [instance: 7626e483-2d84-4a06-8f38-f8fd431da011] Start destroying the instance on the hypervisor. {{(pid=69770) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1023.152628] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-5786bbd9-f0e3-4c30-a4be-874bcc87f982 tempest-MigrationsAdminTest-1409017777 tempest-MigrationsAdminTest-1409017777-project-member] [instance: 7626e483-2d84-4a06-8f38-f8fd431da011] Destroying instance {{(pid=69770) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1023.157028] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-224b7036-597e-408d-b668-325366a90ff1 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.166288] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-5786bbd9-f0e3-4c30-a4be-874bcc87f982 tempest-MigrationsAdminTest-1409017777 tempest-MigrationsAdminTest-1409017777-project-member] [instance: 7626e483-2d84-4a06-8f38-f8fd431da011] Powering off the VM {{(pid=69770) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1023.166423] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-41472c68-26cd-4ae7-b0a1-03ccfd77ccbf {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.175598] env[69770]: DEBUG oslo_vmware.api [None req-5786bbd9-f0e3-4c30-a4be-874bcc87f982 tempest-MigrationsAdminTest-1409017777 tempest-MigrationsAdminTest-1409017777-project-member] Waiting for the task: (returnval){ [ 1023.175598] env[69770]: value = "task-4070159" [ 1023.175598] env[69770]: _type = "Task" [ 1023.175598] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1023.188270] env[69770]: DEBUG oslo_vmware.api [None req-5786bbd9-f0e3-4c30-a4be-874bcc87f982 tempest-MigrationsAdminTest-1409017777 tempest-MigrationsAdminTest-1409017777-project-member] Task: {'id': task-4070159, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.211453] env[69770]: DEBUG oslo_vmware.api [None req-0ebe2a77-310c-4f41-8888-0c9801206db9 tempest-AttachInterfacesUnderV243Test-761183515 tempest-AttachInterfacesUnderV243Test-761183515-project-member] Task: {'id': task-4070158, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.483041] env[69770]: DEBUG oslo_vmware.api [None req-4704d964-25ca-48c1-8020-fa96a5219a19 tempest-ServerRescueTestJSON-2083557613 tempest-ServerRescueTestJSON-2083557613-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]52a5d539-b830-fc3a-754e-7dbd58733f2f, 'name': SearchDatastore_Task, 'duration_secs': 0.025216} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1023.483041] env[69770]: DEBUG oslo_concurrency.lockutils [None req-4704d964-25ca-48c1-8020-fa96a5219a19 tempest-ServerRescueTestJSON-2083557613 tempest-ServerRescueTestJSON-2083557613-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.483041] env[69770]: DEBUG nova.virt.vmwareapi.ds_util [None req-4704d964-25ca-48c1-8020-fa96a5219a19 tempest-ServerRescueTestJSON-2083557613 tempest-ServerRescueTestJSON-2083557613-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk to [datastore2] 6d778061-f3b5-4dc9-ab22-b1787ddd972e/d1eaff80-24a0-4391-90eb-59958b1ecf0a-rescue.vmdk. {{(pid=69770) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1023.483041] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-17833471-32f3-43d2-9a9f-dd06f73399c2 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.501038] env[69770]: DEBUG nova.compute.manager [None req-9bb7a707-5170-4edd-b6fa-f6f086229f1f tempest-ImagesOneServerNegativeTestJSON-405389268 tempest-ImagesOneServerNegativeTestJSON-405389268-project-member] [instance: 725b289a-785b-4a90-9b47-a7996a1f011f] Start building block device mappings for instance. {{(pid=69770) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1023.503917] env[69770]: DEBUG oslo_vmware.api [None req-4704d964-25ca-48c1-8020-fa96a5219a19 tempest-ServerRescueTestJSON-2083557613 tempest-ServerRescueTestJSON-2083557613-project-member] Waiting for the task: (returnval){ [ 1023.503917] env[69770]: value = "task-4070160" [ 1023.503917] env[69770]: _type = "Task" [ 1023.503917] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1023.513067] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3be92542-10fd-4381-ae27-1f4cb7da2e16 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.524402] env[69770]: DEBUG oslo_vmware.api [None req-4704d964-25ca-48c1-8020-fa96a5219a19 tempest-ServerRescueTestJSON-2083557613 tempest-ServerRescueTestJSON-2083557613-project-member] Task: {'id': task-4070160, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.529189] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-429e3468-e813-49a5-8eba-c78f7ed62f2f {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.572112] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-522182d8-5e13-41de-a159-d63e5414e067 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.583715] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a8b1b84-dc98-4d8c-afb0-70331b60b2ca {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.593852] env[69770]: DEBUG oslo_vmware.api [None req-fac126d2-a5b1-4f40-882d-2497eb0f67bc tempest-ServersNegativeTestJSON-1437959553 tempest-ServersNegativeTestJSON-1437959553-project-member] Task: {'id': task-4070157, 'name': CopyVirtualDisk_Task} progress is 54%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.607760] env[69770]: DEBUG nova.compute.provider_tree [None req-587c2a8f-de1f-4553-b118-e542ceb561a5 tempest-ServersTestMultiNic-2119527449 tempest-ServersTestMultiNic-2119527449-project-member] Inventory has not changed in ProviderTree for provider: 7cc7d32b-b7a7-454a-a456-2a440248ed9d {{(pid=69770) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1023.637678] env[69770]: INFO nova.compute.manager [None req-524759fc-0a53-46af-89f4-fd64059cf61c tempest-ServerActionsV293TestJSON-1944763761 tempest-ServerActionsV293TestJSON-1944763761-project-member] [instance: 1f92c4e9-6054-433b-917d-fa1956ee1a57] Took 0.58 seconds to detach 1 volumes for instance. [ 1023.640019] env[69770]: DEBUG nova.compute.manager [None req-524759fc-0a53-46af-89f4-fd64059cf61c tempest-ServerActionsV293TestJSON-1944763761 tempest-ServerActionsV293TestJSON-1944763761-project-member] [instance: 1f92c4e9-6054-433b-917d-fa1956ee1a57] Deleting volume: 07df8e93-72e3-4611-9f89-77b67b71b420 {{(pid=69770) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3282}} [ 1023.695161] env[69770]: DEBUG oslo_vmware.api [None req-5786bbd9-f0e3-4c30-a4be-874bcc87f982 tempest-MigrationsAdminTest-1409017777 tempest-MigrationsAdminTest-1409017777-project-member] Task: {'id': task-4070159, 'name': PowerOffVM_Task, 'duration_secs': 0.279005} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1023.695787] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-5786bbd9-f0e3-4c30-a4be-874bcc87f982 tempest-MigrationsAdminTest-1409017777 tempest-MigrationsAdminTest-1409017777-project-member] [instance: 7626e483-2d84-4a06-8f38-f8fd431da011] Powered off the VM {{(pid=69770) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1023.695967] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-5786bbd9-f0e3-4c30-a4be-874bcc87f982 tempest-MigrationsAdminTest-1409017777 tempest-MigrationsAdminTest-1409017777-project-member] [instance: 7626e483-2d84-4a06-8f38-f8fd431da011] Unregistering the VM {{(pid=69770) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1023.697764] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-735fff57-e76d-46ec-83c0-614351cc3d8b {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.710230] env[69770]: DEBUG oslo_vmware.api [None req-0ebe2a77-310c-4f41-8888-0c9801206db9 tempest-AttachInterfacesUnderV243Test-761183515 tempest-AttachInterfacesUnderV243Test-761183515-project-member] Task: {'id': task-4070158, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.760526] env[69770]: DEBUG nova.network.neutron [None req-9bb7a707-5170-4edd-b6fa-f6f086229f1f tempest-ImagesOneServerNegativeTestJSON-405389268 tempest-ImagesOneServerNegativeTestJSON-405389268-project-member] [instance: 725b289a-785b-4a90-9b47-a7996a1f011f] Successfully created port: 982abcaf-4785-4909-b651-bb9b8797efc4 {{(pid=69770) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1023.776733] env[69770]: DEBUG nova.compute.manager [None req-150e83c8-add5-401a-85c1-762d6cf38668 tempest-ServersTestBootFromVolume-299983553 tempest-ServersTestBootFromVolume-299983553-project-member] [instance: 527d5f2a-9299-4336-be62-a5cf9df2171f] Start spawning the instance on the hypervisor. {{(pid=69770) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1023.777587] env[69770]: DEBUG nova.virt.hardware [None req-150e83c8-add5-401a-85c1-762d6cf38668 tempest-ServersTestBootFromVolume-299983553 tempest-ServersTestBootFromVolume-299983553-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T12:16:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69770) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1023.778240] env[69770]: DEBUG nova.virt.hardware [None req-150e83c8-add5-401a-85c1-762d6cf38668 tempest-ServersTestBootFromVolume-299983553 tempest-ServersTestBootFromVolume-299983553-project-member] Flavor limits 0:0:0 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1023.778502] env[69770]: DEBUG nova.virt.hardware [None req-150e83c8-add5-401a-85c1-762d6cf38668 tempest-ServersTestBootFromVolume-299983553 tempest-ServersTestBootFromVolume-299983553-project-member] Image limits 0:0:0 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1023.778770] env[69770]: DEBUG nova.virt.hardware [None req-150e83c8-add5-401a-85c1-762d6cf38668 tempest-ServersTestBootFromVolume-299983553 tempest-ServersTestBootFromVolume-299983553-project-member] Flavor pref 0:0:0 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1023.778987] env[69770]: DEBUG nova.virt.hardware [None req-150e83c8-add5-401a-85c1-762d6cf38668 tempest-ServersTestBootFromVolume-299983553 tempest-ServersTestBootFromVolume-299983553-project-member] Image pref 0:0:0 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1023.779330] env[69770]: DEBUG nova.virt.hardware [None req-150e83c8-add5-401a-85c1-762d6cf38668 tempest-ServersTestBootFromVolume-299983553 tempest-ServersTestBootFromVolume-299983553-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1023.779630] env[69770]: DEBUG nova.virt.hardware [None req-150e83c8-add5-401a-85c1-762d6cf38668 tempest-ServersTestBootFromVolume-299983553 tempest-ServersTestBootFromVolume-299983553-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69770) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1023.779807] env[69770]: DEBUG nova.virt.hardware [None req-150e83c8-add5-401a-85c1-762d6cf38668 tempest-ServersTestBootFromVolume-299983553 tempest-ServersTestBootFromVolume-299983553-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69770) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1023.780136] env[69770]: DEBUG nova.virt.hardware [None req-150e83c8-add5-401a-85c1-762d6cf38668 tempest-ServersTestBootFromVolume-299983553 tempest-ServersTestBootFromVolume-299983553-project-member] Got 1 possible topologies {{(pid=69770) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1023.780461] env[69770]: DEBUG nova.virt.hardware [None req-150e83c8-add5-401a-85c1-762d6cf38668 tempest-ServersTestBootFromVolume-299983553 tempest-ServersTestBootFromVolume-299983553-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69770) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1023.780821] env[69770]: DEBUG nova.virt.hardware [None req-150e83c8-add5-401a-85c1-762d6cf38668 tempest-ServersTestBootFromVolume-299983553 tempest-ServersTestBootFromVolume-299983553-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69770) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1023.783153] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e837a7ca-e689-4915-b630-728989c280ab {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.791814] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-5786bbd9-f0e3-4c30-a4be-874bcc87f982 tempest-MigrationsAdminTest-1409017777 tempest-MigrationsAdminTest-1409017777-project-member] [instance: 7626e483-2d84-4a06-8f38-f8fd431da011] Unregistered the VM {{(pid=69770) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1023.792161] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-5786bbd9-f0e3-4c30-a4be-874bcc87f982 tempest-MigrationsAdminTest-1409017777 tempest-MigrationsAdminTest-1409017777-project-member] [instance: 7626e483-2d84-4a06-8f38-f8fd431da011] Deleting contents of the VM from datastore datastore1 {{(pid=69770) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1023.792376] env[69770]: DEBUG nova.virt.vmwareapi.ds_util [None req-5786bbd9-f0e3-4c30-a4be-874bcc87f982 tempest-MigrationsAdminTest-1409017777 tempest-MigrationsAdminTest-1409017777-project-member] Deleting the datastore file [datastore1] 7626e483-2d84-4a06-8f38-f8fd431da011 {{(pid=69770) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1023.796180] env[69770]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ee2390f4-107c-4773-8d90-eac15203674e {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.800018] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4a5084f-1935-49bf-a716-e9a695072ce7 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.818782] env[69770]: DEBUG oslo_vmware.api [None req-5786bbd9-f0e3-4c30-a4be-874bcc87f982 tempest-MigrationsAdminTest-1409017777 tempest-MigrationsAdminTest-1409017777-project-member] Waiting for the task: (returnval){ [ 1023.818782] env[69770]: value = "task-4070163" [ 1023.818782] env[69770]: _type = "Task" [ 1023.818782] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1023.828585] env[69770]: DEBUG oslo_vmware.api [None req-5786bbd9-f0e3-4c30-a4be-874bcc87f982 tempest-MigrationsAdminTest-1409017777 tempest-MigrationsAdminTest-1409017777-project-member] Task: {'id': task-4070163, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.959801] env[69770]: DEBUG nova.network.neutron [None req-150e83c8-add5-401a-85c1-762d6cf38668 tempest-ServersTestBootFromVolume-299983553 tempest-ServersTestBootFromVolume-299983553-project-member] [instance: 527d5f2a-9299-4336-be62-a5cf9df2171f] Successfully updated port: c2bf3b80-4eba-49e9-890f-e634ef629188 {{(pid=69770) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1024.024579] env[69770]: DEBUG oslo_vmware.api [None req-4704d964-25ca-48c1-8020-fa96a5219a19 tempest-ServerRescueTestJSON-2083557613 tempest-ServerRescueTestJSON-2083557613-project-member] Task: {'id': task-4070160, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.087994] env[69770]: DEBUG oslo_vmware.api [None req-fac126d2-a5b1-4f40-882d-2497eb0f67bc tempest-ServersNegativeTestJSON-1437959553 tempest-ServersNegativeTestJSON-1437959553-project-member] Task: {'id': task-4070157, 'name': CopyVirtualDisk_Task} progress is 71%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.111117] env[69770]: DEBUG nova.scheduler.client.report [None req-587c2a8f-de1f-4553-b118-e542ceb561a5 tempest-ServersTestMultiNic-2119527449 tempest-ServersTestMultiNic-2119527449-project-member] Inventory has not changed for provider 7cc7d32b-b7a7-454a-a456-2a440248ed9d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69770) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1024.192025] env[69770]: DEBUG oslo_concurrency.lockutils [None req-524759fc-0a53-46af-89f4-fd64059cf61c tempest-ServerActionsV293TestJSON-1944763761 tempest-ServerActionsV293TestJSON-1944763761-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1024.215457] env[69770]: DEBUG oslo_vmware.api [None req-0ebe2a77-310c-4f41-8888-0c9801206db9 tempest-AttachInterfacesUnderV243Test-761183515 tempest-AttachInterfacesUnderV243Test-761183515-project-member] Task: {'id': task-4070158, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.330731] env[69770]: DEBUG oslo_vmware.api [None req-5786bbd9-f0e3-4c30-a4be-874bcc87f982 tempest-MigrationsAdminTest-1409017777 tempest-MigrationsAdminTest-1409017777-project-member] Task: {'id': task-4070163, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.344561] env[69770]: DEBUG nova.compute.manager [req-b4e7bb67-8e1c-4194-a9e4-4b1de3305016 req-b59d519a-6839-4b4e-87be-a483eeaf8ba1 service nova] [instance: 527d5f2a-9299-4336-be62-a5cf9df2171f] Received event network-vif-plugged-c2bf3b80-4eba-49e9-890f-e634ef629188 {{(pid=69770) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1024.344717] env[69770]: DEBUG oslo_concurrency.lockutils [req-b4e7bb67-8e1c-4194-a9e4-4b1de3305016 req-b59d519a-6839-4b4e-87be-a483eeaf8ba1 service nova] Acquiring lock "527d5f2a-9299-4336-be62-a5cf9df2171f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1024.344873] env[69770]: DEBUG oslo_concurrency.lockutils [req-b4e7bb67-8e1c-4194-a9e4-4b1de3305016 req-b59d519a-6839-4b4e-87be-a483eeaf8ba1 service nova] Lock "527d5f2a-9299-4336-be62-a5cf9df2171f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1024.345042] env[69770]: DEBUG oslo_concurrency.lockutils [req-b4e7bb67-8e1c-4194-a9e4-4b1de3305016 req-b59d519a-6839-4b4e-87be-a483eeaf8ba1 service nova] Lock "527d5f2a-9299-4336-be62-a5cf9df2171f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1024.345220] env[69770]: DEBUG nova.compute.manager [req-b4e7bb67-8e1c-4194-a9e4-4b1de3305016 req-b59d519a-6839-4b4e-87be-a483eeaf8ba1 service nova] [instance: 527d5f2a-9299-4336-be62-a5cf9df2171f] No waiting events found dispatching network-vif-plugged-c2bf3b80-4eba-49e9-890f-e634ef629188 {{(pid=69770) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1024.345407] env[69770]: WARNING nova.compute.manager [req-b4e7bb67-8e1c-4194-a9e4-4b1de3305016 req-b59d519a-6839-4b4e-87be-a483eeaf8ba1 service nova] [instance: 527d5f2a-9299-4336-be62-a5cf9df2171f] Received unexpected event network-vif-plugged-c2bf3b80-4eba-49e9-890f-e634ef629188 for instance with vm_state building and task_state spawning. [ 1024.345598] env[69770]: DEBUG nova.compute.manager [req-b4e7bb67-8e1c-4194-a9e4-4b1de3305016 req-b59d519a-6839-4b4e-87be-a483eeaf8ba1 service nova] [instance: 527d5f2a-9299-4336-be62-a5cf9df2171f] Received event network-changed-c2bf3b80-4eba-49e9-890f-e634ef629188 {{(pid=69770) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1024.345780] env[69770]: DEBUG nova.compute.manager [req-b4e7bb67-8e1c-4194-a9e4-4b1de3305016 req-b59d519a-6839-4b4e-87be-a483eeaf8ba1 service nova] [instance: 527d5f2a-9299-4336-be62-a5cf9df2171f] Refreshing instance network info cache due to event network-changed-c2bf3b80-4eba-49e9-890f-e634ef629188. {{(pid=69770) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1024.345932] env[69770]: DEBUG oslo_concurrency.lockutils [req-b4e7bb67-8e1c-4194-a9e4-4b1de3305016 req-b59d519a-6839-4b4e-87be-a483eeaf8ba1 service nova] Acquiring lock "refresh_cache-527d5f2a-9299-4336-be62-a5cf9df2171f" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.346107] env[69770]: DEBUG oslo_concurrency.lockutils [req-b4e7bb67-8e1c-4194-a9e4-4b1de3305016 req-b59d519a-6839-4b4e-87be-a483eeaf8ba1 service nova] Acquired lock "refresh_cache-527d5f2a-9299-4336-be62-a5cf9df2171f" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.346229] env[69770]: DEBUG nova.network.neutron [req-b4e7bb67-8e1c-4194-a9e4-4b1de3305016 req-b59d519a-6839-4b4e-87be-a483eeaf8ba1 service nova] [instance: 527d5f2a-9299-4336-be62-a5cf9df2171f] Refreshing network info cache for port c2bf3b80-4eba-49e9-890f-e634ef629188 {{(pid=69770) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1024.465487] env[69770]: DEBUG oslo_concurrency.lockutils [None req-150e83c8-add5-401a-85c1-762d6cf38668 tempest-ServersTestBootFromVolume-299983553 tempest-ServersTestBootFromVolume-299983553-project-member] Acquiring lock "refresh_cache-527d5f2a-9299-4336-be62-a5cf9df2171f" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.515160] env[69770]: DEBUG oslo_vmware.api [None req-4704d964-25ca-48c1-8020-fa96a5219a19 tempest-ServerRescueTestJSON-2083557613 tempest-ServerRescueTestJSON-2083557613-project-member] Task: {'id': task-4070160, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.657017} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1024.516494] env[69770]: DEBUG nova.compute.manager [None req-9bb7a707-5170-4edd-b6fa-f6f086229f1f tempest-ImagesOneServerNegativeTestJSON-405389268 tempest-ImagesOneServerNegativeTestJSON-405389268-project-member] [instance: 725b289a-785b-4a90-9b47-a7996a1f011f] Start spawning the instance on the hypervisor. {{(pid=69770) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1024.518795] env[69770]: INFO nova.virt.vmwareapi.ds_util [None req-4704d964-25ca-48c1-8020-fa96a5219a19 tempest-ServerRescueTestJSON-2083557613 tempest-ServerRescueTestJSON-2083557613-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk to [datastore2] 6d778061-f3b5-4dc9-ab22-b1787ddd972e/d1eaff80-24a0-4391-90eb-59958b1ecf0a-rescue.vmdk. [ 1024.519928] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dac20e9c-4520-4a6f-ab0d-af7b43bf87c1 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.547070] env[69770]: DEBUG nova.virt.vmwareapi.volumeops [None req-4704d964-25ca-48c1-8020-fa96a5219a19 tempest-ServerRescueTestJSON-2083557613 tempest-ServerRescueTestJSON-2083557613-project-member] [instance: 6d778061-f3b5-4dc9-ab22-b1787ddd972e] Reconfiguring VM instance instance-00000048 to attach disk [datastore2] 6d778061-f3b5-4dc9-ab22-b1787ddd972e/d1eaff80-24a0-4391-90eb-59958b1ecf0a-rescue.vmdk or device None with type thin {{(pid=69770) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1024.549950] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-89c82546-ee37-4c63-9e43-64ff6533c27b {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.572023] env[69770]: DEBUG nova.virt.hardware [None req-9bb7a707-5170-4edd-b6fa-f6f086229f1f tempest-ImagesOneServerNegativeTestJSON-405389268 tempest-ImagesOneServerNegativeTestJSON-405389268-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T12:16:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T12:16:11Z,direct_url=,disk_format='vmdk',id=d1eaff80-24a0-4391-90eb-59958b1ecf0a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d65f20bb89fb40a98b77bc6d97357df2',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T12:16:12Z,virtual_size=,visibility=), allow threads: False {{(pid=69770) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1024.572317] env[69770]: DEBUG nova.virt.hardware [None req-9bb7a707-5170-4edd-b6fa-f6f086229f1f tempest-ImagesOneServerNegativeTestJSON-405389268 tempest-ImagesOneServerNegativeTestJSON-405389268-project-member] Flavor limits 0:0:0 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1024.572569] env[69770]: DEBUG nova.virt.hardware [None req-9bb7a707-5170-4edd-b6fa-f6f086229f1f tempest-ImagesOneServerNegativeTestJSON-405389268 tempest-ImagesOneServerNegativeTestJSON-405389268-project-member] Image limits 0:0:0 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1024.572646] env[69770]: DEBUG nova.virt.hardware [None req-9bb7a707-5170-4edd-b6fa-f6f086229f1f tempest-ImagesOneServerNegativeTestJSON-405389268 tempest-ImagesOneServerNegativeTestJSON-405389268-project-member] Flavor pref 0:0:0 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1024.572793] env[69770]: DEBUG nova.virt.hardware [None req-9bb7a707-5170-4edd-b6fa-f6f086229f1f tempest-ImagesOneServerNegativeTestJSON-405389268 tempest-ImagesOneServerNegativeTestJSON-405389268-project-member] Image pref 0:0:0 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1024.572940] env[69770]: DEBUG nova.virt.hardware [None req-9bb7a707-5170-4edd-b6fa-f6f086229f1f tempest-ImagesOneServerNegativeTestJSON-405389268 tempest-ImagesOneServerNegativeTestJSON-405389268-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1024.573177] env[69770]: DEBUG nova.virt.hardware [None req-9bb7a707-5170-4edd-b6fa-f6f086229f1f tempest-ImagesOneServerNegativeTestJSON-405389268 tempest-ImagesOneServerNegativeTestJSON-405389268-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69770) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1024.573340] env[69770]: DEBUG nova.virt.hardware [None req-9bb7a707-5170-4edd-b6fa-f6f086229f1f tempest-ImagesOneServerNegativeTestJSON-405389268 tempest-ImagesOneServerNegativeTestJSON-405389268-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69770) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1024.573514] env[69770]: DEBUG nova.virt.hardware [None req-9bb7a707-5170-4edd-b6fa-f6f086229f1f tempest-ImagesOneServerNegativeTestJSON-405389268 tempest-ImagesOneServerNegativeTestJSON-405389268-project-member] Got 1 possible topologies {{(pid=69770) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1024.573682] env[69770]: DEBUG nova.virt.hardware [None req-9bb7a707-5170-4edd-b6fa-f6f086229f1f tempest-ImagesOneServerNegativeTestJSON-405389268 tempest-ImagesOneServerNegativeTestJSON-405389268-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69770) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1024.573854] env[69770]: DEBUG nova.virt.hardware [None req-9bb7a707-5170-4edd-b6fa-f6f086229f1f tempest-ImagesOneServerNegativeTestJSON-405389268 tempest-ImagesOneServerNegativeTestJSON-405389268-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69770) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1024.574775] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a51b9e1-36bd-4917-8abd-293335ad659d {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.579427] env[69770]: DEBUG oslo_vmware.api [None req-4704d964-25ca-48c1-8020-fa96a5219a19 tempest-ServerRescueTestJSON-2083557613 tempest-ServerRescueTestJSON-2083557613-project-member] Waiting for the task: (returnval){ [ 1024.579427] env[69770]: value = "task-4070164" [ 1024.579427] env[69770]: _type = "Task" [ 1024.579427] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1024.590739] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d61c851c-d6c9-418a-880f-3007a69fd461 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.603135] env[69770]: DEBUG oslo_vmware.api [None req-4704d964-25ca-48c1-8020-fa96a5219a19 tempest-ServerRescueTestJSON-2083557613 tempest-ServerRescueTestJSON-2083557613-project-member] Task: {'id': task-4070164, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.603498] env[69770]: DEBUG oslo_vmware.api [None req-fac126d2-a5b1-4f40-882d-2497eb0f67bc tempest-ServersNegativeTestJSON-1437959553 tempest-ServersNegativeTestJSON-1437959553-project-member] Task: {'id': task-4070157, 'name': CopyVirtualDisk_Task} progress is 91%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.617047] env[69770]: DEBUG oslo_concurrency.lockutils [None req-587c2a8f-de1f-4553-b118-e542ceb561a5 tempest-ServersTestMultiNic-2119527449 tempest-ServersTestMultiNic-2119527449-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.126s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1024.620683] env[69770]: DEBUG oslo_concurrency.lockutils [None req-12bbd274-0955-4681-b26b-794dee2ced3f tempest-ServerShowV254Test-1833803571 tempest-ServerShowV254Test-1833803571-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 22.860s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1024.620683] env[69770]: DEBUG nova.objects.instance [None req-12bbd274-0955-4681-b26b-794dee2ced3f tempest-ServerShowV254Test-1833803571 tempest-ServerShowV254Test-1833803571-project-member] [instance: bf2dd621-f03e-45ad-a4b0-953858139f65] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69770) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1024.648060] env[69770]: INFO nova.scheduler.client.report [None req-587c2a8f-de1f-4553-b118-e542ceb561a5 tempest-ServersTestMultiNic-2119527449 tempest-ServersTestMultiNic-2119527449-project-member] Deleted allocations for instance dcd9fa1a-a9e5-4227-829b-281fa7a1d4f6 [ 1024.717476] env[69770]: DEBUG oslo_vmware.api [None req-0ebe2a77-310c-4f41-8888-0c9801206db9 tempest-AttachInterfacesUnderV243Test-761183515 tempest-AttachInterfacesUnderV243Test-761183515-project-member] Task: {'id': task-4070158, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.832322] env[69770]: DEBUG oslo_vmware.api [None req-5786bbd9-f0e3-4c30-a4be-874bcc87f982 tempest-MigrationsAdminTest-1409017777 tempest-MigrationsAdminTest-1409017777-project-member] Task: {'id': task-4070163, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.888100] env[69770]: DEBUG nova.network.neutron [req-b4e7bb67-8e1c-4194-a9e4-4b1de3305016 req-b59d519a-6839-4b4e-87be-a483eeaf8ba1 service nova] [instance: 527d5f2a-9299-4336-be62-a5cf9df2171f] Instance cache missing network info. {{(pid=69770) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1025.036871] env[69770]: DEBUG nova.network.neutron [req-b4e7bb67-8e1c-4194-a9e4-4b1de3305016 req-b59d519a-6839-4b4e-87be-a483eeaf8ba1 service nova] [instance: 527d5f2a-9299-4336-be62-a5cf9df2171f] Updating instance_info_cache with network_info: [] {{(pid=69770) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1025.095054] env[69770]: DEBUG oslo_vmware.api [None req-fac126d2-a5b1-4f40-882d-2497eb0f67bc tempest-ServersNegativeTestJSON-1437959553 tempest-ServersNegativeTestJSON-1437959553-project-member] Task: {'id': task-4070157, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.793834} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1025.099409] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-fac126d2-a5b1-4f40-882d-2497eb0f67bc tempest-ServersNegativeTestJSON-1437959553 tempest-ServersNegativeTestJSON-1437959553-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/aa240c0f-8843-4221-bc13-6de25c02262b/aa240c0f-8843-4221-bc13-6de25c02262b.vmdk to [datastore1] 1cd3da96-102f-4a22-8f53-12b32485ffa2/1cd3da96-102f-4a22-8f53-12b32485ffa2.vmdk {{(pid=69770) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1025.099505] env[69770]: DEBUG oslo_vmware.api [None req-4704d964-25ca-48c1-8020-fa96a5219a19 tempest-ServerRescueTestJSON-2083557613 tempest-ServerRescueTestJSON-2083557613-project-member] Task: {'id': task-4070164, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.100314] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-613fbd38-4379-4f20-810d-eaa84e79e48f {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.124654] env[69770]: DEBUG nova.virt.vmwareapi.volumeops [None req-fac126d2-a5b1-4f40-882d-2497eb0f67bc tempest-ServersNegativeTestJSON-1437959553 tempest-ServersNegativeTestJSON-1437959553-project-member] [instance: 1cd3da96-102f-4a22-8f53-12b32485ffa2] Reconfiguring VM instance instance-00000011 to attach disk [datastore1] 1cd3da96-102f-4a22-8f53-12b32485ffa2/1cd3da96-102f-4a22-8f53-12b32485ffa2.vmdk or device None with type streamOptimized {{(pid=69770) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1025.125465] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-74ae32ee-c738-4ed6-9412-83477f78cad6 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.159094] env[69770]: DEBUG oslo_vmware.api [None req-fac126d2-a5b1-4f40-882d-2497eb0f67bc tempest-ServersNegativeTestJSON-1437959553 tempest-ServersNegativeTestJSON-1437959553-project-member] Waiting for the task: (returnval){ [ 1025.159094] env[69770]: value = "task-4070165" [ 1025.159094] env[69770]: _type = "Task" [ 1025.159094] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1025.159672] env[69770]: DEBUG oslo_concurrency.lockutils [None req-587c2a8f-de1f-4553-b118-e542ceb561a5 tempest-ServersTestMultiNic-2119527449 tempest-ServersTestMultiNic-2119527449-project-member] Lock "dcd9fa1a-a9e5-4227-829b-281fa7a1d4f6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 29.411s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1025.171952] env[69770]: DEBUG oslo_vmware.api [None req-fac126d2-a5b1-4f40-882d-2497eb0f67bc tempest-ServersNegativeTestJSON-1437959553 tempest-ServersNegativeTestJSON-1437959553-project-member] Task: {'id': task-4070165, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.214101] env[69770]: DEBUG oslo_vmware.api [None req-0ebe2a77-310c-4f41-8888-0c9801206db9 tempest-AttachInterfacesUnderV243Test-761183515 tempest-AttachInterfacesUnderV243Test-761183515-project-member] Task: {'id': task-4070158, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.330888] env[69770]: DEBUG oslo_vmware.api [None req-5786bbd9-f0e3-4c30-a4be-874bcc87f982 tempest-MigrationsAdminTest-1409017777 tempest-MigrationsAdminTest-1409017777-project-member] Task: {'id': task-4070163, 'name': DeleteDatastoreFile_Task, 'duration_secs': 1.385774} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1025.331240] env[69770]: DEBUG nova.virt.vmwareapi.ds_util [None req-5786bbd9-f0e3-4c30-a4be-874bcc87f982 tempest-MigrationsAdminTest-1409017777 tempest-MigrationsAdminTest-1409017777-project-member] Deleted the datastore file {{(pid=69770) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1025.331680] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-5786bbd9-f0e3-4c30-a4be-874bcc87f982 tempest-MigrationsAdminTest-1409017777 tempest-MigrationsAdminTest-1409017777-project-member] [instance: 7626e483-2d84-4a06-8f38-f8fd431da011] Deleted contents of the VM from datastore datastore1 {{(pid=69770) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1025.331889] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-5786bbd9-f0e3-4c30-a4be-874bcc87f982 tempest-MigrationsAdminTest-1409017777 tempest-MigrationsAdminTest-1409017777-project-member] [instance: 7626e483-2d84-4a06-8f38-f8fd431da011] Instance destroyed {{(pid=69770) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1025.332115] env[69770]: INFO nova.compute.manager [None req-5786bbd9-f0e3-4c30-a4be-874bcc87f982 tempest-MigrationsAdminTest-1409017777 tempest-MigrationsAdminTest-1409017777-project-member] [instance: 7626e483-2d84-4a06-8f38-f8fd431da011] Took 2.18 seconds to destroy the instance on the hypervisor. [ 1025.332386] env[69770]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5786bbd9-f0e3-4c30-a4be-874bcc87f982 tempest-MigrationsAdminTest-1409017777 tempest-MigrationsAdminTest-1409017777-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69770) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1025.332587] env[69770]: DEBUG nova.compute.manager [-] [instance: 7626e483-2d84-4a06-8f38-f8fd431da011] Deallocating network for instance {{(pid=69770) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1025.332712] env[69770]: DEBUG nova.network.neutron [-] [instance: 7626e483-2d84-4a06-8f38-f8fd431da011] deallocate_for_instance() {{(pid=69770) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1025.540747] env[69770]: DEBUG oslo_concurrency.lockutils [req-b4e7bb67-8e1c-4194-a9e4-4b1de3305016 req-b59d519a-6839-4b4e-87be-a483eeaf8ba1 service nova] Releasing lock "refresh_cache-527d5f2a-9299-4336-be62-a5cf9df2171f" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.541473] env[69770]: DEBUG oslo_concurrency.lockutils [None req-150e83c8-add5-401a-85c1-762d6cf38668 tempest-ServersTestBootFromVolume-299983553 tempest-ServersTestBootFromVolume-299983553-project-member] Acquired lock "refresh_cache-527d5f2a-9299-4336-be62-a5cf9df2171f" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.541473] env[69770]: DEBUG nova.network.neutron [None req-150e83c8-add5-401a-85c1-762d6cf38668 tempest-ServersTestBootFromVolume-299983553 tempest-ServersTestBootFromVolume-299983553-project-member] [instance: 527d5f2a-9299-4336-be62-a5cf9df2171f] Building network info cache for instance {{(pid=69770) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1025.597475] env[69770]: DEBUG oslo_vmware.api [None req-4704d964-25ca-48c1-8020-fa96a5219a19 tempest-ServerRescueTestJSON-2083557613 tempest-ServerRescueTestJSON-2083557613-project-member] Task: {'id': task-4070164, 'name': ReconfigVM_Task, 'duration_secs': 0.638576} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1025.597877] env[69770]: DEBUG nova.virt.vmwareapi.volumeops [None req-4704d964-25ca-48c1-8020-fa96a5219a19 tempest-ServerRescueTestJSON-2083557613 tempest-ServerRescueTestJSON-2083557613-project-member] [instance: 6d778061-f3b5-4dc9-ab22-b1787ddd972e] Reconfigured VM instance instance-00000048 to attach disk [datastore2] 6d778061-f3b5-4dc9-ab22-b1787ddd972e/d1eaff80-24a0-4391-90eb-59958b1ecf0a-rescue.vmdk or device None with type thin {{(pid=69770) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1025.599296] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2e12f98-aa87-4b8c-9ffd-719d792806a9 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.638524] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7a74a578-df90-431d-82b8-aa67fbe947d4 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.657159] env[69770]: DEBUG oslo_concurrency.lockutils [None req-12bbd274-0955-4681-b26b-794dee2ced3f tempest-ServerShowV254Test-1833803571 tempest-ServerShowV254Test-1833803571-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.037s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1025.658608] env[69770]: DEBUG oslo_concurrency.lockutils [None req-b2a41e40-ff1c-4e5a-89b7-13375367d429 tempest-ServerMetadataNegativeTestJSON-1738636266 tempest-ServerMetadataNegativeTestJSON-1738636266-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.324s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1025.658844] env[69770]: DEBUG nova.objects.instance [None req-b2a41e40-ff1c-4e5a-89b7-13375367d429 tempest-ServerMetadataNegativeTestJSON-1738636266 tempest-ServerMetadataNegativeTestJSON-1738636266-project-member] Lazy-loading 'resources' on Instance uuid 735aaf86-ca37-4c5c-9296-568d98ace91c {{(pid=69770) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1025.669143] env[69770]: DEBUG oslo_vmware.api [None req-4704d964-25ca-48c1-8020-fa96a5219a19 tempest-ServerRescueTestJSON-2083557613 tempest-ServerRescueTestJSON-2083557613-project-member] Waiting for the task: (returnval){ [ 1025.669143] env[69770]: value = "task-4070166" [ 1025.669143] env[69770]: _type = "Task" [ 1025.669143] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1025.679180] env[69770]: DEBUG oslo_vmware.api [None req-fac126d2-a5b1-4f40-882d-2497eb0f67bc tempest-ServersNegativeTestJSON-1437959553 tempest-ServersNegativeTestJSON-1437959553-project-member] Task: {'id': task-4070165, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.685763] env[69770]: DEBUG oslo_vmware.api [None req-4704d964-25ca-48c1-8020-fa96a5219a19 tempest-ServerRescueTestJSON-2083557613 tempest-ServerRescueTestJSON-2083557613-project-member] Task: {'id': task-4070166, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.717125] env[69770]: DEBUG oslo_vmware.api [None req-0ebe2a77-310c-4f41-8888-0c9801206db9 tempest-AttachInterfacesUnderV243Test-761183515 tempest-AttachInterfacesUnderV243Test-761183515-project-member] Task: {'id': task-4070158, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.767505] env[69770]: DEBUG nova.network.neutron [None req-9bb7a707-5170-4edd-b6fa-f6f086229f1f tempest-ImagesOneServerNegativeTestJSON-405389268 tempest-ImagesOneServerNegativeTestJSON-405389268-project-member] [instance: 725b289a-785b-4a90-9b47-a7996a1f011f] Successfully updated port: 982abcaf-4785-4909-b651-bb9b8797efc4 {{(pid=69770) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1026.089232] env[69770]: DEBUG nova.network.neutron [None req-150e83c8-add5-401a-85c1-762d6cf38668 tempest-ServersTestBootFromVolume-299983553 tempest-ServersTestBootFromVolume-299983553-project-member] [instance: 527d5f2a-9299-4336-be62-a5cf9df2171f] Instance cache missing network info. {{(pid=69770) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1026.181314] env[69770]: DEBUG oslo_vmware.api [None req-fac126d2-a5b1-4f40-882d-2497eb0f67bc tempest-ServersNegativeTestJSON-1437959553 tempest-ServersNegativeTestJSON-1437959553-project-member] Task: {'id': task-4070165, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.189194] env[69770]: DEBUG oslo_vmware.api [None req-4704d964-25ca-48c1-8020-fa96a5219a19 tempest-ServerRescueTestJSON-2083557613 tempest-ServerRescueTestJSON-2083557613-project-member] Task: {'id': task-4070166, 'name': ReconfigVM_Task, 'duration_secs': 0.216669} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1026.192572] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-4704d964-25ca-48c1-8020-fa96a5219a19 tempest-ServerRescueTestJSON-2083557613 tempest-ServerRescueTestJSON-2083557613-project-member] [instance: 6d778061-f3b5-4dc9-ab22-b1787ddd972e] Powering on the VM {{(pid=69770) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1026.193403] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a04567e5-5392-47b3-9b49-9be7a5099919 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.202440] env[69770]: DEBUG oslo_vmware.api [None req-4704d964-25ca-48c1-8020-fa96a5219a19 tempest-ServerRescueTestJSON-2083557613 tempest-ServerRescueTestJSON-2083557613-project-member] Waiting for the task: (returnval){ [ 1026.202440] env[69770]: value = "task-4070167" [ 1026.202440] env[69770]: _type = "Task" [ 1026.202440] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1026.220786] env[69770]: DEBUG oslo_vmware.api [None req-4704d964-25ca-48c1-8020-fa96a5219a19 tempest-ServerRescueTestJSON-2083557613 tempest-ServerRescueTestJSON-2083557613-project-member] Task: {'id': task-4070167, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.225820] env[69770]: DEBUG oslo_vmware.api [None req-0ebe2a77-310c-4f41-8888-0c9801206db9 tempest-AttachInterfacesUnderV243Test-761183515 tempest-AttachInterfacesUnderV243Test-761183515-project-member] Task: {'id': task-4070158, 'name': CopyVirtualDisk_Task, 'duration_secs': 3.464443} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1026.226604] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ebe2a77-310c-4f41-8888-0c9801206db9 tempest-AttachInterfacesUnderV243Test-761183515 tempest-AttachInterfacesUnderV243Test-761183515-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk to [datastore1] 529437d0-e31b-482e-9273-2d27b674c0e3/529437d0-e31b-482e-9273-2d27b674c0e3.vmdk {{(pid=69770) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1026.226837] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-0ebe2a77-310c-4f41-8888-0c9801206db9 tempest-AttachInterfacesUnderV243Test-761183515 tempest-AttachInterfacesUnderV243Test-761183515-project-member] [instance: 529437d0-e31b-482e-9273-2d27b674c0e3] Extending root virtual disk to 1048576 {{(pid=69770) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1026.227079] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-41cdc20c-8d67-4408-9ca0-686c642d8efe {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.238058] env[69770]: DEBUG nova.network.neutron [-] [instance: 7626e483-2d84-4a06-8f38-f8fd431da011] Updating instance_info_cache with network_info: [] {{(pid=69770) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1026.240312] env[69770]: DEBUG oslo_vmware.api [None req-0ebe2a77-310c-4f41-8888-0c9801206db9 tempest-AttachInterfacesUnderV243Test-761183515 tempest-AttachInterfacesUnderV243Test-761183515-project-member] Waiting for the task: (returnval){ [ 1026.240312] env[69770]: value = "task-4070168" [ 1026.240312] env[69770]: _type = "Task" [ 1026.240312] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1026.261072] env[69770]: DEBUG oslo_vmware.api [None req-0ebe2a77-310c-4f41-8888-0c9801206db9 tempest-AttachInterfacesUnderV243Test-761183515 tempest-AttachInterfacesUnderV243Test-761183515-project-member] Task: {'id': task-4070168, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.271394] env[69770]: DEBUG oslo_concurrency.lockutils [None req-9bb7a707-5170-4edd-b6fa-f6f086229f1f tempest-ImagesOneServerNegativeTestJSON-405389268 tempest-ImagesOneServerNegativeTestJSON-405389268-project-member] Acquiring lock "refresh_cache-725b289a-785b-4a90-9b47-a7996a1f011f" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.271495] env[69770]: DEBUG oslo_concurrency.lockutils [None req-9bb7a707-5170-4edd-b6fa-f6f086229f1f tempest-ImagesOneServerNegativeTestJSON-405389268 tempest-ImagesOneServerNegativeTestJSON-405389268-project-member] Acquired lock "refresh_cache-725b289a-785b-4a90-9b47-a7996a1f011f" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.271637] env[69770]: DEBUG nova.network.neutron [None req-9bb7a707-5170-4edd-b6fa-f6f086229f1f tempest-ImagesOneServerNegativeTestJSON-405389268 tempest-ImagesOneServerNegativeTestJSON-405389268-project-member] [instance: 725b289a-785b-4a90-9b47-a7996a1f011f] Building network info cache for instance {{(pid=69770) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1026.299730] env[69770]: DEBUG nova.network.neutron [None req-150e83c8-add5-401a-85c1-762d6cf38668 tempest-ServersTestBootFromVolume-299983553 tempest-ServersTestBootFromVolume-299983553-project-member] [instance: 527d5f2a-9299-4336-be62-a5cf9df2171f] Updating instance_info_cache with network_info: [{"id": "c2bf3b80-4eba-49e9-890f-e634ef629188", "address": "fa:16:3e:59:ae:92", "network": {"id": "8468ef3c-978f-4165-8ebb-26f6064abb8e", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-1246095805-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "10a248d1bb894655ab3f29a6a0fbf0c5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e41070eb-3ac1-4ca9-a3d0-fd65893a97de", "external-id": "nsx-vlan-transportzone-596", "segmentation_id": 596, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc2bf3b80-4e", "ovs_interfaceid": "c2bf3b80-4eba-49e9-890f-e634ef629188", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69770) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1026.380368] env[69770]: DEBUG nova.compute.manager [req-d6f5866c-8b21-44a2-adb1-912c0e2d6f1c req-2fb7deaf-c718-454c-8f06-27722f04d674 service nova] [instance: 725b289a-785b-4a90-9b47-a7996a1f011f] Received event network-vif-plugged-982abcaf-4785-4909-b651-bb9b8797efc4 {{(pid=69770) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1026.380600] env[69770]: DEBUG oslo_concurrency.lockutils [req-d6f5866c-8b21-44a2-adb1-912c0e2d6f1c req-2fb7deaf-c718-454c-8f06-27722f04d674 service nova] Acquiring lock "725b289a-785b-4a90-9b47-a7996a1f011f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1026.380850] env[69770]: DEBUG oslo_concurrency.lockutils [req-d6f5866c-8b21-44a2-adb1-912c0e2d6f1c req-2fb7deaf-c718-454c-8f06-27722f04d674 service nova] Lock "725b289a-785b-4a90-9b47-a7996a1f011f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1026.381063] env[69770]: DEBUG oslo_concurrency.lockutils [req-d6f5866c-8b21-44a2-adb1-912c0e2d6f1c req-2fb7deaf-c718-454c-8f06-27722f04d674 service nova] Lock "725b289a-785b-4a90-9b47-a7996a1f011f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1026.381243] env[69770]: DEBUG nova.compute.manager [req-d6f5866c-8b21-44a2-adb1-912c0e2d6f1c req-2fb7deaf-c718-454c-8f06-27722f04d674 service nova] [instance: 725b289a-785b-4a90-9b47-a7996a1f011f] No waiting events found dispatching network-vif-plugged-982abcaf-4785-4909-b651-bb9b8797efc4 {{(pid=69770) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1026.381414] env[69770]: WARNING nova.compute.manager [req-d6f5866c-8b21-44a2-adb1-912c0e2d6f1c req-2fb7deaf-c718-454c-8f06-27722f04d674 service nova] [instance: 725b289a-785b-4a90-9b47-a7996a1f011f] Received unexpected event network-vif-plugged-982abcaf-4785-4909-b651-bb9b8797efc4 for instance with vm_state building and task_state spawning. [ 1026.381584] env[69770]: DEBUG nova.compute.manager [req-d6f5866c-8b21-44a2-adb1-912c0e2d6f1c req-2fb7deaf-c718-454c-8f06-27722f04d674 service nova] [instance: 7626e483-2d84-4a06-8f38-f8fd431da011] Received event network-vif-deleted-10ccd765-6960-44d8-a3f1-da78e5c01e48 {{(pid=69770) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1026.381738] env[69770]: DEBUG nova.compute.manager [req-d6f5866c-8b21-44a2-adb1-912c0e2d6f1c req-2fb7deaf-c718-454c-8f06-27722f04d674 service nova] [instance: 725b289a-785b-4a90-9b47-a7996a1f011f] Received event network-changed-982abcaf-4785-4909-b651-bb9b8797efc4 {{(pid=69770) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1026.381889] env[69770]: DEBUG nova.compute.manager [req-d6f5866c-8b21-44a2-adb1-912c0e2d6f1c req-2fb7deaf-c718-454c-8f06-27722f04d674 service nova] [instance: 725b289a-785b-4a90-9b47-a7996a1f011f] Refreshing instance network info cache due to event network-changed-982abcaf-4785-4909-b651-bb9b8797efc4. {{(pid=69770) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1026.382068] env[69770]: DEBUG oslo_concurrency.lockutils [req-d6f5866c-8b21-44a2-adb1-912c0e2d6f1c req-2fb7deaf-c718-454c-8f06-27722f04d674 service nova] Acquiring lock "refresh_cache-725b289a-785b-4a90-9b47-a7996a1f011f" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.595027] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-749f6122-29dc-41d8-a039-59e189a8d8ee {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.605709] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f1f29c5-2d08-446a-bb6d-ead033679abc {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.643232] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1fc3a1a-42dc-4e0f-bb0b-58b5697aeb12 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.652755] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02662bb2-26e5-4145-a1ee-6e658dcdd055 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.672876] env[69770]: DEBUG nova.compute.provider_tree [None req-b2a41e40-ff1c-4e5a-89b7-13375367d429 tempest-ServerMetadataNegativeTestJSON-1738636266 tempest-ServerMetadataNegativeTestJSON-1738636266-project-member] Inventory has not changed in ProviderTree for provider: 7cc7d32b-b7a7-454a-a456-2a440248ed9d {{(pid=69770) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1026.685029] env[69770]: DEBUG oslo_vmware.api [None req-fac126d2-a5b1-4f40-882d-2497eb0f67bc tempest-ServersNegativeTestJSON-1437959553 tempest-ServersNegativeTestJSON-1437959553-project-member] Task: {'id': task-4070165, 'name': ReconfigVM_Task, 'duration_secs': 1.342822} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1026.685029] env[69770]: DEBUG nova.virt.vmwareapi.volumeops [None req-fac126d2-a5b1-4f40-882d-2497eb0f67bc tempest-ServersNegativeTestJSON-1437959553 tempest-ServersNegativeTestJSON-1437959553-project-member] [instance: 1cd3da96-102f-4a22-8f53-12b32485ffa2] Reconfigured VM instance instance-00000011 to attach disk [datastore1] 1cd3da96-102f-4a22-8f53-12b32485ffa2/1cd3da96-102f-4a22-8f53-12b32485ffa2.vmdk or device None with type streamOptimized {{(pid=69770) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1026.686205] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1d656369-adc4-49d2-938b-4a961e676ca1 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.694149] env[69770]: DEBUG oslo_vmware.api [None req-fac126d2-a5b1-4f40-882d-2497eb0f67bc tempest-ServersNegativeTestJSON-1437959553 tempest-ServersNegativeTestJSON-1437959553-project-member] Waiting for the task: (returnval){ [ 1026.694149] env[69770]: value = "task-4070169" [ 1026.694149] env[69770]: _type = "Task" [ 1026.694149] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1026.710896] env[69770]: DEBUG oslo_vmware.api [None req-fac126d2-a5b1-4f40-882d-2497eb0f67bc tempest-ServersNegativeTestJSON-1437959553 tempest-ServersNegativeTestJSON-1437959553-project-member] Task: {'id': task-4070169, 'name': Rename_Task} progress is 6%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.718696] env[69770]: DEBUG oslo_vmware.api [None req-4704d964-25ca-48c1-8020-fa96a5219a19 tempest-ServerRescueTestJSON-2083557613 tempest-ServerRescueTestJSON-2083557613-project-member] Task: {'id': task-4070167, 'name': PowerOnVM_Task, 'duration_secs': 0.491029} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1026.719215] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-4704d964-25ca-48c1-8020-fa96a5219a19 tempest-ServerRescueTestJSON-2083557613 tempest-ServerRescueTestJSON-2083557613-project-member] [instance: 6d778061-f3b5-4dc9-ab22-b1787ddd972e] Powered on the VM {{(pid=69770) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1026.723194] env[69770]: DEBUG nova.compute.manager [None req-4704d964-25ca-48c1-8020-fa96a5219a19 tempest-ServerRescueTestJSON-2083557613 tempest-ServerRescueTestJSON-2083557613-project-member] [instance: 6d778061-f3b5-4dc9-ab22-b1787ddd972e] Checking state {{(pid=69770) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1026.724161] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e144da90-e910-46bf-a0b5-2e8d63340912 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.739059] env[69770]: INFO nova.compute.manager [-] [instance: 7626e483-2d84-4a06-8f38-f8fd431da011] Took 1.41 seconds to deallocate network for instance. [ 1026.754943] env[69770]: DEBUG oslo_vmware.api [None req-0ebe2a77-310c-4f41-8888-0c9801206db9 tempest-AttachInterfacesUnderV243Test-761183515 tempest-AttachInterfacesUnderV243Test-761183515-project-member] Task: {'id': task-4070168, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.086178} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1026.754943] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-0ebe2a77-310c-4f41-8888-0c9801206db9 tempest-AttachInterfacesUnderV243Test-761183515 tempest-AttachInterfacesUnderV243Test-761183515-project-member] [instance: 529437d0-e31b-482e-9273-2d27b674c0e3] Extended root virtual disk {{(pid=69770) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1026.756034] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4acd5a5e-ccfb-4541-902e-3454ec1e09d8 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.786610] env[69770]: DEBUG nova.virt.vmwareapi.volumeops [None req-0ebe2a77-310c-4f41-8888-0c9801206db9 tempest-AttachInterfacesUnderV243Test-761183515 tempest-AttachInterfacesUnderV243Test-761183515-project-member] [instance: 529437d0-e31b-482e-9273-2d27b674c0e3] Reconfiguring VM instance instance-00000049 to attach disk [datastore1] 529437d0-e31b-482e-9273-2d27b674c0e3/529437d0-e31b-482e-9273-2d27b674c0e3.vmdk or device None with type sparse {{(pid=69770) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1026.786912] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-64a937ac-268f-4f16-8a31-07a7582ca2ee {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.806298] env[69770]: DEBUG oslo_concurrency.lockutils [None req-150e83c8-add5-401a-85c1-762d6cf38668 tempest-ServersTestBootFromVolume-299983553 tempest-ServersTestBootFromVolume-299983553-project-member] Releasing lock "refresh_cache-527d5f2a-9299-4336-be62-a5cf9df2171f" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.806782] env[69770]: DEBUG nova.compute.manager [None req-150e83c8-add5-401a-85c1-762d6cf38668 tempest-ServersTestBootFromVolume-299983553 tempest-ServersTestBootFromVolume-299983553-project-member] [instance: 527d5f2a-9299-4336-be62-a5cf9df2171f] Instance network_info: |[{"id": "c2bf3b80-4eba-49e9-890f-e634ef629188", "address": "fa:16:3e:59:ae:92", "network": {"id": "8468ef3c-978f-4165-8ebb-26f6064abb8e", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-1246095805-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "10a248d1bb894655ab3f29a6a0fbf0c5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e41070eb-3ac1-4ca9-a3d0-fd65893a97de", "external-id": "nsx-vlan-transportzone-596", "segmentation_id": 596, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc2bf3b80-4e", "ovs_interfaceid": "c2bf3b80-4eba-49e9-890f-e634ef629188", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69770) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1026.807576] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-150e83c8-add5-401a-85c1-762d6cf38668 tempest-ServersTestBootFromVolume-299983553 tempest-ServersTestBootFromVolume-299983553-project-member] [instance: 527d5f2a-9299-4336-be62-a5cf9df2171f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:59:ae:92', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e41070eb-3ac1-4ca9-a3d0-fd65893a97de', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c2bf3b80-4eba-49e9-890f-e634ef629188', 'vif_model': 'vmxnet3'}] {{(pid=69770) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1026.818033] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-150e83c8-add5-401a-85c1-762d6cf38668 tempest-ServersTestBootFromVolume-299983553 tempest-ServersTestBootFromVolume-299983553-project-member] Creating folder: Project (10a248d1bb894655ab3f29a6a0fbf0c5). Parent ref: group-v806376. {{(pid=69770) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1026.818395] env[69770]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c99ab420-2f7a-4702-8cc5-5f568f9a9bbc {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.820552] env[69770]: DEBUG oslo_vmware.api [None req-0ebe2a77-310c-4f41-8888-0c9801206db9 tempest-AttachInterfacesUnderV243Test-761183515 tempest-AttachInterfacesUnderV243Test-761183515-project-member] Waiting for the task: (returnval){ [ 1026.820552] env[69770]: value = "task-4070170" [ 1026.820552] env[69770]: _type = "Task" [ 1026.820552] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1026.832343] env[69770]: DEBUG oslo_vmware.api [None req-0ebe2a77-310c-4f41-8888-0c9801206db9 tempest-AttachInterfacesUnderV243Test-761183515 tempest-AttachInterfacesUnderV243Test-761183515-project-member] Task: {'id': task-4070170, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.838041] env[69770]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 1026.838041] env[69770]: DEBUG oslo_vmware.api [-] Fault list: [DuplicateName] {{(pid=69770) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 1026.838041] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-150e83c8-add5-401a-85c1-762d6cf38668 tempest-ServersTestBootFromVolume-299983553 tempest-ServersTestBootFromVolume-299983553-project-member] Folder already exists: Project (10a248d1bb894655ab3f29a6a0fbf0c5). Parent ref: group-v806376. {{(pid=69770) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1609}} [ 1026.838041] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-150e83c8-add5-401a-85c1-762d6cf38668 tempest-ServersTestBootFromVolume-299983553 tempest-ServersTestBootFromVolume-299983553-project-member] Creating folder: Instances. Parent ref: group-v806550. {{(pid=69770) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1026.838041] env[69770]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-49dbc4a7-deb1-48b6-b723-b57a77a99cb7 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.847937] env[69770]: INFO nova.virt.vmwareapi.vm_util [None req-150e83c8-add5-401a-85c1-762d6cf38668 tempest-ServersTestBootFromVolume-299983553 tempest-ServersTestBootFromVolume-299983553-project-member] Created folder: Instances in parent group-v806550. [ 1026.848195] env[69770]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-150e83c8-add5-401a-85c1-762d6cf38668 tempest-ServersTestBootFromVolume-299983553 tempest-ServersTestBootFromVolume-299983553-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69770) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1026.848803] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 527d5f2a-9299-4336-be62-a5cf9df2171f] Creating VM on the ESX host {{(pid=69770) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1026.849117] env[69770]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6ed5a771-c3d9-4aff-a383-0c1050364b5b {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.864590] env[69770]: DEBUG nova.network.neutron [None req-9bb7a707-5170-4edd-b6fa-f6f086229f1f tempest-ImagesOneServerNegativeTestJSON-405389268 tempest-ImagesOneServerNegativeTestJSON-405389268-project-member] [instance: 725b289a-785b-4a90-9b47-a7996a1f011f] Instance cache missing network info. {{(pid=69770) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1026.871643] env[69770]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1026.871643] env[69770]: value = "task-4070173" [ 1026.871643] env[69770]: _type = "Task" [ 1026.871643] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1027.172227] env[69770]: DEBUG nova.network.neutron [None req-9bb7a707-5170-4edd-b6fa-f6f086229f1f tempest-ImagesOneServerNegativeTestJSON-405389268 tempest-ImagesOneServerNegativeTestJSON-405389268-project-member] [instance: 725b289a-785b-4a90-9b47-a7996a1f011f] Updating instance_info_cache with network_info: [{"id": "982abcaf-4785-4909-b651-bb9b8797efc4", "address": "fa:16:3e:76:9a:7e", "network": {"id": "f470cb10-0c54-4bbb-822c-baf8d1f878ae", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-474348050-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ec79c6ba9ef5436297c5b10c71f2f56e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "572b7281-aad3-45fa-9cb2-fc1c70569948", "external-id": "nsx-vlan-transportzone-722", "segmentation_id": 722, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap982abcaf-47", "ovs_interfaceid": "982abcaf-4785-4909-b651-bb9b8797efc4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69770) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1027.179878] env[69770]: DEBUG nova.scheduler.client.report [None req-b2a41e40-ff1c-4e5a-89b7-13375367d429 tempest-ServerMetadataNegativeTestJSON-1738636266 tempest-ServerMetadataNegativeTestJSON-1738636266-project-member] Inventory has not changed for provider 7cc7d32b-b7a7-454a-a456-2a440248ed9d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69770) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1027.209791] env[69770]: DEBUG oslo_vmware.api [None req-fac126d2-a5b1-4f40-882d-2497eb0f67bc tempest-ServersNegativeTestJSON-1437959553 tempest-ServersNegativeTestJSON-1437959553-project-member] Task: {'id': task-4070169, 'name': Rename_Task, 'duration_secs': 0.177239} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1027.210369] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-fac126d2-a5b1-4f40-882d-2497eb0f67bc tempest-ServersNegativeTestJSON-1437959553 tempest-ServersNegativeTestJSON-1437959553-project-member] [instance: 1cd3da96-102f-4a22-8f53-12b32485ffa2] Powering on the VM {{(pid=69770) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1027.211033] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a0880b4a-8656-4460-8f0c-3b16dbed8c2f {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.221942] env[69770]: DEBUG oslo_vmware.api [None req-fac126d2-a5b1-4f40-882d-2497eb0f67bc tempest-ServersNegativeTestJSON-1437959553 tempest-ServersNegativeTestJSON-1437959553-project-member] Waiting for the task: (returnval){ [ 1027.221942] env[69770]: value = "task-4070174" [ 1027.221942] env[69770]: _type = "Task" [ 1027.221942] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1027.241602] env[69770]: DEBUG oslo_vmware.api [None req-fac126d2-a5b1-4f40-882d-2497eb0f67bc tempest-ServersNegativeTestJSON-1437959553 tempest-ServersNegativeTestJSON-1437959553-project-member] Task: {'id': task-4070174, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.249864] env[69770]: DEBUG oslo_concurrency.lockutils [None req-5786bbd9-f0e3-4c30-a4be-874bcc87f982 tempest-MigrationsAdminTest-1409017777 tempest-MigrationsAdminTest-1409017777-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1027.333898] env[69770]: DEBUG oslo_vmware.api [None req-0ebe2a77-310c-4f41-8888-0c9801206db9 tempest-AttachInterfacesUnderV243Test-761183515 tempest-AttachInterfacesUnderV243Test-761183515-project-member] Task: {'id': task-4070170, 'name': ReconfigVM_Task, 'duration_secs': 0.384175} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1027.333898] env[69770]: DEBUG nova.virt.vmwareapi.volumeops [None req-0ebe2a77-310c-4f41-8888-0c9801206db9 tempest-AttachInterfacesUnderV243Test-761183515 tempest-AttachInterfacesUnderV243Test-761183515-project-member] [instance: 529437d0-e31b-482e-9273-2d27b674c0e3] Reconfigured VM instance instance-00000049 to attach disk [datastore1] 529437d0-e31b-482e-9273-2d27b674c0e3/529437d0-e31b-482e-9273-2d27b674c0e3.vmdk or device None with type sparse {{(pid=69770) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1027.334715] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-269f5b81-67f2-4fd0-918b-949eedc70060 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.345058] env[69770]: DEBUG oslo_vmware.api [None req-0ebe2a77-310c-4f41-8888-0c9801206db9 tempest-AttachInterfacesUnderV243Test-761183515 tempest-AttachInterfacesUnderV243Test-761183515-project-member] Waiting for the task: (returnval){ [ 1027.345058] env[69770]: value = "task-4070175" [ 1027.345058] env[69770]: _type = "Task" [ 1027.345058] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1027.355800] env[69770]: DEBUG oslo_vmware.api [None req-0ebe2a77-310c-4f41-8888-0c9801206db9 tempest-AttachInterfacesUnderV243Test-761183515 tempest-AttachInterfacesUnderV243Test-761183515-project-member] Task: {'id': task-4070175, 'name': Rename_Task} progress is 5%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.382526] env[69770]: DEBUG oslo_vmware.api [-] Task: {'id': task-4070173, 'name': CreateVM_Task} progress is 99%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.676256] env[69770]: DEBUG oslo_concurrency.lockutils [None req-9bb7a707-5170-4edd-b6fa-f6f086229f1f tempest-ImagesOneServerNegativeTestJSON-405389268 tempest-ImagesOneServerNegativeTestJSON-405389268-project-member] Releasing lock "refresh_cache-725b289a-785b-4a90-9b47-a7996a1f011f" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.676621] env[69770]: DEBUG nova.compute.manager [None req-9bb7a707-5170-4edd-b6fa-f6f086229f1f tempest-ImagesOneServerNegativeTestJSON-405389268 tempest-ImagesOneServerNegativeTestJSON-405389268-project-member] [instance: 725b289a-785b-4a90-9b47-a7996a1f011f] Instance network_info: |[{"id": "982abcaf-4785-4909-b651-bb9b8797efc4", "address": "fa:16:3e:76:9a:7e", "network": {"id": "f470cb10-0c54-4bbb-822c-baf8d1f878ae", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-474348050-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ec79c6ba9ef5436297c5b10c71f2f56e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "572b7281-aad3-45fa-9cb2-fc1c70569948", "external-id": "nsx-vlan-transportzone-722", "segmentation_id": 722, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap982abcaf-47", "ovs_interfaceid": "982abcaf-4785-4909-b651-bb9b8797efc4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69770) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1027.676934] env[69770]: DEBUG oslo_concurrency.lockutils [req-d6f5866c-8b21-44a2-adb1-912c0e2d6f1c req-2fb7deaf-c718-454c-8f06-27722f04d674 service nova] Acquired lock "refresh_cache-725b289a-785b-4a90-9b47-a7996a1f011f" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.677126] env[69770]: DEBUG nova.network.neutron [req-d6f5866c-8b21-44a2-adb1-912c0e2d6f1c req-2fb7deaf-c718-454c-8f06-27722f04d674 service nova] [instance: 725b289a-785b-4a90-9b47-a7996a1f011f] Refreshing network info cache for port 982abcaf-4785-4909-b651-bb9b8797efc4 {{(pid=69770) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1027.678580] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-9bb7a707-5170-4edd-b6fa-f6f086229f1f tempest-ImagesOneServerNegativeTestJSON-405389268 tempest-ImagesOneServerNegativeTestJSON-405389268-project-member] [instance: 725b289a-785b-4a90-9b47-a7996a1f011f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:76:9a:7e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '572b7281-aad3-45fa-9cb2-fc1c70569948', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '982abcaf-4785-4909-b651-bb9b8797efc4', 'vif_model': 'vmxnet3'}] {{(pid=69770) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1027.686898] env[69770]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9bb7a707-5170-4edd-b6fa-f6f086229f1f tempest-ImagesOneServerNegativeTestJSON-405389268 tempest-ImagesOneServerNegativeTestJSON-405389268-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69770) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1027.690707] env[69770]: DEBUG oslo_concurrency.lockutils [None req-b2a41e40-ff1c-4e5a-89b7-13375367d429 tempest-ServerMetadataNegativeTestJSON-1738636266 tempest-ServerMetadataNegativeTestJSON-1738636266-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.029s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1027.691233] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 725b289a-785b-4a90-9b47-a7996a1f011f] Creating VM on the ESX host {{(pid=69770) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1027.693055] env[69770]: DEBUG oslo_concurrency.lockutils [None req-ed0fafb7-d179-4163-bdb6-9a265d50abc5 tempest-ServerShowV254Test-1833803571 tempest-ServerShowV254Test-1833803571-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 20.798s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1027.693429] env[69770]: DEBUG nova.objects.instance [None req-ed0fafb7-d179-4163-bdb6-9a265d50abc5 tempest-ServerShowV254Test-1833803571 tempest-ServerShowV254Test-1833803571-project-member] Lazy-loading 'resources' on Instance uuid bf2dd621-f03e-45ad-a4b0-953858139f65 {{(pid=69770) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1027.694719] env[69770]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-179e5faa-c071-49af-a539-621de95e88dd {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.727350] env[69770]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1027.727350] env[69770]: value = "task-4070176" [ 1027.727350] env[69770]: _type = "Task" [ 1027.727350] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1027.738248] env[69770]: DEBUG oslo_vmware.api [None req-fac126d2-a5b1-4f40-882d-2497eb0f67bc tempest-ServersNegativeTestJSON-1437959553 tempest-ServersNegativeTestJSON-1437959553-project-member] Task: {'id': task-4070174, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.739488] env[69770]: INFO nova.scheduler.client.report [None req-b2a41e40-ff1c-4e5a-89b7-13375367d429 tempest-ServerMetadataNegativeTestJSON-1738636266 tempest-ServerMetadataNegativeTestJSON-1738636266-project-member] Deleted allocations for instance 735aaf86-ca37-4c5c-9296-568d98ace91c [ 1027.748340] env[69770]: DEBUG oslo_vmware.api [-] Task: {'id': task-4070176, 'name': CreateVM_Task} progress is 6%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.886297] env[69770]: DEBUG oslo_vmware.api [None req-0ebe2a77-310c-4f41-8888-0c9801206db9 tempest-AttachInterfacesUnderV243Test-761183515 tempest-AttachInterfacesUnderV243Test-761183515-project-member] Task: {'id': task-4070175, 'name': Rename_Task, 'duration_secs': 0.234643} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1027.887101] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ebe2a77-310c-4f41-8888-0c9801206db9 tempest-AttachInterfacesUnderV243Test-761183515 tempest-AttachInterfacesUnderV243Test-761183515-project-member] [instance: 529437d0-e31b-482e-9273-2d27b674c0e3] Powering on the VM {{(pid=69770) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1027.887491] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d2e1cbd2-4e21-41d1-8194-e259d636a095 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.895023] env[69770]: DEBUG oslo_vmware.api [-] Task: {'id': task-4070173, 'name': CreateVM_Task, 'duration_secs': 0.568685} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1027.895023] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 527d5f2a-9299-4336-be62-a5cf9df2171f] Created VM on the ESX host {{(pid=69770) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1027.895285] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-150e83c8-add5-401a-85c1-762d6cf38668 tempest-ServersTestBootFromVolume-299983553 tempest-ServersTestBootFromVolume-299983553-project-member] [instance: 527d5f2a-9299-4336-be62-a5cf9df2171f] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'delete_on_termination': True, 'disk_bus': None, 'device_type': None, 'guest_format': None, 'attachment_id': '69d5133c-ec88-410d-a001-32fd3f2c5732', 'mount_device': '/dev/sda', 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-806557', 'volume_id': '4b888bbd-dd97-4f30-9ee4-ef6bb742c11b', 'name': 'volume-4b888bbd-dd97-4f30-9ee4-ef6bb742c11b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '527d5f2a-9299-4336-be62-a5cf9df2171f', 'attached_at': '', 'detached_at': '', 'volume_id': '4b888bbd-dd97-4f30-9ee4-ef6bb742c11b', 'serial': '4b888bbd-dd97-4f30-9ee4-ef6bb742c11b'}, 'boot_index': 0, 'volume_type': None}], 'swap': None} {{(pid=69770) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1027.895500] env[69770]: DEBUG nova.virt.vmwareapi.volumeops [None req-150e83c8-add5-401a-85c1-762d6cf38668 tempest-ServersTestBootFromVolume-299983553 tempest-ServersTestBootFromVolume-299983553-project-member] [instance: 527d5f2a-9299-4336-be62-a5cf9df2171f] Root volume attach. Driver type: vmdk {{(pid=69770) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 1027.896371] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27805c67-0c1a-4e88-b781-2b3ff36527b1 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.902484] env[69770]: DEBUG oslo_vmware.api [None req-0ebe2a77-310c-4f41-8888-0c9801206db9 tempest-AttachInterfacesUnderV243Test-761183515 tempest-AttachInterfacesUnderV243Test-761183515-project-member] Waiting for the task: (returnval){ [ 1027.902484] env[69770]: value = "task-4070177" [ 1027.902484] env[69770]: _type = "Task" [ 1027.902484] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1027.911691] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdaf1476-117c-463c-9f3f-16fb4e655dd8 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.919271] env[69770]: DEBUG oslo_vmware.api [None req-0ebe2a77-310c-4f41-8888-0c9801206db9 tempest-AttachInterfacesUnderV243Test-761183515 tempest-AttachInterfacesUnderV243Test-761183515-project-member] Task: {'id': task-4070177, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.925153] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40e722a2-f148-4f5e-bcbc-945e7d04ac25 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.935505] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-139da85d-936b-4deb-b1c9-48bba61b7035 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.946935] env[69770]: DEBUG oslo_vmware.api [None req-150e83c8-add5-401a-85c1-762d6cf38668 tempest-ServersTestBootFromVolume-299983553 tempest-ServersTestBootFromVolume-299983553-project-member] Waiting for the task: (returnval){ [ 1027.946935] env[69770]: value = "task-4070178" [ 1027.946935] env[69770]: _type = "Task" [ 1027.946935] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1027.960981] env[69770]: DEBUG oslo_vmware.api [None req-150e83c8-add5-401a-85c1-762d6cf38668 tempest-ServersTestBootFromVolume-299983553 tempest-ServersTestBootFromVolume-299983553-project-member] Task: {'id': task-4070178, 'name': RelocateVM_Task} progress is 5%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.244637] env[69770]: DEBUG oslo_vmware.api [None req-fac126d2-a5b1-4f40-882d-2497eb0f67bc tempest-ServersNegativeTestJSON-1437959553 tempest-ServersNegativeTestJSON-1437959553-project-member] Task: {'id': task-4070174, 'name': PowerOnVM_Task, 'duration_secs': 0.69701} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1028.253276] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-fac126d2-a5b1-4f40-882d-2497eb0f67bc tempest-ServersNegativeTestJSON-1437959553 tempest-ServersNegativeTestJSON-1437959553-project-member] [instance: 1cd3da96-102f-4a22-8f53-12b32485ffa2] Powered on the VM {{(pid=69770) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1028.256686] env[69770]: DEBUG oslo_vmware.api [-] Task: {'id': task-4070176, 'name': CreateVM_Task} progress is 99%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.258492] env[69770]: DEBUG oslo_concurrency.lockutils [None req-b2a41e40-ff1c-4e5a-89b7-13375367d429 tempest-ServerMetadataNegativeTestJSON-1738636266 tempest-ServerMetadataNegativeTestJSON-1738636266-project-member] Lock "735aaf86-ca37-4c5c-9296-568d98ace91c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 29.581s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1028.372945] env[69770]: INFO nova.compute.manager [None req-95d5c992-5aad-4088-b81c-26e4ad8ad41b tempest-ServerRescueTestJSON-2083557613 tempest-ServerRescueTestJSON-2083557613-project-member] [instance: 6d778061-f3b5-4dc9-ab22-b1787ddd972e] Unrescuing [ 1028.373264] env[69770]: DEBUG oslo_concurrency.lockutils [None req-95d5c992-5aad-4088-b81c-26e4ad8ad41b tempest-ServerRescueTestJSON-2083557613 tempest-ServerRescueTestJSON-2083557613-project-member] Acquiring lock "refresh_cache-6d778061-f3b5-4dc9-ab22-b1787ddd972e" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.374853] env[69770]: DEBUG oslo_concurrency.lockutils [None req-95d5c992-5aad-4088-b81c-26e4ad8ad41b tempest-ServerRescueTestJSON-2083557613 tempest-ServerRescueTestJSON-2083557613-project-member] Acquired lock "refresh_cache-6d778061-f3b5-4dc9-ab22-b1787ddd972e" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.374853] env[69770]: DEBUG nova.network.neutron [None req-95d5c992-5aad-4088-b81c-26e4ad8ad41b tempest-ServerRescueTestJSON-2083557613 tempest-ServerRescueTestJSON-2083557613-project-member] [instance: 6d778061-f3b5-4dc9-ab22-b1787ddd972e] Building network info cache for instance {{(pid=69770) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1028.415851] env[69770]: DEBUG oslo_vmware.api [None req-0ebe2a77-310c-4f41-8888-0c9801206db9 tempest-AttachInterfacesUnderV243Test-761183515 tempest-AttachInterfacesUnderV243Test-761183515-project-member] Task: {'id': task-4070177, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.452879] env[69770]: DEBUG nova.compute.manager [None req-fac126d2-a5b1-4f40-882d-2497eb0f67bc tempest-ServersNegativeTestJSON-1437959553 tempest-ServersNegativeTestJSON-1437959553-project-member] [instance: 1cd3da96-102f-4a22-8f53-12b32485ffa2] Checking state {{(pid=69770) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1028.454178] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28927755-5eb2-45e4-965f-f00b0a1897f6 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.470940] env[69770]: DEBUG oslo_vmware.api [None req-150e83c8-add5-401a-85c1-762d6cf38668 tempest-ServersTestBootFromVolume-299983553 tempest-ServersTestBootFromVolume-299983553-project-member] Task: {'id': task-4070178, 'name': RelocateVM_Task} progress is 20%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.541594] env[69770]: DEBUG nova.network.neutron [req-d6f5866c-8b21-44a2-adb1-912c0e2d6f1c req-2fb7deaf-c718-454c-8f06-27722f04d674 service nova] [instance: 725b289a-785b-4a90-9b47-a7996a1f011f] Updated VIF entry in instance network info cache for port 982abcaf-4785-4909-b651-bb9b8797efc4. {{(pid=69770) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1028.541931] env[69770]: DEBUG nova.network.neutron [req-d6f5866c-8b21-44a2-adb1-912c0e2d6f1c req-2fb7deaf-c718-454c-8f06-27722f04d674 service nova] [instance: 725b289a-785b-4a90-9b47-a7996a1f011f] Updating instance_info_cache with network_info: [{"id": "982abcaf-4785-4909-b651-bb9b8797efc4", "address": "fa:16:3e:76:9a:7e", "network": {"id": "f470cb10-0c54-4bbb-822c-baf8d1f878ae", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-474348050-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ec79c6ba9ef5436297c5b10c71f2f56e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "572b7281-aad3-45fa-9cb2-fc1c70569948", "external-id": "nsx-vlan-transportzone-722", "segmentation_id": 722, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap982abcaf-47", "ovs_interfaceid": "982abcaf-4785-4909-b651-bb9b8797efc4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69770) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1028.698682] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-536beaaf-eede-401f-80c0-a04a1f191251 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.711394] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0258f55-e93d-4006-a706-dcab97202aac {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.753239] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f60161cd-354b-498c-a42a-b78fed1de87f {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.763472] env[69770]: DEBUG oslo_vmware.api [-] Task: {'id': task-4070176, 'name': CreateVM_Task} progress is 99%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.768253] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4bc854c-b10a-4df1-8c96-d749d7c70639 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.785624] env[69770]: DEBUG nova.compute.provider_tree [None req-ed0fafb7-d179-4163-bdb6-9a265d50abc5 tempest-ServerShowV254Test-1833803571 tempest-ServerShowV254Test-1833803571-project-member] Inventory has not changed in ProviderTree for provider: 7cc7d32b-b7a7-454a-a456-2a440248ed9d {{(pid=69770) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1028.920226] env[69770]: DEBUG oslo_vmware.api [None req-0ebe2a77-310c-4f41-8888-0c9801206db9 tempest-AttachInterfacesUnderV243Test-761183515 tempest-AttachInterfacesUnderV243Test-761183515-project-member] Task: {'id': task-4070177, 'name': PowerOnVM_Task, 'duration_secs': 0.82327} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1028.920546] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ebe2a77-310c-4f41-8888-0c9801206db9 tempest-AttachInterfacesUnderV243Test-761183515 tempest-AttachInterfacesUnderV243Test-761183515-project-member] [instance: 529437d0-e31b-482e-9273-2d27b674c0e3] Powered on the VM {{(pid=69770) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1028.920751] env[69770]: INFO nova.compute.manager [None req-0ebe2a77-310c-4f41-8888-0c9801206db9 tempest-AttachInterfacesUnderV243Test-761183515 tempest-AttachInterfacesUnderV243Test-761183515-project-member] [instance: 529437d0-e31b-482e-9273-2d27b674c0e3] Took 11.65 seconds to spawn the instance on the hypervisor. [ 1028.921179] env[69770]: DEBUG nova.compute.manager [None req-0ebe2a77-310c-4f41-8888-0c9801206db9 tempest-AttachInterfacesUnderV243Test-761183515 tempest-AttachInterfacesUnderV243Test-761183515-project-member] [instance: 529437d0-e31b-482e-9273-2d27b674c0e3] Checking state {{(pid=69770) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1028.922734] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3a914e7-488b-4978-a05e-2614e48cc471 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.963262] env[69770]: DEBUG oslo_vmware.api [None req-150e83c8-add5-401a-85c1-762d6cf38668 tempest-ServersTestBootFromVolume-299983553 tempest-ServersTestBootFromVolume-299983553-project-member] Task: {'id': task-4070178, 'name': RelocateVM_Task, 'duration_secs': 0.719136} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1028.963615] env[69770]: DEBUG nova.virt.vmwareapi.volumeops [None req-150e83c8-add5-401a-85c1-762d6cf38668 tempest-ServersTestBootFromVolume-299983553 tempest-ServersTestBootFromVolume-299983553-project-member] [instance: 527d5f2a-9299-4336-be62-a5cf9df2171f] Volume attach. Driver type: vmdk {{(pid=69770) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1028.963860] env[69770]: DEBUG nova.virt.vmwareapi.volumeops [None req-150e83c8-add5-401a-85c1-762d6cf38668 tempest-ServersTestBootFromVolume-299983553 tempest-ServersTestBootFromVolume-299983553-project-member] [instance: 527d5f2a-9299-4336-be62-a5cf9df2171f] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-806557', 'volume_id': '4b888bbd-dd97-4f30-9ee4-ef6bb742c11b', 'name': 'volume-4b888bbd-dd97-4f30-9ee4-ef6bb742c11b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '527d5f2a-9299-4336-be62-a5cf9df2171f', 'attached_at': '', 'detached_at': '', 'volume_id': '4b888bbd-dd97-4f30-9ee4-ef6bb742c11b', 'serial': '4b888bbd-dd97-4f30-9ee4-ef6bb742c11b'} {{(pid=69770) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1028.967032] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4f51291-2e10-4e57-9a22-58cbd9d193d1 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.985332] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-847514a4-3a4e-4a6a-adab-38b7ee298843 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.004602] env[69770]: DEBUG oslo_concurrency.lockutils [None req-fac126d2-a5b1-4f40-882d-2497eb0f67bc tempest-ServersNegativeTestJSON-1437959553 tempest-ServersNegativeTestJSON-1437959553-project-member] Lock "1cd3da96-102f-4a22-8f53-12b32485ffa2" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 52.212s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1029.035229] env[69770]: DEBUG nova.virt.vmwareapi.volumeops [None req-150e83c8-add5-401a-85c1-762d6cf38668 tempest-ServersTestBootFromVolume-299983553 tempest-ServersTestBootFromVolume-299983553-project-member] [instance: 527d5f2a-9299-4336-be62-a5cf9df2171f] Reconfiguring VM instance instance-0000004a to attach disk [datastore1] volume-4b888bbd-dd97-4f30-9ee4-ef6bb742c11b/volume-4b888bbd-dd97-4f30-9ee4-ef6bb742c11b.vmdk or device None with type thin {{(pid=69770) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1029.035229] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f06f15f3-07e1-44b4-b0d7-d13746ac3f5e {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.053909] env[69770]: DEBUG oslo_concurrency.lockutils [req-d6f5866c-8b21-44a2-adb1-912c0e2d6f1c req-2fb7deaf-c718-454c-8f06-27722f04d674 service nova] Releasing lock "refresh_cache-725b289a-785b-4a90-9b47-a7996a1f011f" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.062276] env[69770]: DEBUG oslo_vmware.api [None req-150e83c8-add5-401a-85c1-762d6cf38668 tempest-ServersTestBootFromVolume-299983553 tempest-ServersTestBootFromVolume-299983553-project-member] Waiting for the task: (returnval){ [ 1029.062276] env[69770]: value = "task-4070179" [ 1029.062276] env[69770]: _type = "Task" [ 1029.062276] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1029.076328] env[69770]: DEBUG oslo_vmware.api [None req-150e83c8-add5-401a-85c1-762d6cf38668 tempest-ServersTestBootFromVolume-299983553 tempest-ServersTestBootFromVolume-299983553-project-member] Task: {'id': task-4070179, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.256957] env[69770]: DEBUG nova.network.neutron [None req-95d5c992-5aad-4088-b81c-26e4ad8ad41b tempest-ServerRescueTestJSON-2083557613 tempest-ServerRescueTestJSON-2083557613-project-member] [instance: 6d778061-f3b5-4dc9-ab22-b1787ddd972e] Updating instance_info_cache with network_info: [{"id": "dacad569-8999-4d4a-aee9-b823530406be", "address": "fa:16:3e:d4:67:2e", "network": {"id": "f2e62cc7-fbfa-4581-9d80-cbd4ce41d9ab", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1630961952-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "53a67e919f10478aba1d1175dc195b39", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7e0240aa-a694-48fc-a0f9-6f2d3e71aa12", "external-id": "nsx-vlan-transportzone-249", "segmentation_id": 249, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdacad569-89", "ovs_interfaceid": "dacad569-8999-4d4a-aee9-b823530406be", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69770) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1029.262939] env[69770]: DEBUG oslo_vmware.api [-] Task: {'id': task-4070176, 'name': CreateVM_Task, 'duration_secs': 1.469838} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1029.265277] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 725b289a-785b-4a90-9b47-a7996a1f011f] Created VM on the ESX host {{(pid=69770) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1029.266106] env[69770]: DEBUG oslo_concurrency.lockutils [None req-9bb7a707-5170-4edd-b6fa-f6f086229f1f tempest-ImagesOneServerNegativeTestJSON-405389268 tempest-ImagesOneServerNegativeTestJSON-405389268-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.266365] env[69770]: DEBUG oslo_concurrency.lockutils [None req-9bb7a707-5170-4edd-b6fa-f6f086229f1f tempest-ImagesOneServerNegativeTestJSON-405389268 tempest-ImagesOneServerNegativeTestJSON-405389268-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.266898] env[69770]: DEBUG oslo_concurrency.lockutils [None req-9bb7a707-5170-4edd-b6fa-f6f086229f1f tempest-ImagesOneServerNegativeTestJSON-405389268 tempest-ImagesOneServerNegativeTestJSON-405389268-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.271450] env[69770]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-37c63923-df83-4b76-b954-61bec81f0f22 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.278780] env[69770]: DEBUG oslo_vmware.api [None req-9bb7a707-5170-4edd-b6fa-f6f086229f1f tempest-ImagesOneServerNegativeTestJSON-405389268 tempest-ImagesOneServerNegativeTestJSON-405389268-project-member] Waiting for the task: (returnval){ [ 1029.278780] env[69770]: value = "session[52161b52-cb8e-ec9f-1132-2f6b49549d41]52d2580e-c96d-06e7-9640-69835ededff6" [ 1029.278780] env[69770]: _type = "Task" [ 1029.278780] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1029.289683] env[69770]: DEBUG nova.scheduler.client.report [None req-ed0fafb7-d179-4163-bdb6-9a265d50abc5 tempest-ServerShowV254Test-1833803571 tempest-ServerShowV254Test-1833803571-project-member] Inventory has not changed for provider 7cc7d32b-b7a7-454a-a456-2a440248ed9d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69770) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1029.303223] env[69770]: DEBUG oslo_vmware.api [None req-9bb7a707-5170-4edd-b6fa-f6f086229f1f tempest-ImagesOneServerNegativeTestJSON-405389268 tempest-ImagesOneServerNegativeTestJSON-405389268-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]52d2580e-c96d-06e7-9640-69835ededff6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.313324] env[69770]: DEBUG oslo_vmware.rw_handles [None req-440f4ae9-35b1-4df2-8562-9d8c345e0339 tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/524cca66-7acf-bc30-5ada-95f2dd4825e8/disk-0.vmdk. {{(pid=69770) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1029.314348] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74edaff8-88f8-45ce-a5d4-1ec2573167d7 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.323366] env[69770]: DEBUG oslo_vmware.rw_handles [None req-440f4ae9-35b1-4df2-8562-9d8c345e0339 tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/524cca66-7acf-bc30-5ada-95f2dd4825e8/disk-0.vmdk is in state: ready. {{(pid=69770) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1029.323549] env[69770]: ERROR oslo_vmware.rw_handles [None req-440f4ae9-35b1-4df2-8562-9d8c345e0339 tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/524cca66-7acf-bc30-5ada-95f2dd4825e8/disk-0.vmdk due to incomplete transfer. [ 1029.324104] env[69770]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-8963e90c-0252-47c6-9bab-eb6512a18d7b {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.333514] env[69770]: DEBUG oslo_vmware.rw_handles [None req-440f4ae9-35b1-4df2-8562-9d8c345e0339 tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/524cca66-7acf-bc30-5ada-95f2dd4825e8/disk-0.vmdk. {{(pid=69770) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1029.333852] env[69770]: DEBUG nova.virt.vmwareapi.images [None req-440f4ae9-35b1-4df2-8562-9d8c345e0339 tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] [instance: f4cb9224-9468-4834-a24a-9309e6dd3bba] Uploaded image 54870b8e-fde3-4ff2-87b0-416317c10e6f to the Glance image server {{(pid=69770) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1029.336815] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-440f4ae9-35b1-4df2-8562-9d8c345e0339 tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] [instance: f4cb9224-9468-4834-a24a-9309e6dd3bba] Destroying the VM {{(pid=69770) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1029.337714] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-cf81140b-dcd3-4128-98ba-b922b7e7b9a5 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.347416] env[69770]: DEBUG oslo_vmware.api [None req-440f4ae9-35b1-4df2-8562-9d8c345e0339 tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] Waiting for the task: (returnval){ [ 1029.347416] env[69770]: value = "task-4070180" [ 1029.347416] env[69770]: _type = "Task" [ 1029.347416] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1029.358496] env[69770]: DEBUG oslo_vmware.api [None req-440f4ae9-35b1-4df2-8562-9d8c345e0339 tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] Task: {'id': task-4070180, 'name': Destroy_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.446462] env[69770]: INFO nova.compute.manager [None req-0ebe2a77-310c-4f41-8888-0c9801206db9 tempest-AttachInterfacesUnderV243Test-761183515 tempest-AttachInterfacesUnderV243Test-761183515-project-member] [instance: 529437d0-e31b-482e-9273-2d27b674c0e3] Took 43.12 seconds to build instance. [ 1029.577109] env[69770]: DEBUG oslo_vmware.api [None req-150e83c8-add5-401a-85c1-762d6cf38668 tempest-ServersTestBootFromVolume-299983553 tempest-ServersTestBootFromVolume-299983553-project-member] Task: {'id': task-4070179, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.765893] env[69770]: DEBUG oslo_concurrency.lockutils [None req-95d5c992-5aad-4088-b81c-26e4ad8ad41b tempest-ServerRescueTestJSON-2083557613 tempest-ServerRescueTestJSON-2083557613-project-member] Releasing lock "refresh_cache-6d778061-f3b5-4dc9-ab22-b1787ddd972e" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.766605] env[69770]: DEBUG nova.objects.instance [None req-95d5c992-5aad-4088-b81c-26e4ad8ad41b tempest-ServerRescueTestJSON-2083557613 tempest-ServerRescueTestJSON-2083557613-project-member] Lazy-loading 'flavor' on Instance uuid 6d778061-f3b5-4dc9-ab22-b1787ddd972e {{(pid=69770) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1029.792515] env[69770]: DEBUG oslo_vmware.api [None req-9bb7a707-5170-4edd-b6fa-f6f086229f1f tempest-ImagesOneServerNegativeTestJSON-405389268 tempest-ImagesOneServerNegativeTestJSON-405389268-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]52d2580e-c96d-06e7-9640-69835ededff6, 'name': SearchDatastore_Task, 'duration_secs': 0.01664} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1029.793869] env[69770]: DEBUG oslo_concurrency.lockutils [None req-9bb7a707-5170-4edd-b6fa-f6f086229f1f tempest-ImagesOneServerNegativeTestJSON-405389268 tempest-ImagesOneServerNegativeTestJSON-405389268-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.793970] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-9bb7a707-5170-4edd-b6fa-f6f086229f1f tempest-ImagesOneServerNegativeTestJSON-405389268 tempest-ImagesOneServerNegativeTestJSON-405389268-project-member] [instance: 725b289a-785b-4a90-9b47-a7996a1f011f] Processing image d1eaff80-24a0-4391-90eb-59958b1ecf0a {{(pid=69770) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1029.794557] env[69770]: DEBUG oslo_concurrency.lockutils [None req-9bb7a707-5170-4edd-b6fa-f6f086229f1f tempest-ImagesOneServerNegativeTestJSON-405389268 tempest-ImagesOneServerNegativeTestJSON-405389268-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.794557] env[69770]: DEBUG oslo_concurrency.lockutils [None req-9bb7a707-5170-4edd-b6fa-f6f086229f1f tempest-ImagesOneServerNegativeTestJSON-405389268 tempest-ImagesOneServerNegativeTestJSON-405389268-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.794663] env[69770]: DEBUG nova.virt.vmwareapi.ds_util [None req-9bb7a707-5170-4edd-b6fa-f6f086229f1f tempest-ImagesOneServerNegativeTestJSON-405389268 tempest-ImagesOneServerNegativeTestJSON-405389268-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69770) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1029.795243] env[69770]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7877fef9-f9c6-4713-8460-617c7b913d58 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.806923] env[69770]: DEBUG oslo_concurrency.lockutils [None req-ed0fafb7-d179-4163-bdb6-9a265d50abc5 tempest-ServerShowV254Test-1833803571 tempest-ServerShowV254Test-1833803571-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.113s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1029.809319] env[69770]: DEBUG oslo_concurrency.lockutils [None req-705dfd5f-309c-4067-af63-bf1c9ceb15cb tempest-ServersV294TestFqdnHostnames-822854397 tempest-ServersV294TestFqdnHostnames-822854397-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 18.266s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1029.812123] env[69770]: INFO nova.compute.claims [None req-705dfd5f-309c-4067-af63-bf1c9ceb15cb tempest-ServersV294TestFqdnHostnames-822854397 tempest-ServersV294TestFqdnHostnames-822854397-project-member] [instance: cef6cba7-84fd-45db-82bf-20df6499c75e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1029.819149] env[69770]: DEBUG nova.virt.vmwareapi.ds_util [None req-9bb7a707-5170-4edd-b6fa-f6f086229f1f tempest-ImagesOneServerNegativeTestJSON-405389268 tempest-ImagesOneServerNegativeTestJSON-405389268-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69770) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1029.820419] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-9bb7a707-5170-4edd-b6fa-f6f086229f1f tempest-ImagesOneServerNegativeTestJSON-405389268 tempest-ImagesOneServerNegativeTestJSON-405389268-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69770) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1029.823100] env[69770]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-30f04e87-0607-420d-b4bf-c07f1aec8da2 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.832131] env[69770]: DEBUG oslo_vmware.api [None req-9bb7a707-5170-4edd-b6fa-f6f086229f1f tempest-ImagesOneServerNegativeTestJSON-405389268 tempest-ImagesOneServerNegativeTestJSON-405389268-project-member] Waiting for the task: (returnval){ [ 1029.832131] env[69770]: value = "session[52161b52-cb8e-ec9f-1132-2f6b49549d41]52453cb3-9cb9-458d-0e5b-a8cdc01028d3" [ 1029.832131] env[69770]: _type = "Task" [ 1029.832131] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1029.849310] env[69770]: DEBUG oslo_vmware.api [None req-9bb7a707-5170-4edd-b6fa-f6f086229f1f tempest-ImagesOneServerNegativeTestJSON-405389268 tempest-ImagesOneServerNegativeTestJSON-405389268-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]52453cb3-9cb9-458d-0e5b-a8cdc01028d3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.854555] env[69770]: INFO nova.scheduler.client.report [None req-ed0fafb7-d179-4163-bdb6-9a265d50abc5 tempest-ServerShowV254Test-1833803571 tempest-ServerShowV254Test-1833803571-project-member] Deleted allocations for instance bf2dd621-f03e-45ad-a4b0-953858139f65 [ 1029.862028] env[69770]: DEBUG oslo_vmware.api [None req-440f4ae9-35b1-4df2-8562-9d8c345e0339 tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] Task: {'id': task-4070180, 'name': Destroy_Task} progress is 33%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.949556] env[69770]: DEBUG oslo_concurrency.lockutils [None req-0ebe2a77-310c-4f41-8888-0c9801206db9 tempest-AttachInterfacesUnderV243Test-761183515 tempest-AttachInterfacesUnderV243Test-761183515-project-member] Lock "529437d0-e31b-482e-9273-2d27b674c0e3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 58.555s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1030.082543] env[69770]: DEBUG oslo_vmware.api [None req-150e83c8-add5-401a-85c1-762d6cf38668 tempest-ServersTestBootFromVolume-299983553 tempest-ServersTestBootFromVolume-299983553-project-member] Task: {'id': task-4070179, 'name': ReconfigVM_Task, 'duration_secs': 0.568039} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1030.082927] env[69770]: DEBUG nova.virt.vmwareapi.volumeops [None req-150e83c8-add5-401a-85c1-762d6cf38668 tempest-ServersTestBootFromVolume-299983553 tempest-ServersTestBootFromVolume-299983553-project-member] [instance: 527d5f2a-9299-4336-be62-a5cf9df2171f] Reconfigured VM instance instance-0000004a to attach disk [datastore1] volume-4b888bbd-dd97-4f30-9ee4-ef6bb742c11b/volume-4b888bbd-dd97-4f30-9ee4-ef6bb742c11b.vmdk or device None with type thin {{(pid=69770) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1030.089892] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1bb4283f-1fc5-448c-87bd-44781f125dda {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.109011] env[69770]: DEBUG oslo_vmware.api [None req-150e83c8-add5-401a-85c1-762d6cf38668 tempest-ServersTestBootFromVolume-299983553 tempest-ServersTestBootFromVolume-299983553-project-member] Waiting for the task: (returnval){ [ 1030.109011] env[69770]: value = "task-4070181" [ 1030.109011] env[69770]: _type = "Task" [ 1030.109011] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1030.119250] env[69770]: DEBUG oslo_vmware.api [None req-150e83c8-add5-401a-85c1-762d6cf38668 tempest-ServersTestBootFromVolume-299983553 tempest-ServersTestBootFromVolume-299983553-project-member] Task: {'id': task-4070181, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.273295] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1eaaf17-4748-48f7-8e9a-9d47513d302a {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.302756] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-95d5c992-5aad-4088-b81c-26e4ad8ad41b tempest-ServerRescueTestJSON-2083557613 tempest-ServerRescueTestJSON-2083557613-project-member] [instance: 6d778061-f3b5-4dc9-ab22-b1787ddd972e] Powering off the VM {{(pid=69770) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1030.303173] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a7481597-da1d-4709-9b41-da6e1793ed07 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.310660] env[69770]: DEBUG oslo_vmware.api [None req-95d5c992-5aad-4088-b81c-26e4ad8ad41b tempest-ServerRescueTestJSON-2083557613 tempest-ServerRescueTestJSON-2083557613-project-member] Waiting for the task: (returnval){ [ 1030.310660] env[69770]: value = "task-4070182" [ 1030.310660] env[69770]: _type = "Task" [ 1030.310660] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1030.327042] env[69770]: DEBUG oslo_vmware.api [None req-95d5c992-5aad-4088-b81c-26e4ad8ad41b tempest-ServerRescueTestJSON-2083557613 tempest-ServerRescueTestJSON-2083557613-project-member] Task: {'id': task-4070182, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.349968] env[69770]: DEBUG oslo_vmware.api [None req-9bb7a707-5170-4edd-b6fa-f6f086229f1f tempest-ImagesOneServerNegativeTestJSON-405389268 tempest-ImagesOneServerNegativeTestJSON-405389268-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]52453cb3-9cb9-458d-0e5b-a8cdc01028d3, 'name': SearchDatastore_Task, 'duration_secs': 0.023333} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1030.358627] env[69770]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6de8316b-9cb0-4883-9fe3-6b258b10a4ea {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.371206] env[69770]: DEBUG oslo_vmware.api [None req-9bb7a707-5170-4edd-b6fa-f6f086229f1f tempest-ImagesOneServerNegativeTestJSON-405389268 tempest-ImagesOneServerNegativeTestJSON-405389268-project-member] Waiting for the task: (returnval){ [ 1030.371206] env[69770]: value = "session[52161b52-cb8e-ec9f-1132-2f6b49549d41]52830707-35de-58b0-8d67-bf4e1ac96500" [ 1030.371206] env[69770]: _type = "Task" [ 1030.371206] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1030.371630] env[69770]: DEBUG oslo_vmware.api [None req-440f4ae9-35b1-4df2-8562-9d8c345e0339 tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] Task: {'id': task-4070180, 'name': Destroy_Task, 'duration_secs': 0.958477} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1030.372157] env[69770]: DEBUG oslo_concurrency.lockutils [None req-ed0fafb7-d179-4163-bdb6-9a265d50abc5 tempest-ServerShowV254Test-1833803571 tempest-ServerShowV254Test-1833803571-project-member] Lock "bf2dd621-f03e-45ad-a4b0-953858139f65" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 27.865s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1030.373384] env[69770]: INFO nova.virt.vmwareapi.vm_util [None req-440f4ae9-35b1-4df2-8562-9d8c345e0339 tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] [instance: f4cb9224-9468-4834-a24a-9309e6dd3bba] Destroyed the VM [ 1030.373631] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-440f4ae9-35b1-4df2-8562-9d8c345e0339 tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] [instance: f4cb9224-9468-4834-a24a-9309e6dd3bba] Deleting Snapshot of the VM instance {{(pid=69770) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1030.377741] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-85e564c5-af1d-45ce-baf5-39b3f0d77f81 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.389448] env[69770]: DEBUG oslo_vmware.api [None req-9bb7a707-5170-4edd-b6fa-f6f086229f1f tempest-ImagesOneServerNegativeTestJSON-405389268 tempest-ImagesOneServerNegativeTestJSON-405389268-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]52830707-35de-58b0-8d67-bf4e1ac96500, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.391267] env[69770]: DEBUG oslo_vmware.api [None req-440f4ae9-35b1-4df2-8562-9d8c345e0339 tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] Waiting for the task: (returnval){ [ 1030.391267] env[69770]: value = "task-4070183" [ 1030.391267] env[69770]: _type = "Task" [ 1030.391267] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1030.404487] env[69770]: DEBUG oslo_vmware.api [None req-440f4ae9-35b1-4df2-8562-9d8c345e0339 tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] Task: {'id': task-4070183, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.621826] env[69770]: DEBUG oslo_vmware.api [None req-150e83c8-add5-401a-85c1-762d6cf38668 tempest-ServersTestBootFromVolume-299983553 tempest-ServersTestBootFromVolume-299983553-project-member] Task: {'id': task-4070181, 'name': ReconfigVM_Task, 'duration_secs': 0.265292} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1030.622203] env[69770]: DEBUG nova.virt.vmwareapi.volumeops [None req-150e83c8-add5-401a-85c1-762d6cf38668 tempest-ServersTestBootFromVolume-299983553 tempest-ServersTestBootFromVolume-299983553-project-member] [instance: 527d5f2a-9299-4336-be62-a5cf9df2171f] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-806557', 'volume_id': '4b888bbd-dd97-4f30-9ee4-ef6bb742c11b', 'name': 'volume-4b888bbd-dd97-4f30-9ee4-ef6bb742c11b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '527d5f2a-9299-4336-be62-a5cf9df2171f', 'attached_at': '', 'detached_at': '', 'volume_id': '4b888bbd-dd97-4f30-9ee4-ef6bb742c11b', 'serial': '4b888bbd-dd97-4f30-9ee4-ef6bb742c11b'} {{(pid=69770) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1030.622816] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-89f6a524-3178-4ec2-9b1f-b94a7260d95f {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.632473] env[69770]: DEBUG oslo_vmware.api [None req-150e83c8-add5-401a-85c1-762d6cf38668 tempest-ServersTestBootFromVolume-299983553 tempest-ServersTestBootFromVolume-299983553-project-member] Waiting for the task: (returnval){ [ 1030.632473] env[69770]: value = "task-4070184" [ 1030.632473] env[69770]: _type = "Task" [ 1030.632473] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1030.646023] env[69770]: DEBUG oslo_vmware.api [None req-150e83c8-add5-401a-85c1-762d6cf38668 tempest-ServersTestBootFromVolume-299983553 tempest-ServersTestBootFromVolume-299983553-project-member] Task: {'id': task-4070184, 'name': Rename_Task} progress is 5%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.758347] env[69770]: DEBUG nova.compute.manager [req-da27cf80-596e-4b16-87ec-02874780dd62 req-f4afd6b1-f203-4b08-8f39-57bc3bc11eca service nova] [instance: 529437d0-e31b-482e-9273-2d27b674c0e3] Received event network-changed-f68915e0-eac8-4cd7-9fff-ca96073e3426 {{(pid=69770) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1030.758347] env[69770]: DEBUG nova.compute.manager [req-da27cf80-596e-4b16-87ec-02874780dd62 req-f4afd6b1-f203-4b08-8f39-57bc3bc11eca service nova] [instance: 529437d0-e31b-482e-9273-2d27b674c0e3] Refreshing instance network info cache due to event network-changed-f68915e0-eac8-4cd7-9fff-ca96073e3426. {{(pid=69770) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1030.758347] env[69770]: DEBUG oslo_concurrency.lockutils [req-da27cf80-596e-4b16-87ec-02874780dd62 req-f4afd6b1-f203-4b08-8f39-57bc3bc11eca service nova] Acquiring lock "refresh_cache-529437d0-e31b-482e-9273-2d27b674c0e3" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.758347] env[69770]: DEBUG oslo_concurrency.lockutils [req-da27cf80-596e-4b16-87ec-02874780dd62 req-f4afd6b1-f203-4b08-8f39-57bc3bc11eca service nova] Acquired lock "refresh_cache-529437d0-e31b-482e-9273-2d27b674c0e3" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.758347] env[69770]: DEBUG nova.network.neutron [req-da27cf80-596e-4b16-87ec-02874780dd62 req-f4afd6b1-f203-4b08-8f39-57bc3bc11eca service nova] [instance: 529437d0-e31b-482e-9273-2d27b674c0e3] Refreshing network info cache for port f68915e0-eac8-4cd7-9fff-ca96073e3426 {{(pid=69770) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1030.825831] env[69770]: DEBUG oslo_vmware.api [None req-95d5c992-5aad-4088-b81c-26e4ad8ad41b tempest-ServerRescueTestJSON-2083557613 tempest-ServerRescueTestJSON-2083557613-project-member] Task: {'id': task-4070182, 'name': PowerOffVM_Task, 'duration_secs': 0.242715} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1030.826118] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-95d5c992-5aad-4088-b81c-26e4ad8ad41b tempest-ServerRescueTestJSON-2083557613 tempest-ServerRescueTestJSON-2083557613-project-member] [instance: 6d778061-f3b5-4dc9-ab22-b1787ddd972e] Powered off the VM {{(pid=69770) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1030.832427] env[69770]: DEBUG nova.virt.vmwareapi.volumeops [None req-95d5c992-5aad-4088-b81c-26e4ad8ad41b tempest-ServerRescueTestJSON-2083557613 tempest-ServerRescueTestJSON-2083557613-project-member] [instance: 6d778061-f3b5-4dc9-ab22-b1787ddd972e] Reconfiguring VM instance instance-00000048 to detach disk 2001 {{(pid=69770) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1030.836707] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ab2e55b5-a3f2-4d2c-b127-f63812105a39 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.861017] env[69770]: DEBUG oslo_vmware.api [None req-95d5c992-5aad-4088-b81c-26e4ad8ad41b tempest-ServerRescueTestJSON-2083557613 tempest-ServerRescueTestJSON-2083557613-project-member] Waiting for the task: (returnval){ [ 1030.861017] env[69770]: value = "task-4070185" [ 1030.861017] env[69770]: _type = "Task" [ 1030.861017] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1030.873752] env[69770]: DEBUG oslo_vmware.api [None req-95d5c992-5aad-4088-b81c-26e4ad8ad41b tempest-ServerRescueTestJSON-2083557613 tempest-ServerRescueTestJSON-2083557613-project-member] Task: {'id': task-4070185, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.892896] env[69770]: DEBUG oslo_vmware.api [None req-9bb7a707-5170-4edd-b6fa-f6f086229f1f tempest-ImagesOneServerNegativeTestJSON-405389268 tempest-ImagesOneServerNegativeTestJSON-405389268-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]52830707-35de-58b0-8d67-bf4e1ac96500, 'name': SearchDatastore_Task, 'duration_secs': 0.021789} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1030.901478] env[69770]: DEBUG oslo_concurrency.lockutils [None req-9bb7a707-5170-4edd-b6fa-f6f086229f1f tempest-ImagesOneServerNegativeTestJSON-405389268 tempest-ImagesOneServerNegativeTestJSON-405389268-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.901985] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-9bb7a707-5170-4edd-b6fa-f6f086229f1f tempest-ImagesOneServerNegativeTestJSON-405389268 tempest-ImagesOneServerNegativeTestJSON-405389268-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk to [datastore1] 725b289a-785b-4a90-9b47-a7996a1f011f/725b289a-785b-4a90-9b47-a7996a1f011f.vmdk {{(pid=69770) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1030.902807] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9407ea6b-f876-4b0d-9c51-01971202911b {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.914374] env[69770]: DEBUG oslo_vmware.api [None req-440f4ae9-35b1-4df2-8562-9d8c345e0339 tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] Task: {'id': task-4070183, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.920957] env[69770]: DEBUG oslo_vmware.api [None req-9bb7a707-5170-4edd-b6fa-f6f086229f1f tempest-ImagesOneServerNegativeTestJSON-405389268 tempest-ImagesOneServerNegativeTestJSON-405389268-project-member] Waiting for the task: (returnval){ [ 1030.920957] env[69770]: value = "task-4070186" [ 1030.920957] env[69770]: _type = "Task" [ 1030.920957] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1030.931193] env[69770]: DEBUG oslo_vmware.api [None req-9bb7a707-5170-4edd-b6fa-f6f086229f1f tempest-ImagesOneServerNegativeTestJSON-405389268 tempest-ImagesOneServerNegativeTestJSON-405389268-project-member] Task: {'id': task-4070186, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.147369] env[69770]: DEBUG oslo_vmware.api [None req-150e83c8-add5-401a-85c1-762d6cf38668 tempest-ServersTestBootFromVolume-299983553 tempest-ServersTestBootFromVolume-299983553-project-member] Task: {'id': task-4070184, 'name': Rename_Task, 'duration_secs': 0.260048} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1031.151373] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-150e83c8-add5-401a-85c1-762d6cf38668 tempest-ServersTestBootFromVolume-299983553 tempest-ServersTestBootFromVolume-299983553-project-member] [instance: 527d5f2a-9299-4336-be62-a5cf9df2171f] Powering on the VM {{(pid=69770) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1031.154348] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-39306ac9-f3f4-4741-993b-b699d84420c0 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.163970] env[69770]: DEBUG oslo_vmware.api [None req-150e83c8-add5-401a-85c1-762d6cf38668 tempest-ServersTestBootFromVolume-299983553 tempest-ServersTestBootFromVolume-299983553-project-member] Waiting for the task: (returnval){ [ 1031.163970] env[69770]: value = "task-4070187" [ 1031.163970] env[69770]: _type = "Task" [ 1031.163970] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1031.189314] env[69770]: DEBUG oslo_vmware.api [None req-150e83c8-add5-401a-85c1-762d6cf38668 tempest-ServersTestBootFromVolume-299983553 tempest-ServersTestBootFromVolume-299983553-project-member] Task: {'id': task-4070187, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.362220] env[69770]: DEBUG oslo_concurrency.lockutils [None req-8ef88a52-21bf-4ce8-8333-fc0637e50b8f tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] Acquiring lock "a9c7964c-d3b5-4e2c-8ce7-b2a89db73136" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1031.362625] env[69770]: DEBUG oslo_concurrency.lockutils [None req-8ef88a52-21bf-4ce8-8333-fc0637e50b8f tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] Lock "a9c7964c-d3b5-4e2c-8ce7-b2a89db73136" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1031.376538] env[69770]: DEBUG oslo_vmware.api [None req-95d5c992-5aad-4088-b81c-26e4ad8ad41b tempest-ServerRescueTestJSON-2083557613 tempest-ServerRescueTestJSON-2083557613-project-member] Task: {'id': task-4070185, 'name': ReconfigVM_Task, 'duration_secs': 0.29024} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1031.379357] env[69770]: DEBUG nova.virt.vmwareapi.volumeops [None req-95d5c992-5aad-4088-b81c-26e4ad8ad41b tempest-ServerRescueTestJSON-2083557613 tempest-ServerRescueTestJSON-2083557613-project-member] [instance: 6d778061-f3b5-4dc9-ab22-b1787ddd972e] Reconfigured VM instance instance-00000048 to detach disk 2001 {{(pid=69770) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1031.379357] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-95d5c992-5aad-4088-b81c-26e4ad8ad41b tempest-ServerRescueTestJSON-2083557613 tempest-ServerRescueTestJSON-2083557613-project-member] [instance: 6d778061-f3b5-4dc9-ab22-b1787ddd972e] Powering on the VM {{(pid=69770) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1031.380387] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-836ec858-195c-4b30-a720-6fbff0abf7e1 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.384939] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c3c5a87c-3c8d-4c0d-bfbf-e077a8cdf4cd {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.398559] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd93f143-e529-4a2b-b924-c17a8a4bb652 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.406231] env[69770]: DEBUG oslo_vmware.api [None req-95d5c992-5aad-4088-b81c-26e4ad8ad41b tempest-ServerRescueTestJSON-2083557613 tempest-ServerRescueTestJSON-2083557613-project-member] Waiting for the task: (returnval){ [ 1031.406231] env[69770]: value = "task-4070188" [ 1031.406231] env[69770]: _type = "Task" [ 1031.406231] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1031.421087] env[69770]: DEBUG oslo_vmware.api [None req-440f4ae9-35b1-4df2-8562-9d8c345e0339 tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] Task: {'id': task-4070183, 'name': RemoveSnapshot_Task, 'duration_secs': 0.791351} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1031.455454] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-440f4ae9-35b1-4df2-8562-9d8c345e0339 tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] [instance: f4cb9224-9468-4834-a24a-9309e6dd3bba] Deleted Snapshot of the VM instance {{(pid=69770) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1031.455801] env[69770]: INFO nova.compute.manager [None req-440f4ae9-35b1-4df2-8562-9d8c345e0339 tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] [instance: f4cb9224-9468-4834-a24a-9309e6dd3bba] Took 19.52 seconds to snapshot the instance on the hypervisor. [ 1031.470130] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66fef50b-8649-4486-b231-f090b4c821fa {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.473607] env[69770]: DEBUG oslo_vmware.api [None req-95d5c992-5aad-4088-b81c-26e4ad8ad41b tempest-ServerRescueTestJSON-2083557613 tempest-ServerRescueTestJSON-2083557613-project-member] Task: {'id': task-4070188, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.484712] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64dda97d-56fc-4d29-a597-2a2673b56b2c {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.493691] env[69770]: DEBUG oslo_vmware.api [None req-9bb7a707-5170-4edd-b6fa-f6f086229f1f tempest-ImagesOneServerNegativeTestJSON-405389268 tempest-ImagesOneServerNegativeTestJSON-405389268-project-member] Task: {'id': task-4070186, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.511525] env[69770]: DEBUG nova.compute.provider_tree [None req-705dfd5f-309c-4067-af63-bf1c9ceb15cb tempest-ServersV294TestFqdnHostnames-822854397 tempest-ServersV294TestFqdnHostnames-822854397-project-member] Inventory has not changed in ProviderTree for provider: 7cc7d32b-b7a7-454a-a456-2a440248ed9d {{(pid=69770) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1031.679222] env[69770]: DEBUG oslo_vmware.api [None req-150e83c8-add5-401a-85c1-762d6cf38668 tempest-ServersTestBootFromVolume-299983553 tempest-ServersTestBootFromVolume-299983553-project-member] Task: {'id': task-4070187, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.794411] env[69770]: DEBUG nova.network.neutron [req-da27cf80-596e-4b16-87ec-02874780dd62 req-f4afd6b1-f203-4b08-8f39-57bc3bc11eca service nova] [instance: 529437d0-e31b-482e-9273-2d27b674c0e3] Updated VIF entry in instance network info cache for port f68915e0-eac8-4cd7-9fff-ca96073e3426. {{(pid=69770) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1031.794411] env[69770]: DEBUG nova.network.neutron [req-da27cf80-596e-4b16-87ec-02874780dd62 req-f4afd6b1-f203-4b08-8f39-57bc3bc11eca service nova] [instance: 529437d0-e31b-482e-9273-2d27b674c0e3] Updating instance_info_cache with network_info: [{"id": "f68915e0-eac8-4cd7-9fff-ca96073e3426", "address": "fa:16:3e:50:e2:ae", "network": {"id": "9b6f8495-34d8-4f43-9957-0cbab479c859", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1340850821-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.223", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e8da1017248f485784faeba80aee93fb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9722ea4d-e4a5-48fc-b759-5c4c4796b1ef", "external-id": "nsx-vlan-transportzone-924", "segmentation_id": 924, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf68915e0-ea", "ovs_interfaceid": "f68915e0-eac8-4cd7-9fff-ca96073e3426", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69770) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1031.870053] env[69770]: DEBUG nova.compute.manager [None req-8ef88a52-21bf-4ce8-8333-fc0637e50b8f tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] [instance: a9c7964c-d3b5-4e2c-8ce7-b2a89db73136] Starting instance... {{(pid=69770) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1031.922530] env[69770]: DEBUG oslo_vmware.api [None req-95d5c992-5aad-4088-b81c-26e4ad8ad41b tempest-ServerRescueTestJSON-2083557613 tempest-ServerRescueTestJSON-2083557613-project-member] Task: {'id': task-4070188, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.935623] env[69770]: DEBUG oslo_vmware.api [None req-9bb7a707-5170-4edd-b6fa-f6f086229f1f tempest-ImagesOneServerNegativeTestJSON-405389268 tempest-ImagesOneServerNegativeTestJSON-405389268-project-member] Task: {'id': task-4070186, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.653309} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1031.936777] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-9bb7a707-5170-4edd-b6fa-f6f086229f1f tempest-ImagesOneServerNegativeTestJSON-405389268 tempest-ImagesOneServerNegativeTestJSON-405389268-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk to [datastore1] 725b289a-785b-4a90-9b47-a7996a1f011f/725b289a-785b-4a90-9b47-a7996a1f011f.vmdk {{(pid=69770) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1031.937134] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-9bb7a707-5170-4edd-b6fa-f6f086229f1f tempest-ImagesOneServerNegativeTestJSON-405389268 tempest-ImagesOneServerNegativeTestJSON-405389268-project-member] [instance: 725b289a-785b-4a90-9b47-a7996a1f011f] Extending root virtual disk to 1048576 {{(pid=69770) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1031.937730] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-cd4e7984-cd8a-48cb-a921-53b97c623686 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.946407] env[69770]: DEBUG oslo_vmware.api [None req-9bb7a707-5170-4edd-b6fa-f6f086229f1f tempest-ImagesOneServerNegativeTestJSON-405389268 tempest-ImagesOneServerNegativeTestJSON-405389268-project-member] Waiting for the task: (returnval){ [ 1031.946407] env[69770]: value = "task-4070189" [ 1031.946407] env[69770]: _type = "Task" [ 1031.946407] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1031.956906] env[69770]: DEBUG oslo_vmware.api [None req-9bb7a707-5170-4edd-b6fa-f6f086229f1f tempest-ImagesOneServerNegativeTestJSON-405389268 tempest-ImagesOneServerNegativeTestJSON-405389268-project-member] Task: {'id': task-4070189, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.016025] env[69770]: DEBUG nova.scheduler.client.report [None req-705dfd5f-309c-4067-af63-bf1c9ceb15cb tempest-ServersV294TestFqdnHostnames-822854397 tempest-ServersV294TestFqdnHostnames-822854397-project-member] Inventory has not changed for provider 7cc7d32b-b7a7-454a-a456-2a440248ed9d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69770) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1032.178145] env[69770]: DEBUG oslo_vmware.api [None req-150e83c8-add5-401a-85c1-762d6cf38668 tempest-ServersTestBootFromVolume-299983553 tempest-ServersTestBootFromVolume-299983553-project-member] Task: {'id': task-4070187, 'name': PowerOnVM_Task, 'duration_secs': 0.771622} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1032.178879] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-150e83c8-add5-401a-85c1-762d6cf38668 tempest-ServersTestBootFromVolume-299983553 tempest-ServersTestBootFromVolume-299983553-project-member] [instance: 527d5f2a-9299-4336-be62-a5cf9df2171f] Powered on the VM {{(pid=69770) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1032.179077] env[69770]: INFO nova.compute.manager [None req-150e83c8-add5-401a-85c1-762d6cf38668 tempest-ServersTestBootFromVolume-299983553 tempest-ServersTestBootFromVolume-299983553-project-member] [instance: 527d5f2a-9299-4336-be62-a5cf9df2171f] Took 8.40 seconds to spawn the instance on the hypervisor. [ 1032.179268] env[69770]: DEBUG nova.compute.manager [None req-150e83c8-add5-401a-85c1-762d6cf38668 tempest-ServersTestBootFromVolume-299983553 tempest-ServersTestBootFromVolume-299983553-project-member] [instance: 527d5f2a-9299-4336-be62-a5cf9df2171f] Checking state {{(pid=69770) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1032.180146] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40a6151d-9f9f-4866-8dd4-6ccaafc8c5dd {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.297014] env[69770]: DEBUG oslo_concurrency.lockutils [req-da27cf80-596e-4b16-87ec-02874780dd62 req-f4afd6b1-f203-4b08-8f39-57bc3bc11eca service nova] Releasing lock "refresh_cache-529437d0-e31b-482e-9273-2d27b674c0e3" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.392188] env[69770]: DEBUG oslo_concurrency.lockutils [None req-8ef88a52-21bf-4ce8-8333-fc0637e50b8f tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1032.423107] env[69770]: DEBUG oslo_vmware.api [None req-95d5c992-5aad-4088-b81c-26e4ad8ad41b tempest-ServerRescueTestJSON-2083557613 tempest-ServerRescueTestJSON-2083557613-project-member] Task: {'id': task-4070188, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.456281] env[69770]: DEBUG oslo_vmware.api [None req-9bb7a707-5170-4edd-b6fa-f6f086229f1f tempest-ImagesOneServerNegativeTestJSON-405389268 tempest-ImagesOneServerNegativeTestJSON-405389268-project-member] Task: {'id': task-4070189, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.487795] env[69770]: DEBUG oslo_concurrency.lockutils [None req-7059a6c8-4088-404d-9296-60b53113c14a tempest-ServersListShow2100Test-886633097 tempest-ServersListShow2100Test-886633097-project-member] Acquiring lock "31c30825-a5fa-4bd6-8557-fe2cf35d1e3b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1032.488047] env[69770]: DEBUG oslo_concurrency.lockutils [None req-7059a6c8-4088-404d-9296-60b53113c14a tempest-ServersListShow2100Test-886633097 tempest-ServersListShow2100Test-886633097-project-member] Lock "31c30825-a5fa-4bd6-8557-fe2cf35d1e3b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1032.522569] env[69770]: DEBUG oslo_concurrency.lockutils [None req-705dfd5f-309c-4067-af63-bf1c9ceb15cb tempest-ServersV294TestFqdnHostnames-822854397 tempest-ServersV294TestFqdnHostnames-822854397-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.713s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1032.523174] env[69770]: DEBUG nova.compute.manager [None req-705dfd5f-309c-4067-af63-bf1c9ceb15cb tempest-ServersV294TestFqdnHostnames-822854397 tempest-ServersV294TestFqdnHostnames-822854397-project-member] [instance: cef6cba7-84fd-45db-82bf-20df6499c75e] Start building networks asynchronously for instance. {{(pid=69770) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1032.526649] env[69770]: DEBUG oslo_concurrency.lockutils [None req-df730072-3621-4738-83c1-50bfd2104687 tempest-ServerShowV257Test-679390461 tempest-ServerShowV257Test-679390461-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 20.131s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1032.526851] env[69770]: DEBUG nova.objects.instance [None req-df730072-3621-4738-83c1-50bfd2104687 tempest-ServerShowV257Test-679390461 tempest-ServerShowV257Test-679390461-project-member] [instance: 0d90aae9-45e9-424d-b06f-7dcbef05f5bf] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69770) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1032.705112] env[69770]: INFO nova.compute.manager [None req-150e83c8-add5-401a-85c1-762d6cf38668 tempest-ServersTestBootFromVolume-299983553 tempest-ServersTestBootFromVolume-299983553-project-member] [instance: 527d5f2a-9299-4336-be62-a5cf9df2171f] Took 42.12 seconds to build instance. [ 1032.748227] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9b084cc-c592-49f3-bd40-37e36dff8bef {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.756443] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-f5309d91-f504-4c70-8bc5-3f90b11bf0ec tempest-ServersNegativeTestJSON-1437959553 tempest-ServersNegativeTestJSON-1437959553-project-member] [instance: 1cd3da96-102f-4a22-8f53-12b32485ffa2] Suspending the VM {{(pid=69770) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1032.756704] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-24e3aa02-5a2a-43a6-8f37-5f05c2c4562b {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.767469] env[69770]: DEBUG oslo_vmware.api [None req-f5309d91-f504-4c70-8bc5-3f90b11bf0ec tempest-ServersNegativeTestJSON-1437959553 tempest-ServersNegativeTestJSON-1437959553-project-member] Waiting for the task: (returnval){ [ 1032.767469] env[69770]: value = "task-4070190" [ 1032.767469] env[69770]: _type = "Task" [ 1032.767469] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1032.778423] env[69770]: DEBUG oslo_vmware.api [None req-f5309d91-f504-4c70-8bc5-3f90b11bf0ec tempest-ServersNegativeTestJSON-1437959553 tempest-ServersNegativeTestJSON-1437959553-project-member] Task: {'id': task-4070190, 'name': SuspendVM_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.924027] env[69770]: DEBUG oslo_vmware.api [None req-95d5c992-5aad-4088-b81c-26e4ad8ad41b tempest-ServerRescueTestJSON-2083557613 tempest-ServerRescueTestJSON-2083557613-project-member] Task: {'id': task-4070188, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.958035] env[69770]: DEBUG oslo_vmware.api [None req-9bb7a707-5170-4edd-b6fa-f6f086229f1f tempest-ImagesOneServerNegativeTestJSON-405389268 tempest-ImagesOneServerNegativeTestJSON-405389268-project-member] Task: {'id': task-4070189, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.903866} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1032.958289] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-9bb7a707-5170-4edd-b6fa-f6f086229f1f tempest-ImagesOneServerNegativeTestJSON-405389268 tempest-ImagesOneServerNegativeTestJSON-405389268-project-member] [instance: 725b289a-785b-4a90-9b47-a7996a1f011f] Extended root virtual disk {{(pid=69770) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1032.959199] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed72a405-536f-4bd9-a796-2e28ed15231c {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.983437] env[69770]: DEBUG nova.virt.vmwareapi.volumeops [None req-9bb7a707-5170-4edd-b6fa-f6f086229f1f tempest-ImagesOneServerNegativeTestJSON-405389268 tempest-ImagesOneServerNegativeTestJSON-405389268-project-member] [instance: 725b289a-785b-4a90-9b47-a7996a1f011f] Reconfiguring VM instance instance-0000004b to attach disk [datastore1] 725b289a-785b-4a90-9b47-a7996a1f011f/725b289a-785b-4a90-9b47-a7996a1f011f.vmdk or device None with type sparse {{(pid=69770) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1032.984181] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ad9f9050-247c-4e7d-abe4-ee42f7db74dd {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.998843] env[69770]: DEBUG nova.compute.manager [None req-7059a6c8-4088-404d-9296-60b53113c14a tempest-ServersListShow2100Test-886633097 tempest-ServersListShow2100Test-886633097-project-member] [instance: 31c30825-a5fa-4bd6-8557-fe2cf35d1e3b] Starting instance... {{(pid=69770) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1033.009218] env[69770]: DEBUG oslo_vmware.api [None req-9bb7a707-5170-4edd-b6fa-f6f086229f1f tempest-ImagesOneServerNegativeTestJSON-405389268 tempest-ImagesOneServerNegativeTestJSON-405389268-project-member] Waiting for the task: (returnval){ [ 1033.009218] env[69770]: value = "task-4070191" [ 1033.009218] env[69770]: _type = "Task" [ 1033.009218] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1033.025090] env[69770]: DEBUG oslo_vmware.api [None req-9bb7a707-5170-4edd-b6fa-f6f086229f1f tempest-ImagesOneServerNegativeTestJSON-405389268 tempest-ImagesOneServerNegativeTestJSON-405389268-project-member] Task: {'id': task-4070191, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.037086] env[69770]: DEBUG nova.compute.utils [None req-705dfd5f-309c-4067-af63-bf1c9ceb15cb tempest-ServersV294TestFqdnHostnames-822854397 tempest-ServersV294TestFqdnHostnames-822854397-project-member] Using /dev/sd instead of None {{(pid=69770) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1033.039703] env[69770]: DEBUG nova.compute.manager [None req-705dfd5f-309c-4067-af63-bf1c9ceb15cb tempest-ServersV294TestFqdnHostnames-822854397 tempest-ServersV294TestFqdnHostnames-822854397-project-member] [instance: cef6cba7-84fd-45db-82bf-20df6499c75e] Allocating IP information in the background. {{(pid=69770) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1033.039909] env[69770]: DEBUG nova.network.neutron [None req-705dfd5f-309c-4067-af63-bf1c9ceb15cb tempest-ServersV294TestFqdnHostnames-822854397 tempest-ServersV294TestFqdnHostnames-822854397-project-member] [instance: cef6cba7-84fd-45db-82bf-20df6499c75e] allocate_for_instance() {{(pid=69770) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1033.154658] env[69770]: DEBUG nova.policy [None req-705dfd5f-309c-4067-af63-bf1c9ceb15cb tempest-ServersV294TestFqdnHostnames-822854397 tempest-ServersV294TestFqdnHostnames-822854397-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'de718a3ec69f46dea1d19bc4443ab6db', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '670f54a83dc6482f9b3489b81aafee43', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69770) authorize /opt/stack/nova/nova/policy.py:192}} [ 1033.208555] env[69770]: DEBUG oslo_concurrency.lockutils [None req-150e83c8-add5-401a-85c1-762d6cf38668 tempest-ServersTestBootFromVolume-299983553 tempest-ServersTestBootFromVolume-299983553-project-member] Lock "527d5f2a-9299-4336-be62-a5cf9df2171f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 52.890s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1033.279820] env[69770]: DEBUG oslo_vmware.api [None req-f5309d91-f504-4c70-8bc5-3f90b11bf0ec tempest-ServersNegativeTestJSON-1437959553 tempest-ServersNegativeTestJSON-1437959553-project-member] Task: {'id': task-4070190, 'name': SuspendVM_Task} progress is 50%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.424211] env[69770]: DEBUG oslo_vmware.api [None req-95d5c992-5aad-4088-b81c-26e4ad8ad41b tempest-ServerRescueTestJSON-2083557613 tempest-ServerRescueTestJSON-2083557613-project-member] Task: {'id': task-4070188, 'name': PowerOnVM_Task, 'duration_secs': 1.872391} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1033.428035] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-95d5c992-5aad-4088-b81c-26e4ad8ad41b tempest-ServerRescueTestJSON-2083557613 tempest-ServerRescueTestJSON-2083557613-project-member] [instance: 6d778061-f3b5-4dc9-ab22-b1787ddd972e] Powered on the VM {{(pid=69770) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1033.428035] env[69770]: DEBUG nova.compute.manager [None req-95d5c992-5aad-4088-b81c-26e4ad8ad41b tempest-ServerRescueTestJSON-2083557613 tempest-ServerRescueTestJSON-2083557613-project-member] [instance: 6d778061-f3b5-4dc9-ab22-b1787ddd972e] Checking state {{(pid=69770) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1033.431451] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8e9b49c-eeb4-4d73-ae91-1dd889f5b9fc {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.526012] env[69770]: DEBUG oslo_vmware.api [None req-9bb7a707-5170-4edd-b6fa-f6f086229f1f tempest-ImagesOneServerNegativeTestJSON-405389268 tempest-ImagesOneServerNegativeTestJSON-405389268-project-member] Task: {'id': task-4070191, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.531954] env[69770]: DEBUG oslo_concurrency.lockutils [None req-7059a6c8-4088-404d-9296-60b53113c14a tempest-ServersListShow2100Test-886633097 tempest-ServersListShow2100Test-886633097-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1033.541436] env[69770]: DEBUG nova.compute.manager [None req-705dfd5f-309c-4067-af63-bf1c9ceb15cb tempest-ServersV294TestFqdnHostnames-822854397 tempest-ServersV294TestFqdnHostnames-822854397-project-member] [instance: cef6cba7-84fd-45db-82bf-20df6499c75e] Start building block device mappings for instance. {{(pid=69770) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1033.550410] env[69770]: DEBUG oslo_concurrency.lockutils [None req-df730072-3621-4738-83c1-50bfd2104687 tempest-ServerShowV257Test-679390461 tempest-ServerShowV257Test-679390461-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.019s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1033.550410] env[69770]: DEBUG oslo_concurrency.lockutils [None req-90d74b5f-ffb4-4c6b-8b21-e6f61ac34d3b tempest-InstanceActionsNegativeTestJSON-680654 tempest-InstanceActionsNegativeTestJSON-680654-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 20.787s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1033.550410] env[69770]: DEBUG nova.objects.instance [None req-90d74b5f-ffb4-4c6b-8b21-e6f61ac34d3b tempest-InstanceActionsNegativeTestJSON-680654 tempest-InstanceActionsNegativeTestJSON-680654-project-member] Lazy-loading 'resources' on Instance uuid a41cf0f5-5115-4676-8480-eed1a5e0a72b {{(pid=69770) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1033.650039] env[69770]: DEBUG nova.compute.manager [req-a2a5524a-8686-4b67-8781-fd6e07ba96a5 req-3ac2fffd-70d9-4e99-a294-82fe9bee8d71 service nova] [instance: 527d5f2a-9299-4336-be62-a5cf9df2171f] Received event network-changed-c2bf3b80-4eba-49e9-890f-e634ef629188 {{(pid=69770) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1033.650250] env[69770]: DEBUG nova.compute.manager [req-a2a5524a-8686-4b67-8781-fd6e07ba96a5 req-3ac2fffd-70d9-4e99-a294-82fe9bee8d71 service nova] [instance: 527d5f2a-9299-4336-be62-a5cf9df2171f] Refreshing instance network info cache due to event network-changed-c2bf3b80-4eba-49e9-890f-e634ef629188. {{(pid=69770) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1033.650479] env[69770]: DEBUG oslo_concurrency.lockutils [req-a2a5524a-8686-4b67-8781-fd6e07ba96a5 req-3ac2fffd-70d9-4e99-a294-82fe9bee8d71 service nova] Acquiring lock "refresh_cache-527d5f2a-9299-4336-be62-a5cf9df2171f" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.650621] env[69770]: DEBUG oslo_concurrency.lockutils [req-a2a5524a-8686-4b67-8781-fd6e07ba96a5 req-3ac2fffd-70d9-4e99-a294-82fe9bee8d71 service nova] Acquired lock "refresh_cache-527d5f2a-9299-4336-be62-a5cf9df2171f" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.650808] env[69770]: DEBUG nova.network.neutron [req-a2a5524a-8686-4b67-8781-fd6e07ba96a5 req-3ac2fffd-70d9-4e99-a294-82fe9bee8d71 service nova] [instance: 527d5f2a-9299-4336-be62-a5cf9df2171f] Refreshing network info cache for port c2bf3b80-4eba-49e9-890f-e634ef629188 {{(pid=69770) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1033.685184] env[69770]: DEBUG nova.network.neutron [None req-705dfd5f-309c-4067-af63-bf1c9ceb15cb tempest-ServersV294TestFqdnHostnames-822854397 tempest-ServersV294TestFqdnHostnames-822854397-project-member] [instance: cef6cba7-84fd-45db-82bf-20df6499c75e] Successfully created port: ec07f03d-4fa2-4267-9d00-eec6418a9fe9 {{(pid=69770) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1033.785329] env[69770]: DEBUG oslo_vmware.api [None req-f5309d91-f504-4c70-8bc5-3f90b11bf0ec tempest-ServersNegativeTestJSON-1437959553 tempest-ServersNegativeTestJSON-1437959553-project-member] Task: {'id': task-4070190, 'name': SuspendVM_Task} progress is 50%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.023784] env[69770]: DEBUG oslo_vmware.api [None req-9bb7a707-5170-4edd-b6fa-f6f086229f1f tempest-ImagesOneServerNegativeTestJSON-405389268 tempest-ImagesOneServerNegativeTestJSON-405389268-project-member] Task: {'id': task-4070191, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.284391] env[69770]: DEBUG oslo_vmware.api [None req-f5309d91-f504-4c70-8bc5-3f90b11bf0ec tempest-ServersNegativeTestJSON-1437959553 tempest-ServersNegativeTestJSON-1437959553-project-member] Task: {'id': task-4070190, 'name': SuspendVM_Task, 'duration_secs': 1.178237} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1034.284675] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-f5309d91-f504-4c70-8bc5-3f90b11bf0ec tempest-ServersNegativeTestJSON-1437959553 tempest-ServersNegativeTestJSON-1437959553-project-member] [instance: 1cd3da96-102f-4a22-8f53-12b32485ffa2] Suspended the VM {{(pid=69770) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1034.284863] env[69770]: DEBUG nova.compute.manager [None req-f5309d91-f504-4c70-8bc5-3f90b11bf0ec tempest-ServersNegativeTestJSON-1437959553 tempest-ServersNegativeTestJSON-1437959553-project-member] [instance: 1cd3da96-102f-4a22-8f53-12b32485ffa2] Checking state {{(pid=69770) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1034.285774] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcdd7555-3193-459f-bfc2-d34428824e29 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.470328] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d92773e2-006b-45e1-91eb-8d078d08ec0b {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.474568] env[69770]: DEBUG nova.network.neutron [req-a2a5524a-8686-4b67-8781-fd6e07ba96a5 req-3ac2fffd-70d9-4e99-a294-82fe9bee8d71 service nova] [instance: 527d5f2a-9299-4336-be62-a5cf9df2171f] Updated VIF entry in instance network info cache for port c2bf3b80-4eba-49e9-890f-e634ef629188. {{(pid=69770) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1034.475072] env[69770]: DEBUG nova.network.neutron [req-a2a5524a-8686-4b67-8781-fd6e07ba96a5 req-3ac2fffd-70d9-4e99-a294-82fe9bee8d71 service nova] [instance: 527d5f2a-9299-4336-be62-a5cf9df2171f] Updating instance_info_cache with network_info: [{"id": "c2bf3b80-4eba-49e9-890f-e634ef629188", "address": "fa:16:3e:59:ae:92", "network": {"id": "8468ef3c-978f-4165-8ebb-26f6064abb8e", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-1246095805-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.244", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "10a248d1bb894655ab3f29a6a0fbf0c5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e41070eb-3ac1-4ca9-a3d0-fd65893a97de", "external-id": "nsx-vlan-transportzone-596", "segmentation_id": 596, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc2bf3b80-4e", "ovs_interfaceid": "c2bf3b80-4eba-49e9-890f-e634ef629188", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69770) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1034.482333] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c857dad5-c470-4f79-bd4b-87b9074b5b47 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.525986] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aff61ec1-8c01-4973-be1e-25b4dfe5cc21 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.536645] env[69770]: DEBUG oslo_vmware.api [None req-9bb7a707-5170-4edd-b6fa-f6f086229f1f tempest-ImagesOneServerNegativeTestJSON-405389268 tempest-ImagesOneServerNegativeTestJSON-405389268-project-member] Task: {'id': task-4070191, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.540388] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5982c25-1923-4b89-b2db-a1d30b355ee9 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.557551] env[69770]: DEBUG nova.compute.provider_tree [None req-90d74b5f-ffb4-4c6b-8b21-e6f61ac34d3b tempest-InstanceActionsNegativeTestJSON-680654 tempest-InstanceActionsNegativeTestJSON-680654-project-member] Inventory has not changed in ProviderTree for provider: 7cc7d32b-b7a7-454a-a456-2a440248ed9d {{(pid=69770) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1034.565908] env[69770]: DEBUG nova.compute.manager [None req-705dfd5f-309c-4067-af63-bf1c9ceb15cb tempest-ServersV294TestFqdnHostnames-822854397 tempest-ServersV294TestFqdnHostnames-822854397-project-member] [instance: cef6cba7-84fd-45db-82bf-20df6499c75e] Start spawning the instance on the hypervisor. {{(pid=69770) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1034.596941] env[69770]: DEBUG nova.virt.hardware [None req-705dfd5f-309c-4067-af63-bf1c9ceb15cb tempest-ServersV294TestFqdnHostnames-822854397 tempest-ServersV294TestFqdnHostnames-822854397-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T12:16:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T12:16:11Z,direct_url=,disk_format='vmdk',id=d1eaff80-24a0-4391-90eb-59958b1ecf0a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d65f20bb89fb40a98b77bc6d97357df2',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T12:16:12Z,virtual_size=,visibility=), allow threads: False {{(pid=69770) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1034.597774] env[69770]: DEBUG nova.virt.hardware [None req-705dfd5f-309c-4067-af63-bf1c9ceb15cb tempest-ServersV294TestFqdnHostnames-822854397 tempest-ServersV294TestFqdnHostnames-822854397-project-member] Flavor limits 0:0:0 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1034.597774] env[69770]: DEBUG nova.virt.hardware [None req-705dfd5f-309c-4067-af63-bf1c9ceb15cb tempest-ServersV294TestFqdnHostnames-822854397 tempest-ServersV294TestFqdnHostnames-822854397-project-member] Image limits 0:0:0 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1034.597937] env[69770]: DEBUG nova.virt.hardware [None req-705dfd5f-309c-4067-af63-bf1c9ceb15cb tempest-ServersV294TestFqdnHostnames-822854397 tempest-ServersV294TestFqdnHostnames-822854397-project-member] Flavor pref 0:0:0 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1034.598028] env[69770]: DEBUG nova.virt.hardware [None req-705dfd5f-309c-4067-af63-bf1c9ceb15cb tempest-ServersV294TestFqdnHostnames-822854397 tempest-ServersV294TestFqdnHostnames-822854397-project-member] Image pref 0:0:0 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1034.598177] env[69770]: DEBUG nova.virt.hardware [None req-705dfd5f-309c-4067-af63-bf1c9ceb15cb tempest-ServersV294TestFqdnHostnames-822854397 tempest-ServersV294TestFqdnHostnames-822854397-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1034.598456] env[69770]: DEBUG nova.virt.hardware [None req-705dfd5f-309c-4067-af63-bf1c9ceb15cb tempest-ServersV294TestFqdnHostnames-822854397 tempest-ServersV294TestFqdnHostnames-822854397-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69770) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1034.598659] env[69770]: DEBUG nova.virt.hardware [None req-705dfd5f-309c-4067-af63-bf1c9ceb15cb tempest-ServersV294TestFqdnHostnames-822854397 tempest-ServersV294TestFqdnHostnames-822854397-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69770) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1034.598858] env[69770]: DEBUG nova.virt.hardware [None req-705dfd5f-309c-4067-af63-bf1c9ceb15cb tempest-ServersV294TestFqdnHostnames-822854397 tempest-ServersV294TestFqdnHostnames-822854397-project-member] Got 1 possible topologies {{(pid=69770) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1034.599063] env[69770]: DEBUG nova.virt.hardware [None req-705dfd5f-309c-4067-af63-bf1c9ceb15cb tempest-ServersV294TestFqdnHostnames-822854397 tempest-ServersV294TestFqdnHostnames-822854397-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69770) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1034.599264] env[69770]: DEBUG nova.virt.hardware [None req-705dfd5f-309c-4067-af63-bf1c9ceb15cb tempest-ServersV294TestFqdnHostnames-822854397 tempest-ServersV294TestFqdnHostnames-822854397-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69770) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1034.600301] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f550c2b6-c85b-44d5-9a2e-dbe0ddac4385 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.614224] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-188bb65a-9fc6-4244-8e29-10a7657979b3 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.978450] env[69770]: DEBUG oslo_concurrency.lockutils [req-a2a5524a-8686-4b67-8781-fd6e07ba96a5 req-3ac2fffd-70d9-4e99-a294-82fe9bee8d71 service nova] Releasing lock "refresh_cache-527d5f2a-9299-4336-be62-a5cf9df2171f" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.032903] env[69770]: DEBUG oslo_vmware.api [None req-9bb7a707-5170-4edd-b6fa-f6f086229f1f tempest-ImagesOneServerNegativeTestJSON-405389268 tempest-ImagesOneServerNegativeTestJSON-405389268-project-member] Task: {'id': task-4070191, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.061204] env[69770]: DEBUG nova.scheduler.client.report [None req-90d74b5f-ffb4-4c6b-8b21-e6f61ac34d3b tempest-InstanceActionsNegativeTestJSON-680654 tempest-InstanceActionsNegativeTestJSON-680654-project-member] Inventory has not changed for provider 7cc7d32b-b7a7-454a-a456-2a440248ed9d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69770) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1035.109700] env[69770]: DEBUG oslo_concurrency.lockutils [None req-328d9965-1038-4b57-8cf3-d5ed0a04e3d0 tempest-ServerRescueTestJSON-2083557613 tempest-ServerRescueTestJSON-2083557613-project-member] Acquiring lock "6d778061-f3b5-4dc9-ab22-b1787ddd972e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1035.109818] env[69770]: DEBUG oslo_concurrency.lockutils [None req-328d9965-1038-4b57-8cf3-d5ed0a04e3d0 tempest-ServerRescueTestJSON-2083557613 tempest-ServerRescueTestJSON-2083557613-project-member] Lock "6d778061-f3b5-4dc9-ab22-b1787ddd972e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1035.109982] env[69770]: DEBUG oslo_concurrency.lockutils [None req-328d9965-1038-4b57-8cf3-d5ed0a04e3d0 tempest-ServerRescueTestJSON-2083557613 tempest-ServerRescueTestJSON-2083557613-project-member] Acquiring lock "6d778061-f3b5-4dc9-ab22-b1787ddd972e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1035.110193] env[69770]: DEBUG oslo_concurrency.lockutils [None req-328d9965-1038-4b57-8cf3-d5ed0a04e3d0 tempest-ServerRescueTestJSON-2083557613 tempest-ServerRescueTestJSON-2083557613-project-member] Lock "6d778061-f3b5-4dc9-ab22-b1787ddd972e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1035.110361] env[69770]: DEBUG oslo_concurrency.lockutils [None req-328d9965-1038-4b57-8cf3-d5ed0a04e3d0 tempest-ServerRescueTestJSON-2083557613 tempest-ServerRescueTestJSON-2083557613-project-member] Lock "6d778061-f3b5-4dc9-ab22-b1787ddd972e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1035.114633] env[69770]: INFO nova.compute.manager [None req-328d9965-1038-4b57-8cf3-d5ed0a04e3d0 tempest-ServerRescueTestJSON-2083557613 tempest-ServerRescueTestJSON-2083557613-project-member] [instance: 6d778061-f3b5-4dc9-ab22-b1787ddd972e] Terminating instance [ 1035.191186] env[69770]: DEBUG nova.compute.manager [req-27542570-ba17-43d5-9f64-889d8644afab req-bbab1d75-f350-4f64-8db0-44bdf7dab607 service nova] [instance: cef6cba7-84fd-45db-82bf-20df6499c75e] Received event network-vif-plugged-ec07f03d-4fa2-4267-9d00-eec6418a9fe9 {{(pid=69770) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1035.191186] env[69770]: DEBUG oslo_concurrency.lockutils [req-27542570-ba17-43d5-9f64-889d8644afab req-bbab1d75-f350-4f64-8db0-44bdf7dab607 service nova] Acquiring lock "cef6cba7-84fd-45db-82bf-20df6499c75e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1035.191186] env[69770]: DEBUG oslo_concurrency.lockutils [req-27542570-ba17-43d5-9f64-889d8644afab req-bbab1d75-f350-4f64-8db0-44bdf7dab607 service nova] Lock "cef6cba7-84fd-45db-82bf-20df6499c75e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1035.191534] env[69770]: DEBUG oslo_concurrency.lockutils [req-27542570-ba17-43d5-9f64-889d8644afab req-bbab1d75-f350-4f64-8db0-44bdf7dab607 service nova] Lock "cef6cba7-84fd-45db-82bf-20df6499c75e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1035.191827] env[69770]: DEBUG nova.compute.manager [req-27542570-ba17-43d5-9f64-889d8644afab req-bbab1d75-f350-4f64-8db0-44bdf7dab607 service nova] [instance: cef6cba7-84fd-45db-82bf-20df6499c75e] No waiting events found dispatching network-vif-plugged-ec07f03d-4fa2-4267-9d00-eec6418a9fe9 {{(pid=69770) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1035.192293] env[69770]: WARNING nova.compute.manager [req-27542570-ba17-43d5-9f64-889d8644afab req-bbab1d75-f350-4f64-8db0-44bdf7dab607 service nova] [instance: cef6cba7-84fd-45db-82bf-20df6499c75e] Received unexpected event network-vif-plugged-ec07f03d-4fa2-4267-9d00-eec6418a9fe9 for instance with vm_state building and task_state spawning. [ 1035.304379] env[69770]: DEBUG nova.network.neutron [None req-705dfd5f-309c-4067-af63-bf1c9ceb15cb tempest-ServersV294TestFqdnHostnames-822854397 tempest-ServersV294TestFqdnHostnames-822854397-project-member] [instance: cef6cba7-84fd-45db-82bf-20df6499c75e] Successfully updated port: ec07f03d-4fa2-4267-9d00-eec6418a9fe9 {{(pid=69770) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1035.531144] env[69770]: DEBUG oslo_vmware.api [None req-9bb7a707-5170-4edd-b6fa-f6f086229f1f tempest-ImagesOneServerNegativeTestJSON-405389268 tempest-ImagesOneServerNegativeTestJSON-405389268-project-member] Task: {'id': task-4070191, 'name': ReconfigVM_Task, 'duration_secs': 2.035191} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1035.531509] env[69770]: DEBUG nova.virt.vmwareapi.volumeops [None req-9bb7a707-5170-4edd-b6fa-f6f086229f1f tempest-ImagesOneServerNegativeTestJSON-405389268 tempest-ImagesOneServerNegativeTestJSON-405389268-project-member] [instance: 725b289a-785b-4a90-9b47-a7996a1f011f] Reconfigured VM instance instance-0000004b to attach disk [datastore1] 725b289a-785b-4a90-9b47-a7996a1f011f/725b289a-785b-4a90-9b47-a7996a1f011f.vmdk or device None with type sparse {{(pid=69770) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1035.532191] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-abd162b5-e9c8-4dae-82bf-aa3cddb30763 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.541578] env[69770]: DEBUG oslo_vmware.api [None req-9bb7a707-5170-4edd-b6fa-f6f086229f1f tempest-ImagesOneServerNegativeTestJSON-405389268 tempest-ImagesOneServerNegativeTestJSON-405389268-project-member] Waiting for the task: (returnval){ [ 1035.541578] env[69770]: value = "task-4070192" [ 1035.541578] env[69770]: _type = "Task" [ 1035.541578] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1035.542074] env[69770]: INFO nova.compute.manager [None req-2b339c61-828f-490c-9a7b-9ced1a2c1b87 tempest-ServersNegativeTestJSON-1437959553 tempest-ServersNegativeTestJSON-1437959553-project-member] [instance: 1cd3da96-102f-4a22-8f53-12b32485ffa2] Resuming [ 1035.542669] env[69770]: DEBUG nova.objects.instance [None req-2b339c61-828f-490c-9a7b-9ced1a2c1b87 tempest-ServersNegativeTestJSON-1437959553 tempest-ServersNegativeTestJSON-1437959553-project-member] Lazy-loading 'flavor' on Instance uuid 1cd3da96-102f-4a22-8f53-12b32485ffa2 {{(pid=69770) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1035.556449] env[69770]: DEBUG oslo_vmware.api [None req-9bb7a707-5170-4edd-b6fa-f6f086229f1f tempest-ImagesOneServerNegativeTestJSON-405389268 tempest-ImagesOneServerNegativeTestJSON-405389268-project-member] Task: {'id': task-4070192, 'name': Rename_Task} progress is 6%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.566153] env[69770]: DEBUG oslo_concurrency.lockutils [None req-90d74b5f-ffb4-4c6b-8b21-e6f61ac34d3b tempest-InstanceActionsNegativeTestJSON-680654 tempest-InstanceActionsNegativeTestJSON-680654-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.018s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1035.568987] env[69770]: DEBUG oslo_concurrency.lockutils [None req-2b124d0e-a216-4a2b-9b03-ac11d27dcb58 tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.325s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1035.570563] env[69770]: INFO nova.compute.claims [None req-2b124d0e-a216-4a2b-9b03-ac11d27dcb58 tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] [instance: fb2581e0-5c22-4622-a652-818f9af7a9ba] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1035.590909] env[69770]: INFO nova.scheduler.client.report [None req-90d74b5f-ffb4-4c6b-8b21-e6f61ac34d3b tempest-InstanceActionsNegativeTestJSON-680654 tempest-InstanceActionsNegativeTestJSON-680654-project-member] Deleted allocations for instance a41cf0f5-5115-4676-8480-eed1a5e0a72b [ 1035.619525] env[69770]: DEBUG nova.compute.manager [None req-328d9965-1038-4b57-8cf3-d5ed0a04e3d0 tempest-ServerRescueTestJSON-2083557613 tempest-ServerRescueTestJSON-2083557613-project-member] [instance: 6d778061-f3b5-4dc9-ab22-b1787ddd972e] Start destroying the instance on the hypervisor. {{(pid=69770) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1035.619835] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-328d9965-1038-4b57-8cf3-d5ed0a04e3d0 tempest-ServerRescueTestJSON-2083557613 tempest-ServerRescueTestJSON-2083557613-project-member] [instance: 6d778061-f3b5-4dc9-ab22-b1787ddd972e] Destroying instance {{(pid=69770) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1035.620776] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0bbe2b9-2f7a-4849-b1f6-c961d3af3c07 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.629777] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-328d9965-1038-4b57-8cf3-d5ed0a04e3d0 tempest-ServerRescueTestJSON-2083557613 tempest-ServerRescueTestJSON-2083557613-project-member] [instance: 6d778061-f3b5-4dc9-ab22-b1787ddd972e] Powering off the VM {{(pid=69770) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1035.630107] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-06d65174-5ae2-48da-b873-f09abaa71a1f {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.639056] env[69770]: DEBUG oslo_vmware.api [None req-328d9965-1038-4b57-8cf3-d5ed0a04e3d0 tempest-ServerRescueTestJSON-2083557613 tempest-ServerRescueTestJSON-2083557613-project-member] Waiting for the task: (returnval){ [ 1035.639056] env[69770]: value = "task-4070193" [ 1035.639056] env[69770]: _type = "Task" [ 1035.639056] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1035.649355] env[69770]: DEBUG oslo_vmware.api [None req-328d9965-1038-4b57-8cf3-d5ed0a04e3d0 tempest-ServerRescueTestJSON-2083557613 tempest-ServerRescueTestJSON-2083557613-project-member] Task: {'id': task-4070193, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.805759] env[69770]: DEBUG oslo_concurrency.lockutils [None req-705dfd5f-309c-4067-af63-bf1c9ceb15cb tempest-ServersV294TestFqdnHostnames-822854397 tempest-ServersV294TestFqdnHostnames-822854397-project-member] Acquiring lock "refresh_cache-cef6cba7-84fd-45db-82bf-20df6499c75e" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.805993] env[69770]: DEBUG oslo_concurrency.lockutils [None req-705dfd5f-309c-4067-af63-bf1c9ceb15cb tempest-ServersV294TestFqdnHostnames-822854397 tempest-ServersV294TestFqdnHostnames-822854397-project-member] Acquired lock "refresh_cache-cef6cba7-84fd-45db-82bf-20df6499c75e" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.806735] env[69770]: DEBUG nova.network.neutron [None req-705dfd5f-309c-4067-af63-bf1c9ceb15cb tempest-ServersV294TestFqdnHostnames-822854397 tempest-ServersV294TestFqdnHostnames-822854397-project-member] [instance: cef6cba7-84fd-45db-82bf-20df6499c75e] Building network info cache for instance {{(pid=69770) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1036.058099] env[69770]: DEBUG oslo_vmware.api [None req-9bb7a707-5170-4edd-b6fa-f6f086229f1f tempest-ImagesOneServerNegativeTestJSON-405389268 tempest-ImagesOneServerNegativeTestJSON-405389268-project-member] Task: {'id': task-4070192, 'name': Rename_Task, 'duration_secs': 0.177717} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1036.058422] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-9bb7a707-5170-4edd-b6fa-f6f086229f1f tempest-ImagesOneServerNegativeTestJSON-405389268 tempest-ImagesOneServerNegativeTestJSON-405389268-project-member] [instance: 725b289a-785b-4a90-9b47-a7996a1f011f] Powering on the VM {{(pid=69770) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1036.058792] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-598cd466-9cbd-4680-80ba-8b15ee486941 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.067168] env[69770]: DEBUG oslo_vmware.api [None req-9bb7a707-5170-4edd-b6fa-f6f086229f1f tempest-ImagesOneServerNegativeTestJSON-405389268 tempest-ImagesOneServerNegativeTestJSON-405389268-project-member] Waiting for the task: (returnval){ [ 1036.067168] env[69770]: value = "task-4070194" [ 1036.067168] env[69770]: _type = "Task" [ 1036.067168] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1036.078846] env[69770]: DEBUG oslo_vmware.api [None req-9bb7a707-5170-4edd-b6fa-f6f086229f1f tempest-ImagesOneServerNegativeTestJSON-405389268 tempest-ImagesOneServerNegativeTestJSON-405389268-project-member] Task: {'id': task-4070194, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.099325] env[69770]: DEBUG oslo_concurrency.lockutils [None req-90d74b5f-ffb4-4c6b-8b21-e6f61ac34d3b tempest-InstanceActionsNegativeTestJSON-680654 tempest-InstanceActionsNegativeTestJSON-680654-project-member] Lock "a41cf0f5-5115-4676-8480-eed1a5e0a72b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 26.875s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1036.150330] env[69770]: DEBUG oslo_vmware.api [None req-328d9965-1038-4b57-8cf3-d5ed0a04e3d0 tempest-ServerRescueTestJSON-2083557613 tempest-ServerRescueTestJSON-2083557613-project-member] Task: {'id': task-4070193, 'name': PowerOffVM_Task, 'duration_secs': 0.427324} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1036.151190] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-328d9965-1038-4b57-8cf3-d5ed0a04e3d0 tempest-ServerRescueTestJSON-2083557613 tempest-ServerRescueTestJSON-2083557613-project-member] [instance: 6d778061-f3b5-4dc9-ab22-b1787ddd972e] Powered off the VM {{(pid=69770) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1036.151190] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-328d9965-1038-4b57-8cf3-d5ed0a04e3d0 tempest-ServerRescueTestJSON-2083557613 tempest-ServerRescueTestJSON-2083557613-project-member] [instance: 6d778061-f3b5-4dc9-ab22-b1787ddd972e] Unregistering the VM {{(pid=69770) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1036.151272] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ca8e6966-7398-44c8-9c47-c53ce7f6a752 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.227676] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-328d9965-1038-4b57-8cf3-d5ed0a04e3d0 tempest-ServerRescueTestJSON-2083557613 tempest-ServerRescueTestJSON-2083557613-project-member] [instance: 6d778061-f3b5-4dc9-ab22-b1787ddd972e] Unregistered the VM {{(pid=69770) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1036.227980] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-328d9965-1038-4b57-8cf3-d5ed0a04e3d0 tempest-ServerRescueTestJSON-2083557613 tempest-ServerRescueTestJSON-2083557613-project-member] [instance: 6d778061-f3b5-4dc9-ab22-b1787ddd972e] Deleting contents of the VM from datastore datastore2 {{(pid=69770) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1036.228241] env[69770]: DEBUG nova.virt.vmwareapi.ds_util [None req-328d9965-1038-4b57-8cf3-d5ed0a04e3d0 tempest-ServerRescueTestJSON-2083557613 tempest-ServerRescueTestJSON-2083557613-project-member] Deleting the datastore file [datastore2] 6d778061-f3b5-4dc9-ab22-b1787ddd972e {{(pid=69770) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1036.228613] env[69770]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-43af47d4-a24b-4f38-91fe-ce4e6f2634b1 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.238215] env[69770]: DEBUG oslo_vmware.api [None req-328d9965-1038-4b57-8cf3-d5ed0a04e3d0 tempest-ServerRescueTestJSON-2083557613 tempest-ServerRescueTestJSON-2083557613-project-member] Waiting for the task: (returnval){ [ 1036.238215] env[69770]: value = "task-4070196" [ 1036.238215] env[69770]: _type = "Task" [ 1036.238215] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1036.247011] env[69770]: DEBUG oslo_vmware.api [None req-328d9965-1038-4b57-8cf3-d5ed0a04e3d0 tempest-ServerRescueTestJSON-2083557613 tempest-ServerRescueTestJSON-2083557613-project-member] Task: {'id': task-4070196, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.355467] env[69770]: DEBUG nova.network.neutron [None req-705dfd5f-309c-4067-af63-bf1c9ceb15cb tempest-ServersV294TestFqdnHostnames-822854397 tempest-ServersV294TestFqdnHostnames-822854397-project-member] [instance: cef6cba7-84fd-45db-82bf-20df6499c75e] Instance cache missing network info. {{(pid=69770) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1036.521939] env[69770]: DEBUG nova.network.neutron [None req-705dfd5f-309c-4067-af63-bf1c9ceb15cb tempest-ServersV294TestFqdnHostnames-822854397 tempest-ServersV294TestFqdnHostnames-822854397-project-member] [instance: cef6cba7-84fd-45db-82bf-20df6499c75e] Updating instance_info_cache with network_info: [{"id": "ec07f03d-4fa2-4267-9d00-eec6418a9fe9", "address": "fa:16:3e:21:bc:f4", "network": {"id": "2c04bb6a-b580-40ff-bbd3-f6af8dbc9a37", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-1118700838-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "670f54a83dc6482f9b3489b81aafee43", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f3a80436-f7a9-431a-acec-aca3d76e3f9b", "external-id": "cl2-zone-339", "segmentation_id": 339, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapec07f03d-4f", "ovs_interfaceid": "ec07f03d-4fa2-4267-9d00-eec6418a9fe9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69770) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1036.582448] env[69770]: DEBUG oslo_vmware.api [None req-9bb7a707-5170-4edd-b6fa-f6f086229f1f tempest-ImagesOneServerNegativeTestJSON-405389268 tempest-ImagesOneServerNegativeTestJSON-405389268-project-member] Task: {'id': task-4070194, 'name': PowerOnVM_Task, 'duration_secs': 0.511246} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1036.583974] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-9bb7a707-5170-4edd-b6fa-f6f086229f1f tempest-ImagesOneServerNegativeTestJSON-405389268 tempest-ImagesOneServerNegativeTestJSON-405389268-project-member] [instance: 725b289a-785b-4a90-9b47-a7996a1f011f] Powered on the VM {{(pid=69770) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1036.583974] env[69770]: INFO nova.compute.manager [None req-9bb7a707-5170-4edd-b6fa-f6f086229f1f tempest-ImagesOneServerNegativeTestJSON-405389268 tempest-ImagesOneServerNegativeTestJSON-405389268-project-member] [instance: 725b289a-785b-4a90-9b47-a7996a1f011f] Took 12.07 seconds to spawn the instance on the hypervisor. [ 1036.584363] env[69770]: DEBUG nova.compute.manager [None req-9bb7a707-5170-4edd-b6fa-f6f086229f1f tempest-ImagesOneServerNegativeTestJSON-405389268 tempest-ImagesOneServerNegativeTestJSON-405389268-project-member] [instance: 725b289a-785b-4a90-9b47-a7996a1f011f] Checking state {{(pid=69770) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1036.584954] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c178bada-9410-4ba0-be2c-914be56d738c {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.748225] env[69770]: DEBUG oslo_vmware.api [None req-328d9965-1038-4b57-8cf3-d5ed0a04e3d0 tempest-ServerRescueTestJSON-2083557613 tempest-ServerRescueTestJSON-2083557613-project-member] Task: {'id': task-4070196, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.30136} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1036.751172] env[69770]: DEBUG nova.virt.vmwareapi.ds_util [None req-328d9965-1038-4b57-8cf3-d5ed0a04e3d0 tempest-ServerRescueTestJSON-2083557613 tempest-ServerRescueTestJSON-2083557613-project-member] Deleted the datastore file {{(pid=69770) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1036.751389] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-328d9965-1038-4b57-8cf3-d5ed0a04e3d0 tempest-ServerRescueTestJSON-2083557613 tempest-ServerRescueTestJSON-2083557613-project-member] [instance: 6d778061-f3b5-4dc9-ab22-b1787ddd972e] Deleted contents of the VM from datastore datastore2 {{(pid=69770) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1036.751575] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-328d9965-1038-4b57-8cf3-d5ed0a04e3d0 tempest-ServerRescueTestJSON-2083557613 tempest-ServerRescueTestJSON-2083557613-project-member] [instance: 6d778061-f3b5-4dc9-ab22-b1787ddd972e] Instance destroyed {{(pid=69770) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1036.751753] env[69770]: INFO nova.compute.manager [None req-328d9965-1038-4b57-8cf3-d5ed0a04e3d0 tempest-ServerRescueTestJSON-2083557613 tempest-ServerRescueTestJSON-2083557613-project-member] [instance: 6d778061-f3b5-4dc9-ab22-b1787ddd972e] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1036.752028] env[69770]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-328d9965-1038-4b57-8cf3-d5ed0a04e3d0 tempest-ServerRescueTestJSON-2083557613 tempest-ServerRescueTestJSON-2083557613-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69770) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1036.752430] env[69770]: DEBUG nova.compute.manager [-] [instance: 6d778061-f3b5-4dc9-ab22-b1787ddd972e] Deallocating network for instance {{(pid=69770) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1036.752529] env[69770]: DEBUG nova.network.neutron [-] [instance: 6d778061-f3b5-4dc9-ab22-b1787ddd972e] deallocate_for_instance() {{(pid=69770) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1036.949163] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cb67670-41e1-42eb-8494-62b18dd80919 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.960313] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1ae679b-8fee-473b-a2d2-8f39e83b8af2 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.992500] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3e9e5f3-9bef-4c6e-80bd-2cc8b01015b9 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.001069] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98bdfe2c-7fc5-46fd-8121-1d53d6ea76a3 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.021725] env[69770]: DEBUG nova.compute.provider_tree [None req-2b124d0e-a216-4a2b-9b03-ac11d27dcb58 tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] Inventory has not changed in ProviderTree for provider: 7cc7d32b-b7a7-454a-a456-2a440248ed9d {{(pid=69770) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1037.024898] env[69770]: DEBUG oslo_concurrency.lockutils [None req-705dfd5f-309c-4067-af63-bf1c9ceb15cb tempest-ServersV294TestFqdnHostnames-822854397 tempest-ServersV294TestFqdnHostnames-822854397-project-member] Releasing lock "refresh_cache-cef6cba7-84fd-45db-82bf-20df6499c75e" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.025262] env[69770]: DEBUG nova.compute.manager [None req-705dfd5f-309c-4067-af63-bf1c9ceb15cb tempest-ServersV294TestFqdnHostnames-822854397 tempest-ServersV294TestFqdnHostnames-822854397-project-member] [instance: cef6cba7-84fd-45db-82bf-20df6499c75e] Instance network_info: |[{"id": "ec07f03d-4fa2-4267-9d00-eec6418a9fe9", "address": "fa:16:3e:21:bc:f4", "network": {"id": "2c04bb6a-b580-40ff-bbd3-f6af8dbc9a37", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-1118700838-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "670f54a83dc6482f9b3489b81aafee43", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f3a80436-f7a9-431a-acec-aca3d76e3f9b", "external-id": "cl2-zone-339", "segmentation_id": 339, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapec07f03d-4f", "ovs_interfaceid": "ec07f03d-4fa2-4267-9d00-eec6418a9fe9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69770) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1037.025615] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-705dfd5f-309c-4067-af63-bf1c9ceb15cb tempest-ServersV294TestFqdnHostnames-822854397 tempest-ServersV294TestFqdnHostnames-822854397-project-member] [instance: cef6cba7-84fd-45db-82bf-20df6499c75e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:21:bc:f4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f3a80436-f7a9-431a-acec-aca3d76e3f9b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ec07f03d-4fa2-4267-9d00-eec6418a9fe9', 'vif_model': 'vmxnet3'}] {{(pid=69770) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1037.033124] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-705dfd5f-309c-4067-af63-bf1c9ceb15cb tempest-ServersV294TestFqdnHostnames-822854397 tempest-ServersV294TestFqdnHostnames-822854397-project-member] Creating folder: Project (670f54a83dc6482f9b3489b81aafee43). Parent ref: group-v806376. {{(pid=69770) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1037.034145] env[69770]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ed66eeb4-52b5-4794-a773-9ff01a8eeb83 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.046448] env[69770]: INFO nova.virt.vmwareapi.vm_util [None req-705dfd5f-309c-4067-af63-bf1c9ceb15cb tempest-ServersV294TestFqdnHostnames-822854397 tempest-ServersV294TestFqdnHostnames-822854397-project-member] Created folder: Project (670f54a83dc6482f9b3489b81aafee43) in parent group-v806376. [ 1037.046671] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-705dfd5f-309c-4067-af63-bf1c9ceb15cb tempest-ServersV294TestFqdnHostnames-822854397 tempest-ServersV294TestFqdnHostnames-822854397-project-member] Creating folder: Instances. Parent ref: group-v806588. {{(pid=69770) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1037.046916] env[69770]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6a98b9b8-4854-47f4-87ed-edd5f90d947f {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.059715] env[69770]: DEBUG oslo_concurrency.lockutils [None req-2b339c61-828f-490c-9a7b-9ced1a2c1b87 tempest-ServersNegativeTestJSON-1437959553 tempest-ServersNegativeTestJSON-1437959553-project-member] Acquiring lock "refresh_cache-1cd3da96-102f-4a22-8f53-12b32485ffa2" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.060214] env[69770]: DEBUG oslo_concurrency.lockutils [None req-2b339c61-828f-490c-9a7b-9ced1a2c1b87 tempest-ServersNegativeTestJSON-1437959553 tempest-ServersNegativeTestJSON-1437959553-project-member] Acquired lock "refresh_cache-1cd3da96-102f-4a22-8f53-12b32485ffa2" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.060214] env[69770]: DEBUG nova.network.neutron [None req-2b339c61-828f-490c-9a7b-9ced1a2c1b87 tempest-ServersNegativeTestJSON-1437959553 tempest-ServersNegativeTestJSON-1437959553-project-member] [instance: 1cd3da96-102f-4a22-8f53-12b32485ffa2] Building network info cache for instance {{(pid=69770) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1037.061329] env[69770]: INFO nova.virt.vmwareapi.vm_util [None req-705dfd5f-309c-4067-af63-bf1c9ceb15cb tempest-ServersV294TestFqdnHostnames-822854397 tempest-ServersV294TestFqdnHostnames-822854397-project-member] Created folder: Instances in parent group-v806588. [ 1037.061567] env[69770]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-705dfd5f-309c-4067-af63-bf1c9ceb15cb tempest-ServersV294TestFqdnHostnames-822854397 tempest-ServersV294TestFqdnHostnames-822854397-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69770) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1037.061968] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cef6cba7-84fd-45db-82bf-20df6499c75e] Creating VM on the ESX host {{(pid=69770) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1037.062283] env[69770]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-58a14391-9348-4aaa-be20-f0d5385055c3 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.084384] env[69770]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1037.084384] env[69770]: value = "task-4070199" [ 1037.084384] env[69770]: _type = "Task" [ 1037.084384] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1037.093954] env[69770]: DEBUG oslo_vmware.api [-] Task: {'id': task-4070199, 'name': CreateVM_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.103380] env[69770]: INFO nova.compute.manager [None req-9bb7a707-5170-4edd-b6fa-f6f086229f1f tempest-ImagesOneServerNegativeTestJSON-405389268 tempest-ImagesOneServerNegativeTestJSON-405389268-project-member] [instance: 725b289a-785b-4a90-9b47-a7996a1f011f] Took 41.43 seconds to build instance. [ 1037.379954] env[69770]: DEBUG nova.compute.manager [req-323163f3-def4-4948-8c79-e94988000547 req-1a17860b-f9cc-4bed-9ee6-a73ba049658e service nova] [instance: cef6cba7-84fd-45db-82bf-20df6499c75e] Received event network-changed-ec07f03d-4fa2-4267-9d00-eec6418a9fe9 {{(pid=69770) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1037.380141] env[69770]: DEBUG nova.compute.manager [req-323163f3-def4-4948-8c79-e94988000547 req-1a17860b-f9cc-4bed-9ee6-a73ba049658e service nova] [instance: cef6cba7-84fd-45db-82bf-20df6499c75e] Refreshing instance network info cache due to event network-changed-ec07f03d-4fa2-4267-9d00-eec6418a9fe9. {{(pid=69770) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1037.380698] env[69770]: DEBUG oslo_concurrency.lockutils [req-323163f3-def4-4948-8c79-e94988000547 req-1a17860b-f9cc-4bed-9ee6-a73ba049658e service nova] Acquiring lock "refresh_cache-cef6cba7-84fd-45db-82bf-20df6499c75e" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.380848] env[69770]: DEBUG oslo_concurrency.lockutils [req-323163f3-def4-4948-8c79-e94988000547 req-1a17860b-f9cc-4bed-9ee6-a73ba049658e service nova] Acquired lock "refresh_cache-cef6cba7-84fd-45db-82bf-20df6499c75e" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.382408] env[69770]: DEBUG nova.network.neutron [req-323163f3-def4-4948-8c79-e94988000547 req-1a17860b-f9cc-4bed-9ee6-a73ba049658e service nova] [instance: cef6cba7-84fd-45db-82bf-20df6499c75e] Refreshing network info cache for port ec07f03d-4fa2-4267-9d00-eec6418a9fe9 {{(pid=69770) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1037.525440] env[69770]: DEBUG nova.scheduler.client.report [None req-2b124d0e-a216-4a2b-9b03-ac11d27dcb58 tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] Inventory has not changed for provider 7cc7d32b-b7a7-454a-a456-2a440248ed9d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69770) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1037.595314] env[69770]: DEBUG oslo_vmware.api [-] Task: {'id': task-4070199, 'name': CreateVM_Task} progress is 99%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.605119] env[69770]: DEBUG oslo_concurrency.lockutils [None req-9bb7a707-5170-4edd-b6fa-f6f086229f1f tempest-ImagesOneServerNegativeTestJSON-405389268 tempest-ImagesOneServerNegativeTestJSON-405389268-project-member] Lock "725b289a-785b-4a90-9b47-a7996a1f011f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 48.856s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1037.660166] env[69770]: INFO nova.compute.manager [None req-d7d2d0fd-f035-427d-96b0-e2c5bb4fe449 tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] [instance: d6322138-4f18-4a8b-8062-4c732a8e6585] Rebuilding instance [ 1037.721270] env[69770]: DEBUG nova.compute.manager [None req-d7d2d0fd-f035-427d-96b0-e2c5bb4fe449 tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] [instance: d6322138-4f18-4a8b-8062-4c732a8e6585] Checking state {{(pid=69770) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1037.722168] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ada98464-32b7-4f14-8d1d-8d0a5997863e {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.820677] env[69770]: DEBUG nova.network.neutron [-] [instance: 6d778061-f3b5-4dc9-ab22-b1787ddd972e] Updating instance_info_cache with network_info: [] {{(pid=69770) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1037.852121] env[69770]: DEBUG oslo_concurrency.lockutils [None req-a7d9019b-0725-4f3c-835c-159d432db8f1 tempest-ImagesOneServerNegativeTestJSON-405389268 tempest-ImagesOneServerNegativeTestJSON-405389268-project-member] Acquiring lock "725b289a-785b-4a90-9b47-a7996a1f011f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1037.852386] env[69770]: DEBUG oslo_concurrency.lockutils [None req-a7d9019b-0725-4f3c-835c-159d432db8f1 tempest-ImagesOneServerNegativeTestJSON-405389268 tempest-ImagesOneServerNegativeTestJSON-405389268-project-member] Lock "725b289a-785b-4a90-9b47-a7996a1f011f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1037.852594] env[69770]: DEBUG oslo_concurrency.lockutils [None req-a7d9019b-0725-4f3c-835c-159d432db8f1 tempest-ImagesOneServerNegativeTestJSON-405389268 tempest-ImagesOneServerNegativeTestJSON-405389268-project-member] Acquiring lock "725b289a-785b-4a90-9b47-a7996a1f011f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1037.852772] env[69770]: DEBUG oslo_concurrency.lockutils [None req-a7d9019b-0725-4f3c-835c-159d432db8f1 tempest-ImagesOneServerNegativeTestJSON-405389268 tempest-ImagesOneServerNegativeTestJSON-405389268-project-member] Lock "725b289a-785b-4a90-9b47-a7996a1f011f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1037.852937] env[69770]: DEBUG oslo_concurrency.lockutils [None req-a7d9019b-0725-4f3c-835c-159d432db8f1 tempest-ImagesOneServerNegativeTestJSON-405389268 tempest-ImagesOneServerNegativeTestJSON-405389268-project-member] Lock "725b289a-785b-4a90-9b47-a7996a1f011f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1037.855093] env[69770]: INFO nova.compute.manager [None req-a7d9019b-0725-4f3c-835c-159d432db8f1 tempest-ImagesOneServerNegativeTestJSON-405389268 tempest-ImagesOneServerNegativeTestJSON-405389268-project-member] [instance: 725b289a-785b-4a90-9b47-a7996a1f011f] Terminating instance [ 1037.992413] env[69770]: DEBUG nova.network.neutron [None req-2b339c61-828f-490c-9a7b-9ced1a2c1b87 tempest-ServersNegativeTestJSON-1437959553 tempest-ServersNegativeTestJSON-1437959553-project-member] [instance: 1cd3da96-102f-4a22-8f53-12b32485ffa2] Updating instance_info_cache with network_info: [{"id": "0276cb5b-ee35-4b81-b591-e4616352e712", "address": "fa:16:3e:93:ba:6d", "network": {"id": "6d495b25-93c9-4d41-93da-495fe7782e89", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-659703650-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.2", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.3"}}], "meta": {"injected": false, "tenant_id": "a1bbd9f308194b4aa6cb513f5d2cd789", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "360308f4-9d0a-4ec2-8bcf-44891f452847", "external-id": "nsx-vlan-transportzone-383", "segmentation_id": 383, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0276cb5b-ee", "ovs_interfaceid": "0276cb5b-ee35-4b81-b591-e4616352e712", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69770) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1038.030810] env[69770]: DEBUG oslo_concurrency.lockutils [None req-2b124d0e-a216-4a2b-9b03-ac11d27dcb58 tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.462s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1038.031438] env[69770]: DEBUG nova.compute.manager [None req-2b124d0e-a216-4a2b-9b03-ac11d27dcb58 tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] [instance: fb2581e0-5c22-4622-a652-818f9af7a9ba] Start building networks asynchronously for instance. {{(pid=69770) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1038.034333] env[69770]: DEBUG oslo_concurrency.lockutils [None req-68b5ffd7-65b3-4eb2-bf46-c8c2eb7b3a45 tempest-ServerShowV257Test-679390461 tempest-ServerShowV257Test-679390461-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 21.148s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1038.034552] env[69770]: DEBUG nova.objects.instance [None req-68b5ffd7-65b3-4eb2-bf46-c8c2eb7b3a45 tempest-ServerShowV257Test-679390461 tempest-ServerShowV257Test-679390461-project-member] Lazy-loading 'resources' on Instance uuid 0d90aae9-45e9-424d-b06f-7dcbef05f5bf {{(pid=69770) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1038.096754] env[69770]: DEBUG oslo_vmware.api [-] Task: {'id': task-4070199, 'name': CreateVM_Task, 'duration_secs': 0.611474} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1038.096930] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cef6cba7-84fd-45db-82bf-20df6499c75e] Created VM on the ESX host {{(pid=69770) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1038.097736] env[69770]: DEBUG oslo_concurrency.lockutils [None req-705dfd5f-309c-4067-af63-bf1c9ceb15cb tempest-ServersV294TestFqdnHostnames-822854397 tempest-ServersV294TestFqdnHostnames-822854397-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.097945] env[69770]: DEBUG oslo_concurrency.lockutils [None req-705dfd5f-309c-4067-af63-bf1c9ceb15cb tempest-ServersV294TestFqdnHostnames-822854397 tempest-ServersV294TestFqdnHostnames-822854397-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.098254] env[69770]: DEBUG oslo_concurrency.lockutils [None req-705dfd5f-309c-4067-af63-bf1c9ceb15cb tempest-ServersV294TestFqdnHostnames-822854397 tempest-ServersV294TestFqdnHostnames-822854397-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.098551] env[69770]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0a394517-77ca-4dc5-abe9-e97cfadb6277 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.104879] env[69770]: DEBUG oslo_vmware.api [None req-705dfd5f-309c-4067-af63-bf1c9ceb15cb tempest-ServersV294TestFqdnHostnames-822854397 tempest-ServersV294TestFqdnHostnames-822854397-project-member] Waiting for the task: (returnval){ [ 1038.104879] env[69770]: value = "session[52161b52-cb8e-ec9f-1132-2f6b49549d41]528406fe-4b9c-6384-afe0-337d2a5cdd5f" [ 1038.104879] env[69770]: _type = "Task" [ 1038.104879] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1038.115014] env[69770]: DEBUG oslo_vmware.api [None req-705dfd5f-309c-4067-af63-bf1c9ceb15cb tempest-ServersV294TestFqdnHostnames-822854397 tempest-ServersV294TestFqdnHostnames-822854397-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]528406fe-4b9c-6384-afe0-337d2a5cdd5f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.328781] env[69770]: INFO nova.compute.manager [-] [instance: 6d778061-f3b5-4dc9-ab22-b1787ddd972e] Took 1.58 seconds to deallocate network for instance. [ 1038.360245] env[69770]: DEBUG nova.compute.manager [None req-a7d9019b-0725-4f3c-835c-159d432db8f1 tempest-ImagesOneServerNegativeTestJSON-405389268 tempest-ImagesOneServerNegativeTestJSON-405389268-project-member] [instance: 725b289a-785b-4a90-9b47-a7996a1f011f] Start destroying the instance on the hypervisor. {{(pid=69770) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1038.360646] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-a7d9019b-0725-4f3c-835c-159d432db8f1 tempest-ImagesOneServerNegativeTestJSON-405389268 tempest-ImagesOneServerNegativeTestJSON-405389268-project-member] [instance: 725b289a-785b-4a90-9b47-a7996a1f011f] Destroying instance {{(pid=69770) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1038.362461] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d51acdf-8f72-4a43-9ef7-688635626ebb {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.370126] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-a7d9019b-0725-4f3c-835c-159d432db8f1 tempest-ImagesOneServerNegativeTestJSON-405389268 tempest-ImagesOneServerNegativeTestJSON-405389268-project-member] [instance: 725b289a-785b-4a90-9b47-a7996a1f011f] Powering off the VM {{(pid=69770) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1038.370421] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-db2bc716-b071-4c32-ba66-85686cae1838 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.379195] env[69770]: DEBUG oslo_vmware.api [None req-a7d9019b-0725-4f3c-835c-159d432db8f1 tempest-ImagesOneServerNegativeTestJSON-405389268 tempest-ImagesOneServerNegativeTestJSON-405389268-project-member] Waiting for the task: (returnval){ [ 1038.379195] env[69770]: value = "task-4070200" [ 1038.379195] env[69770]: _type = "Task" [ 1038.379195] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1038.391438] env[69770]: DEBUG oslo_vmware.api [None req-a7d9019b-0725-4f3c-835c-159d432db8f1 tempest-ImagesOneServerNegativeTestJSON-405389268 tempest-ImagesOneServerNegativeTestJSON-405389268-project-member] Task: {'id': task-4070200, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.500358] env[69770]: DEBUG oslo_concurrency.lockutils [None req-2b339c61-828f-490c-9a7b-9ced1a2c1b87 tempest-ServersNegativeTestJSON-1437959553 tempest-ServersNegativeTestJSON-1437959553-project-member] Releasing lock "refresh_cache-1cd3da96-102f-4a22-8f53-12b32485ffa2" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.501795] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3ea4184-ded5-494e-bb16-2eb64eef8b82 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.507687] env[69770]: DEBUG nova.network.neutron [req-323163f3-def4-4948-8c79-e94988000547 req-1a17860b-f9cc-4bed-9ee6-a73ba049658e service nova] [instance: cef6cba7-84fd-45db-82bf-20df6499c75e] Updated VIF entry in instance network info cache for port ec07f03d-4fa2-4267-9d00-eec6418a9fe9. {{(pid=69770) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1038.507687] env[69770]: DEBUG nova.network.neutron [req-323163f3-def4-4948-8c79-e94988000547 req-1a17860b-f9cc-4bed-9ee6-a73ba049658e service nova] [instance: cef6cba7-84fd-45db-82bf-20df6499c75e] Updating instance_info_cache with network_info: [{"id": "ec07f03d-4fa2-4267-9d00-eec6418a9fe9", "address": "fa:16:3e:21:bc:f4", "network": {"id": "2c04bb6a-b580-40ff-bbd3-f6af8dbc9a37", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-1118700838-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "670f54a83dc6482f9b3489b81aafee43", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f3a80436-f7a9-431a-acec-aca3d76e3f9b", "external-id": "cl2-zone-339", "segmentation_id": 339, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapec07f03d-4f", "ovs_interfaceid": "ec07f03d-4fa2-4267-9d00-eec6418a9fe9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69770) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1038.513673] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-2b339c61-828f-490c-9a7b-9ced1a2c1b87 tempest-ServersNegativeTestJSON-1437959553 tempest-ServersNegativeTestJSON-1437959553-project-member] [instance: 1cd3da96-102f-4a22-8f53-12b32485ffa2] Resuming the VM {{(pid=69770) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1183}} [ 1038.514408] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-17797568-60a6-4e56-986a-d823079454e9 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.523442] env[69770]: DEBUG oslo_vmware.api [None req-2b339c61-828f-490c-9a7b-9ced1a2c1b87 tempest-ServersNegativeTestJSON-1437959553 tempest-ServersNegativeTestJSON-1437959553-project-member] Waiting for the task: (returnval){ [ 1038.523442] env[69770]: value = "task-4070201" [ 1038.523442] env[69770]: _type = "Task" [ 1038.523442] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1038.538605] env[69770]: DEBUG nova.compute.utils [None req-2b124d0e-a216-4a2b-9b03-ac11d27dcb58 tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] Using /dev/sd instead of None {{(pid=69770) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1038.540964] env[69770]: DEBUG oslo_vmware.api [None req-2b339c61-828f-490c-9a7b-9ced1a2c1b87 tempest-ServersNegativeTestJSON-1437959553 tempest-ServersNegativeTestJSON-1437959553-project-member] Task: {'id': task-4070201, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.544911] env[69770]: DEBUG nova.compute.manager [None req-2b124d0e-a216-4a2b-9b03-ac11d27dcb58 tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] [instance: fb2581e0-5c22-4622-a652-818f9af7a9ba] Allocating IP information in the background. {{(pid=69770) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1038.544911] env[69770]: DEBUG nova.network.neutron [None req-2b124d0e-a216-4a2b-9b03-ac11d27dcb58 tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] [instance: fb2581e0-5c22-4622-a652-818f9af7a9ba] allocate_for_instance() {{(pid=69770) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1038.627480] env[69770]: DEBUG oslo_vmware.api [None req-705dfd5f-309c-4067-af63-bf1c9ceb15cb tempest-ServersV294TestFqdnHostnames-822854397 tempest-ServersV294TestFqdnHostnames-822854397-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]528406fe-4b9c-6384-afe0-337d2a5cdd5f, 'name': SearchDatastore_Task, 'duration_secs': 0.010308} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1038.629015] env[69770]: DEBUG oslo_concurrency.lockutils [None req-705dfd5f-309c-4067-af63-bf1c9ceb15cb tempest-ServersV294TestFqdnHostnames-822854397 tempest-ServersV294TestFqdnHostnames-822854397-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.629015] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-705dfd5f-309c-4067-af63-bf1c9ceb15cb tempest-ServersV294TestFqdnHostnames-822854397 tempest-ServersV294TestFqdnHostnames-822854397-project-member] [instance: cef6cba7-84fd-45db-82bf-20df6499c75e] Processing image d1eaff80-24a0-4391-90eb-59958b1ecf0a {{(pid=69770) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1038.629088] env[69770]: DEBUG oslo_concurrency.lockutils [None req-705dfd5f-309c-4067-af63-bf1c9ceb15cb tempest-ServersV294TestFqdnHostnames-822854397 tempest-ServersV294TestFqdnHostnames-822854397-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.629238] env[69770]: DEBUG oslo_concurrency.lockutils [None req-705dfd5f-309c-4067-af63-bf1c9ceb15cb tempest-ServersV294TestFqdnHostnames-822854397 tempest-ServersV294TestFqdnHostnames-822854397-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.629418] env[69770]: DEBUG nova.virt.vmwareapi.ds_util [None req-705dfd5f-309c-4067-af63-bf1c9ceb15cb tempest-ServersV294TestFqdnHostnames-822854397 tempest-ServersV294TestFqdnHostnames-822854397-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69770) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1038.635539] env[69770]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6d653060-d13b-4c45-990c-d37e22586974 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.658098] env[69770]: DEBUG nova.policy [None req-2b124d0e-a216-4a2b-9b03-ac11d27dcb58 tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '96302256b41c4dbeb62a6283ae0b2113', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '79f08803ff104b29b1724007c4361a7e', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69770) authorize /opt/stack/nova/nova/policy.py:192}} [ 1038.660177] env[69770]: DEBUG nova.virt.vmwareapi.ds_util [None req-705dfd5f-309c-4067-af63-bf1c9ceb15cb tempest-ServersV294TestFqdnHostnames-822854397 tempest-ServersV294TestFqdnHostnames-822854397-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69770) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1038.661257] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-705dfd5f-309c-4067-af63-bf1c9ceb15cb tempest-ServersV294TestFqdnHostnames-822854397 tempest-ServersV294TestFqdnHostnames-822854397-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69770) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1038.661257] env[69770]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-441d614d-7de9-4d23-b086-61f18f6d4dc8 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.670524] env[69770]: DEBUG oslo_vmware.api [None req-705dfd5f-309c-4067-af63-bf1c9ceb15cb tempest-ServersV294TestFqdnHostnames-822854397 tempest-ServersV294TestFqdnHostnames-822854397-project-member] Waiting for the task: (returnval){ [ 1038.670524] env[69770]: value = "session[52161b52-cb8e-ec9f-1132-2f6b49549d41]521f59ab-c20a-d694-5f2e-fd61cebfb9df" [ 1038.670524] env[69770]: _type = "Task" [ 1038.670524] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1038.696135] env[69770]: DEBUG oslo_vmware.api [None req-705dfd5f-309c-4067-af63-bf1c9ceb15cb tempest-ServersV294TestFqdnHostnames-822854397 tempest-ServersV294TestFqdnHostnames-822854397-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]521f59ab-c20a-d694-5f2e-fd61cebfb9df, 'name': SearchDatastore_Task, 'duration_secs': 0.011018} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1038.696135] env[69770]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f4753a0f-c3a6-46da-9673-c0abd077e358 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.704686] env[69770]: DEBUG oslo_vmware.api [None req-705dfd5f-309c-4067-af63-bf1c9ceb15cb tempest-ServersV294TestFqdnHostnames-822854397 tempest-ServersV294TestFqdnHostnames-822854397-project-member] Waiting for the task: (returnval){ [ 1038.704686] env[69770]: value = "session[52161b52-cb8e-ec9f-1132-2f6b49549d41]52fea49b-c6bc-03af-be73-191564cbaaa1" [ 1038.704686] env[69770]: _type = "Task" [ 1038.704686] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1038.714695] env[69770]: DEBUG oslo_vmware.api [None req-705dfd5f-309c-4067-af63-bf1c9ceb15cb tempest-ServersV294TestFqdnHostnames-822854397 tempest-ServersV294TestFqdnHostnames-822854397-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]52fea49b-c6bc-03af-be73-191564cbaaa1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.738770] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-d7d2d0fd-f035-427d-96b0-e2c5bb4fe449 tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] [instance: d6322138-4f18-4a8b-8062-4c732a8e6585] Powering off the VM {{(pid=69770) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1038.739338] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ca379c28-2826-43a9-a4a8-df02a697065d {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.748038] env[69770]: DEBUG oslo_vmware.api [None req-d7d2d0fd-f035-427d-96b0-e2c5bb4fe449 tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] Waiting for the task: (returnval){ [ 1038.748038] env[69770]: value = "task-4070202" [ 1038.748038] env[69770]: _type = "Task" [ 1038.748038] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1038.757228] env[69770]: DEBUG oslo_vmware.api [None req-d7d2d0fd-f035-427d-96b0-e2c5bb4fe449 tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] Task: {'id': task-4070202, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.840287] env[69770]: DEBUG oslo_concurrency.lockutils [None req-328d9965-1038-4b57-8cf3-d5ed0a04e3d0 tempest-ServerRescueTestJSON-2083557613 tempest-ServerRescueTestJSON-2083557613-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1038.892934] env[69770]: DEBUG oslo_vmware.api [None req-a7d9019b-0725-4f3c-835c-159d432db8f1 tempest-ImagesOneServerNegativeTestJSON-405389268 tempest-ImagesOneServerNegativeTestJSON-405389268-project-member] Task: {'id': task-4070200, 'name': PowerOffVM_Task, 'duration_secs': 0.244794} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1038.893990] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-a7d9019b-0725-4f3c-835c-159d432db8f1 tempest-ImagesOneServerNegativeTestJSON-405389268 tempest-ImagesOneServerNegativeTestJSON-405389268-project-member] [instance: 725b289a-785b-4a90-9b47-a7996a1f011f] Powered off the VM {{(pid=69770) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1038.894302] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-a7d9019b-0725-4f3c-835c-159d432db8f1 tempest-ImagesOneServerNegativeTestJSON-405389268 tempest-ImagesOneServerNegativeTestJSON-405389268-project-member] [instance: 725b289a-785b-4a90-9b47-a7996a1f011f] Unregistering the VM {{(pid=69770) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1038.894614] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-10b31ac2-f7c0-48f6-a634-9b9fe189b885 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.975236] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-a7d9019b-0725-4f3c-835c-159d432db8f1 tempest-ImagesOneServerNegativeTestJSON-405389268 tempest-ImagesOneServerNegativeTestJSON-405389268-project-member] [instance: 725b289a-785b-4a90-9b47-a7996a1f011f] Unregistered the VM {{(pid=69770) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1038.975563] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-a7d9019b-0725-4f3c-835c-159d432db8f1 tempest-ImagesOneServerNegativeTestJSON-405389268 tempest-ImagesOneServerNegativeTestJSON-405389268-project-member] [instance: 725b289a-785b-4a90-9b47-a7996a1f011f] Deleting contents of the VM from datastore datastore1 {{(pid=69770) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1038.976110] env[69770]: DEBUG nova.virt.vmwareapi.ds_util [None req-a7d9019b-0725-4f3c-835c-159d432db8f1 tempest-ImagesOneServerNegativeTestJSON-405389268 tempest-ImagesOneServerNegativeTestJSON-405389268-project-member] Deleting the datastore file [datastore1] 725b289a-785b-4a90-9b47-a7996a1f011f {{(pid=69770) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1038.976379] env[69770]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b340bb4c-a1f2-4bd8-b328-953e416ca735 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.986891] env[69770]: DEBUG oslo_vmware.api [None req-a7d9019b-0725-4f3c-835c-159d432db8f1 tempest-ImagesOneServerNegativeTestJSON-405389268 tempest-ImagesOneServerNegativeTestJSON-405389268-project-member] Waiting for the task: (returnval){ [ 1038.986891] env[69770]: value = "task-4070204" [ 1038.986891] env[69770]: _type = "Task" [ 1038.986891] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1039.000345] env[69770]: DEBUG oslo_vmware.api [None req-a7d9019b-0725-4f3c-835c-159d432db8f1 tempest-ImagesOneServerNegativeTestJSON-405389268 tempest-ImagesOneServerNegativeTestJSON-405389268-project-member] Task: {'id': task-4070204, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.003292] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e231e70f-6512-489b-b415-5b8fbcb88e13 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.011834] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be7f8614-a65e-4ab1-abb6-51760894fed9 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.016650] env[69770]: DEBUG oslo_concurrency.lockutils [req-323163f3-def4-4948-8c79-e94988000547 req-1a17860b-f9cc-4bed-9ee6-a73ba049658e service nova] Releasing lock "refresh_cache-cef6cba7-84fd-45db-82bf-20df6499c75e" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.053152] env[69770]: DEBUG nova.compute.manager [None req-2b124d0e-a216-4a2b-9b03-ac11d27dcb58 tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] [instance: fb2581e0-5c22-4622-a652-818f9af7a9ba] Start building block device mappings for instance. {{(pid=69770) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1039.064223] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db5b6f82-ca3a-4a4b-af57-26fc0492b18d {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.074161] env[69770]: DEBUG oslo_vmware.api [None req-2b339c61-828f-490c-9a7b-9ced1a2c1b87 tempest-ServersNegativeTestJSON-1437959553 tempest-ServersNegativeTestJSON-1437959553-project-member] Task: {'id': task-4070201, 'name': PowerOnVM_Task} progress is 93%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.077878] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40ec72e1-df24-412a-9c9c-c539ee085f6b {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.097592] env[69770]: DEBUG nova.compute.provider_tree [None req-68b5ffd7-65b3-4eb2-bf46-c8c2eb7b3a45 tempest-ServerShowV257Test-679390461 tempest-ServerShowV257Test-679390461-project-member] Inventory has not changed in ProviderTree for provider: 7cc7d32b-b7a7-454a-a456-2a440248ed9d {{(pid=69770) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1039.220895] env[69770]: DEBUG oslo_vmware.api [None req-705dfd5f-309c-4067-af63-bf1c9ceb15cb tempest-ServersV294TestFqdnHostnames-822854397 tempest-ServersV294TestFqdnHostnames-822854397-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]52fea49b-c6bc-03af-be73-191564cbaaa1, 'name': SearchDatastore_Task, 'duration_secs': 0.01771} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1039.221231] env[69770]: DEBUG oslo_concurrency.lockutils [None req-705dfd5f-309c-4067-af63-bf1c9ceb15cb tempest-ServersV294TestFqdnHostnames-822854397 tempest-ServersV294TestFqdnHostnames-822854397-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.221507] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-705dfd5f-309c-4067-af63-bf1c9ceb15cb tempest-ServersV294TestFqdnHostnames-822854397 tempest-ServersV294TestFqdnHostnames-822854397-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk to [datastore2] cef6cba7-84fd-45db-82bf-20df6499c75e/cef6cba7-84fd-45db-82bf-20df6499c75e.vmdk {{(pid=69770) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1039.221848] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c968483f-63de-41e2-9032-48e3067ab7c0 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.233852] env[69770]: DEBUG oslo_vmware.api [None req-705dfd5f-309c-4067-af63-bf1c9ceb15cb tempest-ServersV294TestFqdnHostnames-822854397 tempest-ServersV294TestFqdnHostnames-822854397-project-member] Waiting for the task: (returnval){ [ 1039.233852] env[69770]: value = "task-4070205" [ 1039.233852] env[69770]: _type = "Task" [ 1039.233852] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1039.248230] env[69770]: DEBUG oslo_vmware.api [None req-705dfd5f-309c-4067-af63-bf1c9ceb15cb tempest-ServersV294TestFqdnHostnames-822854397 tempest-ServersV294TestFqdnHostnames-822854397-project-member] Task: {'id': task-4070205, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.261797] env[69770]: DEBUG oslo_vmware.api [None req-d7d2d0fd-f035-427d-96b0-e2c5bb4fe449 tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] Task: {'id': task-4070202, 'name': PowerOffVM_Task, 'duration_secs': 0.260538} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1039.262195] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-d7d2d0fd-f035-427d-96b0-e2c5bb4fe449 tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] [instance: d6322138-4f18-4a8b-8062-4c732a8e6585] Powered off the VM {{(pid=69770) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1039.262503] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-d7d2d0fd-f035-427d-96b0-e2c5bb4fe449 tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] [instance: d6322138-4f18-4a8b-8062-4c732a8e6585] Destroying instance {{(pid=69770) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1039.263612] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93264b35-621e-48ef-b822-c85080792f70 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.268081] env[69770]: DEBUG nova.network.neutron [None req-2b124d0e-a216-4a2b-9b03-ac11d27dcb58 tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] [instance: fb2581e0-5c22-4622-a652-818f9af7a9ba] Successfully created port: 65e944a6-1d45-434d-9fb8-f33a38dbc8c5 {{(pid=69770) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1039.279124] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-d7d2d0fd-f035-427d-96b0-e2c5bb4fe449 tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] [instance: d6322138-4f18-4a8b-8062-4c732a8e6585] Unregistering the VM {{(pid=69770) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1039.279524] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a5d30515-67a5-4e0c-b0cb-258213d1d7ad {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.438035] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-d7d2d0fd-f035-427d-96b0-e2c5bb4fe449 tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] [instance: d6322138-4f18-4a8b-8062-4c732a8e6585] Unregistered the VM {{(pid=69770) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1039.438385] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-d7d2d0fd-f035-427d-96b0-e2c5bb4fe449 tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] [instance: d6322138-4f18-4a8b-8062-4c732a8e6585] Deleting contents of the VM from datastore datastore1 {{(pid=69770) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1039.438655] env[69770]: DEBUG nova.virt.vmwareapi.ds_util [None req-d7d2d0fd-f035-427d-96b0-e2c5bb4fe449 tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] Deleting the datastore file [datastore1] d6322138-4f18-4a8b-8062-4c732a8e6585 {{(pid=69770) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1039.438990] env[69770]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6f441746-d9b5-4a16-91b6-0912415b6dfc {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.447612] env[69770]: DEBUG oslo_vmware.api [None req-d7d2d0fd-f035-427d-96b0-e2c5bb4fe449 tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] Waiting for the task: (returnval){ [ 1039.447612] env[69770]: value = "task-4070207" [ 1039.447612] env[69770]: _type = "Task" [ 1039.447612] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1039.458392] env[69770]: DEBUG oslo_vmware.api [None req-d7d2d0fd-f035-427d-96b0-e2c5bb4fe449 tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] Task: {'id': task-4070207, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.471756] env[69770]: DEBUG nova.compute.manager [req-69add534-0570-4342-840d-97db52c00539 req-9dd12f14-a890-4fb8-ba43-2b58be56a8af service nova] [instance: 6d778061-f3b5-4dc9-ab22-b1787ddd972e] Received event network-vif-deleted-dacad569-8999-4d4a-aee9-b823530406be {{(pid=69770) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1039.502060] env[69770]: DEBUG oslo_vmware.api [None req-a7d9019b-0725-4f3c-835c-159d432db8f1 tempest-ImagesOneServerNegativeTestJSON-405389268 tempest-ImagesOneServerNegativeTestJSON-405389268-project-member] Task: {'id': task-4070204, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.574163] env[69770]: DEBUG oslo_vmware.api [None req-2b339c61-828f-490c-9a7b-9ced1a2c1b87 tempest-ServersNegativeTestJSON-1437959553 tempest-ServersNegativeTestJSON-1437959553-project-member] Task: {'id': task-4070201, 'name': PowerOnVM_Task, 'duration_secs': 0.874561} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1039.574163] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-2b339c61-828f-490c-9a7b-9ced1a2c1b87 tempest-ServersNegativeTestJSON-1437959553 tempest-ServersNegativeTestJSON-1437959553-project-member] [instance: 1cd3da96-102f-4a22-8f53-12b32485ffa2] Resumed the VM {{(pid=69770) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1188}} [ 1039.574163] env[69770]: DEBUG nova.compute.manager [None req-2b339c61-828f-490c-9a7b-9ced1a2c1b87 tempest-ServersNegativeTestJSON-1437959553 tempest-ServersNegativeTestJSON-1437959553-project-member] [instance: 1cd3da96-102f-4a22-8f53-12b32485ffa2] Checking state {{(pid=69770) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1039.574163] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ba910e3-e03e-4575-a0d8-a495831503d0 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.602365] env[69770]: DEBUG nova.scheduler.client.report [None req-68b5ffd7-65b3-4eb2-bf46-c8c2eb7b3a45 tempest-ServerShowV257Test-679390461 tempest-ServerShowV257Test-679390461-project-member] Inventory has not changed for provider 7cc7d32b-b7a7-454a-a456-2a440248ed9d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69770) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1039.746044] env[69770]: DEBUG oslo_vmware.api [None req-705dfd5f-309c-4067-af63-bf1c9ceb15cb tempest-ServersV294TestFqdnHostnames-822854397 tempest-ServersV294TestFqdnHostnames-822854397-project-member] Task: {'id': task-4070205, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.862991] env[69770]: DEBUG oslo_concurrency.lockutils [None req-a6e691b6-edbd-4f19-9637-8ed6102dd885 tempest-ServersWithSpecificFlavorTestJSON-412767258 tempest-ServersWithSpecificFlavorTestJSON-412767258-project-member] Acquiring lock "e4982a7d-45f6-4b3d-9768-7d260a133e8d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1039.863389] env[69770]: DEBUG oslo_concurrency.lockutils [None req-a6e691b6-edbd-4f19-9637-8ed6102dd885 tempest-ServersWithSpecificFlavorTestJSON-412767258 tempest-ServersWithSpecificFlavorTestJSON-412767258-project-member] Lock "e4982a7d-45f6-4b3d-9768-7d260a133e8d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1039.863652] env[69770]: DEBUG oslo_concurrency.lockutils [None req-a6e691b6-edbd-4f19-9637-8ed6102dd885 tempest-ServersWithSpecificFlavorTestJSON-412767258 tempest-ServersWithSpecificFlavorTestJSON-412767258-project-member] Acquiring lock "e4982a7d-45f6-4b3d-9768-7d260a133e8d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1039.863814] env[69770]: DEBUG oslo_concurrency.lockutils [None req-a6e691b6-edbd-4f19-9637-8ed6102dd885 tempest-ServersWithSpecificFlavorTestJSON-412767258 tempest-ServersWithSpecificFlavorTestJSON-412767258-project-member] Lock "e4982a7d-45f6-4b3d-9768-7d260a133e8d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1039.863991] env[69770]: DEBUG oslo_concurrency.lockutils [None req-a6e691b6-edbd-4f19-9637-8ed6102dd885 tempest-ServersWithSpecificFlavorTestJSON-412767258 tempest-ServersWithSpecificFlavorTestJSON-412767258-project-member] Lock "e4982a7d-45f6-4b3d-9768-7d260a133e8d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1039.866518] env[69770]: INFO nova.compute.manager [None req-a6e691b6-edbd-4f19-9637-8ed6102dd885 tempest-ServersWithSpecificFlavorTestJSON-412767258 tempest-ServersWithSpecificFlavorTestJSON-412767258-project-member] [instance: e4982a7d-45f6-4b3d-9768-7d260a133e8d] Terminating instance [ 1039.958100] env[69770]: DEBUG oslo_vmware.api [None req-d7d2d0fd-f035-427d-96b0-e2c5bb4fe449 tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] Task: {'id': task-4070207, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.33363} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1039.958100] env[69770]: DEBUG nova.virt.vmwareapi.ds_util [None req-d7d2d0fd-f035-427d-96b0-e2c5bb4fe449 tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] Deleted the datastore file {{(pid=69770) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1039.958316] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-d7d2d0fd-f035-427d-96b0-e2c5bb4fe449 tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] [instance: d6322138-4f18-4a8b-8062-4c732a8e6585] Deleted contents of the VM from datastore datastore1 {{(pid=69770) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1039.958316] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-d7d2d0fd-f035-427d-96b0-e2c5bb4fe449 tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] [instance: d6322138-4f18-4a8b-8062-4c732a8e6585] Instance destroyed {{(pid=69770) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1040.008077] env[69770]: DEBUG oslo_vmware.api [None req-a7d9019b-0725-4f3c-835c-159d432db8f1 tempest-ImagesOneServerNegativeTestJSON-405389268 tempest-ImagesOneServerNegativeTestJSON-405389268-project-member] Task: {'id': task-4070204, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.666734} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1040.008740] env[69770]: DEBUG nova.virt.vmwareapi.ds_util [None req-a7d9019b-0725-4f3c-835c-159d432db8f1 tempest-ImagesOneServerNegativeTestJSON-405389268 tempest-ImagesOneServerNegativeTestJSON-405389268-project-member] Deleted the datastore file {{(pid=69770) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1040.008740] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-a7d9019b-0725-4f3c-835c-159d432db8f1 tempest-ImagesOneServerNegativeTestJSON-405389268 tempest-ImagesOneServerNegativeTestJSON-405389268-project-member] [instance: 725b289a-785b-4a90-9b47-a7996a1f011f] Deleted contents of the VM from datastore datastore1 {{(pid=69770) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1040.008740] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-a7d9019b-0725-4f3c-835c-159d432db8f1 tempest-ImagesOneServerNegativeTestJSON-405389268 tempest-ImagesOneServerNegativeTestJSON-405389268-project-member] [instance: 725b289a-785b-4a90-9b47-a7996a1f011f] Instance destroyed {{(pid=69770) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1040.008883] env[69770]: INFO nova.compute.manager [None req-a7d9019b-0725-4f3c-835c-159d432db8f1 tempest-ImagesOneServerNegativeTestJSON-405389268 tempest-ImagesOneServerNegativeTestJSON-405389268-project-member] [instance: 725b289a-785b-4a90-9b47-a7996a1f011f] Took 1.65 seconds to destroy the instance on the hypervisor. [ 1040.009110] env[69770]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a7d9019b-0725-4f3c-835c-159d432db8f1 tempest-ImagesOneServerNegativeTestJSON-405389268 tempest-ImagesOneServerNegativeTestJSON-405389268-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69770) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1040.009318] env[69770]: DEBUG nova.compute.manager [-] [instance: 725b289a-785b-4a90-9b47-a7996a1f011f] Deallocating network for instance {{(pid=69770) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1040.009536] env[69770]: DEBUG nova.network.neutron [-] [instance: 725b289a-785b-4a90-9b47-a7996a1f011f] deallocate_for_instance() {{(pid=69770) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1040.067221] env[69770]: DEBUG nova.compute.manager [None req-2b124d0e-a216-4a2b-9b03-ac11d27dcb58 tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] [instance: fb2581e0-5c22-4622-a652-818f9af7a9ba] Start spawning the instance on the hypervisor. {{(pid=69770) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1040.105652] env[69770]: DEBUG nova.virt.hardware [None req-2b124d0e-a216-4a2b-9b03-ac11d27dcb58 tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T12:16:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T12:16:11Z,direct_url=,disk_format='vmdk',id=d1eaff80-24a0-4391-90eb-59958b1ecf0a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d65f20bb89fb40a98b77bc6d97357df2',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T12:16:12Z,virtual_size=,visibility=), allow threads: False {{(pid=69770) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1040.105987] env[69770]: DEBUG nova.virt.hardware [None req-2b124d0e-a216-4a2b-9b03-ac11d27dcb58 tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] Flavor limits 0:0:0 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1040.106174] env[69770]: DEBUG nova.virt.hardware [None req-2b124d0e-a216-4a2b-9b03-ac11d27dcb58 tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] Image limits 0:0:0 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1040.106390] env[69770]: DEBUG nova.virt.hardware [None req-2b124d0e-a216-4a2b-9b03-ac11d27dcb58 tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] Flavor pref 0:0:0 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1040.106565] env[69770]: DEBUG nova.virt.hardware [None req-2b124d0e-a216-4a2b-9b03-ac11d27dcb58 tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] Image pref 0:0:0 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1040.106720] env[69770]: DEBUG nova.virt.hardware [None req-2b124d0e-a216-4a2b-9b03-ac11d27dcb58 tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1040.106932] env[69770]: DEBUG nova.virt.hardware [None req-2b124d0e-a216-4a2b-9b03-ac11d27dcb58 tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69770) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1040.107107] env[69770]: DEBUG nova.virt.hardware [None req-2b124d0e-a216-4a2b-9b03-ac11d27dcb58 tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69770) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1040.107297] env[69770]: DEBUG nova.virt.hardware [None req-2b124d0e-a216-4a2b-9b03-ac11d27dcb58 tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] Got 1 possible topologies {{(pid=69770) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1040.107535] env[69770]: DEBUG nova.virt.hardware [None req-2b124d0e-a216-4a2b-9b03-ac11d27dcb58 tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69770) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1040.107725] env[69770]: DEBUG nova.virt.hardware [None req-2b124d0e-a216-4a2b-9b03-ac11d27dcb58 tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69770) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1040.108839] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ed9520a-caed-41d7-963b-efcee7330925 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.112243] env[69770]: DEBUG oslo_concurrency.lockutils [None req-68b5ffd7-65b3-4eb2-bf46-c8c2eb7b3a45 tempest-ServerShowV257Test-679390461 tempest-ServerShowV257Test-679390461-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.078s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1040.115161] env[69770]: DEBUG oslo_concurrency.lockutils [None req-9e41b3a4-51b7-4850-96df-90e0947a6a38 tempest-ServersAdminTestJSON-142622790 tempest-ServersAdminTestJSON-142622790-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.495s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1040.115483] env[69770]: DEBUG nova.objects.instance [None req-9e41b3a4-51b7-4850-96df-90e0947a6a38 tempest-ServersAdminTestJSON-142622790 tempest-ServersAdminTestJSON-142622790-project-member] Lazy-loading 'resources' on Instance uuid e7c6d72e-2455-4d69-a2a7-5ee48fa3a22c {{(pid=69770) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1040.124427] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba4da0ba-0cee-475f-a40e-514715bc081c {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.142378] env[69770]: INFO nova.scheduler.client.report [None req-68b5ffd7-65b3-4eb2-bf46-c8c2eb7b3a45 tempest-ServerShowV257Test-679390461 tempest-ServerShowV257Test-679390461-project-member] Deleted allocations for instance 0d90aae9-45e9-424d-b06f-7dcbef05f5bf [ 1040.245410] env[69770]: DEBUG oslo_vmware.api [None req-705dfd5f-309c-4067-af63-bf1c9ceb15cb tempest-ServersV294TestFqdnHostnames-822854397 tempest-ServersV294TestFqdnHostnames-822854397-project-member] Task: {'id': task-4070205, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.727257} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1040.245760] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-705dfd5f-309c-4067-af63-bf1c9ceb15cb tempest-ServersV294TestFqdnHostnames-822854397 tempest-ServersV294TestFqdnHostnames-822854397-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk to [datastore2] cef6cba7-84fd-45db-82bf-20df6499c75e/cef6cba7-84fd-45db-82bf-20df6499c75e.vmdk {{(pid=69770) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1040.246095] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-705dfd5f-309c-4067-af63-bf1c9ceb15cb tempest-ServersV294TestFqdnHostnames-822854397 tempest-ServersV294TestFqdnHostnames-822854397-project-member] [instance: cef6cba7-84fd-45db-82bf-20df6499c75e] Extending root virtual disk to 1048576 {{(pid=69770) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1040.246748] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f38c5410-df76-411c-9fa9-c1ef8aea4abd {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.255733] env[69770]: DEBUG oslo_vmware.api [None req-705dfd5f-309c-4067-af63-bf1c9ceb15cb tempest-ServersV294TestFqdnHostnames-822854397 tempest-ServersV294TestFqdnHostnames-822854397-project-member] Waiting for the task: (returnval){ [ 1040.255733] env[69770]: value = "task-4070208" [ 1040.255733] env[69770]: _type = "Task" [ 1040.255733] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1040.266920] env[69770]: DEBUG oslo_vmware.api [None req-705dfd5f-309c-4067-af63-bf1c9ceb15cb tempest-ServersV294TestFqdnHostnames-822854397 tempest-ServersV294TestFqdnHostnames-822854397-project-member] Task: {'id': task-4070208, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.371580] env[69770]: DEBUG nova.compute.manager [None req-a6e691b6-edbd-4f19-9637-8ed6102dd885 tempest-ServersWithSpecificFlavorTestJSON-412767258 tempest-ServersWithSpecificFlavorTestJSON-412767258-project-member] [instance: e4982a7d-45f6-4b3d-9768-7d260a133e8d] Start destroying the instance on the hypervisor. {{(pid=69770) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1040.371829] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-a6e691b6-edbd-4f19-9637-8ed6102dd885 tempest-ServersWithSpecificFlavorTestJSON-412767258 tempest-ServersWithSpecificFlavorTestJSON-412767258-project-member] [instance: e4982a7d-45f6-4b3d-9768-7d260a133e8d] Destroying instance {{(pid=69770) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1040.372740] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33f3f1d6-78c5-4479-a7f6-4a8b5754623a {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.381560] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6e691b6-edbd-4f19-9637-8ed6102dd885 tempest-ServersWithSpecificFlavorTestJSON-412767258 tempest-ServersWithSpecificFlavorTestJSON-412767258-project-member] [instance: e4982a7d-45f6-4b3d-9768-7d260a133e8d] Powering off the VM {{(pid=69770) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1040.381847] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-269244e3-31ad-41f6-abd6-56972d73d7e2 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.388881] env[69770]: DEBUG oslo_vmware.api [None req-a6e691b6-edbd-4f19-9637-8ed6102dd885 tempest-ServersWithSpecificFlavorTestJSON-412767258 tempest-ServersWithSpecificFlavorTestJSON-412767258-project-member] Waiting for the task: (returnval){ [ 1040.388881] env[69770]: value = "task-4070209" [ 1040.388881] env[69770]: _type = "Task" [ 1040.388881] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1040.399677] env[69770]: DEBUG oslo_vmware.api [None req-a6e691b6-edbd-4f19-9637-8ed6102dd885 tempest-ServersWithSpecificFlavorTestJSON-412767258 tempest-ServersWithSpecificFlavorTestJSON-412767258-project-member] Task: {'id': task-4070209, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.651887] env[69770]: DEBUG oslo_concurrency.lockutils [None req-68b5ffd7-65b3-4eb2-bf46-c8c2eb7b3a45 tempest-ServerShowV257Test-679390461 tempest-ServerShowV257Test-679390461-project-member] Lock "0d90aae9-45e9-424d-b06f-7dcbef05f5bf" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 28.081s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1040.767020] env[69770]: DEBUG oslo_vmware.api [None req-705dfd5f-309c-4067-af63-bf1c9ceb15cb tempest-ServersV294TestFqdnHostnames-822854397 tempest-ServersV294TestFqdnHostnames-822854397-project-member] Task: {'id': task-4070208, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075274} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1040.775034] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-705dfd5f-309c-4067-af63-bf1c9ceb15cb tempest-ServersV294TestFqdnHostnames-822854397 tempest-ServersV294TestFqdnHostnames-822854397-project-member] [instance: cef6cba7-84fd-45db-82bf-20df6499c75e] Extended root virtual disk {{(pid=69770) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1040.775034] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77d77f17-c289-48e7-acfc-ce570aeb4aff {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.814531] env[69770]: DEBUG nova.virt.vmwareapi.volumeops [None req-705dfd5f-309c-4067-af63-bf1c9ceb15cb tempest-ServersV294TestFqdnHostnames-822854397 tempest-ServersV294TestFqdnHostnames-822854397-project-member] [instance: cef6cba7-84fd-45db-82bf-20df6499c75e] Reconfiguring VM instance instance-0000004c to attach disk [datastore2] cef6cba7-84fd-45db-82bf-20df6499c75e/cef6cba7-84fd-45db-82bf-20df6499c75e.vmdk or device None with type sparse {{(pid=69770) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1040.818289] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e8790a77-29c5-4ff9-a9b4-d9ffbee12900 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.839492] env[69770]: DEBUG oslo_vmware.api [None req-705dfd5f-309c-4067-af63-bf1c9ceb15cb tempest-ServersV294TestFqdnHostnames-822854397 tempest-ServersV294TestFqdnHostnames-822854397-project-member] Waiting for the task: (returnval){ [ 1040.839492] env[69770]: value = "task-4070210" [ 1040.839492] env[69770]: _type = "Task" [ 1040.839492] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1040.859029] env[69770]: DEBUG oslo_vmware.api [None req-705dfd5f-309c-4067-af63-bf1c9ceb15cb tempest-ServersV294TestFqdnHostnames-822854397 tempest-ServersV294TestFqdnHostnames-822854397-project-member] Task: {'id': task-4070210, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.904155] env[69770]: DEBUG oslo_vmware.api [None req-a6e691b6-edbd-4f19-9637-8ed6102dd885 tempest-ServersWithSpecificFlavorTestJSON-412767258 tempest-ServersWithSpecificFlavorTestJSON-412767258-project-member] Task: {'id': task-4070209, 'name': PowerOffVM_Task, 'duration_secs': 0.414929} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1040.904533] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6e691b6-edbd-4f19-9637-8ed6102dd885 tempest-ServersWithSpecificFlavorTestJSON-412767258 tempest-ServersWithSpecificFlavorTestJSON-412767258-project-member] [instance: e4982a7d-45f6-4b3d-9768-7d260a133e8d] Powered off the VM {{(pid=69770) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1040.904957] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-a6e691b6-edbd-4f19-9637-8ed6102dd885 tempest-ServersWithSpecificFlavorTestJSON-412767258 tempest-ServersWithSpecificFlavorTestJSON-412767258-project-member] [instance: e4982a7d-45f6-4b3d-9768-7d260a133e8d] Unregistering the VM {{(pid=69770) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1040.905867] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1eab3c53-4580-4263-ad1f-455f8a6799a2 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.011476] env[69770]: DEBUG nova.virt.hardware [None req-d7d2d0fd-f035-427d-96b0-e2c5bb4fe449 tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T12:16:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T12:16:11Z,direct_url=,disk_format='vmdk',id=d1eaff80-24a0-4391-90eb-59958b1ecf0a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d65f20bb89fb40a98b77bc6d97357df2',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T12:16:12Z,virtual_size=,visibility=), allow threads: False {{(pid=69770) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1041.011836] env[69770]: DEBUG nova.virt.hardware [None req-d7d2d0fd-f035-427d-96b0-e2c5bb4fe449 tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] Flavor limits 0:0:0 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1041.012071] env[69770]: DEBUG nova.virt.hardware [None req-d7d2d0fd-f035-427d-96b0-e2c5bb4fe449 tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] Image limits 0:0:0 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1041.012323] env[69770]: DEBUG nova.virt.hardware [None req-d7d2d0fd-f035-427d-96b0-e2c5bb4fe449 tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] Flavor pref 0:0:0 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1041.012556] env[69770]: DEBUG nova.virt.hardware [None req-d7d2d0fd-f035-427d-96b0-e2c5bb4fe449 tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] Image pref 0:0:0 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1041.012806] env[69770]: DEBUG nova.virt.hardware [None req-d7d2d0fd-f035-427d-96b0-e2c5bb4fe449 tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1041.013156] env[69770]: DEBUG nova.virt.hardware [None req-d7d2d0fd-f035-427d-96b0-e2c5bb4fe449 tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69770) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1041.013352] env[69770]: DEBUG nova.virt.hardware [None req-d7d2d0fd-f035-427d-96b0-e2c5bb4fe449 tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69770) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1041.013574] env[69770]: DEBUG nova.virt.hardware [None req-d7d2d0fd-f035-427d-96b0-e2c5bb4fe449 tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] Got 1 possible topologies {{(pid=69770) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1041.013769] env[69770]: DEBUG nova.virt.hardware [None req-d7d2d0fd-f035-427d-96b0-e2c5bb4fe449 tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69770) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1041.014048] env[69770]: DEBUG nova.virt.hardware [None req-d7d2d0fd-f035-427d-96b0-e2c5bb4fe449 tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69770) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1041.015120] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f46a290a-fdf7-4c23-96ab-e3b3ef282baa {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.024793] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d21acdba-2296-40a4-b620-872eb2c3d162 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.029082] env[69770]: DEBUG nova.network.neutron [-] [instance: 725b289a-785b-4a90-9b47-a7996a1f011f] Updating instance_info_cache with network_info: [] {{(pid=69770) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1041.045194] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-d7d2d0fd-f035-427d-96b0-e2c5bb4fe449 tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] [instance: d6322138-4f18-4a8b-8062-4c732a8e6585] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7d:0d:33', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b91b49a8-b849-4d0c-97f7-74fdcd88ae03', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7e86ea34-4b79-4d01-9131-8853711f8716', 'vif_model': 'vmxnet3'}] {{(pid=69770) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1041.057025] env[69770]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d7d2d0fd-f035-427d-96b0-e2c5bb4fe449 tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69770) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1041.066061] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d6322138-4f18-4a8b-8062-4c732a8e6585] Creating VM on the ESX host {{(pid=69770) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1041.066377] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-a6e691b6-edbd-4f19-9637-8ed6102dd885 tempest-ServersWithSpecificFlavorTestJSON-412767258 tempest-ServersWithSpecificFlavorTestJSON-412767258-project-member] [instance: e4982a7d-45f6-4b3d-9768-7d260a133e8d] Unregistered the VM {{(pid=69770) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1041.066715] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-a6e691b6-edbd-4f19-9637-8ed6102dd885 tempest-ServersWithSpecificFlavorTestJSON-412767258 tempest-ServersWithSpecificFlavorTestJSON-412767258-project-member] [instance: e4982a7d-45f6-4b3d-9768-7d260a133e8d] Deleting contents of the VM from datastore datastore1 {{(pid=69770) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1041.067101] env[69770]: DEBUG nova.virt.vmwareapi.ds_util [None req-a6e691b6-edbd-4f19-9637-8ed6102dd885 tempest-ServersWithSpecificFlavorTestJSON-412767258 tempest-ServersWithSpecificFlavorTestJSON-412767258-project-member] Deleting the datastore file [datastore1] e4982a7d-45f6-4b3d-9768-7d260a133e8d {{(pid=69770) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1041.068155] env[69770]: DEBUG nova.network.neutron [None req-2b124d0e-a216-4a2b-9b03-ac11d27dcb58 tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] [instance: fb2581e0-5c22-4622-a652-818f9af7a9ba] Successfully updated port: 65e944a6-1d45-434d-9fb8-f33a38dbc8c5 {{(pid=69770) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1041.070352] env[69770]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-49431986-b26e-4087-a8d8-7e299e99fc59 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.093548] env[69770]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a2d67fc4-8cb0-4061-913c-a538d6532d31 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.093548] env[69770]: DEBUG oslo_concurrency.lockutils [None req-2b124d0e-a216-4a2b-9b03-ac11d27dcb58 tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] Acquiring lock "refresh_cache-fb2581e0-5c22-4622-a652-818f9af7a9ba" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.093548] env[69770]: DEBUG oslo_concurrency.lockutils [None req-2b124d0e-a216-4a2b-9b03-ac11d27dcb58 tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] Acquired lock "refresh_cache-fb2581e0-5c22-4622-a652-818f9af7a9ba" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.093548] env[69770]: DEBUG nova.network.neutron [None req-2b124d0e-a216-4a2b-9b03-ac11d27dcb58 tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] [instance: fb2581e0-5c22-4622-a652-818f9af7a9ba] Building network info cache for instance {{(pid=69770) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1041.104540] env[69770]: DEBUG oslo_vmware.api [None req-a6e691b6-edbd-4f19-9637-8ed6102dd885 tempest-ServersWithSpecificFlavorTestJSON-412767258 tempest-ServersWithSpecificFlavorTestJSON-412767258-project-member] Waiting for the task: (returnval){ [ 1041.104540] env[69770]: value = "task-4070212" [ 1041.104540] env[69770]: _type = "Task" [ 1041.104540] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1041.106434] env[69770]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1041.106434] env[69770]: value = "task-4070213" [ 1041.106434] env[69770]: _type = "Task" [ 1041.106434] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1041.120999] env[69770]: DEBUG oslo_vmware.api [None req-a6e691b6-edbd-4f19-9637-8ed6102dd885 tempest-ServersWithSpecificFlavorTestJSON-412767258 tempest-ServersWithSpecificFlavorTestJSON-412767258-project-member] Task: {'id': task-4070212, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.127290] env[69770]: DEBUG oslo_vmware.api [-] Task: {'id': task-4070213, 'name': CreateVM_Task} progress is 5%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.203521] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-292f93f3-9d1a-4a11-bff0-0be1304c7fd7 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.214301] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31cd2636-1141-465e-a0e8-21e1e925004d {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.249135] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e49da4e-f75c-4b1e-a352-be58b1f1ed67 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.259278] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b30590e-f3e6-4bb8-b86d-87624f883f7e {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.275814] env[69770]: DEBUG nova.compute.provider_tree [None req-9e41b3a4-51b7-4850-96df-90e0947a6a38 tempest-ServersAdminTestJSON-142622790 tempest-ServersAdminTestJSON-142622790-project-member] Inventory has not changed in ProviderTree for provider: 7cc7d32b-b7a7-454a-a456-2a440248ed9d {{(pid=69770) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1041.356652] env[69770]: DEBUG oslo_vmware.api [None req-705dfd5f-309c-4067-af63-bf1c9ceb15cb tempest-ServersV294TestFqdnHostnames-822854397 tempest-ServersV294TestFqdnHostnames-822854397-project-member] Task: {'id': task-4070210, 'name': ReconfigVM_Task, 'duration_secs': 0.35627} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1041.357141] env[69770]: DEBUG nova.virt.vmwareapi.volumeops [None req-705dfd5f-309c-4067-af63-bf1c9ceb15cb tempest-ServersV294TestFqdnHostnames-822854397 tempest-ServersV294TestFqdnHostnames-822854397-project-member] [instance: cef6cba7-84fd-45db-82bf-20df6499c75e] Reconfigured VM instance instance-0000004c to attach disk [datastore2] cef6cba7-84fd-45db-82bf-20df6499c75e/cef6cba7-84fd-45db-82bf-20df6499c75e.vmdk or device None with type sparse {{(pid=69770) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1041.358064] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-37635e70-35c6-4516-8620-ae93b74a34e6 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.366477] env[69770]: DEBUG oslo_vmware.api [None req-705dfd5f-309c-4067-af63-bf1c9ceb15cb tempest-ServersV294TestFqdnHostnames-822854397 tempest-ServersV294TestFqdnHostnames-822854397-project-member] Waiting for the task: (returnval){ [ 1041.366477] env[69770]: value = "task-4070214" [ 1041.366477] env[69770]: _type = "Task" [ 1041.366477] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1041.377703] env[69770]: DEBUG oslo_vmware.api [None req-705dfd5f-309c-4067-af63-bf1c9ceb15cb tempest-ServersV294TestFqdnHostnames-822854397 tempest-ServersV294TestFqdnHostnames-822854397-project-member] Task: {'id': task-4070214, 'name': Rename_Task} progress is 5%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.519482] env[69770]: DEBUG nova.compute.manager [req-9ef4b86e-5c59-41d4-8c3e-f67877303bb5 req-cfc6660e-5ece-453f-b18c-1d9f08178666 service nova] [instance: 725b289a-785b-4a90-9b47-a7996a1f011f] Received event network-vif-deleted-982abcaf-4785-4909-b651-bb9b8797efc4 {{(pid=69770) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1041.519793] env[69770]: DEBUG nova.compute.manager [req-9ef4b86e-5c59-41d4-8c3e-f67877303bb5 req-cfc6660e-5ece-453f-b18c-1d9f08178666 service nova] [instance: fb2581e0-5c22-4622-a652-818f9af7a9ba] Received event network-vif-plugged-65e944a6-1d45-434d-9fb8-f33a38dbc8c5 {{(pid=69770) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1041.520088] env[69770]: DEBUG oslo_concurrency.lockutils [req-9ef4b86e-5c59-41d4-8c3e-f67877303bb5 req-cfc6660e-5ece-453f-b18c-1d9f08178666 service nova] Acquiring lock "fb2581e0-5c22-4622-a652-818f9af7a9ba-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1041.520333] env[69770]: DEBUG oslo_concurrency.lockutils [req-9ef4b86e-5c59-41d4-8c3e-f67877303bb5 req-cfc6660e-5ece-453f-b18c-1d9f08178666 service nova] Lock "fb2581e0-5c22-4622-a652-818f9af7a9ba-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1041.520570] env[69770]: DEBUG oslo_concurrency.lockutils [req-9ef4b86e-5c59-41d4-8c3e-f67877303bb5 req-cfc6660e-5ece-453f-b18c-1d9f08178666 service nova] Lock "fb2581e0-5c22-4622-a652-818f9af7a9ba-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1041.520794] env[69770]: DEBUG nova.compute.manager [req-9ef4b86e-5c59-41d4-8c3e-f67877303bb5 req-cfc6660e-5ece-453f-b18c-1d9f08178666 service nova] [instance: fb2581e0-5c22-4622-a652-818f9af7a9ba] No waiting events found dispatching network-vif-plugged-65e944a6-1d45-434d-9fb8-f33a38dbc8c5 {{(pid=69770) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1041.521023] env[69770]: WARNING nova.compute.manager [req-9ef4b86e-5c59-41d4-8c3e-f67877303bb5 req-cfc6660e-5ece-453f-b18c-1d9f08178666 service nova] [instance: fb2581e0-5c22-4622-a652-818f9af7a9ba] Received unexpected event network-vif-plugged-65e944a6-1d45-434d-9fb8-f33a38dbc8c5 for instance with vm_state building and task_state spawning. [ 1041.521274] env[69770]: DEBUG nova.compute.manager [req-9ef4b86e-5c59-41d4-8c3e-f67877303bb5 req-cfc6660e-5ece-453f-b18c-1d9f08178666 service nova] [instance: fb2581e0-5c22-4622-a652-818f9af7a9ba] Received event network-changed-65e944a6-1d45-434d-9fb8-f33a38dbc8c5 {{(pid=69770) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1041.521472] env[69770]: DEBUG nova.compute.manager [req-9ef4b86e-5c59-41d4-8c3e-f67877303bb5 req-cfc6660e-5ece-453f-b18c-1d9f08178666 service nova] [instance: fb2581e0-5c22-4622-a652-818f9af7a9ba] Refreshing instance network info cache due to event network-changed-65e944a6-1d45-434d-9fb8-f33a38dbc8c5. {{(pid=69770) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1041.521695] env[69770]: DEBUG oslo_concurrency.lockutils [req-9ef4b86e-5c59-41d4-8c3e-f67877303bb5 req-cfc6660e-5ece-453f-b18c-1d9f08178666 service nova] Acquiring lock "refresh_cache-fb2581e0-5c22-4622-a652-818f9af7a9ba" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.534054] env[69770]: INFO nova.compute.manager [-] [instance: 725b289a-785b-4a90-9b47-a7996a1f011f] Took 1.52 seconds to deallocate network for instance. [ 1041.624980] env[69770]: DEBUG oslo_vmware.api [None req-a6e691b6-edbd-4f19-9637-8ed6102dd885 tempest-ServersWithSpecificFlavorTestJSON-412767258 tempest-ServersWithSpecificFlavorTestJSON-412767258-project-member] Task: {'id': task-4070212, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.630193] env[69770]: DEBUG oslo_vmware.api [-] Task: {'id': task-4070213, 'name': CreateVM_Task} progress is 99%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.663155] env[69770]: DEBUG nova.network.neutron [None req-2b124d0e-a216-4a2b-9b03-ac11d27dcb58 tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] [instance: fb2581e0-5c22-4622-a652-818f9af7a9ba] Instance cache missing network info. {{(pid=69770) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1041.780836] env[69770]: DEBUG nova.scheduler.client.report [None req-9e41b3a4-51b7-4850-96df-90e0947a6a38 tempest-ServersAdminTestJSON-142622790 tempest-ServersAdminTestJSON-142622790-project-member] Inventory has not changed for provider 7cc7d32b-b7a7-454a-a456-2a440248ed9d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69770) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1041.845576] env[69770]: DEBUG nova.network.neutron [None req-2b124d0e-a216-4a2b-9b03-ac11d27dcb58 tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] [instance: fb2581e0-5c22-4622-a652-818f9af7a9ba] Updating instance_info_cache with network_info: [{"id": "65e944a6-1d45-434d-9fb8-f33a38dbc8c5", "address": "fa:16:3e:2d:0a:85", "network": {"id": "deeccc4b-a1bb-4cc9-a2cb-ab451519c623", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1195845450-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "79f08803ff104b29b1724007c4361a7e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "26a1e556-1ede-445a-bf87-a35daa5d9070", "external-id": "nsx-vlan-transportzone-396", "segmentation_id": 396, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap65e944a6-1d", "ovs_interfaceid": "65e944a6-1d45-434d-9fb8-f33a38dbc8c5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69770) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1041.881020] env[69770]: DEBUG oslo_vmware.api [None req-705dfd5f-309c-4067-af63-bf1c9ceb15cb tempest-ServersV294TestFqdnHostnames-822854397 tempest-ServersV294TestFqdnHostnames-822854397-project-member] Task: {'id': task-4070214, 'name': Rename_Task, 'duration_secs': 0.166795} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1041.881020] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-705dfd5f-309c-4067-af63-bf1c9ceb15cb tempest-ServersV294TestFqdnHostnames-822854397 tempest-ServersV294TestFqdnHostnames-822854397-project-member] [instance: cef6cba7-84fd-45db-82bf-20df6499c75e] Powering on the VM {{(pid=69770) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1041.881020] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ecbcea35-e3b6-4b96-b0ca-30992eeb9bfe {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.889041] env[69770]: DEBUG oslo_vmware.api [None req-705dfd5f-309c-4067-af63-bf1c9ceb15cb tempest-ServersV294TestFqdnHostnames-822854397 tempest-ServersV294TestFqdnHostnames-822854397-project-member] Waiting for the task: (returnval){ [ 1041.889041] env[69770]: value = "task-4070215" [ 1041.889041] env[69770]: _type = "Task" [ 1041.889041] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1041.902734] env[69770]: DEBUG oslo_vmware.api [None req-705dfd5f-309c-4067-af63-bf1c9ceb15cb tempest-ServersV294TestFqdnHostnames-822854397 tempest-ServersV294TestFqdnHostnames-822854397-project-member] Task: {'id': task-4070215, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.043130] env[69770]: DEBUG oslo_concurrency.lockutils [None req-a7d9019b-0725-4f3c-835c-159d432db8f1 tempest-ImagesOneServerNegativeTestJSON-405389268 tempest-ImagesOneServerNegativeTestJSON-405389268-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1042.122756] env[69770]: DEBUG oslo_vmware.api [-] Task: {'id': task-4070213, 'name': CreateVM_Task, 'duration_secs': 0.590898} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1042.126182] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d6322138-4f18-4a8b-8062-4c732a8e6585] Created VM on the ESX host {{(pid=69770) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1042.126653] env[69770]: DEBUG oslo_vmware.api [None req-a6e691b6-edbd-4f19-9637-8ed6102dd885 tempest-ServersWithSpecificFlavorTestJSON-412767258 tempest-ServersWithSpecificFlavorTestJSON-412767258-project-member] Task: {'id': task-4070212, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.688988} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1042.127293] env[69770]: DEBUG oslo_concurrency.lockutils [None req-d7d2d0fd-f035-427d-96b0-e2c5bb4fe449 tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.127540] env[69770]: DEBUG oslo_concurrency.lockutils [None req-d7d2d0fd-f035-427d-96b0-e2c5bb4fe449 tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.127865] env[69770]: DEBUG oslo_concurrency.lockutils [None req-d7d2d0fd-f035-427d-96b0-e2c5bb4fe449 tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.128499] env[69770]: DEBUG nova.virt.vmwareapi.ds_util [None req-a6e691b6-edbd-4f19-9637-8ed6102dd885 tempest-ServersWithSpecificFlavorTestJSON-412767258 tempest-ServersWithSpecificFlavorTestJSON-412767258-project-member] Deleted the datastore file {{(pid=69770) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1042.128499] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-a6e691b6-edbd-4f19-9637-8ed6102dd885 tempest-ServersWithSpecificFlavorTestJSON-412767258 tempest-ServersWithSpecificFlavorTestJSON-412767258-project-member] [instance: e4982a7d-45f6-4b3d-9768-7d260a133e8d] Deleted contents of the VM from datastore datastore1 {{(pid=69770) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1042.128631] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-a6e691b6-edbd-4f19-9637-8ed6102dd885 tempest-ServersWithSpecificFlavorTestJSON-412767258 tempest-ServersWithSpecificFlavorTestJSON-412767258-project-member] [instance: e4982a7d-45f6-4b3d-9768-7d260a133e8d] Instance destroyed {{(pid=69770) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1042.128740] env[69770]: INFO nova.compute.manager [None req-a6e691b6-edbd-4f19-9637-8ed6102dd885 tempest-ServersWithSpecificFlavorTestJSON-412767258 tempest-ServersWithSpecificFlavorTestJSON-412767258-project-member] [instance: e4982a7d-45f6-4b3d-9768-7d260a133e8d] Took 1.76 seconds to destroy the instance on the hypervisor. [ 1042.128975] env[69770]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a6e691b6-edbd-4f19-9637-8ed6102dd885 tempest-ServersWithSpecificFlavorTestJSON-412767258 tempest-ServersWithSpecificFlavorTestJSON-412767258-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69770) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1042.129193] env[69770]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-63a5b218-cf73-4fb3-ab18-7624498a8408 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.131488] env[69770]: DEBUG nova.compute.manager [-] [instance: e4982a7d-45f6-4b3d-9768-7d260a133e8d] Deallocating network for instance {{(pid=69770) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1042.131676] env[69770]: DEBUG nova.network.neutron [-] [instance: e4982a7d-45f6-4b3d-9768-7d260a133e8d] deallocate_for_instance() {{(pid=69770) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1042.138087] env[69770]: DEBUG oslo_vmware.api [None req-d7d2d0fd-f035-427d-96b0-e2c5bb4fe449 tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] Waiting for the task: (returnval){ [ 1042.138087] env[69770]: value = "session[52161b52-cb8e-ec9f-1132-2f6b49549d41]52b06c9e-f8b7-fa5f-b023-0e4f9f283c96" [ 1042.138087] env[69770]: _type = "Task" [ 1042.138087] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1042.149057] env[69770]: DEBUG oslo_vmware.api [None req-d7d2d0fd-f035-427d-96b0-e2c5bb4fe449 tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]52b06c9e-f8b7-fa5f-b023-0e4f9f283c96, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.285828] env[69770]: DEBUG oslo_concurrency.lockutils [None req-9e41b3a4-51b7-4850-96df-90e0947a6a38 tempest-ServersAdminTestJSON-142622790 tempest-ServersAdminTestJSON-142622790-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.171s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1042.288625] env[69770]: DEBUG oslo_concurrency.lockutils [None req-47896d00-dc90-4e62-8ca0-233d7b5e6b7e tempest-ServerActionsV293TestJSON-1944763761 tempest-ServerActionsV293TestJSON-1944763761-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.877s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1042.311766] env[69770]: INFO nova.scheduler.client.report [None req-9e41b3a4-51b7-4850-96df-90e0947a6a38 tempest-ServersAdminTestJSON-142622790 tempest-ServersAdminTestJSON-142622790-project-member] Deleted allocations for instance e7c6d72e-2455-4d69-a2a7-5ee48fa3a22c [ 1042.352683] env[69770]: DEBUG oslo_concurrency.lockutils [None req-2b124d0e-a216-4a2b-9b03-ac11d27dcb58 tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] Releasing lock "refresh_cache-fb2581e0-5c22-4622-a652-818f9af7a9ba" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.353121] env[69770]: DEBUG nova.compute.manager [None req-2b124d0e-a216-4a2b-9b03-ac11d27dcb58 tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] [instance: fb2581e0-5c22-4622-a652-818f9af7a9ba] Instance network_info: |[{"id": "65e944a6-1d45-434d-9fb8-f33a38dbc8c5", "address": "fa:16:3e:2d:0a:85", "network": {"id": "deeccc4b-a1bb-4cc9-a2cb-ab451519c623", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1195845450-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "79f08803ff104b29b1724007c4361a7e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "26a1e556-1ede-445a-bf87-a35daa5d9070", "external-id": "nsx-vlan-transportzone-396", "segmentation_id": 396, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap65e944a6-1d", "ovs_interfaceid": "65e944a6-1d45-434d-9fb8-f33a38dbc8c5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69770) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1042.354456] env[69770]: DEBUG oslo_concurrency.lockutils [req-9ef4b86e-5c59-41d4-8c3e-f67877303bb5 req-cfc6660e-5ece-453f-b18c-1d9f08178666 service nova] Acquired lock "refresh_cache-fb2581e0-5c22-4622-a652-818f9af7a9ba" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.354722] env[69770]: DEBUG nova.network.neutron [req-9ef4b86e-5c59-41d4-8c3e-f67877303bb5 req-cfc6660e-5ece-453f-b18c-1d9f08178666 service nova] [instance: fb2581e0-5c22-4622-a652-818f9af7a9ba] Refreshing network info cache for port 65e944a6-1d45-434d-9fb8-f33a38dbc8c5 {{(pid=69770) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1042.357110] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-2b124d0e-a216-4a2b-9b03-ac11d27dcb58 tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] [instance: fb2581e0-5c22-4622-a652-818f9af7a9ba] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2d:0a:85', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '26a1e556-1ede-445a-bf87-a35daa5d9070', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '65e944a6-1d45-434d-9fb8-f33a38dbc8c5', 'vif_model': 'vmxnet3'}] {{(pid=69770) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1042.371051] env[69770]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2b124d0e-a216-4a2b-9b03-ac11d27dcb58 tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69770) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1042.371051] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fb2581e0-5c22-4622-a652-818f9af7a9ba] Creating VM on the ESX host {{(pid=69770) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1042.371051] env[69770]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2412b3d2-1d2a-4d10-a090-b37ef99428f5 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.418222] env[69770]: DEBUG oslo_vmware.api [None req-705dfd5f-309c-4067-af63-bf1c9ceb15cb tempest-ServersV294TestFqdnHostnames-822854397 tempest-ServersV294TestFqdnHostnames-822854397-project-member] Task: {'id': task-4070215, 'name': PowerOnVM_Task, 'duration_secs': 0.525254} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1042.418222] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-705dfd5f-309c-4067-af63-bf1c9ceb15cb tempest-ServersV294TestFqdnHostnames-822854397 tempest-ServersV294TestFqdnHostnames-822854397-project-member] [instance: cef6cba7-84fd-45db-82bf-20df6499c75e] Powered on the VM {{(pid=69770) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1042.418222] env[69770]: INFO nova.compute.manager [None req-705dfd5f-309c-4067-af63-bf1c9ceb15cb tempest-ServersV294TestFqdnHostnames-822854397 tempest-ServersV294TestFqdnHostnames-822854397-project-member] [instance: cef6cba7-84fd-45db-82bf-20df6499c75e] Took 7.85 seconds to spawn the instance on the hypervisor. [ 1042.418222] env[69770]: DEBUG nova.compute.manager [None req-705dfd5f-309c-4067-af63-bf1c9ceb15cb tempest-ServersV294TestFqdnHostnames-822854397 tempest-ServersV294TestFqdnHostnames-822854397-project-member] [instance: cef6cba7-84fd-45db-82bf-20df6499c75e] Checking state {{(pid=69770) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1042.418222] env[69770]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1042.418222] env[69770]: value = "task-4070216" [ 1042.418222] env[69770]: _type = "Task" [ 1042.418222] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1042.421083] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a44ec4f-3719-4797-80d6-5ff1e15e2ca2 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.441598] env[69770]: DEBUG oslo_vmware.api [-] Task: {'id': task-4070216, 'name': CreateVM_Task} progress is 6%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.651759] env[69770]: DEBUG oslo_vmware.api [None req-d7d2d0fd-f035-427d-96b0-e2c5bb4fe449 tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]52b06c9e-f8b7-fa5f-b023-0e4f9f283c96, 'name': SearchDatastore_Task, 'duration_secs': 0.01444} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1042.655309] env[69770]: DEBUG oslo_concurrency.lockutils [None req-d7d2d0fd-f035-427d-96b0-e2c5bb4fe449 tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.655758] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-d7d2d0fd-f035-427d-96b0-e2c5bb4fe449 tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] [instance: d6322138-4f18-4a8b-8062-4c732a8e6585] Processing image d1eaff80-24a0-4391-90eb-59958b1ecf0a {{(pid=69770) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1042.656246] env[69770]: DEBUG oslo_concurrency.lockutils [None req-d7d2d0fd-f035-427d-96b0-e2c5bb4fe449 tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.656450] env[69770]: DEBUG oslo_concurrency.lockutils [None req-d7d2d0fd-f035-427d-96b0-e2c5bb4fe449 tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.656675] env[69770]: DEBUG nova.virt.vmwareapi.ds_util [None req-d7d2d0fd-f035-427d-96b0-e2c5bb4fe449 tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69770) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1042.657352] env[69770]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6f658614-13c3-4ba8-a599-6e49c906b354 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.669334] env[69770]: DEBUG nova.virt.vmwareapi.ds_util [None req-d7d2d0fd-f035-427d-96b0-e2c5bb4fe449 tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69770) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1042.669645] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-d7d2d0fd-f035-427d-96b0-e2c5bb4fe449 tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69770) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1042.670726] env[69770]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e15ee45e-6406-4799-947b-825528bc04ef {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.682925] env[69770]: DEBUG oslo_vmware.api [None req-d7d2d0fd-f035-427d-96b0-e2c5bb4fe449 tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] Waiting for the task: (returnval){ [ 1042.682925] env[69770]: value = "session[52161b52-cb8e-ec9f-1132-2f6b49549d41]5246dc64-6bf6-9222-1f30-afd0f48380aa" [ 1042.682925] env[69770]: _type = "Task" [ 1042.682925] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1042.693628] env[69770]: DEBUG oslo_vmware.api [None req-d7d2d0fd-f035-427d-96b0-e2c5bb4fe449 tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]5246dc64-6bf6-9222-1f30-afd0f48380aa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.767714] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75c2b38a-54ec-4c41-85e4-1b8dd3655cf2 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.777605] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a56ec840-6d5a-49ca-af20-96719fd7a885 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.817839] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d948e0b-65a6-4575-b66a-f4888fb58d84 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.831030] env[69770]: DEBUG oslo_concurrency.lockutils [None req-9e41b3a4-51b7-4850-96df-90e0947a6a38 tempest-ServersAdminTestJSON-142622790 tempest-ServersAdminTestJSON-142622790-project-member] Lock "e7c6d72e-2455-4d69-a2a7-5ee48fa3a22c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 28.903s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1042.834335] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-256ec556-fca5-498a-8b1c-85f967923a33 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.854436] env[69770]: DEBUG nova.compute.provider_tree [None req-47896d00-dc90-4e62-8ca0-233d7b5e6b7e tempest-ServerActionsV293TestJSON-1944763761 tempest-ServerActionsV293TestJSON-1944763761-project-member] Inventory has not changed in ProviderTree for provider: 7cc7d32b-b7a7-454a-a456-2a440248ed9d {{(pid=69770) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1042.939023] env[69770]: DEBUG oslo_vmware.api [-] Task: {'id': task-4070216, 'name': CreateVM_Task, 'duration_secs': 0.406172} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1042.939023] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fb2581e0-5c22-4622-a652-818f9af7a9ba] Created VM on the ESX host {{(pid=69770) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1042.939023] env[69770]: DEBUG oslo_concurrency.lockutils [None req-2b124d0e-a216-4a2b-9b03-ac11d27dcb58 tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.939023] env[69770]: DEBUG oslo_concurrency.lockutils [None req-2b124d0e-a216-4a2b-9b03-ac11d27dcb58 tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.939023] env[69770]: DEBUG oslo_concurrency.lockutils [None req-2b124d0e-a216-4a2b-9b03-ac11d27dcb58 tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.939305] env[69770]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6a97b80c-b75e-4003-999d-7e12539259c5 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.953114] env[69770]: DEBUG oslo_vmware.api [None req-2b124d0e-a216-4a2b-9b03-ac11d27dcb58 tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] Waiting for the task: (returnval){ [ 1042.953114] env[69770]: value = "session[52161b52-cb8e-ec9f-1132-2f6b49549d41]52233ddc-7caa-2078-96d5-70e440014ba4" [ 1042.953114] env[69770]: _type = "Task" [ 1042.953114] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1042.958132] env[69770]: INFO nova.compute.manager [None req-705dfd5f-309c-4067-af63-bf1c9ceb15cb tempest-ServersV294TestFqdnHostnames-822854397 tempest-ServersV294TestFqdnHostnames-822854397-project-member] [instance: cef6cba7-84fd-45db-82bf-20df6499c75e] Took 31.43 seconds to build instance. [ 1042.967750] env[69770]: DEBUG oslo_vmware.api [None req-2b124d0e-a216-4a2b-9b03-ac11d27dcb58 tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]52233ddc-7caa-2078-96d5-70e440014ba4, 'name': SearchDatastore_Task, 'duration_secs': 0.010724} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1042.967750] env[69770]: DEBUG oslo_concurrency.lockutils [None req-2b124d0e-a216-4a2b-9b03-ac11d27dcb58 tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.967750] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-2b124d0e-a216-4a2b-9b03-ac11d27dcb58 tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] [instance: fb2581e0-5c22-4622-a652-818f9af7a9ba] Processing image d1eaff80-24a0-4391-90eb-59958b1ecf0a {{(pid=69770) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1042.967750] env[69770]: DEBUG oslo_concurrency.lockutils [None req-2b124d0e-a216-4a2b-9b03-ac11d27dcb58 tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.195132] env[69770]: DEBUG oslo_vmware.api [None req-d7d2d0fd-f035-427d-96b0-e2c5bb4fe449 tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]5246dc64-6bf6-9222-1f30-afd0f48380aa, 'name': SearchDatastore_Task, 'duration_secs': 0.012246} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1043.196095] env[69770]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-50d4dce8-5699-46d9-a2ef-39bf643a7ff6 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.203071] env[69770]: DEBUG oslo_vmware.api [None req-d7d2d0fd-f035-427d-96b0-e2c5bb4fe449 tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] Waiting for the task: (returnval){ [ 1043.203071] env[69770]: value = "session[52161b52-cb8e-ec9f-1132-2f6b49549d41]52f18af0-7577-0ae4-ec43-0f31a9fca8e0" [ 1043.203071] env[69770]: _type = "Task" [ 1043.203071] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1043.215149] env[69770]: DEBUG oslo_vmware.api [None req-d7d2d0fd-f035-427d-96b0-e2c5bb4fe449 tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]52f18af0-7577-0ae4-ec43-0f31a9fca8e0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.333754] env[69770]: DEBUG oslo_concurrency.lockutils [None req-bed1a5df-615d-4346-a7b3-5526480412a9 tempest-ServersAdminTestJSON-142622790 tempest-ServersAdminTestJSON-142622790-project-member] Acquiring lock "f99efbb3-ef7e-4feb-b29b-2cfded1643fd" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1043.334073] env[69770]: DEBUG oslo_concurrency.lockutils [None req-bed1a5df-615d-4346-a7b3-5526480412a9 tempest-ServersAdminTestJSON-142622790 tempest-ServersAdminTestJSON-142622790-project-member] Lock "f99efbb3-ef7e-4feb-b29b-2cfded1643fd" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1043.334794] env[69770]: DEBUG oslo_concurrency.lockutils [None req-bed1a5df-615d-4346-a7b3-5526480412a9 tempest-ServersAdminTestJSON-142622790 tempest-ServersAdminTestJSON-142622790-project-member] Acquiring lock "f99efbb3-ef7e-4feb-b29b-2cfded1643fd-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1043.334794] env[69770]: DEBUG oslo_concurrency.lockutils [None req-bed1a5df-615d-4346-a7b3-5526480412a9 tempest-ServersAdminTestJSON-142622790 tempest-ServersAdminTestJSON-142622790-project-member] Lock "f99efbb3-ef7e-4feb-b29b-2cfded1643fd-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1043.334794] env[69770]: DEBUG oslo_concurrency.lockutils [None req-bed1a5df-615d-4346-a7b3-5526480412a9 tempest-ServersAdminTestJSON-142622790 tempest-ServersAdminTestJSON-142622790-project-member] Lock "f99efbb3-ef7e-4feb-b29b-2cfded1643fd-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1043.340670] env[69770]: INFO nova.compute.manager [None req-bed1a5df-615d-4346-a7b3-5526480412a9 tempest-ServersAdminTestJSON-142622790 tempest-ServersAdminTestJSON-142622790-project-member] [instance: f99efbb3-ef7e-4feb-b29b-2cfded1643fd] Terminating instance [ 1043.359694] env[69770]: DEBUG nova.scheduler.client.report [None req-47896d00-dc90-4e62-8ca0-233d7b5e6b7e tempest-ServerActionsV293TestJSON-1944763761 tempest-ServerActionsV293TestJSON-1944763761-project-member] Inventory has not changed for provider 7cc7d32b-b7a7-454a-a456-2a440248ed9d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69770) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1043.378102] env[69770]: DEBUG nova.network.neutron [req-9ef4b86e-5c59-41d4-8c3e-f67877303bb5 req-cfc6660e-5ece-453f-b18c-1d9f08178666 service nova] [instance: fb2581e0-5c22-4622-a652-818f9af7a9ba] Updated VIF entry in instance network info cache for port 65e944a6-1d45-434d-9fb8-f33a38dbc8c5. {{(pid=69770) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1043.378533] env[69770]: DEBUG nova.network.neutron [req-9ef4b86e-5c59-41d4-8c3e-f67877303bb5 req-cfc6660e-5ece-453f-b18c-1d9f08178666 service nova] [instance: fb2581e0-5c22-4622-a652-818f9af7a9ba] Updating instance_info_cache with network_info: [{"id": "65e944a6-1d45-434d-9fb8-f33a38dbc8c5", "address": "fa:16:3e:2d:0a:85", "network": {"id": "deeccc4b-a1bb-4cc9-a2cb-ab451519c623", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1195845450-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "79f08803ff104b29b1724007c4361a7e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "26a1e556-1ede-445a-bf87-a35daa5d9070", "external-id": "nsx-vlan-transportzone-396", "segmentation_id": 396, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap65e944a6-1d", "ovs_interfaceid": "65e944a6-1d45-434d-9fb8-f33a38dbc8c5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69770) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1043.460490] env[69770]: DEBUG oslo_concurrency.lockutils [None req-705dfd5f-309c-4067-af63-bf1c9ceb15cb tempest-ServersV294TestFqdnHostnames-822854397 tempest-ServersV294TestFqdnHostnames-822854397-project-member] Lock "cef6cba7-84fd-45db-82bf-20df6499c75e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 32.945s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1043.671872] env[69770]: DEBUG nova.network.neutron [-] [instance: e4982a7d-45f6-4b3d-9768-7d260a133e8d] Updating instance_info_cache with network_info: [] {{(pid=69770) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1043.720181] env[69770]: DEBUG oslo_vmware.api [None req-d7d2d0fd-f035-427d-96b0-e2c5bb4fe449 tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]52f18af0-7577-0ae4-ec43-0f31a9fca8e0, 'name': SearchDatastore_Task, 'duration_secs': 0.011111} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1043.720501] env[69770]: DEBUG oslo_concurrency.lockutils [None req-d7d2d0fd-f035-427d-96b0-e2c5bb4fe449 tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.720770] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-d7d2d0fd-f035-427d-96b0-e2c5bb4fe449 tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk to [datastore2] d6322138-4f18-4a8b-8062-4c732a8e6585/d6322138-4f18-4a8b-8062-4c732a8e6585.vmdk {{(pid=69770) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1043.721075] env[69770]: DEBUG oslo_concurrency.lockutils [None req-2b124d0e-a216-4a2b-9b03-ac11d27dcb58 tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.721268] env[69770]: DEBUG nova.virt.vmwareapi.ds_util [None req-2b124d0e-a216-4a2b-9b03-ac11d27dcb58 tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69770) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1043.721515] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e9bd2b83-fcc3-4f4e-9dea-99e0d8fe17dc {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.723716] env[69770]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-87c50b52-1073-40df-b1fd-28ae20b0c94d {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.731068] env[69770]: DEBUG oslo_vmware.api [None req-d7d2d0fd-f035-427d-96b0-e2c5bb4fe449 tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] Waiting for the task: (returnval){ [ 1043.731068] env[69770]: value = "task-4070217" [ 1043.731068] env[69770]: _type = "Task" [ 1043.731068] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1043.735904] env[69770]: DEBUG nova.virt.vmwareapi.ds_util [None req-2b124d0e-a216-4a2b-9b03-ac11d27dcb58 tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69770) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1043.735904] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-2b124d0e-a216-4a2b-9b03-ac11d27dcb58 tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69770) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1043.737026] env[69770]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0742ee73-4a2f-47fc-9e02-e4fc435f3c36 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.744408] env[69770]: DEBUG oslo_vmware.api [None req-d7d2d0fd-f035-427d-96b0-e2c5bb4fe449 tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] Task: {'id': task-4070217, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.748496] env[69770]: DEBUG oslo_vmware.api [None req-2b124d0e-a216-4a2b-9b03-ac11d27dcb58 tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] Waiting for the task: (returnval){ [ 1043.748496] env[69770]: value = "session[52161b52-cb8e-ec9f-1132-2f6b49549d41]52a324e9-881f-4464-fa7b-63fac4ef00f7" [ 1043.748496] env[69770]: _type = "Task" [ 1043.748496] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1043.757835] env[69770]: DEBUG oslo_vmware.api [None req-2b124d0e-a216-4a2b-9b03-ac11d27dcb58 tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]52a324e9-881f-4464-fa7b-63fac4ef00f7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.846448] env[69770]: DEBUG nova.compute.manager [None req-bed1a5df-615d-4346-a7b3-5526480412a9 tempest-ServersAdminTestJSON-142622790 tempest-ServersAdminTestJSON-142622790-project-member] [instance: f99efbb3-ef7e-4feb-b29b-2cfded1643fd] Start destroying the instance on the hypervisor. {{(pid=69770) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1043.846691] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-bed1a5df-615d-4346-a7b3-5526480412a9 tempest-ServersAdminTestJSON-142622790 tempest-ServersAdminTestJSON-142622790-project-member] [instance: f99efbb3-ef7e-4feb-b29b-2cfded1643fd] Destroying instance {{(pid=69770) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1043.847655] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfba123a-5cb6-4b17-a8df-f95f60afc225 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.859494] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-bed1a5df-615d-4346-a7b3-5526480412a9 tempest-ServersAdminTestJSON-142622790 tempest-ServersAdminTestJSON-142622790-project-member] [instance: f99efbb3-ef7e-4feb-b29b-2cfded1643fd] Powering off the VM {{(pid=69770) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1043.859494] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-45335a05-c688-4c35-9a8a-8cd58771ee00 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.865102] env[69770]: DEBUG oslo_concurrency.lockutils [None req-47896d00-dc90-4e62-8ca0-233d7b5e6b7e tempest-ServerActionsV293TestJSON-1944763761 tempest-ServerActionsV293TestJSON-1944763761-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.576s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1043.865322] env[69770]: INFO nova.compute.manager [None req-47896d00-dc90-4e62-8ca0-233d7b5e6b7e tempest-ServerActionsV293TestJSON-1944763761 tempest-ServerActionsV293TestJSON-1944763761-project-member] [instance: 1f92c4e9-6054-433b-917d-fa1956ee1a57] Successfully reverted task state from rebuilding on failure for instance. [ 1043.874076] env[69770]: DEBUG oslo_concurrency.lockutils [None req-febccb28-b911-4727-8d91-609ddf0566ca tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.157s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1043.877157] env[69770]: INFO nova.compute.claims [None req-febccb28-b911-4727-8d91-609ddf0566ca tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] [instance: 631c9a53-9da0-4ba6-974f-9ce2c98f788a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1043.880053] env[69770]: DEBUG oslo_vmware.api [None req-bed1a5df-615d-4346-a7b3-5526480412a9 tempest-ServersAdminTestJSON-142622790 tempest-ServersAdminTestJSON-142622790-project-member] Waiting for the task: (returnval){ [ 1043.880053] env[69770]: value = "task-4070218" [ 1043.880053] env[69770]: _type = "Task" [ 1043.880053] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1043.883691] env[69770]: DEBUG nova.compute.manager [req-5ab97f8a-26fa-4ba2-a92b-f84783f81c1a req-b381e0e7-966d-44a7-a331-98d91dd2b2a6 service nova] [instance: e4982a7d-45f6-4b3d-9768-7d260a133e8d] Received event network-vif-deleted-88c8589e-0caa-4abc-b6bc-0794e5993898 {{(pid=69770) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1043.888364] env[69770]: DEBUG oslo_concurrency.lockutils [req-9ef4b86e-5c59-41d4-8c3e-f67877303bb5 req-cfc6660e-5ece-453f-b18c-1d9f08178666 service nova] Releasing lock "refresh_cache-fb2581e0-5c22-4622-a652-818f9af7a9ba" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.893983] env[69770]: DEBUG oslo_vmware.api [None req-bed1a5df-615d-4346-a7b3-5526480412a9 tempest-ServersAdminTestJSON-142622790 tempest-ServersAdminTestJSON-142622790-project-member] Task: {'id': task-4070218, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.175617] env[69770]: INFO nova.compute.manager [-] [instance: e4982a7d-45f6-4b3d-9768-7d260a133e8d] Took 2.04 seconds to deallocate network for instance. [ 1044.245740] env[69770]: DEBUG oslo_vmware.api [None req-d7d2d0fd-f035-427d-96b0-e2c5bb4fe449 tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] Task: {'id': task-4070217, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.261862] env[69770]: DEBUG oslo_vmware.api [None req-2b124d0e-a216-4a2b-9b03-ac11d27dcb58 tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]52a324e9-881f-4464-fa7b-63fac4ef00f7, 'name': SearchDatastore_Task, 'duration_secs': 0.009257} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1044.262991] env[69770]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-29aba659-e352-4ec5-8727-f8095730548b {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.270124] env[69770]: DEBUG oslo_vmware.api [None req-2b124d0e-a216-4a2b-9b03-ac11d27dcb58 tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] Waiting for the task: (returnval){ [ 1044.270124] env[69770]: value = "session[52161b52-cb8e-ec9f-1132-2f6b49549d41]52583639-8c2e-fe46-fa5e-e7c4c719ab01" [ 1044.270124] env[69770]: _type = "Task" [ 1044.270124] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1044.283464] env[69770]: DEBUG oslo_vmware.api [None req-2b124d0e-a216-4a2b-9b03-ac11d27dcb58 tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]52583639-8c2e-fe46-fa5e-e7c4c719ab01, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.398262] env[69770]: DEBUG oslo_vmware.api [None req-bed1a5df-615d-4346-a7b3-5526480412a9 tempest-ServersAdminTestJSON-142622790 tempest-ServersAdminTestJSON-142622790-project-member] Task: {'id': task-4070218, 'name': PowerOffVM_Task} progress is 100%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.689108] env[69770]: DEBUG oslo_concurrency.lockutils [None req-a6e691b6-edbd-4f19-9637-8ed6102dd885 tempest-ServersWithSpecificFlavorTestJSON-412767258 tempest-ServersWithSpecificFlavorTestJSON-412767258-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1044.744871] env[69770]: DEBUG oslo_vmware.api [None req-d7d2d0fd-f035-427d-96b0-e2c5bb4fe449 tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] Task: {'id': task-4070217, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.54966} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1044.745200] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-d7d2d0fd-f035-427d-96b0-e2c5bb4fe449 tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk to [datastore2] d6322138-4f18-4a8b-8062-4c732a8e6585/d6322138-4f18-4a8b-8062-4c732a8e6585.vmdk {{(pid=69770) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1044.745664] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-d7d2d0fd-f035-427d-96b0-e2c5bb4fe449 tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] [instance: d6322138-4f18-4a8b-8062-4c732a8e6585] Extending root virtual disk to 1048576 {{(pid=69770) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1044.745803] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-48572eb5-4bac-4eaa-84bc-50ea3eb0a44e {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.753852] env[69770]: DEBUG oslo_vmware.api [None req-d7d2d0fd-f035-427d-96b0-e2c5bb4fe449 tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] Waiting for the task: (returnval){ [ 1044.753852] env[69770]: value = "task-4070219" [ 1044.753852] env[69770]: _type = "Task" [ 1044.753852] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1044.764151] env[69770]: DEBUG oslo_vmware.api [None req-d7d2d0fd-f035-427d-96b0-e2c5bb4fe449 tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] Task: {'id': task-4070219, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.781746] env[69770]: DEBUG oslo_vmware.api [None req-2b124d0e-a216-4a2b-9b03-ac11d27dcb58 tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]52583639-8c2e-fe46-fa5e-e7c4c719ab01, 'name': SearchDatastore_Task, 'duration_secs': 0.012502} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1044.781936] env[69770]: DEBUG oslo_concurrency.lockutils [None req-2b124d0e-a216-4a2b-9b03-ac11d27dcb58 tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.782237] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b124d0e-a216-4a2b-9b03-ac11d27dcb58 tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk to [datastore2] fb2581e0-5c22-4622-a652-818f9af7a9ba/fb2581e0-5c22-4622-a652-818f9af7a9ba.vmdk {{(pid=69770) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1044.782525] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ee5190dc-434f-4232-9a14-3576281f6989 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.790749] env[69770]: DEBUG oslo_vmware.api [None req-2b124d0e-a216-4a2b-9b03-ac11d27dcb58 tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] Waiting for the task: (returnval){ [ 1044.790749] env[69770]: value = "task-4070220" [ 1044.790749] env[69770]: _type = "Task" [ 1044.790749] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1044.801883] env[69770]: DEBUG oslo_vmware.api [None req-2b124d0e-a216-4a2b-9b03-ac11d27dcb58 tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] Task: {'id': task-4070220, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.905994] env[69770]: DEBUG oslo_vmware.api [None req-bed1a5df-615d-4346-a7b3-5526480412a9 tempest-ServersAdminTestJSON-142622790 tempest-ServersAdminTestJSON-142622790-project-member] Task: {'id': task-4070218, 'name': PowerOffVM_Task, 'duration_secs': 0.566481} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1044.906335] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-bed1a5df-615d-4346-a7b3-5526480412a9 tempest-ServersAdminTestJSON-142622790 tempest-ServersAdminTestJSON-142622790-project-member] [instance: f99efbb3-ef7e-4feb-b29b-2cfded1643fd] Powered off the VM {{(pid=69770) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1044.906335] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-bed1a5df-615d-4346-a7b3-5526480412a9 tempest-ServersAdminTestJSON-142622790 tempest-ServersAdminTestJSON-142622790-project-member] [instance: f99efbb3-ef7e-4feb-b29b-2cfded1643fd] Unregistering the VM {{(pid=69770) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1044.906599] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-35f22aed-16ef-4d16-a37a-989516095576 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.010494] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-bed1a5df-615d-4346-a7b3-5526480412a9 tempest-ServersAdminTestJSON-142622790 tempest-ServersAdminTestJSON-142622790-project-member] [instance: f99efbb3-ef7e-4feb-b29b-2cfded1643fd] Unregistered the VM {{(pid=69770) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1045.010494] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-bed1a5df-615d-4346-a7b3-5526480412a9 tempest-ServersAdminTestJSON-142622790 tempest-ServersAdminTestJSON-142622790-project-member] [instance: f99efbb3-ef7e-4feb-b29b-2cfded1643fd] Deleting contents of the VM from datastore datastore2 {{(pid=69770) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1045.010679] env[69770]: DEBUG nova.virt.vmwareapi.ds_util [None req-bed1a5df-615d-4346-a7b3-5526480412a9 tempest-ServersAdminTestJSON-142622790 tempest-ServersAdminTestJSON-142622790-project-member] Deleting the datastore file [datastore2] f99efbb3-ef7e-4feb-b29b-2cfded1643fd {{(pid=69770) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1045.010932] env[69770]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-acd54aa8-6108-4dd8-8f61-7702053a033a {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.019193] env[69770]: DEBUG oslo_vmware.api [None req-bed1a5df-615d-4346-a7b3-5526480412a9 tempest-ServersAdminTestJSON-142622790 tempest-ServersAdminTestJSON-142622790-project-member] Waiting for the task: (returnval){ [ 1045.019193] env[69770]: value = "task-4070222" [ 1045.019193] env[69770]: _type = "Task" [ 1045.019193] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1045.034640] env[69770]: DEBUG oslo_vmware.api [None req-bed1a5df-615d-4346-a7b3-5526480412a9 tempest-ServersAdminTestJSON-142622790 tempest-ServersAdminTestJSON-142622790-project-member] Task: {'id': task-4070222, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.275152] env[69770]: DEBUG oslo_vmware.api [None req-d7d2d0fd-f035-427d-96b0-e2c5bb4fe449 tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] Task: {'id': task-4070219, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074198} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1045.275152] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-d7d2d0fd-f035-427d-96b0-e2c5bb4fe449 tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] [instance: d6322138-4f18-4a8b-8062-4c732a8e6585] Extended root virtual disk {{(pid=69770) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1045.277338] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57148a69-6461-443a-8589-3a15d2c8fb56 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.304034] env[69770]: DEBUG nova.virt.vmwareapi.volumeops [None req-d7d2d0fd-f035-427d-96b0-e2c5bb4fe449 tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] [instance: d6322138-4f18-4a8b-8062-4c732a8e6585] Reconfiguring VM instance instance-00000045 to attach disk [datastore2] d6322138-4f18-4a8b-8062-4c732a8e6585/d6322138-4f18-4a8b-8062-4c732a8e6585.vmdk or device None with type sparse {{(pid=69770) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1045.310777] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a43bdc58-c8dc-4948-b18f-2627e84e0a36 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.335430] env[69770]: DEBUG oslo_vmware.api [None req-2b124d0e-a216-4a2b-9b03-ac11d27dcb58 tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] Task: {'id': task-4070220, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.337427] env[69770]: DEBUG oslo_vmware.api [None req-d7d2d0fd-f035-427d-96b0-e2c5bb4fe449 tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] Waiting for the task: (returnval){ [ 1045.337427] env[69770]: value = "task-4070223" [ 1045.337427] env[69770]: _type = "Task" [ 1045.337427] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1045.352556] env[69770]: DEBUG oslo_vmware.api [None req-d7d2d0fd-f035-427d-96b0-e2c5bb4fe449 tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] Task: {'id': task-4070223, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.512751] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a4bb418-d216-4436-ad7e-6904303ca0a4 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.529685] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c3231a7-3c34-4907-8047-cd7a101a2e2d {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.539574] env[69770]: DEBUG oslo_vmware.api [None req-bed1a5df-615d-4346-a7b3-5526480412a9 tempest-ServersAdminTestJSON-142622790 tempest-ServersAdminTestJSON-142622790-project-member] Task: {'id': task-4070222, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.568823] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f2ae294-3029-47a8-8798-c423ef051486 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.577915] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8356c282-3699-4877-aad7-749e05948fd9 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.596742] env[69770]: DEBUG nova.compute.provider_tree [None req-febccb28-b911-4727-8d91-609ddf0566ca tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] Inventory has not changed in ProviderTree for provider: 7cc7d32b-b7a7-454a-a456-2a440248ed9d {{(pid=69770) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1045.809353] env[69770]: DEBUG oslo_vmware.api [None req-2b124d0e-a216-4a2b-9b03-ac11d27dcb58 tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] Task: {'id': task-4070220, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.675113} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1045.809672] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b124d0e-a216-4a2b-9b03-ac11d27dcb58 tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk to [datastore2] fb2581e0-5c22-4622-a652-818f9af7a9ba/fb2581e0-5c22-4622-a652-818f9af7a9ba.vmdk {{(pid=69770) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1045.810611] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-2b124d0e-a216-4a2b-9b03-ac11d27dcb58 tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] [instance: fb2581e0-5c22-4622-a652-818f9af7a9ba] Extending root virtual disk to 1048576 {{(pid=69770) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1045.810611] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-325e40c7-1ae7-446e-b8d5-b5623f2cfac9 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.818043] env[69770]: DEBUG oslo_vmware.api [None req-2b124d0e-a216-4a2b-9b03-ac11d27dcb58 tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] Waiting for the task: (returnval){ [ 1045.818043] env[69770]: value = "task-4070224" [ 1045.818043] env[69770]: _type = "Task" [ 1045.818043] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1045.832761] env[69770]: DEBUG oslo_vmware.api [None req-2b124d0e-a216-4a2b-9b03-ac11d27dcb58 tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] Task: {'id': task-4070224, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.854079] env[69770]: DEBUG oslo_vmware.api [None req-d7d2d0fd-f035-427d-96b0-e2c5bb4fe449 tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] Task: {'id': task-4070223, 'name': ReconfigVM_Task, 'duration_secs': 0.516419} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1045.854464] env[69770]: DEBUG nova.virt.vmwareapi.volumeops [None req-d7d2d0fd-f035-427d-96b0-e2c5bb4fe449 tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] [instance: d6322138-4f18-4a8b-8062-4c732a8e6585] Reconfigured VM instance instance-00000045 to attach disk [datastore2] d6322138-4f18-4a8b-8062-4c732a8e6585/d6322138-4f18-4a8b-8062-4c732a8e6585.vmdk or device None with type sparse {{(pid=69770) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1045.855760] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2018cada-27e5-4e8e-88ff-f1d20e8bbc4a {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.870100] env[69770]: DEBUG oslo_vmware.api [None req-d7d2d0fd-f035-427d-96b0-e2c5bb4fe449 tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] Waiting for the task: (returnval){ [ 1045.870100] env[69770]: value = "task-4070225" [ 1045.870100] env[69770]: _type = "Task" [ 1045.870100] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1045.879663] env[69770]: DEBUG oslo_vmware.api [None req-d7d2d0fd-f035-427d-96b0-e2c5bb4fe449 tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] Task: {'id': task-4070225, 'name': Rename_Task} progress is 5%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.988469] env[69770]: DEBUG nova.compute.manager [req-c6a40804-6d6c-42b9-bc4c-8aa146232fc7 req-933111c6-1f2f-49aa-913f-f5bef6af8f66 service nova] [instance: cef6cba7-84fd-45db-82bf-20df6499c75e] Received event network-changed-ec07f03d-4fa2-4267-9d00-eec6418a9fe9 {{(pid=69770) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1045.988469] env[69770]: DEBUG nova.compute.manager [req-c6a40804-6d6c-42b9-bc4c-8aa146232fc7 req-933111c6-1f2f-49aa-913f-f5bef6af8f66 service nova] [instance: cef6cba7-84fd-45db-82bf-20df6499c75e] Refreshing instance network info cache due to event network-changed-ec07f03d-4fa2-4267-9d00-eec6418a9fe9. {{(pid=69770) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1045.989110] env[69770]: DEBUG oslo_concurrency.lockutils [req-c6a40804-6d6c-42b9-bc4c-8aa146232fc7 req-933111c6-1f2f-49aa-913f-f5bef6af8f66 service nova] Acquiring lock "refresh_cache-cef6cba7-84fd-45db-82bf-20df6499c75e" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.989526] env[69770]: DEBUG oslo_concurrency.lockutils [req-c6a40804-6d6c-42b9-bc4c-8aa146232fc7 req-933111c6-1f2f-49aa-913f-f5bef6af8f66 service nova] Acquired lock "refresh_cache-cef6cba7-84fd-45db-82bf-20df6499c75e" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.989787] env[69770]: DEBUG nova.network.neutron [req-c6a40804-6d6c-42b9-bc4c-8aa146232fc7 req-933111c6-1f2f-49aa-913f-f5bef6af8f66 service nova] [instance: cef6cba7-84fd-45db-82bf-20df6499c75e] Refreshing network info cache for port ec07f03d-4fa2-4267-9d00-eec6418a9fe9 {{(pid=69770) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1046.033148] env[69770]: DEBUG oslo_vmware.api [None req-bed1a5df-615d-4346-a7b3-5526480412a9 tempest-ServersAdminTestJSON-142622790 tempest-ServersAdminTestJSON-142622790-project-member] Task: {'id': task-4070222, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.598154} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1046.033438] env[69770]: DEBUG nova.virt.vmwareapi.ds_util [None req-bed1a5df-615d-4346-a7b3-5526480412a9 tempest-ServersAdminTestJSON-142622790 tempest-ServersAdminTestJSON-142622790-project-member] Deleted the datastore file {{(pid=69770) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1046.033629] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-bed1a5df-615d-4346-a7b3-5526480412a9 tempest-ServersAdminTestJSON-142622790 tempest-ServersAdminTestJSON-142622790-project-member] [instance: f99efbb3-ef7e-4feb-b29b-2cfded1643fd] Deleted contents of the VM from datastore datastore2 {{(pid=69770) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1046.033808] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-bed1a5df-615d-4346-a7b3-5526480412a9 tempest-ServersAdminTestJSON-142622790 tempest-ServersAdminTestJSON-142622790-project-member] [instance: f99efbb3-ef7e-4feb-b29b-2cfded1643fd] Instance destroyed {{(pid=69770) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1046.033984] env[69770]: INFO nova.compute.manager [None req-bed1a5df-615d-4346-a7b3-5526480412a9 tempest-ServersAdminTestJSON-142622790 tempest-ServersAdminTestJSON-142622790-project-member] [instance: f99efbb3-ef7e-4feb-b29b-2cfded1643fd] Took 2.19 seconds to destroy the instance on the hypervisor. [ 1046.034257] env[69770]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bed1a5df-615d-4346-a7b3-5526480412a9 tempest-ServersAdminTestJSON-142622790 tempest-ServersAdminTestJSON-142622790-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69770) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1046.034466] env[69770]: DEBUG nova.compute.manager [-] [instance: f99efbb3-ef7e-4feb-b29b-2cfded1643fd] Deallocating network for instance {{(pid=69770) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1046.034570] env[69770]: DEBUG nova.network.neutron [-] [instance: f99efbb3-ef7e-4feb-b29b-2cfded1643fd] deallocate_for_instance() {{(pid=69770) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1046.104169] env[69770]: DEBUG nova.scheduler.client.report [None req-febccb28-b911-4727-8d91-609ddf0566ca tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] Inventory has not changed for provider 7cc7d32b-b7a7-454a-a456-2a440248ed9d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69770) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1046.337026] env[69770]: DEBUG oslo_vmware.api [None req-2b124d0e-a216-4a2b-9b03-ac11d27dcb58 tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] Task: {'id': task-4070224, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.098914} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1046.337500] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-2b124d0e-a216-4a2b-9b03-ac11d27dcb58 tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] [instance: fb2581e0-5c22-4622-a652-818f9af7a9ba] Extended root virtual disk {{(pid=69770) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1046.338797] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-505948d0-076a-41b2-afca-addba5f7fc50 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.378841] env[69770]: DEBUG nova.virt.vmwareapi.volumeops [None req-2b124d0e-a216-4a2b-9b03-ac11d27dcb58 tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] [instance: fb2581e0-5c22-4622-a652-818f9af7a9ba] Reconfiguring VM instance instance-0000004d to attach disk [datastore2] fb2581e0-5c22-4622-a652-818f9af7a9ba/fb2581e0-5c22-4622-a652-818f9af7a9ba.vmdk or device None with type sparse {{(pid=69770) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1046.383678] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-32c56e4c-f8cd-41b3-ae92-4026b7cb8fe8 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.402526] env[69770]: DEBUG nova.network.neutron [-] [instance: f99efbb3-ef7e-4feb-b29b-2cfded1643fd] Updating instance_info_cache with network_info: [] {{(pid=69770) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1046.410560] env[69770]: DEBUG oslo_vmware.api [None req-d7d2d0fd-f035-427d-96b0-e2c5bb4fe449 tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] Task: {'id': task-4070225, 'name': Rename_Task, 'duration_secs': 0.244256} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1046.412679] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-d7d2d0fd-f035-427d-96b0-e2c5bb4fe449 tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] [instance: d6322138-4f18-4a8b-8062-4c732a8e6585] Powering on the VM {{(pid=69770) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1046.412679] env[69770]: DEBUG oslo_vmware.api [None req-2b124d0e-a216-4a2b-9b03-ac11d27dcb58 tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] Waiting for the task: (returnval){ [ 1046.412679] env[69770]: value = "task-4070226" [ 1046.412679] env[69770]: _type = "Task" [ 1046.412679] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1046.412679] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5c425cae-de4c-4687-ba86-9da502f8ea1b {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.425617] env[69770]: DEBUG oslo_vmware.api [None req-2b124d0e-a216-4a2b-9b03-ac11d27dcb58 tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] Task: {'id': task-4070226, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.427199] env[69770]: DEBUG oslo_vmware.api [None req-d7d2d0fd-f035-427d-96b0-e2c5bb4fe449 tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] Waiting for the task: (returnval){ [ 1046.427199] env[69770]: value = "task-4070227" [ 1046.427199] env[69770]: _type = "Task" [ 1046.427199] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1046.436876] env[69770]: DEBUG oslo_vmware.api [None req-d7d2d0fd-f035-427d-96b0-e2c5bb4fe449 tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] Task: {'id': task-4070227, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.494183] env[69770]: DEBUG oslo_concurrency.lockutils [None req-3c5dd183-b974-4abb-ab54-2e70e0614630 tempest-AttachVolumeTestJSON-339692578 tempest-AttachVolumeTestJSON-339692578-project-member] Acquiring lock "dc0f3667-e2b8-4b6a-b4e2-cc558b2f10ad" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1046.495026] env[69770]: DEBUG oslo_concurrency.lockutils [None req-3c5dd183-b974-4abb-ab54-2e70e0614630 tempest-AttachVolumeTestJSON-339692578 tempest-AttachVolumeTestJSON-339692578-project-member] Lock "dc0f3667-e2b8-4b6a-b4e2-cc558b2f10ad" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1046.584580] env[69770]: DEBUG oslo_concurrency.lockutils [None req-012c3d94-d60d-44a4-a363-27fb8b324712 tempest-ServersNegativeTestJSON-1437959553 tempest-ServersNegativeTestJSON-1437959553-project-member] Acquiring lock "1cd3da96-102f-4a22-8f53-12b32485ffa2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1046.584913] env[69770]: DEBUG oslo_concurrency.lockutils [None req-012c3d94-d60d-44a4-a363-27fb8b324712 tempest-ServersNegativeTestJSON-1437959553 tempest-ServersNegativeTestJSON-1437959553-project-member] Lock "1cd3da96-102f-4a22-8f53-12b32485ffa2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1046.585231] env[69770]: DEBUG oslo_concurrency.lockutils [None req-012c3d94-d60d-44a4-a363-27fb8b324712 tempest-ServersNegativeTestJSON-1437959553 tempest-ServersNegativeTestJSON-1437959553-project-member] Acquiring lock "1cd3da96-102f-4a22-8f53-12b32485ffa2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1046.585422] env[69770]: DEBUG oslo_concurrency.lockutils [None req-012c3d94-d60d-44a4-a363-27fb8b324712 tempest-ServersNegativeTestJSON-1437959553 tempest-ServersNegativeTestJSON-1437959553-project-member] Lock "1cd3da96-102f-4a22-8f53-12b32485ffa2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1046.585637] env[69770]: DEBUG oslo_concurrency.lockutils [None req-012c3d94-d60d-44a4-a363-27fb8b324712 tempest-ServersNegativeTestJSON-1437959553 tempest-ServersNegativeTestJSON-1437959553-project-member] Lock "1cd3da96-102f-4a22-8f53-12b32485ffa2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1046.588148] env[69770]: INFO nova.compute.manager [None req-012c3d94-d60d-44a4-a363-27fb8b324712 tempest-ServersNegativeTestJSON-1437959553 tempest-ServersNegativeTestJSON-1437959553-project-member] [instance: 1cd3da96-102f-4a22-8f53-12b32485ffa2] Terminating instance [ 1046.606868] env[69770]: DEBUG oslo_concurrency.lockutils [None req-febccb28-b911-4727-8d91-609ddf0566ca tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.733s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1046.607586] env[69770]: DEBUG nova.compute.manager [None req-febccb28-b911-4727-8d91-609ddf0566ca tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] [instance: 631c9a53-9da0-4ba6-974f-9ce2c98f788a] Start building networks asynchronously for instance. {{(pid=69770) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1046.611152] env[69770]: DEBUG oslo_concurrency.lockutils [None req-524759fc-0a53-46af-89f4-fd64059cf61c tempest-ServerActionsV293TestJSON-1944763761 tempest-ServerActionsV293TestJSON-1944763761-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.421s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1046.611562] env[69770]: DEBUG nova.objects.instance [None req-524759fc-0a53-46af-89f4-fd64059cf61c tempest-ServerActionsV293TestJSON-1944763761 tempest-ServerActionsV293TestJSON-1944763761-project-member] Lazy-loading 'resources' on Instance uuid 1f92c4e9-6054-433b-917d-fa1956ee1a57 {{(pid=69770) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1046.832676] env[69770]: DEBUG nova.network.neutron [req-c6a40804-6d6c-42b9-bc4c-8aa146232fc7 req-933111c6-1f2f-49aa-913f-f5bef6af8f66 service nova] [instance: cef6cba7-84fd-45db-82bf-20df6499c75e] Updated VIF entry in instance network info cache for port ec07f03d-4fa2-4267-9d00-eec6418a9fe9. {{(pid=69770) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1046.833060] env[69770]: DEBUG nova.network.neutron [req-c6a40804-6d6c-42b9-bc4c-8aa146232fc7 req-933111c6-1f2f-49aa-913f-f5bef6af8f66 service nova] [instance: cef6cba7-84fd-45db-82bf-20df6499c75e] Updating instance_info_cache with network_info: [{"id": "ec07f03d-4fa2-4267-9d00-eec6418a9fe9", "address": "fa:16:3e:21:bc:f4", "network": {"id": "2c04bb6a-b580-40ff-bbd3-f6af8dbc9a37", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-1118700838-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.250", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "670f54a83dc6482f9b3489b81aafee43", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f3a80436-f7a9-431a-acec-aca3d76e3f9b", "external-id": "cl2-zone-339", "segmentation_id": 339, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapec07f03d-4f", "ovs_interfaceid": "ec07f03d-4fa2-4267-9d00-eec6418a9fe9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69770) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1046.905455] env[69770]: INFO nova.compute.manager [-] [instance: f99efbb3-ef7e-4feb-b29b-2cfded1643fd] Took 0.87 seconds to deallocate network for instance. [ 1046.928273] env[69770]: DEBUG oslo_vmware.api [None req-2b124d0e-a216-4a2b-9b03-ac11d27dcb58 tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] Task: {'id': task-4070226, 'name': ReconfigVM_Task, 'duration_secs': 0.318495} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1046.928273] env[69770]: DEBUG nova.virt.vmwareapi.volumeops [None req-2b124d0e-a216-4a2b-9b03-ac11d27dcb58 tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] [instance: fb2581e0-5c22-4622-a652-818f9af7a9ba] Reconfigured VM instance instance-0000004d to attach disk [datastore2] fb2581e0-5c22-4622-a652-818f9af7a9ba/fb2581e0-5c22-4622-a652-818f9af7a9ba.vmdk or device None with type sparse {{(pid=69770) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1046.928273] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5a9088ef-e191-479d-b97e-0459b995c4f0 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.941176] env[69770]: DEBUG oslo_vmware.api [None req-d7d2d0fd-f035-427d-96b0-e2c5bb4fe449 tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] Task: {'id': task-4070227, 'name': PowerOnVM_Task, 'duration_secs': 0.484566} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1046.941646] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-d7d2d0fd-f035-427d-96b0-e2c5bb4fe449 tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] [instance: d6322138-4f18-4a8b-8062-4c732a8e6585] Powered on the VM {{(pid=69770) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1046.941856] env[69770]: DEBUG nova.compute.manager [None req-d7d2d0fd-f035-427d-96b0-e2c5bb4fe449 tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] [instance: d6322138-4f18-4a8b-8062-4c732a8e6585] Checking state {{(pid=69770) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1046.942384] env[69770]: DEBUG oslo_vmware.api [None req-2b124d0e-a216-4a2b-9b03-ac11d27dcb58 tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] Waiting for the task: (returnval){ [ 1046.942384] env[69770]: value = "task-4070228" [ 1046.942384] env[69770]: _type = "Task" [ 1046.942384] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1046.942981] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-154cc764-a502-4376-9264-512b574164c4 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.955562] env[69770]: DEBUG oslo_vmware.api [None req-2b124d0e-a216-4a2b-9b03-ac11d27dcb58 tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] Task: {'id': task-4070228, 'name': Rename_Task} progress is 6%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.001260] env[69770]: DEBUG nova.compute.manager [None req-3c5dd183-b974-4abb-ab54-2e70e0614630 tempest-AttachVolumeTestJSON-339692578 tempest-AttachVolumeTestJSON-339692578-project-member] [instance: dc0f3667-e2b8-4b6a-b4e2-cc558b2f10ad] Starting instance... {{(pid=69770) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1047.092867] env[69770]: DEBUG nova.compute.manager [None req-012c3d94-d60d-44a4-a363-27fb8b324712 tempest-ServersNegativeTestJSON-1437959553 tempest-ServersNegativeTestJSON-1437959553-project-member] [instance: 1cd3da96-102f-4a22-8f53-12b32485ffa2] Start destroying the instance on the hypervisor. {{(pid=69770) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1047.093161] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-012c3d94-d60d-44a4-a363-27fb8b324712 tempest-ServersNegativeTestJSON-1437959553 tempest-ServersNegativeTestJSON-1437959553-project-member] [instance: 1cd3da96-102f-4a22-8f53-12b32485ffa2] Destroying instance {{(pid=69770) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1047.097304] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f8a7a74-d892-4cd4-bc22-da8d4ff17128 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.110139] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-012c3d94-d60d-44a4-a363-27fb8b324712 tempest-ServersNegativeTestJSON-1437959553 tempest-ServersNegativeTestJSON-1437959553-project-member] [instance: 1cd3da96-102f-4a22-8f53-12b32485ffa2] Powering off the VM {{(pid=69770) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1047.110432] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a0012bba-7cbb-423d-bf04-a20ba18625f1 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.115853] env[69770]: DEBUG nova.compute.utils [None req-febccb28-b911-4727-8d91-609ddf0566ca tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] Using /dev/sd instead of None {{(pid=69770) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1047.119273] env[69770]: DEBUG nova.compute.manager [None req-febccb28-b911-4727-8d91-609ddf0566ca tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] [instance: 631c9a53-9da0-4ba6-974f-9ce2c98f788a] Allocating IP information in the background. {{(pid=69770) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1047.119460] env[69770]: DEBUG nova.network.neutron [None req-febccb28-b911-4727-8d91-609ddf0566ca tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] [instance: 631c9a53-9da0-4ba6-974f-9ce2c98f788a] allocate_for_instance() {{(pid=69770) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1047.125747] env[69770]: DEBUG oslo_vmware.api [None req-012c3d94-d60d-44a4-a363-27fb8b324712 tempest-ServersNegativeTestJSON-1437959553 tempest-ServersNegativeTestJSON-1437959553-project-member] Waiting for the task: (returnval){ [ 1047.125747] env[69770]: value = "task-4070229" [ 1047.125747] env[69770]: _type = "Task" [ 1047.125747] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1047.139605] env[69770]: DEBUG oslo_vmware.api [None req-012c3d94-d60d-44a4-a363-27fb8b324712 tempest-ServersNegativeTestJSON-1437959553 tempest-ServersNegativeTestJSON-1437959553-project-member] Task: {'id': task-4070229, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.211819] env[69770]: DEBUG nova.policy [None req-febccb28-b911-4727-8d91-609ddf0566ca tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '93c58d981e7a449a994e6b53bbf1ac92', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'edd97114f9bb4735963417fc474a65d2', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69770) authorize /opt/stack/nova/nova/policy.py:192}} [ 1047.339655] env[69770]: DEBUG oslo_concurrency.lockutils [req-c6a40804-6d6c-42b9-bc4c-8aa146232fc7 req-933111c6-1f2f-49aa-913f-f5bef6af8f66 service nova] Releasing lock "refresh_cache-cef6cba7-84fd-45db-82bf-20df6499c75e" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.416824] env[69770]: DEBUG oslo_concurrency.lockutils [None req-bed1a5df-615d-4346-a7b3-5526480412a9 tempest-ServersAdminTestJSON-142622790 tempest-ServersAdminTestJSON-142622790-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1047.460067] env[69770]: DEBUG oslo_vmware.api [None req-2b124d0e-a216-4a2b-9b03-ac11d27dcb58 tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] Task: {'id': task-4070228, 'name': Rename_Task, 'duration_secs': 0.338355} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1047.460504] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b124d0e-a216-4a2b-9b03-ac11d27dcb58 tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] [instance: fb2581e0-5c22-4622-a652-818f9af7a9ba] Powering on the VM {{(pid=69770) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1047.460881] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3556b5e2-9979-4715-b9cd-1204c1b2b0d0 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.474827] env[69770]: DEBUG oslo_concurrency.lockutils [None req-d7d2d0fd-f035-427d-96b0-e2c5bb4fe449 tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1047.477826] env[69770]: DEBUG oslo_vmware.api [None req-2b124d0e-a216-4a2b-9b03-ac11d27dcb58 tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] Waiting for the task: (returnval){ [ 1047.477826] env[69770]: value = "task-4070230" [ 1047.477826] env[69770]: _type = "Task" [ 1047.477826] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1047.488511] env[69770]: DEBUG oslo_vmware.api [None req-2b124d0e-a216-4a2b-9b03-ac11d27dcb58 tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] Task: {'id': task-4070230, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.526403] env[69770]: DEBUG oslo_concurrency.lockutils [None req-3c5dd183-b974-4abb-ab54-2e70e0614630 tempest-AttachVolumeTestJSON-339692578 tempest-AttachVolumeTestJSON-339692578-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1047.534722] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-296fb3c4-83cd-4351-8600-8a0c4a813419 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.545870] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4021c9b-b2a9-4026-a3e2-8cb44bf873df {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.584690] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7336086-b1af-4f82-b838-8f9e477f3e1d {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.592120] env[69770]: DEBUG oslo_concurrency.lockutils [None req-2ff95b87-7a87-48a0-9911-fb102aebb6b9 tempest-AttachVolumeShelveTestJSON-1191911444 tempest-AttachVolumeShelveTestJSON-1191911444-project-member] Acquiring lock "1e9f2a84-ff0f-4bfb-87b7-0b0d3604ab3f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1047.592371] env[69770]: DEBUG oslo_concurrency.lockutils [None req-2ff95b87-7a87-48a0-9911-fb102aebb6b9 tempest-AttachVolumeShelveTestJSON-1191911444 tempest-AttachVolumeShelveTestJSON-1191911444-project-member] Lock "1e9f2a84-ff0f-4bfb-87b7-0b0d3604ab3f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1047.601964] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43719f1b-a5b1-4c71-b9d9-c70d7e418a02 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.618388] env[69770]: DEBUG nova.compute.provider_tree [None req-524759fc-0a53-46af-89f4-fd64059cf61c tempest-ServerActionsV293TestJSON-1944763761 tempest-ServerActionsV293TestJSON-1944763761-project-member] Inventory has not changed in ProviderTree for provider: 7cc7d32b-b7a7-454a-a456-2a440248ed9d {{(pid=69770) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1047.628058] env[69770]: DEBUG nova.compute.manager [None req-febccb28-b911-4727-8d91-609ddf0566ca tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] [instance: 631c9a53-9da0-4ba6-974f-9ce2c98f788a] Start building block device mappings for instance. {{(pid=69770) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1047.643588] env[69770]: DEBUG oslo_vmware.api [None req-012c3d94-d60d-44a4-a363-27fb8b324712 tempest-ServersNegativeTestJSON-1437959553 tempest-ServersNegativeTestJSON-1437959553-project-member] Task: {'id': task-4070229, 'name': PowerOffVM_Task, 'duration_secs': 0.326829} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1047.643837] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-012c3d94-d60d-44a4-a363-27fb8b324712 tempest-ServersNegativeTestJSON-1437959553 tempest-ServersNegativeTestJSON-1437959553-project-member] [instance: 1cd3da96-102f-4a22-8f53-12b32485ffa2] Powered off the VM {{(pid=69770) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1047.643966] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-012c3d94-d60d-44a4-a363-27fb8b324712 tempest-ServersNegativeTestJSON-1437959553 tempest-ServersNegativeTestJSON-1437959553-project-member] [instance: 1cd3da96-102f-4a22-8f53-12b32485ffa2] Unregistering the VM {{(pid=69770) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1047.644242] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-44b21024-2a5a-485a-b0c2-a9df2f706053 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.691338] env[69770]: DEBUG nova.network.neutron [None req-febccb28-b911-4727-8d91-609ddf0566ca tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] [instance: 631c9a53-9da0-4ba6-974f-9ce2c98f788a] Successfully created port: 80687ef7-8f22-4346-a30b-ae22bdd77dd4 {{(pid=69770) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1047.728569] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-012c3d94-d60d-44a4-a363-27fb8b324712 tempest-ServersNegativeTestJSON-1437959553 tempest-ServersNegativeTestJSON-1437959553-project-member] [instance: 1cd3da96-102f-4a22-8f53-12b32485ffa2] Unregistered the VM {{(pid=69770) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1047.728888] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-012c3d94-d60d-44a4-a363-27fb8b324712 tempest-ServersNegativeTestJSON-1437959553 tempest-ServersNegativeTestJSON-1437959553-project-member] [instance: 1cd3da96-102f-4a22-8f53-12b32485ffa2] Deleting contents of the VM from datastore datastore1 {{(pid=69770) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1047.729428] env[69770]: DEBUG nova.virt.vmwareapi.ds_util [None req-012c3d94-d60d-44a4-a363-27fb8b324712 tempest-ServersNegativeTestJSON-1437959553 tempest-ServersNegativeTestJSON-1437959553-project-member] Deleting the datastore file [datastore1] 1cd3da96-102f-4a22-8f53-12b32485ffa2 {{(pid=69770) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1047.729428] env[69770]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-483f92b5-8ece-4876-9e86-c661d1e5b67e {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.737117] env[69770]: DEBUG oslo_vmware.api [None req-012c3d94-d60d-44a4-a363-27fb8b324712 tempest-ServersNegativeTestJSON-1437959553 tempest-ServersNegativeTestJSON-1437959553-project-member] Waiting for the task: (returnval){ [ 1047.737117] env[69770]: value = "task-4070232" [ 1047.737117] env[69770]: _type = "Task" [ 1047.737117] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1047.749097] env[69770]: DEBUG oslo_vmware.api [None req-012c3d94-d60d-44a4-a363-27fb8b324712 tempest-ServersNegativeTestJSON-1437959553 tempest-ServersNegativeTestJSON-1437959553-project-member] Task: {'id': task-4070232, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.990916] env[69770]: DEBUG oslo_vmware.api [None req-2b124d0e-a216-4a2b-9b03-ac11d27dcb58 tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] Task: {'id': task-4070230, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.017494] env[69770]: DEBUG nova.compute.manager [req-cf0fd000-2853-455f-9409-b6630d7896eb req-1eb0db67-ccb4-4e97-ac64-20eb54190d4e service nova] [instance: f99efbb3-ef7e-4feb-b29b-2cfded1643fd] Received event network-vif-deleted-c5562803-3fe4-4c16-ac47-79f2c209e942 {{(pid=69770) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1048.096618] env[69770]: DEBUG nova.compute.manager [None req-2ff95b87-7a87-48a0-9911-fb102aebb6b9 tempest-AttachVolumeShelveTestJSON-1191911444 tempest-AttachVolumeShelveTestJSON-1191911444-project-member] [instance: 1e9f2a84-ff0f-4bfb-87b7-0b0d3604ab3f] Starting instance... {{(pid=69770) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1048.123573] env[69770]: DEBUG nova.scheduler.client.report [None req-524759fc-0a53-46af-89f4-fd64059cf61c tempest-ServerActionsV293TestJSON-1944763761 tempest-ServerActionsV293TestJSON-1944763761-project-member] Inventory has not changed for provider 7cc7d32b-b7a7-454a-a456-2a440248ed9d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69770) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1048.248402] env[69770]: DEBUG oslo_vmware.api [None req-012c3d94-d60d-44a4-a363-27fb8b324712 tempest-ServersNegativeTestJSON-1437959553 tempest-ServersNegativeTestJSON-1437959553-project-member] Task: {'id': task-4070232, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.350906} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1048.248678] env[69770]: DEBUG nova.virt.vmwareapi.ds_util [None req-012c3d94-d60d-44a4-a363-27fb8b324712 tempest-ServersNegativeTestJSON-1437959553 tempest-ServersNegativeTestJSON-1437959553-project-member] Deleted the datastore file {{(pid=69770) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1048.248813] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-012c3d94-d60d-44a4-a363-27fb8b324712 tempest-ServersNegativeTestJSON-1437959553 tempest-ServersNegativeTestJSON-1437959553-project-member] [instance: 1cd3da96-102f-4a22-8f53-12b32485ffa2] Deleted contents of the VM from datastore datastore1 {{(pid=69770) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1048.249090] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-012c3d94-d60d-44a4-a363-27fb8b324712 tempest-ServersNegativeTestJSON-1437959553 tempest-ServersNegativeTestJSON-1437959553-project-member] [instance: 1cd3da96-102f-4a22-8f53-12b32485ffa2] Instance destroyed {{(pid=69770) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1048.249183] env[69770]: INFO nova.compute.manager [None req-012c3d94-d60d-44a4-a363-27fb8b324712 tempest-ServersNegativeTestJSON-1437959553 tempest-ServersNegativeTestJSON-1437959553-project-member] [instance: 1cd3da96-102f-4a22-8f53-12b32485ffa2] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1048.249463] env[69770]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-012c3d94-d60d-44a4-a363-27fb8b324712 tempest-ServersNegativeTestJSON-1437959553 tempest-ServersNegativeTestJSON-1437959553-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69770) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1048.249581] env[69770]: DEBUG nova.compute.manager [-] [instance: 1cd3da96-102f-4a22-8f53-12b32485ffa2] Deallocating network for instance {{(pid=69770) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1048.249679] env[69770]: DEBUG nova.network.neutron [-] [instance: 1cd3da96-102f-4a22-8f53-12b32485ffa2] deallocate_for_instance() {{(pid=69770) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1048.491381] env[69770]: DEBUG oslo_vmware.api [None req-2b124d0e-a216-4a2b-9b03-ac11d27dcb58 tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] Task: {'id': task-4070230, 'name': PowerOnVM_Task, 'duration_secs': 0.641836} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1048.492542] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b124d0e-a216-4a2b-9b03-ac11d27dcb58 tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] [instance: fb2581e0-5c22-4622-a652-818f9af7a9ba] Powered on the VM {{(pid=69770) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1048.493318] env[69770]: INFO nova.compute.manager [None req-2b124d0e-a216-4a2b-9b03-ac11d27dcb58 tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] [instance: fb2581e0-5c22-4622-a652-818f9af7a9ba] Took 8.43 seconds to spawn the instance on the hypervisor. [ 1048.493318] env[69770]: DEBUG nova.compute.manager [None req-2b124d0e-a216-4a2b-9b03-ac11d27dcb58 tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] [instance: fb2581e0-5c22-4622-a652-818f9af7a9ba] Checking state {{(pid=69770) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1048.494788] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3620ec47-b0a8-48e1-b762-efc5d940eaf5 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.628319] env[69770]: DEBUG oslo_concurrency.lockutils [None req-2ff95b87-7a87-48a0-9911-fb102aebb6b9 tempest-AttachVolumeShelveTestJSON-1191911444 tempest-AttachVolumeShelveTestJSON-1191911444-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1048.632599] env[69770]: DEBUG oslo_concurrency.lockutils [None req-524759fc-0a53-46af-89f4-fd64059cf61c tempest-ServerActionsV293TestJSON-1944763761 tempest-ServerActionsV293TestJSON-1944763761-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.019s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1048.632599] env[69770]: DEBUG oslo_concurrency.lockutils [None req-5786bbd9-f0e3-4c30-a4be-874bcc87f982 tempest-MigrationsAdminTest-1409017777 tempest-MigrationsAdminTest-1409017777-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 21.383s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1048.632867] env[69770]: DEBUG nova.objects.instance [None req-5786bbd9-f0e3-4c30-a4be-874bcc87f982 tempest-MigrationsAdminTest-1409017777 tempest-MigrationsAdminTest-1409017777-project-member] Lazy-loading 'resources' on Instance uuid 7626e483-2d84-4a06-8f38-f8fd431da011 {{(pid=69770) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1048.642411] env[69770]: DEBUG nova.compute.manager [None req-febccb28-b911-4727-8d91-609ddf0566ca tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] [instance: 631c9a53-9da0-4ba6-974f-9ce2c98f788a] Start spawning the instance on the hypervisor. {{(pid=69770) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1048.676032] env[69770]: DEBUG nova.virt.hardware [None req-febccb28-b911-4727-8d91-609ddf0566ca tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T12:16:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T12:16:11Z,direct_url=,disk_format='vmdk',id=d1eaff80-24a0-4391-90eb-59958b1ecf0a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d65f20bb89fb40a98b77bc6d97357df2',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T12:16:12Z,virtual_size=,visibility=), allow threads: False {{(pid=69770) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1048.676032] env[69770]: DEBUG nova.virt.hardware [None req-febccb28-b911-4727-8d91-609ddf0566ca tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] Flavor limits 0:0:0 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1048.676032] env[69770]: DEBUG nova.virt.hardware [None req-febccb28-b911-4727-8d91-609ddf0566ca tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] Image limits 0:0:0 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1048.676032] env[69770]: DEBUG nova.virt.hardware [None req-febccb28-b911-4727-8d91-609ddf0566ca tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] Flavor pref 0:0:0 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1048.676032] env[69770]: DEBUG nova.virt.hardware [None req-febccb28-b911-4727-8d91-609ddf0566ca tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] Image pref 0:0:0 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1048.676032] env[69770]: DEBUG nova.virt.hardware [None req-febccb28-b911-4727-8d91-609ddf0566ca tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1048.676806] env[69770]: DEBUG nova.virt.hardware [None req-febccb28-b911-4727-8d91-609ddf0566ca tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69770) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1048.677123] env[69770]: DEBUG nova.virt.hardware [None req-febccb28-b911-4727-8d91-609ddf0566ca tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69770) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1048.677484] env[69770]: DEBUG nova.virt.hardware [None req-febccb28-b911-4727-8d91-609ddf0566ca tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] Got 1 possible topologies {{(pid=69770) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1048.677786] env[69770]: DEBUG nova.virt.hardware [None req-febccb28-b911-4727-8d91-609ddf0566ca tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69770) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1048.678111] env[69770]: DEBUG nova.virt.hardware [None req-febccb28-b911-4727-8d91-609ddf0566ca tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69770) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1048.680019] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f82aa4ba-4b3b-4037-8b51-11807a83b435 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.689843] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67d806ef-298f-4551-ba4e-61e36b55f2fc {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.984489] env[69770]: DEBUG nova.network.neutron [-] [instance: 1cd3da96-102f-4a22-8f53-12b32485ffa2] Updating instance_info_cache with network_info: [] {{(pid=69770) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1049.012586] env[69770]: INFO nova.compute.manager [None req-2b124d0e-a216-4a2b-9b03-ac11d27dcb58 tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] [instance: fb2581e0-5c22-4622-a652-818f9af7a9ba] Took 35.78 seconds to build instance. [ 1049.154386] env[69770]: DEBUG oslo_concurrency.lockutils [None req-524759fc-0a53-46af-89f4-fd64059cf61c tempest-ServerActionsV293TestJSON-1944763761 tempest-ServerActionsV293TestJSON-1944763761-project-member] Lock "1f92c4e9-6054-433b-917d-fa1956ee1a57" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 29.141s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1049.358735] env[69770]: DEBUG nova.network.neutron [None req-febccb28-b911-4727-8d91-609ddf0566ca tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] [instance: 631c9a53-9da0-4ba6-974f-9ce2c98f788a] Successfully updated port: 80687ef7-8f22-4346-a30b-ae22bdd77dd4 {{(pid=69770) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1049.487718] env[69770]: INFO nova.compute.manager [-] [instance: 1cd3da96-102f-4a22-8f53-12b32485ffa2] Took 1.24 seconds to deallocate network for instance. [ 1049.515064] env[69770]: DEBUG oslo_concurrency.lockutils [None req-2b124d0e-a216-4a2b-9b03-ac11d27dcb58 tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] Lock "fb2581e0-5c22-4622-a652-818f9af7a9ba" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 37.295s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1049.524631] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26f46386-6b80-464a-aea9-9a010958949d {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.534275] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba1d0571-d95d-48d6-8a67-3954b2b0b5ba {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.571490] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c427838-bfe0-4ec3-b7a8-8a3e989e4420 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.579974] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a86b91f5-38d9-4d16-99e1-22bedabad74a {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.596436] env[69770]: DEBUG nova.compute.provider_tree [None req-5786bbd9-f0e3-4c30-a4be-874bcc87f982 tempest-MigrationsAdminTest-1409017777 tempest-MigrationsAdminTest-1409017777-project-member] Inventory has not changed in ProviderTree for provider: 7cc7d32b-b7a7-454a-a456-2a440248ed9d {{(pid=69770) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1049.861373] env[69770]: DEBUG oslo_concurrency.lockutils [None req-febccb28-b911-4727-8d91-609ddf0566ca tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] Acquiring lock "refresh_cache-631c9a53-9da0-4ba6-974f-9ce2c98f788a" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.861550] env[69770]: DEBUG oslo_concurrency.lockutils [None req-febccb28-b911-4727-8d91-609ddf0566ca tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] Acquired lock "refresh_cache-631c9a53-9da0-4ba6-974f-9ce2c98f788a" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.861659] env[69770]: DEBUG nova.network.neutron [None req-febccb28-b911-4727-8d91-609ddf0566ca tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] [instance: 631c9a53-9da0-4ba6-974f-9ce2c98f788a] Building network info cache for instance {{(pid=69770) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1049.881054] env[69770]: DEBUG oslo_concurrency.lockutils [None req-c20116ca-1e5d-422a-808c-0f4d1154aceb tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] Acquiring lock "fb2581e0-5c22-4622-a652-818f9af7a9ba" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1049.881054] env[69770]: DEBUG oslo_concurrency.lockutils [None req-c20116ca-1e5d-422a-808c-0f4d1154aceb tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] Lock "fb2581e0-5c22-4622-a652-818f9af7a9ba" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1049.881054] env[69770]: DEBUG nova.compute.manager [None req-c20116ca-1e5d-422a-808c-0f4d1154aceb tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] [instance: fb2581e0-5c22-4622-a652-818f9af7a9ba] Checking state {{(pid=69770) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1049.881877] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-453db0ef-5f6c-42d8-8583-2864a64c1e2f {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.889350] env[69770]: DEBUG nova.compute.manager [None req-c20116ca-1e5d-422a-808c-0f4d1154aceb tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] [instance: fb2581e0-5c22-4622-a652-818f9af7a9ba] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69770) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1049.890033] env[69770]: DEBUG nova.objects.instance [None req-c20116ca-1e5d-422a-808c-0f4d1154aceb tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] Lazy-loading 'flavor' on Instance uuid fb2581e0-5c22-4622-a652-818f9af7a9ba {{(pid=69770) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1049.999057] env[69770]: DEBUG oslo_concurrency.lockutils [None req-012c3d94-d60d-44a4-a363-27fb8b324712 tempest-ServersNegativeTestJSON-1437959553 tempest-ServersNegativeTestJSON-1437959553-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1050.057292] env[69770]: DEBUG nova.compute.manager [req-c913e164-02b0-4425-850f-710975656fae req-0b8ea440-639c-48bc-8eab-9763fc730d12 service nova] [instance: 1cd3da96-102f-4a22-8f53-12b32485ffa2] Received event network-vif-deleted-0276cb5b-ee35-4b81-b591-e4616352e712 {{(pid=69770) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1050.057578] env[69770]: DEBUG nova.compute.manager [req-c913e164-02b0-4425-850f-710975656fae req-0b8ea440-639c-48bc-8eab-9763fc730d12 service nova] [instance: 631c9a53-9da0-4ba6-974f-9ce2c98f788a] Received event network-vif-plugged-80687ef7-8f22-4346-a30b-ae22bdd77dd4 {{(pid=69770) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1050.057783] env[69770]: DEBUG oslo_concurrency.lockutils [req-c913e164-02b0-4425-850f-710975656fae req-0b8ea440-639c-48bc-8eab-9763fc730d12 service nova] Acquiring lock "631c9a53-9da0-4ba6-974f-9ce2c98f788a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1050.057984] env[69770]: DEBUG oslo_concurrency.lockutils [req-c913e164-02b0-4425-850f-710975656fae req-0b8ea440-639c-48bc-8eab-9763fc730d12 service nova] Lock "631c9a53-9da0-4ba6-974f-9ce2c98f788a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1050.062020] env[69770]: DEBUG oslo_concurrency.lockutils [req-c913e164-02b0-4425-850f-710975656fae req-0b8ea440-639c-48bc-8eab-9763fc730d12 service nova] Lock "631c9a53-9da0-4ba6-974f-9ce2c98f788a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.003s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1050.062020] env[69770]: DEBUG nova.compute.manager [req-c913e164-02b0-4425-850f-710975656fae req-0b8ea440-639c-48bc-8eab-9763fc730d12 service nova] [instance: 631c9a53-9da0-4ba6-974f-9ce2c98f788a] No waiting events found dispatching network-vif-plugged-80687ef7-8f22-4346-a30b-ae22bdd77dd4 {{(pid=69770) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1050.062020] env[69770]: WARNING nova.compute.manager [req-c913e164-02b0-4425-850f-710975656fae req-0b8ea440-639c-48bc-8eab-9763fc730d12 service nova] [instance: 631c9a53-9da0-4ba6-974f-9ce2c98f788a] Received unexpected event network-vif-plugged-80687ef7-8f22-4346-a30b-ae22bdd77dd4 for instance with vm_state building and task_state spawning. [ 1050.062020] env[69770]: DEBUG nova.compute.manager [req-c913e164-02b0-4425-850f-710975656fae req-0b8ea440-639c-48bc-8eab-9763fc730d12 service nova] [instance: 631c9a53-9da0-4ba6-974f-9ce2c98f788a] Received event network-changed-80687ef7-8f22-4346-a30b-ae22bdd77dd4 {{(pid=69770) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1050.062020] env[69770]: DEBUG nova.compute.manager [req-c913e164-02b0-4425-850f-710975656fae req-0b8ea440-639c-48bc-8eab-9763fc730d12 service nova] [instance: 631c9a53-9da0-4ba6-974f-9ce2c98f788a] Refreshing instance network info cache due to event network-changed-80687ef7-8f22-4346-a30b-ae22bdd77dd4. {{(pid=69770) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1050.062020] env[69770]: DEBUG oslo_concurrency.lockutils [req-c913e164-02b0-4425-850f-710975656fae req-0b8ea440-639c-48bc-8eab-9763fc730d12 service nova] Acquiring lock "refresh_cache-631c9a53-9da0-4ba6-974f-9ce2c98f788a" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.099491] env[69770]: DEBUG nova.scheduler.client.report [None req-5786bbd9-f0e3-4c30-a4be-874bcc87f982 tempest-MigrationsAdminTest-1409017777 tempest-MigrationsAdminTest-1409017777-project-member] Inventory has not changed for provider 7cc7d32b-b7a7-454a-a456-2a440248ed9d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69770) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1050.423360] env[69770]: DEBUG nova.network.neutron [None req-febccb28-b911-4727-8d91-609ddf0566ca tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] [instance: 631c9a53-9da0-4ba6-974f-9ce2c98f788a] Instance cache missing network info. {{(pid=69770) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1050.589639] env[69770]: DEBUG nova.network.neutron [None req-febccb28-b911-4727-8d91-609ddf0566ca tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] [instance: 631c9a53-9da0-4ba6-974f-9ce2c98f788a] Updating instance_info_cache with network_info: [{"id": "80687ef7-8f22-4346-a30b-ae22bdd77dd4", "address": "fa:16:3e:12:e9:bf", "network": {"id": "9d212606-40a3-4b28-9ea6-99b5c5f662a7", "bridge": "br-int", "label": "tempest-ServersTestJSON-1055032721-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "edd97114f9bb4735963417fc474a65d2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1f762954-6ca5-4da5-bf0a-5d31c51ec570", "external-id": "nsx-vlan-transportzone-930", "segmentation_id": 930, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap80687ef7-8f", "ovs_interfaceid": "80687ef7-8f22-4346-a30b-ae22bdd77dd4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69770) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1050.605921] env[69770]: DEBUG oslo_concurrency.lockutils [None req-5786bbd9-f0e3-4c30-a4be-874bcc87f982 tempest-MigrationsAdminTest-1409017777 tempest-MigrationsAdminTest-1409017777-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.972s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1050.608930] env[69770]: DEBUG oslo_concurrency.lockutils [None req-8ef88a52-21bf-4ce8-8333-fc0637e50b8f tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 18.217s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1050.610875] env[69770]: INFO nova.compute.claims [None req-8ef88a52-21bf-4ce8-8333-fc0637e50b8f tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] [instance: a9c7964c-d3b5-4e2c-8ce7-b2a89db73136] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1050.637266] env[69770]: INFO nova.scheduler.client.report [None req-5786bbd9-f0e3-4c30-a4be-874bcc87f982 tempest-MigrationsAdminTest-1409017777 tempest-MigrationsAdminTest-1409017777-project-member] Deleted allocations for instance 7626e483-2d84-4a06-8f38-f8fd431da011 [ 1050.898517] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-c20116ca-1e5d-422a-808c-0f4d1154aceb tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] [instance: fb2581e0-5c22-4622-a652-818f9af7a9ba] Powering off the VM {{(pid=69770) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1050.898898] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8c773a82-7746-4eca-bc45-230d8c923657 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.908861] env[69770]: DEBUG oslo_vmware.api [None req-c20116ca-1e5d-422a-808c-0f4d1154aceb tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] Waiting for the task: (returnval){ [ 1050.908861] env[69770]: value = "task-4070233" [ 1050.908861] env[69770]: _type = "Task" [ 1050.908861] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1050.921537] env[69770]: DEBUG oslo_vmware.api [None req-c20116ca-1e5d-422a-808c-0f4d1154aceb tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] Task: {'id': task-4070233, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.093228] env[69770]: DEBUG oslo_concurrency.lockutils [None req-febccb28-b911-4727-8d91-609ddf0566ca tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] Releasing lock "refresh_cache-631c9a53-9da0-4ba6-974f-9ce2c98f788a" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.093567] env[69770]: DEBUG nova.compute.manager [None req-febccb28-b911-4727-8d91-609ddf0566ca tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] [instance: 631c9a53-9da0-4ba6-974f-9ce2c98f788a] Instance network_info: |[{"id": "80687ef7-8f22-4346-a30b-ae22bdd77dd4", "address": "fa:16:3e:12:e9:bf", "network": {"id": "9d212606-40a3-4b28-9ea6-99b5c5f662a7", "bridge": "br-int", "label": "tempest-ServersTestJSON-1055032721-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "edd97114f9bb4735963417fc474a65d2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1f762954-6ca5-4da5-bf0a-5d31c51ec570", "external-id": "nsx-vlan-transportzone-930", "segmentation_id": 930, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap80687ef7-8f", "ovs_interfaceid": "80687ef7-8f22-4346-a30b-ae22bdd77dd4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69770) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1051.093925] env[69770]: DEBUG oslo_concurrency.lockutils [req-c913e164-02b0-4425-850f-710975656fae req-0b8ea440-639c-48bc-8eab-9763fc730d12 service nova] Acquired lock "refresh_cache-631c9a53-9da0-4ba6-974f-9ce2c98f788a" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.094122] env[69770]: DEBUG nova.network.neutron [req-c913e164-02b0-4425-850f-710975656fae req-0b8ea440-639c-48bc-8eab-9763fc730d12 service nova] [instance: 631c9a53-9da0-4ba6-974f-9ce2c98f788a] Refreshing network info cache for port 80687ef7-8f22-4346-a30b-ae22bdd77dd4 {{(pid=69770) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1051.095535] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-febccb28-b911-4727-8d91-609ddf0566ca tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] [instance: 631c9a53-9da0-4ba6-974f-9ce2c98f788a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:12:e9:bf', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1f762954-6ca5-4da5-bf0a-5d31c51ec570', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '80687ef7-8f22-4346-a30b-ae22bdd77dd4', 'vif_model': 'vmxnet3'}] {{(pid=69770) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1051.105360] env[69770]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-febccb28-b911-4727-8d91-609ddf0566ca tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69770) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1051.109352] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 631c9a53-9da0-4ba6-974f-9ce2c98f788a] Creating VM on the ESX host {{(pid=69770) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1051.109853] env[69770]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-32254bc3-d00b-4c8d-a420-6be3a31094ef {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.139192] env[69770]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1051.139192] env[69770]: value = "task-4070234" [ 1051.139192] env[69770]: _type = "Task" [ 1051.139192] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1051.146566] env[69770]: DEBUG oslo_concurrency.lockutils [None req-5786bbd9-f0e3-4c30-a4be-874bcc87f982 tempest-MigrationsAdminTest-1409017777 tempest-MigrationsAdminTest-1409017777-project-member] Lock "7626e483-2d84-4a06-8f38-f8fd431da011" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 28.506s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1051.152059] env[69770]: DEBUG oslo_vmware.api [-] Task: {'id': task-4070234, 'name': CreateVM_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.360872] env[69770]: DEBUG nova.network.neutron [req-c913e164-02b0-4425-850f-710975656fae req-0b8ea440-639c-48bc-8eab-9763fc730d12 service nova] [instance: 631c9a53-9da0-4ba6-974f-9ce2c98f788a] Updated VIF entry in instance network info cache for port 80687ef7-8f22-4346-a30b-ae22bdd77dd4. {{(pid=69770) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1051.361285] env[69770]: DEBUG nova.network.neutron [req-c913e164-02b0-4425-850f-710975656fae req-0b8ea440-639c-48bc-8eab-9763fc730d12 service nova] [instance: 631c9a53-9da0-4ba6-974f-9ce2c98f788a] Updating instance_info_cache with network_info: [{"id": "80687ef7-8f22-4346-a30b-ae22bdd77dd4", "address": "fa:16:3e:12:e9:bf", "network": {"id": "9d212606-40a3-4b28-9ea6-99b5c5f662a7", "bridge": "br-int", "label": "tempest-ServersTestJSON-1055032721-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "edd97114f9bb4735963417fc474a65d2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1f762954-6ca5-4da5-bf0a-5d31c51ec570", "external-id": "nsx-vlan-transportzone-930", "segmentation_id": 930, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap80687ef7-8f", "ovs_interfaceid": "80687ef7-8f22-4346-a30b-ae22bdd77dd4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69770) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1051.418836] env[69770]: DEBUG oslo_vmware.api [None req-c20116ca-1e5d-422a-808c-0f4d1154aceb tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] Task: {'id': task-4070233, 'name': PowerOffVM_Task, 'duration_secs': 0.20647} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1051.419146] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-c20116ca-1e5d-422a-808c-0f4d1154aceb tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] [instance: fb2581e0-5c22-4622-a652-818f9af7a9ba] Powered off the VM {{(pid=69770) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1051.419350] env[69770]: DEBUG nova.compute.manager [None req-c20116ca-1e5d-422a-808c-0f4d1154aceb tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] [instance: fb2581e0-5c22-4622-a652-818f9af7a9ba] Checking state {{(pid=69770) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1051.420228] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-058813fc-2fe9-4cff-9382-a8ac3a86eeae {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.652941] env[69770]: DEBUG oslo_vmware.api [-] Task: {'id': task-4070234, 'name': CreateVM_Task, 'duration_secs': 0.4094} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1051.653268] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 631c9a53-9da0-4ba6-974f-9ce2c98f788a] Created VM on the ESX host {{(pid=69770) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1051.654473] env[69770]: DEBUG oslo_concurrency.lockutils [None req-febccb28-b911-4727-8d91-609ddf0566ca tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.654473] env[69770]: DEBUG oslo_concurrency.lockutils [None req-febccb28-b911-4727-8d91-609ddf0566ca tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.654473] env[69770]: DEBUG oslo_concurrency.lockutils [None req-febccb28-b911-4727-8d91-609ddf0566ca tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.655192] env[69770]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9f4f6f35-9a81-448e-a78e-98661d428d9a {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.664415] env[69770]: DEBUG oslo_vmware.api [None req-febccb28-b911-4727-8d91-609ddf0566ca tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] Waiting for the task: (returnval){ [ 1051.664415] env[69770]: value = "session[52161b52-cb8e-ec9f-1132-2f6b49549d41]52c66355-3465-77d6-d455-d926b2cc5a09" [ 1051.664415] env[69770]: _type = "Task" [ 1051.664415] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1051.674053] env[69770]: DEBUG oslo_vmware.api [None req-febccb28-b911-4727-8d91-609ddf0566ca tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]52c66355-3465-77d6-d455-d926b2cc5a09, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.869571] env[69770]: DEBUG oslo_concurrency.lockutils [req-c913e164-02b0-4425-850f-710975656fae req-0b8ea440-639c-48bc-8eab-9763fc730d12 service nova] Releasing lock "refresh_cache-631c9a53-9da0-4ba6-974f-9ce2c98f788a" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.934808] env[69770]: DEBUG oslo_concurrency.lockutils [None req-c20116ca-1e5d-422a-808c-0f4d1154aceb tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] Lock "fb2581e0-5c22-4622-a652-818f9af7a9ba" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.054s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1051.975811] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98173750-c05a-400b-b803-a0a23255c1c4 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.984380] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9938c644-7a5a-41e9-9562-91cf057667ab {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.017455] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8a80c89-54b6-4d5b-a000-975239a75b58 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.025423] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e9af6cd-b883-40ea-a272-8d4ab1bf9e96 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.041457] env[69770]: DEBUG nova.compute.provider_tree [None req-8ef88a52-21bf-4ce8-8333-fc0637e50b8f tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] Inventory has not changed in ProviderTree for provider: 7cc7d32b-b7a7-454a-a456-2a440248ed9d {{(pid=69770) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1052.176918] env[69770]: DEBUG oslo_vmware.api [None req-febccb28-b911-4727-8d91-609ddf0566ca tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]52c66355-3465-77d6-d455-d926b2cc5a09, 'name': SearchDatastore_Task, 'duration_secs': 0.030727} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1052.177207] env[69770]: DEBUG oslo_concurrency.lockutils [None req-febccb28-b911-4727-8d91-609ddf0566ca tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.177501] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-febccb28-b911-4727-8d91-609ddf0566ca tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] [instance: 631c9a53-9da0-4ba6-974f-9ce2c98f788a] Processing image d1eaff80-24a0-4391-90eb-59958b1ecf0a {{(pid=69770) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1052.177729] env[69770]: DEBUG oslo_concurrency.lockutils [None req-febccb28-b911-4727-8d91-609ddf0566ca tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.177876] env[69770]: DEBUG oslo_concurrency.lockutils [None req-febccb28-b911-4727-8d91-609ddf0566ca tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.178071] env[69770]: DEBUG nova.virt.vmwareapi.ds_util [None req-febccb28-b911-4727-8d91-609ddf0566ca tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69770) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1052.178348] env[69770]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7229707c-a219-4aae-bc12-a3305dd35589 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.189823] env[69770]: DEBUG nova.virt.vmwareapi.ds_util [None req-febccb28-b911-4727-8d91-609ddf0566ca tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69770) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1052.190030] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-febccb28-b911-4727-8d91-609ddf0566ca tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69770) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1052.190779] env[69770]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3058debc-f7c6-4a95-a6f8-0591b91abc5b {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.198139] env[69770]: DEBUG oslo_vmware.api [None req-febccb28-b911-4727-8d91-609ddf0566ca tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] Waiting for the task: (returnval){ [ 1052.198139] env[69770]: value = "session[52161b52-cb8e-ec9f-1132-2f6b49549d41]52b69081-33fc-1bb0-71bc-2f7844defddf" [ 1052.198139] env[69770]: _type = "Task" [ 1052.198139] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1052.206632] env[69770]: DEBUG oslo_vmware.api [None req-febccb28-b911-4727-8d91-609ddf0566ca tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]52b69081-33fc-1bb0-71bc-2f7844defddf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.412378] env[69770]: INFO nova.compute.manager [None req-58cfdb39-c672-453c-8da9-f1e5b170f249 tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] [instance: fb2581e0-5c22-4622-a652-818f9af7a9ba] Rebuilding instance [ 1052.456703] env[69770]: DEBUG nova.compute.manager [None req-58cfdb39-c672-453c-8da9-f1e5b170f249 tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] [instance: fb2581e0-5c22-4622-a652-818f9af7a9ba] Checking state {{(pid=69770) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1052.459185] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af6f74bc-43e3-45b9-ab6f-90ac7bd2fb57 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.544967] env[69770]: DEBUG nova.scheduler.client.report [None req-8ef88a52-21bf-4ce8-8333-fc0637e50b8f tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] Inventory has not changed for provider 7cc7d32b-b7a7-454a-a456-2a440248ed9d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69770) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1052.709650] env[69770]: DEBUG oslo_vmware.api [None req-febccb28-b911-4727-8d91-609ddf0566ca tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]52b69081-33fc-1bb0-71bc-2f7844defddf, 'name': SearchDatastore_Task, 'duration_secs': 0.018793} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1052.710438] env[69770]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-192fe012-2391-4b91-b54a-8e9b459919fb {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.716392] env[69770]: DEBUG oslo_vmware.api [None req-febccb28-b911-4727-8d91-609ddf0566ca tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] Waiting for the task: (returnval){ [ 1052.716392] env[69770]: value = "session[52161b52-cb8e-ec9f-1132-2f6b49549d41]52a35048-a03b-9c49-9171-79fd2d354993" [ 1052.716392] env[69770]: _type = "Task" [ 1052.716392] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1052.725105] env[69770]: DEBUG oslo_vmware.api [None req-febccb28-b911-4727-8d91-609ddf0566ca tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]52a35048-a03b-9c49-9171-79fd2d354993, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.051165] env[69770]: DEBUG oslo_concurrency.lockutils [None req-8ef88a52-21bf-4ce8-8333-fc0637e50b8f tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.442s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1053.051744] env[69770]: DEBUG nova.compute.manager [None req-8ef88a52-21bf-4ce8-8333-fc0637e50b8f tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] [instance: a9c7964c-d3b5-4e2c-8ce7-b2a89db73136] Start building networks asynchronously for instance. {{(pid=69770) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1053.055789] env[69770]: DEBUG oslo_concurrency.lockutils [None req-7059a6c8-4088-404d-9296-60b53113c14a tempest-ServersListShow2100Test-886633097 tempest-ServersListShow2100Test-886633097-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.524s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1053.057779] env[69770]: INFO nova.compute.claims [None req-7059a6c8-4088-404d-9296-60b53113c14a tempest-ServersListShow2100Test-886633097 tempest-ServersListShow2100Test-886633097-project-member] [instance: 31c30825-a5fa-4bd6-8557-fe2cf35d1e3b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1053.228273] env[69770]: DEBUG oslo_vmware.api [None req-febccb28-b911-4727-8d91-609ddf0566ca tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]52a35048-a03b-9c49-9171-79fd2d354993, 'name': SearchDatastore_Task, 'duration_secs': 0.011976} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1053.228589] env[69770]: DEBUG oslo_concurrency.lockutils [None req-febccb28-b911-4727-8d91-609ddf0566ca tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.228894] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-febccb28-b911-4727-8d91-609ddf0566ca tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk to [datastore1] 631c9a53-9da0-4ba6-974f-9ce2c98f788a/631c9a53-9da0-4ba6-974f-9ce2c98f788a.vmdk {{(pid=69770) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1053.229214] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-06deac4b-0778-47b2-a375-bdb53f5f9331 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.236889] env[69770]: DEBUG oslo_vmware.api [None req-febccb28-b911-4727-8d91-609ddf0566ca tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] Waiting for the task: (returnval){ [ 1053.236889] env[69770]: value = "task-4070235" [ 1053.236889] env[69770]: _type = "Task" [ 1053.236889] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1053.244941] env[69770]: DEBUG oslo_vmware.api [None req-febccb28-b911-4727-8d91-609ddf0566ca tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] Task: {'id': task-4070235, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.473509] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-58cfdb39-c672-453c-8da9-f1e5b170f249 tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] [instance: fb2581e0-5c22-4622-a652-818f9af7a9ba] Powering off the VM {{(pid=69770) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1053.473855] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4a4fbf56-7337-43b8-a5f1-48048f489b4c {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.485469] env[69770]: DEBUG oslo_vmware.api [None req-58cfdb39-c672-453c-8da9-f1e5b170f249 tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] Waiting for the task: (returnval){ [ 1053.485469] env[69770]: value = "task-4070236" [ 1053.485469] env[69770]: _type = "Task" [ 1053.485469] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1053.502171] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-58cfdb39-c672-453c-8da9-f1e5b170f249 tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] [instance: fb2581e0-5c22-4622-a652-818f9af7a9ba] VM already powered off {{(pid=69770) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1053.502857] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-58cfdb39-c672-453c-8da9-f1e5b170f249 tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] [instance: fb2581e0-5c22-4622-a652-818f9af7a9ba] Destroying instance {{(pid=69770) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1053.504806] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41ada42d-7bc7-46af-bc43-f1c8c8b6a55b {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.513825] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-58cfdb39-c672-453c-8da9-f1e5b170f249 tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] [instance: fb2581e0-5c22-4622-a652-818f9af7a9ba] Unregistering the VM {{(pid=69770) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1053.514223] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8c22b306-3411-4567-99d8-867690302610 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.562522] env[69770]: DEBUG nova.compute.utils [None req-8ef88a52-21bf-4ce8-8333-fc0637e50b8f tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] Using /dev/sd instead of None {{(pid=69770) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1053.567520] env[69770]: DEBUG nova.compute.manager [None req-8ef88a52-21bf-4ce8-8333-fc0637e50b8f tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] [instance: a9c7964c-d3b5-4e2c-8ce7-b2a89db73136] Allocating IP information in the background. {{(pid=69770) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1053.567944] env[69770]: DEBUG nova.network.neutron [None req-8ef88a52-21bf-4ce8-8333-fc0637e50b8f tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] [instance: a9c7964c-d3b5-4e2c-8ce7-b2a89db73136] allocate_for_instance() {{(pid=69770) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1053.593932] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-58cfdb39-c672-453c-8da9-f1e5b170f249 tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] [instance: fb2581e0-5c22-4622-a652-818f9af7a9ba] Unregistered the VM {{(pid=69770) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1053.594642] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-58cfdb39-c672-453c-8da9-f1e5b170f249 tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] [instance: fb2581e0-5c22-4622-a652-818f9af7a9ba] Deleting contents of the VM from datastore datastore2 {{(pid=69770) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1053.594642] env[69770]: DEBUG nova.virt.vmwareapi.ds_util [None req-58cfdb39-c672-453c-8da9-f1e5b170f249 tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] Deleting the datastore file [datastore2] fb2581e0-5c22-4622-a652-818f9af7a9ba {{(pid=69770) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1053.595118] env[69770]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6358642d-47c3-4b7f-8001-d36ba0a97e80 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.599732] env[69770]: DEBUG oslo_service.periodic_task [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69770) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1053.599892] env[69770]: DEBUG oslo_service.periodic_task [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69770) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1053.603362] env[69770]: DEBUG oslo_vmware.api [None req-58cfdb39-c672-453c-8da9-f1e5b170f249 tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] Waiting for the task: (returnval){ [ 1053.603362] env[69770]: value = "task-4070238" [ 1053.603362] env[69770]: _type = "Task" [ 1053.603362] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1053.616909] env[69770]: DEBUG oslo_vmware.api [None req-58cfdb39-c672-453c-8da9-f1e5b170f249 tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] Task: {'id': task-4070238, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.620989] env[69770]: DEBUG nova.policy [None req-8ef88a52-21bf-4ce8-8333-fc0637e50b8f tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '790410df58c64dc99c4c9f4b2ffaa936', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fd2014dec6514eb7b7289fdfc4de7f92', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69770) authorize /opt/stack/nova/nova/policy.py:192}} [ 1053.748527] env[69770]: DEBUG oslo_vmware.api [None req-febccb28-b911-4727-8d91-609ddf0566ca tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] Task: {'id': task-4070235, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.963286] env[69770]: DEBUG nova.network.neutron [None req-8ef88a52-21bf-4ce8-8333-fc0637e50b8f tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] [instance: a9c7964c-d3b5-4e2c-8ce7-b2a89db73136] Successfully created port: 13917e16-71b5-4e0e-a69a-bba8a16be8b3 {{(pid=69770) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1053.992266] env[69770]: DEBUG oslo_concurrency.lockutils [None req-926078c4-c393-4ac0-9bbd-87d7ebaf9fb8 tempest-ServersAdmin275Test-1407660202 tempest-ServersAdmin275Test-1407660202-project-member] Acquiring lock "fc7b06e1-c542-448b-a750-f27af3874b8f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1053.992518] env[69770]: DEBUG oslo_concurrency.lockutils [None req-926078c4-c393-4ac0-9bbd-87d7ebaf9fb8 tempest-ServersAdmin275Test-1407660202 tempest-ServersAdmin275Test-1407660202-project-member] Lock "fc7b06e1-c542-448b-a750-f27af3874b8f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1054.068319] env[69770]: DEBUG nova.compute.manager [None req-8ef88a52-21bf-4ce8-8333-fc0637e50b8f tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] [instance: a9c7964c-d3b5-4e2c-8ce7-b2a89db73136] Start building block device mappings for instance. {{(pid=69770) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1054.119467] env[69770]: DEBUG oslo_service.periodic_task [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69770) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1054.119992] env[69770]: DEBUG oslo_service.periodic_task [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69770) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1054.120147] env[69770]: DEBUG oslo_service.periodic_task [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69770) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1054.120333] env[69770]: DEBUG oslo_service.periodic_task [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69770) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1054.120786] env[69770]: DEBUG oslo_service.periodic_task [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69770) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1054.120916] env[69770]: DEBUG oslo_service.periodic_task [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69770) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1054.121065] env[69770]: DEBUG nova.compute.manager [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69770) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1054.121493] env[69770]: DEBUG oslo_service.periodic_task [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69770) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1054.128243] env[69770]: DEBUG oslo_vmware.api [None req-58cfdb39-c672-453c-8da9-f1e5b170f249 tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] Task: {'id': task-4070238, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.250502] env[69770]: DEBUG oslo_vmware.api [None req-febccb28-b911-4727-8d91-609ddf0566ca tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] Task: {'id': task-4070235, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.558661} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1054.250775] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-febccb28-b911-4727-8d91-609ddf0566ca tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk to [datastore1] 631c9a53-9da0-4ba6-974f-9ce2c98f788a/631c9a53-9da0-4ba6-974f-9ce2c98f788a.vmdk {{(pid=69770) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1054.250990] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-febccb28-b911-4727-8d91-609ddf0566ca tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] [instance: 631c9a53-9da0-4ba6-974f-9ce2c98f788a] Extending root virtual disk to 1048576 {{(pid=69770) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1054.251277] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-496ae7b7-9791-425e-afd6-ac5f6f90edd7 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.261549] env[69770]: DEBUG oslo_vmware.api [None req-febccb28-b911-4727-8d91-609ddf0566ca tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] Waiting for the task: (returnval){ [ 1054.261549] env[69770]: value = "task-4070239" [ 1054.261549] env[69770]: _type = "Task" [ 1054.261549] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1054.273234] env[69770]: DEBUG oslo_vmware.api [None req-febccb28-b911-4727-8d91-609ddf0566ca tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] Task: {'id': task-4070239, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.422655] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba4ed39c-98e6-4887-b9e6-9b71a767a016 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.430787] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db8d9df0-7fa1-4a97-88cb-c956bc5dc3ec {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.467636] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c63986b-6f01-419b-9c79-f092b84acfa1 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.476812] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-367367ed-fa9e-4640-b8c2-9444d59c0c38 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.492831] env[69770]: DEBUG nova.compute.provider_tree [None req-7059a6c8-4088-404d-9296-60b53113c14a tempest-ServersListShow2100Test-886633097 tempest-ServersListShow2100Test-886633097-project-member] Inventory has not changed in ProviderTree for provider: 7cc7d32b-b7a7-454a-a456-2a440248ed9d {{(pid=69770) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1054.494514] env[69770]: DEBUG nova.compute.manager [None req-926078c4-c393-4ac0-9bbd-87d7ebaf9fb8 tempest-ServersAdmin275Test-1407660202 tempest-ServersAdmin275Test-1407660202-project-member] [instance: fc7b06e1-c542-448b-a750-f27af3874b8f] Starting instance... {{(pid=69770) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1054.624098] env[69770]: DEBUG oslo_vmware.api [None req-58cfdb39-c672-453c-8da9-f1e5b170f249 tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] Task: {'id': task-4070238, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.5379} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1054.624098] env[69770]: DEBUG nova.virt.vmwareapi.ds_util [None req-58cfdb39-c672-453c-8da9-f1e5b170f249 tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] Deleted the datastore file {{(pid=69770) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1054.624098] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-58cfdb39-c672-453c-8da9-f1e5b170f249 tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] [instance: fb2581e0-5c22-4622-a652-818f9af7a9ba] Deleted contents of the VM from datastore datastore2 {{(pid=69770) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1054.624098] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-58cfdb39-c672-453c-8da9-f1e5b170f249 tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] [instance: fb2581e0-5c22-4622-a652-818f9af7a9ba] Instance destroyed {{(pid=69770) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1054.629542] env[69770]: DEBUG oslo_concurrency.lockutils [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1054.771579] env[69770]: DEBUG oslo_vmware.api [None req-febccb28-b911-4727-8d91-609ddf0566ca tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] Task: {'id': task-4070239, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072744} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1054.771964] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-febccb28-b911-4727-8d91-609ddf0566ca tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] [instance: 631c9a53-9da0-4ba6-974f-9ce2c98f788a] Extended root virtual disk {{(pid=69770) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1054.772986] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1f44ea6-2e54-4b9f-9622-41437d2ddcfb {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.796896] env[69770]: DEBUG nova.virt.vmwareapi.volumeops [None req-febccb28-b911-4727-8d91-609ddf0566ca tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] [instance: 631c9a53-9da0-4ba6-974f-9ce2c98f788a] Reconfiguring VM instance instance-0000004e to attach disk [datastore1] 631c9a53-9da0-4ba6-974f-9ce2c98f788a/631c9a53-9da0-4ba6-974f-9ce2c98f788a.vmdk or device None with type sparse {{(pid=69770) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1054.797179] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6ab274f9-fa7a-441e-9d72-52be2ef0c2cb {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.818199] env[69770]: DEBUG oslo_vmware.api [None req-febccb28-b911-4727-8d91-609ddf0566ca tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] Waiting for the task: (returnval){ [ 1054.818199] env[69770]: value = "task-4070240" [ 1054.818199] env[69770]: _type = "Task" [ 1054.818199] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1054.827017] env[69770]: DEBUG oslo_vmware.api [None req-febccb28-b911-4727-8d91-609ddf0566ca tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] Task: {'id': task-4070240, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.999910] env[69770]: DEBUG nova.scheduler.client.report [None req-7059a6c8-4088-404d-9296-60b53113c14a tempest-ServersListShow2100Test-886633097 tempest-ServersListShow2100Test-886633097-project-member] Inventory has not changed for provider 7cc7d32b-b7a7-454a-a456-2a440248ed9d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69770) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1055.024746] env[69770]: DEBUG oslo_concurrency.lockutils [None req-926078c4-c393-4ac0-9bbd-87d7ebaf9fb8 tempest-ServersAdmin275Test-1407660202 tempest-ServersAdmin275Test-1407660202-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1055.082665] env[69770]: DEBUG nova.compute.manager [None req-8ef88a52-21bf-4ce8-8333-fc0637e50b8f tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] [instance: a9c7964c-d3b5-4e2c-8ce7-b2a89db73136] Start spawning the instance on the hypervisor. {{(pid=69770) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1055.112987] env[69770]: DEBUG nova.virt.hardware [None req-8ef88a52-21bf-4ce8-8333-fc0637e50b8f tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T12:16:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='d9e6105c005d85d96f74ba6100ea0ba3',container_format='bare',created_at=2025-05-13T12:23:44Z,direct_url=,disk_format='vmdk',id=54870b8e-fde3-4ff2-87b0-416317c10e6f,min_disk=1,min_ram=0,name='tempest-test-snap-1077719604',owner='fd2014dec6514eb7b7289fdfc4de7f92',properties=ImageMetaProps,protected=,size=21334528,status='active',tags=,updated_at=2025-05-13T12:24:03Z,virtual_size=,visibility=), allow threads: False {{(pid=69770) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1055.113318] env[69770]: DEBUG nova.virt.hardware [None req-8ef88a52-21bf-4ce8-8333-fc0637e50b8f tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] Flavor limits 0:0:0 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1055.113492] env[69770]: DEBUG nova.virt.hardware [None req-8ef88a52-21bf-4ce8-8333-fc0637e50b8f tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] Image limits 0:0:0 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1055.113713] env[69770]: DEBUG nova.virt.hardware [None req-8ef88a52-21bf-4ce8-8333-fc0637e50b8f tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] Flavor pref 0:0:0 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1055.113907] env[69770]: DEBUG nova.virt.hardware [None req-8ef88a52-21bf-4ce8-8333-fc0637e50b8f tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] Image pref 0:0:0 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1055.114137] env[69770]: DEBUG nova.virt.hardware [None req-8ef88a52-21bf-4ce8-8333-fc0637e50b8f tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1055.114396] env[69770]: DEBUG nova.virt.hardware [None req-8ef88a52-21bf-4ce8-8333-fc0637e50b8f tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69770) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1055.114599] env[69770]: DEBUG nova.virt.hardware [None req-8ef88a52-21bf-4ce8-8333-fc0637e50b8f tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69770) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1055.114817] env[69770]: DEBUG nova.virt.hardware [None req-8ef88a52-21bf-4ce8-8333-fc0637e50b8f tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] Got 1 possible topologies {{(pid=69770) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1055.115016] env[69770]: DEBUG nova.virt.hardware [None req-8ef88a52-21bf-4ce8-8333-fc0637e50b8f tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69770) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1055.115235] env[69770]: DEBUG nova.virt.hardware [None req-8ef88a52-21bf-4ce8-8333-fc0637e50b8f tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69770) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1055.116316] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4433aeca-8343-4078-9aff-3396ac16e7d3 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.125596] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2efe814b-612d-4dce-b41b-65611b3c9411 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.328996] env[69770]: DEBUG oslo_vmware.api [None req-febccb28-b911-4727-8d91-609ddf0566ca tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] Task: {'id': task-4070240, 'name': ReconfigVM_Task, 'duration_secs': 0.371121} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1055.329425] env[69770]: DEBUG nova.virt.vmwareapi.volumeops [None req-febccb28-b911-4727-8d91-609ddf0566ca tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] [instance: 631c9a53-9da0-4ba6-974f-9ce2c98f788a] Reconfigured VM instance instance-0000004e to attach disk [datastore1] 631c9a53-9da0-4ba6-974f-9ce2c98f788a/631c9a53-9da0-4ba6-974f-9ce2c98f788a.vmdk or device None with type sparse {{(pid=69770) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1055.331142] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3020f979-c740-4d70-a0bf-b855b8af87c0 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.338074] env[69770]: DEBUG oslo_vmware.api [None req-febccb28-b911-4727-8d91-609ddf0566ca tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] Waiting for the task: (returnval){ [ 1055.338074] env[69770]: value = "task-4070241" [ 1055.338074] env[69770]: _type = "Task" [ 1055.338074] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1055.348224] env[69770]: DEBUG oslo_vmware.api [None req-febccb28-b911-4727-8d91-609ddf0566ca tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] Task: {'id': task-4070241, 'name': Rename_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.455310] env[69770]: DEBUG nova.compute.manager [req-7c43c753-6564-4f90-916e-c030c00179f8 req-5995af8f-b838-4ed5-b0d8-6e22b44daf4d service nova] [instance: a9c7964c-d3b5-4e2c-8ce7-b2a89db73136] Received event network-vif-plugged-13917e16-71b5-4e0e-a69a-bba8a16be8b3 {{(pid=69770) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1055.455559] env[69770]: DEBUG oslo_concurrency.lockutils [req-7c43c753-6564-4f90-916e-c030c00179f8 req-5995af8f-b838-4ed5-b0d8-6e22b44daf4d service nova] Acquiring lock "a9c7964c-d3b5-4e2c-8ce7-b2a89db73136-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1055.455719] env[69770]: DEBUG oslo_concurrency.lockutils [req-7c43c753-6564-4f90-916e-c030c00179f8 req-5995af8f-b838-4ed5-b0d8-6e22b44daf4d service nova] Lock "a9c7964c-d3b5-4e2c-8ce7-b2a89db73136-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1055.455883] env[69770]: DEBUG oslo_concurrency.lockutils [req-7c43c753-6564-4f90-916e-c030c00179f8 req-5995af8f-b838-4ed5-b0d8-6e22b44daf4d service nova] Lock "a9c7964c-d3b5-4e2c-8ce7-b2a89db73136-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1055.456255] env[69770]: DEBUG nova.compute.manager [req-7c43c753-6564-4f90-916e-c030c00179f8 req-5995af8f-b838-4ed5-b0d8-6e22b44daf4d service nova] [instance: a9c7964c-d3b5-4e2c-8ce7-b2a89db73136] No waiting events found dispatching network-vif-plugged-13917e16-71b5-4e0e-a69a-bba8a16be8b3 {{(pid=69770) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1055.456584] env[69770]: WARNING nova.compute.manager [req-7c43c753-6564-4f90-916e-c030c00179f8 req-5995af8f-b838-4ed5-b0d8-6e22b44daf4d service nova] [instance: a9c7964c-d3b5-4e2c-8ce7-b2a89db73136] Received unexpected event network-vif-plugged-13917e16-71b5-4e0e-a69a-bba8a16be8b3 for instance with vm_state building and task_state spawning. [ 1055.506968] env[69770]: DEBUG oslo_concurrency.lockutils [None req-7059a6c8-4088-404d-9296-60b53113c14a tempest-ServersListShow2100Test-886633097 tempest-ServersListShow2100Test-886633097-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.451s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1055.507642] env[69770]: DEBUG nova.compute.manager [None req-7059a6c8-4088-404d-9296-60b53113c14a tempest-ServersListShow2100Test-886633097 tempest-ServersListShow2100Test-886633097-project-member] [instance: 31c30825-a5fa-4bd6-8557-fe2cf35d1e3b] Start building networks asynchronously for instance. {{(pid=69770) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1055.513978] env[69770]: DEBUG oslo_concurrency.lockutils [None req-328d9965-1038-4b57-8cf3-d5ed0a04e3d0 tempest-ServerRescueTestJSON-2083557613 tempest-ServerRescueTestJSON-2083557613-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 16.671s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1055.513978] env[69770]: DEBUG nova.objects.instance [None req-328d9965-1038-4b57-8cf3-d5ed0a04e3d0 tempest-ServerRescueTestJSON-2083557613 tempest-ServerRescueTestJSON-2083557613-project-member] Lazy-loading 'resources' on Instance uuid 6d778061-f3b5-4dc9-ab22-b1787ddd972e {{(pid=69770) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1055.544516] env[69770]: DEBUG nova.network.neutron [None req-8ef88a52-21bf-4ce8-8333-fc0637e50b8f tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] [instance: a9c7964c-d3b5-4e2c-8ce7-b2a89db73136] Successfully updated port: 13917e16-71b5-4e0e-a69a-bba8a16be8b3 {{(pid=69770) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1055.661112] env[69770]: DEBUG nova.virt.hardware [None req-58cfdb39-c672-453c-8da9-f1e5b170f249 tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T12:16:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T12:16:11Z,direct_url=,disk_format='vmdk',id=d1eaff80-24a0-4391-90eb-59958b1ecf0a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d65f20bb89fb40a98b77bc6d97357df2',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T12:16:12Z,virtual_size=,visibility=), allow threads: False {{(pid=69770) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1055.661391] env[69770]: DEBUG nova.virt.hardware [None req-58cfdb39-c672-453c-8da9-f1e5b170f249 tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] Flavor limits 0:0:0 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1055.661553] env[69770]: DEBUG nova.virt.hardware [None req-58cfdb39-c672-453c-8da9-f1e5b170f249 tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] Image limits 0:0:0 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1055.661743] env[69770]: DEBUG nova.virt.hardware [None req-58cfdb39-c672-453c-8da9-f1e5b170f249 tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] Flavor pref 0:0:0 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1055.661909] env[69770]: DEBUG nova.virt.hardware [None req-58cfdb39-c672-453c-8da9-f1e5b170f249 tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] Image pref 0:0:0 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1055.662095] env[69770]: DEBUG nova.virt.hardware [None req-58cfdb39-c672-453c-8da9-f1e5b170f249 tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1055.662322] env[69770]: DEBUG nova.virt.hardware [None req-58cfdb39-c672-453c-8da9-f1e5b170f249 tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69770) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1055.662475] env[69770]: DEBUG nova.virt.hardware [None req-58cfdb39-c672-453c-8da9-f1e5b170f249 tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69770) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1055.662640] env[69770]: DEBUG nova.virt.hardware [None req-58cfdb39-c672-453c-8da9-f1e5b170f249 tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] Got 1 possible topologies {{(pid=69770) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1055.662803] env[69770]: DEBUG nova.virt.hardware [None req-58cfdb39-c672-453c-8da9-f1e5b170f249 tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69770) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1055.663055] env[69770]: DEBUG nova.virt.hardware [None req-58cfdb39-c672-453c-8da9-f1e5b170f249 tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69770) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1055.663866] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ad8fba3-c347-4392-993b-6428cb3ad6a6 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.673362] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31607251-f8e9-4193-bdcf-e40203981a21 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.689135] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-58cfdb39-c672-453c-8da9-f1e5b170f249 tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] [instance: fb2581e0-5c22-4622-a652-818f9af7a9ba] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2d:0a:85', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '26a1e556-1ede-445a-bf87-a35daa5d9070', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '65e944a6-1d45-434d-9fb8-f33a38dbc8c5', 'vif_model': 'vmxnet3'}] {{(pid=69770) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1055.696692] env[69770]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-58cfdb39-c672-453c-8da9-f1e5b170f249 tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69770) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1055.696986] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fb2581e0-5c22-4622-a652-818f9af7a9ba] Creating VM on the ESX host {{(pid=69770) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1055.697248] env[69770]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7b643991-34de-4c56-bda7-f1cdd2ef77a7 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.717664] env[69770]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1055.717664] env[69770]: value = "task-4070242" [ 1055.717664] env[69770]: _type = "Task" [ 1055.717664] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1055.726592] env[69770]: DEBUG oslo_vmware.api [-] Task: {'id': task-4070242, 'name': CreateVM_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.848381] env[69770]: DEBUG oslo_vmware.api [None req-febccb28-b911-4727-8d91-609ddf0566ca tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] Task: {'id': task-4070241, 'name': Rename_Task, 'duration_secs': 0.16034} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1055.848790] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-febccb28-b911-4727-8d91-609ddf0566ca tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] [instance: 631c9a53-9da0-4ba6-974f-9ce2c98f788a] Powering on the VM {{(pid=69770) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1055.848939] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a062c5ed-98c7-4be5-8df1-e3bfd305f8ac {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.856372] env[69770]: DEBUG oslo_vmware.api [None req-febccb28-b911-4727-8d91-609ddf0566ca tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] Waiting for the task: (returnval){ [ 1055.856372] env[69770]: value = "task-4070243" [ 1055.856372] env[69770]: _type = "Task" [ 1055.856372] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1055.864817] env[69770]: DEBUG oslo_vmware.api [None req-febccb28-b911-4727-8d91-609ddf0566ca tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] Task: {'id': task-4070243, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.018336] env[69770]: DEBUG nova.compute.utils [None req-7059a6c8-4088-404d-9296-60b53113c14a tempest-ServersListShow2100Test-886633097 tempest-ServersListShow2100Test-886633097-project-member] Using /dev/sd instead of None {{(pid=69770) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1056.020140] env[69770]: DEBUG nova.compute.manager [None req-7059a6c8-4088-404d-9296-60b53113c14a tempest-ServersListShow2100Test-886633097 tempest-ServersListShow2100Test-886633097-project-member] [instance: 31c30825-a5fa-4bd6-8557-fe2cf35d1e3b] Not allocating networking since 'none' was specified. {{(pid=69770) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1056.047617] env[69770]: DEBUG oslo_concurrency.lockutils [None req-8ef88a52-21bf-4ce8-8333-fc0637e50b8f tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] Acquiring lock "refresh_cache-a9c7964c-d3b5-4e2c-8ce7-b2a89db73136" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.047844] env[69770]: DEBUG oslo_concurrency.lockutils [None req-8ef88a52-21bf-4ce8-8333-fc0637e50b8f tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] Acquired lock "refresh_cache-a9c7964c-d3b5-4e2c-8ce7-b2a89db73136" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.047992] env[69770]: DEBUG nova.network.neutron [None req-8ef88a52-21bf-4ce8-8333-fc0637e50b8f tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] [instance: a9c7964c-d3b5-4e2c-8ce7-b2a89db73136] Building network info cache for instance {{(pid=69770) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1056.229838] env[69770]: DEBUG oslo_vmware.api [-] Task: {'id': task-4070242, 'name': CreateVM_Task, 'duration_secs': 0.452136} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1056.232641] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fb2581e0-5c22-4622-a652-818f9af7a9ba] Created VM on the ESX host {{(pid=69770) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1056.233694] env[69770]: DEBUG oslo_concurrency.lockutils [None req-58cfdb39-c672-453c-8da9-f1e5b170f249 tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.233783] env[69770]: DEBUG oslo_concurrency.lockutils [None req-58cfdb39-c672-453c-8da9-f1e5b170f249 tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.234097] env[69770]: DEBUG oslo_concurrency.lockutils [None req-58cfdb39-c672-453c-8da9-f1e5b170f249 tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.234391] env[69770]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b9fcbc4a-5e74-432f-8fbc-689a72ba256b {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.240645] env[69770]: DEBUG oslo_vmware.api [None req-58cfdb39-c672-453c-8da9-f1e5b170f249 tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] Waiting for the task: (returnval){ [ 1056.240645] env[69770]: value = "session[52161b52-cb8e-ec9f-1132-2f6b49549d41]52c5c429-2f0b-bf87-966c-bdc047e341ae" [ 1056.240645] env[69770]: _type = "Task" [ 1056.240645] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1056.253600] env[69770]: DEBUG oslo_vmware.api [None req-58cfdb39-c672-453c-8da9-f1e5b170f249 tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]52c5c429-2f0b-bf87-966c-bdc047e341ae, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.350402] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83480c5a-509c-47aa-b440-a53359e9fbea {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.363409] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fe0d8ae-4be3-490d-a938-ba8793464762 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.409255] env[69770]: DEBUG oslo_vmware.api [None req-febccb28-b911-4727-8d91-609ddf0566ca tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] Task: {'id': task-4070243, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.410288] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebcb22b3-ad10-4752-a130-4d9999c73563 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.418732] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-faa2f0ea-26e1-4a0b-a41c-1597dbd9987d {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.433034] env[69770]: DEBUG nova.compute.provider_tree [None req-328d9965-1038-4b57-8cf3-d5ed0a04e3d0 tempest-ServerRescueTestJSON-2083557613 tempest-ServerRescueTestJSON-2083557613-project-member] Inventory has not changed in ProviderTree for provider: 7cc7d32b-b7a7-454a-a456-2a440248ed9d {{(pid=69770) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1056.523059] env[69770]: DEBUG nova.compute.manager [None req-7059a6c8-4088-404d-9296-60b53113c14a tempest-ServersListShow2100Test-886633097 tempest-ServersListShow2100Test-886633097-project-member] [instance: 31c30825-a5fa-4bd6-8557-fe2cf35d1e3b] Start building block device mappings for instance. {{(pid=69770) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1056.578875] env[69770]: DEBUG nova.network.neutron [None req-8ef88a52-21bf-4ce8-8333-fc0637e50b8f tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] [instance: a9c7964c-d3b5-4e2c-8ce7-b2a89db73136] Instance cache missing network info. {{(pid=69770) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1056.743159] env[69770]: DEBUG nova.network.neutron [None req-8ef88a52-21bf-4ce8-8333-fc0637e50b8f tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] [instance: a9c7964c-d3b5-4e2c-8ce7-b2a89db73136] Updating instance_info_cache with network_info: [{"id": "13917e16-71b5-4e0e-a69a-bba8a16be8b3", "address": "fa:16:3e:5d:bb:2c", "network": {"id": "3bd3d367-631d-4988-abf7-c4fedb5d4f32", "bridge": "br-int", "label": "tempest-ImagesTestJSON-2113045756-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fd2014dec6514eb7b7289fdfc4de7f92", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89463199-7ddf-4ee7-b485-1629a75b4b8f", "external-id": "nsx-vlan-transportzone-302", "segmentation_id": 302, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap13917e16-71", "ovs_interfaceid": "13917e16-71b5-4e0e-a69a-bba8a16be8b3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69770) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1056.756300] env[69770]: DEBUG oslo_vmware.api [None req-58cfdb39-c672-453c-8da9-f1e5b170f249 tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]52c5c429-2f0b-bf87-966c-bdc047e341ae, 'name': SearchDatastore_Task, 'duration_secs': 0.015928} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1056.759021] env[69770]: DEBUG oslo_concurrency.lockutils [None req-58cfdb39-c672-453c-8da9-f1e5b170f249 tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.759021] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-58cfdb39-c672-453c-8da9-f1e5b170f249 tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] [instance: fb2581e0-5c22-4622-a652-818f9af7a9ba] Processing image d1eaff80-24a0-4391-90eb-59958b1ecf0a {{(pid=69770) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1056.759021] env[69770]: DEBUG oslo_concurrency.lockutils [None req-58cfdb39-c672-453c-8da9-f1e5b170f249 tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.759021] env[69770]: DEBUG oslo_concurrency.lockutils [None req-58cfdb39-c672-453c-8da9-f1e5b170f249 tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.759021] env[69770]: DEBUG nova.virt.vmwareapi.ds_util [None req-58cfdb39-c672-453c-8da9-f1e5b170f249 tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69770) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1056.759021] env[69770]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-180747fb-752c-44c6-abbc-19c598de8ef6 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.768331] env[69770]: DEBUG nova.virt.vmwareapi.ds_util [None req-58cfdb39-c672-453c-8da9-f1e5b170f249 tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69770) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1056.768532] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-58cfdb39-c672-453c-8da9-f1e5b170f249 tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69770) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1056.769673] env[69770]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f2b6d9b7-a60d-4f16-badd-dc853cbb111a {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.776329] env[69770]: DEBUG oslo_vmware.api [None req-58cfdb39-c672-453c-8da9-f1e5b170f249 tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] Waiting for the task: (returnval){ [ 1056.776329] env[69770]: value = "session[52161b52-cb8e-ec9f-1132-2f6b49549d41]523312c5-c9c7-658f-9e57-1e274f5e8096" [ 1056.776329] env[69770]: _type = "Task" [ 1056.776329] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1056.784775] env[69770]: DEBUG oslo_vmware.api [None req-58cfdb39-c672-453c-8da9-f1e5b170f249 tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]523312c5-c9c7-658f-9e57-1e274f5e8096, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.870454] env[69770]: DEBUG oslo_vmware.api [None req-febccb28-b911-4727-8d91-609ddf0566ca tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] Task: {'id': task-4070243, 'name': PowerOnVM_Task, 'duration_secs': 0.550713} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1056.870843] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-febccb28-b911-4727-8d91-609ddf0566ca tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] [instance: 631c9a53-9da0-4ba6-974f-9ce2c98f788a] Powered on the VM {{(pid=69770) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1056.871160] env[69770]: INFO nova.compute.manager [None req-febccb28-b911-4727-8d91-609ddf0566ca tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] [instance: 631c9a53-9da0-4ba6-974f-9ce2c98f788a] Took 8.23 seconds to spawn the instance on the hypervisor. [ 1056.871431] env[69770]: DEBUG nova.compute.manager [None req-febccb28-b911-4727-8d91-609ddf0566ca tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] [instance: 631c9a53-9da0-4ba6-974f-9ce2c98f788a] Checking state {{(pid=69770) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1056.872569] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8cf4448-76b5-4392-812b-489276b2d2a5 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.936461] env[69770]: DEBUG nova.scheduler.client.report [None req-328d9965-1038-4b57-8cf3-d5ed0a04e3d0 tempest-ServerRescueTestJSON-2083557613 tempest-ServerRescueTestJSON-2083557613-project-member] Inventory has not changed for provider 7cc7d32b-b7a7-454a-a456-2a440248ed9d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69770) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1057.250738] env[69770]: DEBUG oslo_concurrency.lockutils [None req-8ef88a52-21bf-4ce8-8333-fc0637e50b8f tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] Releasing lock "refresh_cache-a9c7964c-d3b5-4e2c-8ce7-b2a89db73136" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.251103] env[69770]: DEBUG nova.compute.manager [None req-8ef88a52-21bf-4ce8-8333-fc0637e50b8f tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] [instance: a9c7964c-d3b5-4e2c-8ce7-b2a89db73136] Instance network_info: |[{"id": "13917e16-71b5-4e0e-a69a-bba8a16be8b3", "address": "fa:16:3e:5d:bb:2c", "network": {"id": "3bd3d367-631d-4988-abf7-c4fedb5d4f32", "bridge": "br-int", "label": "tempest-ImagesTestJSON-2113045756-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fd2014dec6514eb7b7289fdfc4de7f92", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89463199-7ddf-4ee7-b485-1629a75b4b8f", "external-id": "nsx-vlan-transportzone-302", "segmentation_id": 302, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap13917e16-71", "ovs_interfaceid": "13917e16-71b5-4e0e-a69a-bba8a16be8b3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69770) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1057.251559] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-8ef88a52-21bf-4ce8-8333-fc0637e50b8f tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] [instance: a9c7964c-d3b5-4e2c-8ce7-b2a89db73136] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5d:bb:2c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '89463199-7ddf-4ee7-b485-1629a75b4b8f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '13917e16-71b5-4e0e-a69a-bba8a16be8b3', 'vif_model': 'vmxnet3'}] {{(pid=69770) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1057.259378] env[69770]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8ef88a52-21bf-4ce8-8333-fc0637e50b8f tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69770) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1057.259609] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a9c7964c-d3b5-4e2c-8ce7-b2a89db73136] Creating VM on the ESX host {{(pid=69770) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1057.259880] env[69770]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e58bb125-4ee2-4fda-bf8a-449cb2d05652 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.281730] env[69770]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1057.281730] env[69770]: value = "task-4070244" [ 1057.281730] env[69770]: _type = "Task" [ 1057.281730] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1057.289319] env[69770]: DEBUG oslo_vmware.api [None req-58cfdb39-c672-453c-8da9-f1e5b170f249 tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]523312c5-c9c7-658f-9e57-1e274f5e8096, 'name': SearchDatastore_Task, 'duration_secs': 0.0103} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1057.290632] env[69770]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-978a7e5c-1b34-4e67-8838-56f21369ff0e {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.296044] env[69770]: DEBUG oslo_vmware.api [-] Task: {'id': task-4070244, 'name': CreateVM_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.299967] env[69770]: DEBUG oslo_vmware.api [None req-58cfdb39-c672-453c-8da9-f1e5b170f249 tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] Waiting for the task: (returnval){ [ 1057.299967] env[69770]: value = "session[52161b52-cb8e-ec9f-1132-2f6b49549d41]52942d32-8f73-bde8-506d-91e563b8bc2e" [ 1057.299967] env[69770]: _type = "Task" [ 1057.299967] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1057.308048] env[69770]: DEBUG oslo_vmware.api [None req-58cfdb39-c672-453c-8da9-f1e5b170f249 tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]52942d32-8f73-bde8-506d-91e563b8bc2e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.395439] env[69770]: INFO nova.compute.manager [None req-febccb28-b911-4727-8d91-609ddf0566ca tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] [instance: 631c9a53-9da0-4ba6-974f-9ce2c98f788a] Took 36.71 seconds to build instance. [ 1057.441338] env[69770]: DEBUG oslo_concurrency.lockutils [None req-328d9965-1038-4b57-8cf3-d5ed0a04e3d0 tempest-ServerRescueTestJSON-2083557613 tempest-ServerRescueTestJSON-2083557613-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.931s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1057.444357] env[69770]: DEBUG oslo_concurrency.lockutils [None req-a7d9019b-0725-4f3c-835c-159d432db8f1 tempest-ImagesOneServerNegativeTestJSON-405389268 tempest-ImagesOneServerNegativeTestJSON-405389268-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 15.402s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1057.444683] env[69770]: DEBUG nova.objects.instance [None req-a7d9019b-0725-4f3c-835c-159d432db8f1 tempest-ImagesOneServerNegativeTestJSON-405389268 tempest-ImagesOneServerNegativeTestJSON-405389268-project-member] Lazy-loading 'resources' on Instance uuid 725b289a-785b-4a90-9b47-a7996a1f011f {{(pid=69770) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1057.465923] env[69770]: INFO nova.scheduler.client.report [None req-328d9965-1038-4b57-8cf3-d5ed0a04e3d0 tempest-ServerRescueTestJSON-2083557613 tempest-ServerRescueTestJSON-2083557613-project-member] Deleted allocations for instance 6d778061-f3b5-4dc9-ab22-b1787ddd972e [ 1057.483634] env[69770]: DEBUG nova.compute.manager [req-e723a6fe-07b1-400d-984b-39d752346f2f req-bb18b5aa-2b92-4f39-afc3-4f368bb3617f service nova] [instance: a9c7964c-d3b5-4e2c-8ce7-b2a89db73136] Received event network-changed-13917e16-71b5-4e0e-a69a-bba8a16be8b3 {{(pid=69770) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1057.483832] env[69770]: DEBUG nova.compute.manager [req-e723a6fe-07b1-400d-984b-39d752346f2f req-bb18b5aa-2b92-4f39-afc3-4f368bb3617f service nova] [instance: a9c7964c-d3b5-4e2c-8ce7-b2a89db73136] Refreshing instance network info cache due to event network-changed-13917e16-71b5-4e0e-a69a-bba8a16be8b3. {{(pid=69770) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1057.484060] env[69770]: DEBUG oslo_concurrency.lockutils [req-e723a6fe-07b1-400d-984b-39d752346f2f req-bb18b5aa-2b92-4f39-afc3-4f368bb3617f service nova] Acquiring lock "refresh_cache-a9c7964c-d3b5-4e2c-8ce7-b2a89db73136" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.484203] env[69770]: DEBUG oslo_concurrency.lockutils [req-e723a6fe-07b1-400d-984b-39d752346f2f req-bb18b5aa-2b92-4f39-afc3-4f368bb3617f service nova] Acquired lock "refresh_cache-a9c7964c-d3b5-4e2c-8ce7-b2a89db73136" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.484367] env[69770]: DEBUG nova.network.neutron [req-e723a6fe-07b1-400d-984b-39d752346f2f req-bb18b5aa-2b92-4f39-afc3-4f368bb3617f service nova] [instance: a9c7964c-d3b5-4e2c-8ce7-b2a89db73136] Refreshing network info cache for port 13917e16-71b5-4e0e-a69a-bba8a16be8b3 {{(pid=69770) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1057.535611] env[69770]: DEBUG nova.compute.manager [None req-7059a6c8-4088-404d-9296-60b53113c14a tempest-ServersListShow2100Test-886633097 tempest-ServersListShow2100Test-886633097-project-member] [instance: 31c30825-a5fa-4bd6-8557-fe2cf35d1e3b] Start spawning the instance on the hypervisor. {{(pid=69770) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1057.560228] env[69770]: DEBUG nova.virt.hardware [None req-7059a6c8-4088-404d-9296-60b53113c14a tempest-ServersListShow2100Test-886633097 tempest-ServersListShow2100Test-886633097-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T12:16:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T12:16:11Z,direct_url=,disk_format='vmdk',id=d1eaff80-24a0-4391-90eb-59958b1ecf0a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d65f20bb89fb40a98b77bc6d97357df2',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T12:16:12Z,virtual_size=,visibility=), allow threads: False {{(pid=69770) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1057.560531] env[69770]: DEBUG nova.virt.hardware [None req-7059a6c8-4088-404d-9296-60b53113c14a tempest-ServersListShow2100Test-886633097 tempest-ServersListShow2100Test-886633097-project-member] Flavor limits 0:0:0 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1057.560718] env[69770]: DEBUG nova.virt.hardware [None req-7059a6c8-4088-404d-9296-60b53113c14a tempest-ServersListShow2100Test-886633097 tempest-ServersListShow2100Test-886633097-project-member] Image limits 0:0:0 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1057.560950] env[69770]: DEBUG nova.virt.hardware [None req-7059a6c8-4088-404d-9296-60b53113c14a tempest-ServersListShow2100Test-886633097 tempest-ServersListShow2100Test-886633097-project-member] Flavor pref 0:0:0 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1057.561150] env[69770]: DEBUG nova.virt.hardware [None req-7059a6c8-4088-404d-9296-60b53113c14a tempest-ServersListShow2100Test-886633097 tempest-ServersListShow2100Test-886633097-project-member] Image pref 0:0:0 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1057.561336] env[69770]: DEBUG nova.virt.hardware [None req-7059a6c8-4088-404d-9296-60b53113c14a tempest-ServersListShow2100Test-886633097 tempest-ServersListShow2100Test-886633097-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1057.561904] env[69770]: DEBUG nova.virt.hardware [None req-7059a6c8-4088-404d-9296-60b53113c14a tempest-ServersListShow2100Test-886633097 tempest-ServersListShow2100Test-886633097-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69770) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1057.561904] env[69770]: DEBUG nova.virt.hardware [None req-7059a6c8-4088-404d-9296-60b53113c14a tempest-ServersListShow2100Test-886633097 tempest-ServersListShow2100Test-886633097-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69770) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1057.562046] env[69770]: DEBUG nova.virt.hardware [None req-7059a6c8-4088-404d-9296-60b53113c14a tempest-ServersListShow2100Test-886633097 tempest-ServersListShow2100Test-886633097-project-member] Got 1 possible topologies {{(pid=69770) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1057.562209] env[69770]: DEBUG nova.virt.hardware [None req-7059a6c8-4088-404d-9296-60b53113c14a tempest-ServersListShow2100Test-886633097 tempest-ServersListShow2100Test-886633097-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69770) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1057.562442] env[69770]: DEBUG nova.virt.hardware [None req-7059a6c8-4088-404d-9296-60b53113c14a tempest-ServersListShow2100Test-886633097 tempest-ServersListShow2100Test-886633097-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69770) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1057.563393] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e02ab793-3650-48a7-b61e-36b16a216dbc {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.572487] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49bf8eed-acd3-466c-98b1-e878b153e340 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.588767] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-7059a6c8-4088-404d-9296-60b53113c14a tempest-ServersListShow2100Test-886633097 tempest-ServersListShow2100Test-886633097-project-member] [instance: 31c30825-a5fa-4bd6-8557-fe2cf35d1e3b] Instance VIF info [] {{(pid=69770) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1057.594359] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-7059a6c8-4088-404d-9296-60b53113c14a tempest-ServersListShow2100Test-886633097 tempest-ServersListShow2100Test-886633097-project-member] Creating folder: Project (645169d0ad944674a8273a8deffcec72). Parent ref: group-v806376. {{(pid=69770) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1057.594739] env[69770]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-bd39ed61-b8cf-4373-82e8-a41cbce83328 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.608601] env[69770]: INFO nova.virt.vmwareapi.vm_util [None req-7059a6c8-4088-404d-9296-60b53113c14a tempest-ServersListShow2100Test-886633097 tempest-ServersListShow2100Test-886633097-project-member] Created folder: Project (645169d0ad944674a8273a8deffcec72) in parent group-v806376. [ 1057.608854] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-7059a6c8-4088-404d-9296-60b53113c14a tempest-ServersListShow2100Test-886633097 tempest-ServersListShow2100Test-886633097-project-member] Creating folder: Instances. Parent ref: group-v806596. {{(pid=69770) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1057.609126] env[69770]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-447b5f8d-9ab4-4151-a61b-7f423ef9643b {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.622672] env[69770]: INFO nova.virt.vmwareapi.vm_util [None req-7059a6c8-4088-404d-9296-60b53113c14a tempest-ServersListShow2100Test-886633097 tempest-ServersListShow2100Test-886633097-project-member] Created folder: Instances in parent group-v806596. [ 1057.622928] env[69770]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7059a6c8-4088-404d-9296-60b53113c14a tempest-ServersListShow2100Test-886633097 tempest-ServersListShow2100Test-886633097-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69770) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1057.623202] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 31c30825-a5fa-4bd6-8557-fe2cf35d1e3b] Creating VM on the ESX host {{(pid=69770) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1057.623529] env[69770]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0d072066-95c0-4486-80ac-ccd1dc7232c9 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.642151] env[69770]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1057.642151] env[69770]: value = "task-4070247" [ 1057.642151] env[69770]: _type = "Task" [ 1057.642151] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1057.650614] env[69770]: DEBUG oslo_vmware.api [-] Task: {'id': task-4070247, 'name': CreateVM_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.793270] env[69770]: DEBUG oslo_vmware.api [-] Task: {'id': task-4070244, 'name': CreateVM_Task, 'duration_secs': 0.355541} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1057.793465] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a9c7964c-d3b5-4e2c-8ce7-b2a89db73136] Created VM on the ESX host {{(pid=69770) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1057.794395] env[69770]: DEBUG oslo_concurrency.lockutils [None req-8ef88a52-21bf-4ce8-8333-fc0637e50b8f tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/54870b8e-fde3-4ff2-87b0-416317c10e6f" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.794661] env[69770]: DEBUG oslo_concurrency.lockutils [None req-8ef88a52-21bf-4ce8-8333-fc0637e50b8f tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] Acquired lock "[datastore1] devstack-image-cache_base/54870b8e-fde3-4ff2-87b0-416317c10e6f" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.795217] env[69770]: DEBUG oslo_concurrency.lockutils [None req-8ef88a52-21bf-4ce8-8333-fc0637e50b8f tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/54870b8e-fde3-4ff2-87b0-416317c10e6f" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.795621] env[69770]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-753e10eb-a3ee-4b78-9e86-0330081075a4 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.802667] env[69770]: DEBUG oslo_vmware.api [None req-8ef88a52-21bf-4ce8-8333-fc0637e50b8f tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] Waiting for the task: (returnval){ [ 1057.802667] env[69770]: value = "session[52161b52-cb8e-ec9f-1132-2f6b49549d41]52c7546e-69e3-8cda-d35b-294cae4a48c0" [ 1057.802667] env[69770]: _type = "Task" [ 1057.802667] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1057.816523] env[69770]: DEBUG oslo_vmware.api [None req-58cfdb39-c672-453c-8da9-f1e5b170f249 tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]52942d32-8f73-bde8-506d-91e563b8bc2e, 'name': SearchDatastore_Task, 'duration_secs': 0.010755} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1057.819725] env[69770]: DEBUG oslo_concurrency.lockutils [None req-58cfdb39-c672-453c-8da9-f1e5b170f249 tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.819974] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-58cfdb39-c672-453c-8da9-f1e5b170f249 tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk to [datastore1] fb2581e0-5c22-4622-a652-818f9af7a9ba/fb2581e0-5c22-4622-a652-818f9af7a9ba.vmdk {{(pid=69770) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1057.820271] env[69770]: DEBUG oslo_vmware.api [None req-8ef88a52-21bf-4ce8-8333-fc0637e50b8f tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]52c7546e-69e3-8cda-d35b-294cae4a48c0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.820483] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c6604022-4971-45f7-af76-ff16976fab2c {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.828113] env[69770]: DEBUG oslo_vmware.api [None req-58cfdb39-c672-453c-8da9-f1e5b170f249 tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] Waiting for the task: (returnval){ [ 1057.828113] env[69770]: value = "task-4070248" [ 1057.828113] env[69770]: _type = "Task" [ 1057.828113] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1057.836866] env[69770]: DEBUG oslo_vmware.api [None req-58cfdb39-c672-453c-8da9-f1e5b170f249 tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] Task: {'id': task-4070248, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.883101] env[69770]: DEBUG oslo_concurrency.lockutils [None req-256caf0c-fcb7-4c63-a1cb-590f604ec1c8 tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] Acquiring lock "631c9a53-9da0-4ba6-974f-9ce2c98f788a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1057.896061] env[69770]: DEBUG oslo_concurrency.lockutils [None req-febccb28-b911-4727-8d91-609ddf0566ca tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] Lock "631c9a53-9da0-4ba6-974f-9ce2c98f788a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 38.221s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1057.896433] env[69770]: DEBUG oslo_concurrency.lockutils [None req-256caf0c-fcb7-4c63-a1cb-590f604ec1c8 tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] Lock "631c9a53-9da0-4ba6-974f-9ce2c98f788a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.014s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1057.896677] env[69770]: DEBUG oslo_concurrency.lockutils [None req-256caf0c-fcb7-4c63-a1cb-590f604ec1c8 tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] Acquiring lock "631c9a53-9da0-4ba6-974f-9ce2c98f788a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1057.896899] env[69770]: DEBUG oslo_concurrency.lockutils [None req-256caf0c-fcb7-4c63-a1cb-590f604ec1c8 tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] Lock "631c9a53-9da0-4ba6-974f-9ce2c98f788a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1057.897082] env[69770]: DEBUG oslo_concurrency.lockutils [None req-256caf0c-fcb7-4c63-a1cb-590f604ec1c8 tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] Lock "631c9a53-9da0-4ba6-974f-9ce2c98f788a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1057.899796] env[69770]: INFO nova.compute.manager [None req-256caf0c-fcb7-4c63-a1cb-590f604ec1c8 tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] [instance: 631c9a53-9da0-4ba6-974f-9ce2c98f788a] Terminating instance [ 1057.974095] env[69770]: DEBUG oslo_concurrency.lockutils [None req-328d9965-1038-4b57-8cf3-d5ed0a04e3d0 tempest-ServerRescueTestJSON-2083557613 tempest-ServerRescueTestJSON-2083557613-project-member] Lock "6d778061-f3b5-4dc9-ab22-b1787ddd972e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 22.864s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1058.154870] env[69770]: DEBUG oslo_vmware.api [-] Task: {'id': task-4070247, 'name': CreateVM_Task, 'duration_secs': 0.270079} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1058.155078] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 31c30825-a5fa-4bd6-8557-fe2cf35d1e3b] Created VM on the ESX host {{(pid=69770) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1058.155658] env[69770]: DEBUG oslo_concurrency.lockutils [None req-7059a6c8-4088-404d-9296-60b53113c14a tempest-ServersListShow2100Test-886633097 tempest-ServersListShow2100Test-886633097-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.155758] env[69770]: DEBUG oslo_concurrency.lockutils [None req-7059a6c8-4088-404d-9296-60b53113c14a tempest-ServersListShow2100Test-886633097 tempest-ServersListShow2100Test-886633097-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.156230] env[69770]: DEBUG oslo_concurrency.lockutils [None req-7059a6c8-4088-404d-9296-60b53113c14a tempest-ServersListShow2100Test-886633097 tempest-ServersListShow2100Test-886633097-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.159348] env[69770]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c7acb38a-6936-47ae-a11c-899e7ad7ecd2 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.165686] env[69770]: DEBUG oslo_vmware.api [None req-7059a6c8-4088-404d-9296-60b53113c14a tempest-ServersListShow2100Test-886633097 tempest-ServersListShow2100Test-886633097-project-member] Waiting for the task: (returnval){ [ 1058.165686] env[69770]: value = "session[52161b52-cb8e-ec9f-1132-2f6b49549d41]527d72a4-db74-974c-9865-11779a564f6e" [ 1058.165686] env[69770]: _type = "Task" [ 1058.165686] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1058.181459] env[69770]: DEBUG oslo_vmware.api [None req-7059a6c8-4088-404d-9296-60b53113c14a tempest-ServersListShow2100Test-886633097 tempest-ServersListShow2100Test-886633097-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]527d72a4-db74-974c-9865-11779a564f6e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.244511] env[69770]: DEBUG nova.network.neutron [req-e723a6fe-07b1-400d-984b-39d752346f2f req-bb18b5aa-2b92-4f39-afc3-4f368bb3617f service nova] [instance: a9c7964c-d3b5-4e2c-8ce7-b2a89db73136] Updated VIF entry in instance network info cache for port 13917e16-71b5-4e0e-a69a-bba8a16be8b3. {{(pid=69770) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1058.245229] env[69770]: DEBUG nova.network.neutron [req-e723a6fe-07b1-400d-984b-39d752346f2f req-bb18b5aa-2b92-4f39-afc3-4f368bb3617f service nova] [instance: a9c7964c-d3b5-4e2c-8ce7-b2a89db73136] Updating instance_info_cache with network_info: [{"id": "13917e16-71b5-4e0e-a69a-bba8a16be8b3", "address": "fa:16:3e:5d:bb:2c", "network": {"id": "3bd3d367-631d-4988-abf7-c4fedb5d4f32", "bridge": "br-int", "label": "tempest-ImagesTestJSON-2113045756-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fd2014dec6514eb7b7289fdfc4de7f92", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89463199-7ddf-4ee7-b485-1629a75b4b8f", "external-id": "nsx-vlan-transportzone-302", "segmentation_id": 302, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap13917e16-71", "ovs_interfaceid": "13917e16-71b5-4e0e-a69a-bba8a16be8b3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69770) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1058.293245] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-069d5460-00bc-4a64-8fc3-a34e9c3b5799 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.302777] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b240f70-88f6-48f8-a549-c82e28b6e4c5 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.343900] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29a3b8b5-497a-4dab-86fe-bf2afbe77d32 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.347323] env[69770]: DEBUG oslo_concurrency.lockutils [None req-8ef88a52-21bf-4ce8-8333-fc0637e50b8f tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] Releasing lock "[datastore1] devstack-image-cache_base/54870b8e-fde3-4ff2-87b0-416317c10e6f" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.347645] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-8ef88a52-21bf-4ce8-8333-fc0637e50b8f tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] [instance: a9c7964c-d3b5-4e2c-8ce7-b2a89db73136] Processing image 54870b8e-fde3-4ff2-87b0-416317c10e6f {{(pid=69770) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1058.347899] env[69770]: DEBUG oslo_concurrency.lockutils [None req-8ef88a52-21bf-4ce8-8333-fc0637e50b8f tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/54870b8e-fde3-4ff2-87b0-416317c10e6f/54870b8e-fde3-4ff2-87b0-416317c10e6f.vmdk" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.348079] env[69770]: DEBUG oslo_concurrency.lockutils [None req-8ef88a52-21bf-4ce8-8333-fc0637e50b8f tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] Acquired lock "[datastore1] devstack-image-cache_base/54870b8e-fde3-4ff2-87b0-416317c10e6f/54870b8e-fde3-4ff2-87b0-416317c10e6f.vmdk" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.348259] env[69770]: DEBUG nova.virt.vmwareapi.ds_util [None req-8ef88a52-21bf-4ce8-8333-fc0637e50b8f tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69770) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1058.349197] env[69770]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a821e11e-e8ed-4b75-bdfb-44774bce4fef {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.356408] env[69770]: DEBUG oslo_vmware.api [None req-58cfdb39-c672-453c-8da9-f1e5b170f249 tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] Task: {'id': task-4070248, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.523656} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1058.358117] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08792eb5-d2d0-42d8-bc5d-b96a378699ca {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.362265] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-58cfdb39-c672-453c-8da9-f1e5b170f249 tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk to [datastore1] fb2581e0-5c22-4622-a652-818f9af7a9ba/fb2581e0-5c22-4622-a652-818f9af7a9ba.vmdk {{(pid=69770) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1058.362482] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-58cfdb39-c672-453c-8da9-f1e5b170f249 tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] [instance: fb2581e0-5c22-4622-a652-818f9af7a9ba] Extending root virtual disk to 1048576 {{(pid=69770) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1058.362784] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5ff9ae65-0c85-4573-9b9d-1fa31fd06b13 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.366009] env[69770]: DEBUG nova.virt.vmwareapi.ds_util [None req-8ef88a52-21bf-4ce8-8333-fc0637e50b8f tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69770) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1058.366203] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-8ef88a52-21bf-4ce8-8333-fc0637e50b8f tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69770) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1058.367181] env[69770]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7a0f5d29-4542-4245-9aea-b37c5a454e01 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.377642] env[69770]: DEBUG nova.compute.provider_tree [None req-a7d9019b-0725-4f3c-835c-159d432db8f1 tempest-ImagesOneServerNegativeTestJSON-405389268 tempest-ImagesOneServerNegativeTestJSON-405389268-project-member] Inventory has not changed in ProviderTree for provider: 7cc7d32b-b7a7-454a-a456-2a440248ed9d {{(pid=69770) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1058.380739] env[69770]: DEBUG oslo_vmware.api [None req-58cfdb39-c672-453c-8da9-f1e5b170f249 tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] Waiting for the task: (returnval){ [ 1058.380739] env[69770]: value = "task-4070249" [ 1058.380739] env[69770]: _type = "Task" [ 1058.380739] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1058.385539] env[69770]: DEBUG oslo_vmware.api [None req-8ef88a52-21bf-4ce8-8333-fc0637e50b8f tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] Waiting for the task: (returnval){ [ 1058.385539] env[69770]: value = "session[52161b52-cb8e-ec9f-1132-2f6b49549d41]5297f13f-a4aa-ad39-e807-77974d5c64b2" [ 1058.385539] env[69770]: _type = "Task" [ 1058.385539] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1058.394969] env[69770]: DEBUG oslo_vmware.api [None req-58cfdb39-c672-453c-8da9-f1e5b170f249 tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] Task: {'id': task-4070249, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.398306] env[69770]: DEBUG oslo_vmware.api [None req-8ef88a52-21bf-4ce8-8333-fc0637e50b8f tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]5297f13f-a4aa-ad39-e807-77974d5c64b2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.404685] env[69770]: DEBUG nova.compute.manager [None req-256caf0c-fcb7-4c63-a1cb-590f604ec1c8 tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] [instance: 631c9a53-9da0-4ba6-974f-9ce2c98f788a] Start destroying the instance on the hypervisor. {{(pid=69770) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1058.404685] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-256caf0c-fcb7-4c63-a1cb-590f604ec1c8 tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] [instance: 631c9a53-9da0-4ba6-974f-9ce2c98f788a] Destroying instance {{(pid=69770) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1058.404907] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03ae2747-675f-4bf5-bdda-6cbaafaf9c44 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.415805] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-256caf0c-fcb7-4c63-a1cb-590f604ec1c8 tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] [instance: 631c9a53-9da0-4ba6-974f-9ce2c98f788a] Powering off the VM {{(pid=69770) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1058.416119] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-21c89a3a-2700-40d2-af58-19df3f6732aa {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.423206] env[69770]: DEBUG oslo_vmware.api [None req-256caf0c-fcb7-4c63-a1cb-590f604ec1c8 tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] Waiting for the task: (returnval){ [ 1058.423206] env[69770]: value = "task-4070250" [ 1058.423206] env[69770]: _type = "Task" [ 1058.423206] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1058.432470] env[69770]: DEBUG oslo_vmware.api [None req-256caf0c-fcb7-4c63-a1cb-590f604ec1c8 tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] Task: {'id': task-4070250, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.680257] env[69770]: DEBUG oslo_vmware.api [None req-7059a6c8-4088-404d-9296-60b53113c14a tempest-ServersListShow2100Test-886633097 tempest-ServersListShow2100Test-886633097-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]527d72a4-db74-974c-9865-11779a564f6e, 'name': SearchDatastore_Task, 'duration_secs': 0.054745} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1058.680825] env[69770]: DEBUG oslo_concurrency.lockutils [None req-7059a6c8-4088-404d-9296-60b53113c14a tempest-ServersListShow2100Test-886633097 tempest-ServersListShow2100Test-886633097-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.680825] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-7059a6c8-4088-404d-9296-60b53113c14a tempest-ServersListShow2100Test-886633097 tempest-ServersListShow2100Test-886633097-project-member] [instance: 31c30825-a5fa-4bd6-8557-fe2cf35d1e3b] Processing image d1eaff80-24a0-4391-90eb-59958b1ecf0a {{(pid=69770) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1058.681052] env[69770]: DEBUG oslo_concurrency.lockutils [None req-7059a6c8-4088-404d-9296-60b53113c14a tempest-ServersListShow2100Test-886633097 tempest-ServersListShow2100Test-886633097-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.681688] env[69770]: DEBUG oslo_concurrency.lockutils [None req-7059a6c8-4088-404d-9296-60b53113c14a tempest-ServersListShow2100Test-886633097 tempest-ServersListShow2100Test-886633097-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.681688] env[69770]: DEBUG nova.virt.vmwareapi.ds_util [None req-7059a6c8-4088-404d-9296-60b53113c14a tempest-ServersListShow2100Test-886633097 tempest-ServersListShow2100Test-886633097-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69770) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1058.681824] env[69770]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fa205d05-b7b9-40ca-9ced-8c415e714276 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.692279] env[69770]: DEBUG nova.virt.vmwareapi.ds_util [None req-7059a6c8-4088-404d-9296-60b53113c14a tempest-ServersListShow2100Test-886633097 tempest-ServersListShow2100Test-886633097-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69770) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1058.692475] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-7059a6c8-4088-404d-9296-60b53113c14a tempest-ServersListShow2100Test-886633097 tempest-ServersListShow2100Test-886633097-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69770) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1058.693248] env[69770]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6a331eb2-0c12-49da-abcf-fb07724461a0 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.701040] env[69770]: DEBUG oslo_vmware.api [None req-7059a6c8-4088-404d-9296-60b53113c14a tempest-ServersListShow2100Test-886633097 tempest-ServersListShow2100Test-886633097-project-member] Waiting for the task: (returnval){ [ 1058.701040] env[69770]: value = "session[52161b52-cb8e-ec9f-1132-2f6b49549d41]523bcd5d-4e22-7390-c8df-81b000ea9019" [ 1058.701040] env[69770]: _type = "Task" [ 1058.701040] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1058.712736] env[69770]: DEBUG oslo_vmware.api [None req-7059a6c8-4088-404d-9296-60b53113c14a tempest-ServersListShow2100Test-886633097 tempest-ServersListShow2100Test-886633097-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]523bcd5d-4e22-7390-c8df-81b000ea9019, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.750723] env[69770]: DEBUG oslo_concurrency.lockutils [req-e723a6fe-07b1-400d-984b-39d752346f2f req-bb18b5aa-2b92-4f39-afc3-4f368bb3617f service nova] Releasing lock "refresh_cache-a9c7964c-d3b5-4e2c-8ce7-b2a89db73136" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.773169] env[69770]: DEBUG oslo_concurrency.lockutils [None req-8cd9be3f-5430-4533-bc8f-6ba2ec28b4c9 tempest-ServerRescueTestJSON-2083557613 tempest-ServerRescueTestJSON-2083557613-project-member] Acquiring lock "0e73d3e6-13ab-418b-9cc1-2f33fe7837d8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1058.773169] env[69770]: DEBUG oslo_concurrency.lockutils [None req-8cd9be3f-5430-4533-bc8f-6ba2ec28b4c9 tempest-ServerRescueTestJSON-2083557613 tempest-ServerRescueTestJSON-2083557613-project-member] Lock "0e73d3e6-13ab-418b-9cc1-2f33fe7837d8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1058.773169] env[69770]: DEBUG oslo_concurrency.lockutils [None req-8cd9be3f-5430-4533-bc8f-6ba2ec28b4c9 tempest-ServerRescueTestJSON-2083557613 tempest-ServerRescueTestJSON-2083557613-project-member] Acquiring lock "0e73d3e6-13ab-418b-9cc1-2f33fe7837d8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1058.773431] env[69770]: DEBUG oslo_concurrency.lockutils [None req-8cd9be3f-5430-4533-bc8f-6ba2ec28b4c9 tempest-ServerRescueTestJSON-2083557613 tempest-ServerRescueTestJSON-2083557613-project-member] Lock "0e73d3e6-13ab-418b-9cc1-2f33fe7837d8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1058.773431] env[69770]: DEBUG oslo_concurrency.lockutils [None req-8cd9be3f-5430-4533-bc8f-6ba2ec28b4c9 tempest-ServerRescueTestJSON-2083557613 tempest-ServerRescueTestJSON-2083557613-project-member] Lock "0e73d3e6-13ab-418b-9cc1-2f33fe7837d8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1058.776082] env[69770]: INFO nova.compute.manager [None req-8cd9be3f-5430-4533-bc8f-6ba2ec28b4c9 tempest-ServerRescueTestJSON-2083557613 tempest-ServerRescueTestJSON-2083557613-project-member] [instance: 0e73d3e6-13ab-418b-9cc1-2f33fe7837d8] Terminating instance [ 1058.882931] env[69770]: DEBUG nova.scheduler.client.report [None req-a7d9019b-0725-4f3c-835c-159d432db8f1 tempest-ImagesOneServerNegativeTestJSON-405389268 tempest-ImagesOneServerNegativeTestJSON-405389268-project-member] Inventory has not changed for provider 7cc7d32b-b7a7-454a-a456-2a440248ed9d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69770) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1058.903411] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-8ef88a52-21bf-4ce8-8333-fc0637e50b8f tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] [instance: a9c7964c-d3b5-4e2c-8ce7-b2a89db73136] Preparing fetch location {{(pid=69770) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1058.903694] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-8ef88a52-21bf-4ce8-8333-fc0637e50b8f tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] [instance: a9c7964c-d3b5-4e2c-8ce7-b2a89db73136] Fetch image to [datastore1] OSTACK_IMG_756854f2-8511-4c04-bfd7-1cc697c3e4bb/OSTACK_IMG_756854f2-8511-4c04-bfd7-1cc697c3e4bb.vmdk {{(pid=69770) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1058.903855] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-8ef88a52-21bf-4ce8-8333-fc0637e50b8f tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] [instance: a9c7964c-d3b5-4e2c-8ce7-b2a89db73136] Downloading stream optimized image 54870b8e-fde3-4ff2-87b0-416317c10e6f to [datastore1] OSTACK_IMG_756854f2-8511-4c04-bfd7-1cc697c3e4bb/OSTACK_IMG_756854f2-8511-4c04-bfd7-1cc697c3e4bb.vmdk on the data store datastore1 as vApp {{(pid=69770) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1058.904044] env[69770]: DEBUG nova.virt.vmwareapi.images [None req-8ef88a52-21bf-4ce8-8333-fc0637e50b8f tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] [instance: a9c7964c-d3b5-4e2c-8ce7-b2a89db73136] Downloading image file data 54870b8e-fde3-4ff2-87b0-416317c10e6f to the ESX as VM named 'OSTACK_IMG_756854f2-8511-4c04-bfd7-1cc697c3e4bb' {{(pid=69770) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1058.906083] env[69770]: DEBUG oslo_vmware.api [None req-58cfdb39-c672-453c-8da9-f1e5b170f249 tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] Task: {'id': task-4070249, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.06345} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1058.908361] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-58cfdb39-c672-453c-8da9-f1e5b170f249 tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] [instance: fb2581e0-5c22-4622-a652-818f9af7a9ba] Extended root virtual disk {{(pid=69770) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1058.908361] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d711540a-c51c-480e-b7ca-9d0076d15a4e {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.932335] env[69770]: DEBUG nova.virt.vmwareapi.volumeops [None req-58cfdb39-c672-453c-8da9-f1e5b170f249 tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] [instance: fb2581e0-5c22-4622-a652-818f9af7a9ba] Reconfiguring VM instance instance-0000004d to attach disk [datastore1] fb2581e0-5c22-4622-a652-818f9af7a9ba/fb2581e0-5c22-4622-a652-818f9af7a9ba.vmdk or device None with type sparse {{(pid=69770) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1058.935042] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0818875e-186c-4f8d-befb-c7089acee3a9 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.976520] env[69770]: DEBUG oslo_vmware.api [None req-256caf0c-fcb7-4c63-a1cb-590f604ec1c8 tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] Task: {'id': task-4070250, 'name': PowerOffVM_Task, 'duration_secs': 0.203137} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1058.976520] env[69770]: DEBUG oslo_vmware.api [None req-58cfdb39-c672-453c-8da9-f1e5b170f249 tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] Waiting for the task: (returnval){ [ 1058.976520] env[69770]: value = "task-4070251" [ 1058.976520] env[69770]: _type = "Task" [ 1058.976520] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1058.976520] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-256caf0c-fcb7-4c63-a1cb-590f604ec1c8 tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] [instance: 631c9a53-9da0-4ba6-974f-9ce2c98f788a] Powered off the VM {{(pid=69770) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1058.976520] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-256caf0c-fcb7-4c63-a1cb-590f604ec1c8 tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] [instance: 631c9a53-9da0-4ba6-974f-9ce2c98f788a] Unregistering the VM {{(pid=69770) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1058.976520] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9c7cf5d3-9511-482a-9271-93c7e3217ed6 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.987129] env[69770]: DEBUG oslo_vmware.api [None req-58cfdb39-c672-453c-8da9-f1e5b170f249 tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] Task: {'id': task-4070251, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.013502] env[69770]: DEBUG oslo_vmware.rw_handles [None req-8ef88a52-21bf-4ce8-8333-fc0637e50b8f tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1059.013502] env[69770]: value = "resgroup-9" [ 1059.013502] env[69770]: _type = "ResourcePool" [ 1059.013502] env[69770]: }. {{(pid=69770) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1059.014194] env[69770]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-bdd9ae41-8769-4e16-aa1b-5849f4ad8d26 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.037044] env[69770]: DEBUG oslo_vmware.rw_handles [None req-8ef88a52-21bf-4ce8-8333-fc0637e50b8f tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] Lease: (returnval){ [ 1059.037044] env[69770]: value = "session[52161b52-cb8e-ec9f-1132-2f6b49549d41]52762fa7-d272-9beb-0dfe-8a39bf350521" [ 1059.037044] env[69770]: _type = "HttpNfcLease" [ 1059.037044] env[69770]: } obtained for vApp import into resource pool (val){ [ 1059.037044] env[69770]: value = "resgroup-9" [ 1059.037044] env[69770]: _type = "ResourcePool" [ 1059.037044] env[69770]: }. {{(pid=69770) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1059.037418] env[69770]: DEBUG oslo_vmware.api [None req-8ef88a52-21bf-4ce8-8333-fc0637e50b8f tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] Waiting for the lease: (returnval){ [ 1059.037418] env[69770]: value = "session[52161b52-cb8e-ec9f-1132-2f6b49549d41]52762fa7-d272-9beb-0dfe-8a39bf350521" [ 1059.037418] env[69770]: _type = "HttpNfcLease" [ 1059.037418] env[69770]: } to be ready. {{(pid=69770) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1059.045153] env[69770]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1059.045153] env[69770]: value = "session[52161b52-cb8e-ec9f-1132-2f6b49549d41]52762fa7-d272-9beb-0dfe-8a39bf350521" [ 1059.045153] env[69770]: _type = "HttpNfcLease" [ 1059.045153] env[69770]: } is initializing. {{(pid=69770) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1059.084944] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-256caf0c-fcb7-4c63-a1cb-590f604ec1c8 tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] [instance: 631c9a53-9da0-4ba6-974f-9ce2c98f788a] Unregistered the VM {{(pid=69770) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1059.085232] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-256caf0c-fcb7-4c63-a1cb-590f604ec1c8 tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] [instance: 631c9a53-9da0-4ba6-974f-9ce2c98f788a] Deleting contents of the VM from datastore datastore1 {{(pid=69770) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1059.085384] env[69770]: DEBUG nova.virt.vmwareapi.ds_util [None req-256caf0c-fcb7-4c63-a1cb-590f604ec1c8 tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] Deleting the datastore file [datastore1] 631c9a53-9da0-4ba6-974f-9ce2c98f788a {{(pid=69770) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1059.085683] env[69770]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bc8ce12c-e21a-43b3-abd3-421c13df3195 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.093923] env[69770]: DEBUG oslo_vmware.api [None req-256caf0c-fcb7-4c63-a1cb-590f604ec1c8 tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] Waiting for the task: (returnval){ [ 1059.093923] env[69770]: value = "task-4070254" [ 1059.093923] env[69770]: _type = "Task" [ 1059.093923] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1059.107574] env[69770]: DEBUG oslo_vmware.api [None req-256caf0c-fcb7-4c63-a1cb-590f604ec1c8 tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] Task: {'id': task-4070254, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.213663] env[69770]: DEBUG oslo_vmware.api [None req-7059a6c8-4088-404d-9296-60b53113c14a tempest-ServersListShow2100Test-886633097 tempest-ServersListShow2100Test-886633097-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]523bcd5d-4e22-7390-c8df-81b000ea9019, 'name': SearchDatastore_Task, 'duration_secs': 0.053134} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1059.214674] env[69770]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8a02df8d-4526-4809-a025-752436d6236d {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.220815] env[69770]: DEBUG oslo_vmware.api [None req-7059a6c8-4088-404d-9296-60b53113c14a tempest-ServersListShow2100Test-886633097 tempest-ServersListShow2100Test-886633097-project-member] Waiting for the task: (returnval){ [ 1059.220815] env[69770]: value = "session[52161b52-cb8e-ec9f-1132-2f6b49549d41]52d36f17-927a-e804-1611-e199f7c9664c" [ 1059.220815] env[69770]: _type = "Task" [ 1059.220815] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1059.230378] env[69770]: DEBUG oslo_vmware.api [None req-7059a6c8-4088-404d-9296-60b53113c14a tempest-ServersListShow2100Test-886633097 tempest-ServersListShow2100Test-886633097-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]52d36f17-927a-e804-1611-e199f7c9664c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.283986] env[69770]: DEBUG nova.compute.manager [None req-8cd9be3f-5430-4533-bc8f-6ba2ec28b4c9 tempest-ServerRescueTestJSON-2083557613 tempest-ServerRescueTestJSON-2083557613-project-member] [instance: 0e73d3e6-13ab-418b-9cc1-2f33fe7837d8] Start destroying the instance on the hypervisor. {{(pid=69770) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1059.284360] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-8cd9be3f-5430-4533-bc8f-6ba2ec28b4c9 tempest-ServerRescueTestJSON-2083557613 tempest-ServerRescueTestJSON-2083557613-project-member] [instance: 0e73d3e6-13ab-418b-9cc1-2f33fe7837d8] Destroying instance {{(pid=69770) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1059.285285] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4295824a-eb0c-4634-a156-16e62c352dd6 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.298576] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-8cd9be3f-5430-4533-bc8f-6ba2ec28b4c9 tempest-ServerRescueTestJSON-2083557613 tempest-ServerRescueTestJSON-2083557613-project-member] [instance: 0e73d3e6-13ab-418b-9cc1-2f33fe7837d8] Powering off the VM {{(pid=69770) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1059.298885] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-340c88fa-1207-48f1-a151-d557f1a71b7c {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.306305] env[69770]: DEBUG oslo_vmware.api [None req-8cd9be3f-5430-4533-bc8f-6ba2ec28b4c9 tempest-ServerRescueTestJSON-2083557613 tempest-ServerRescueTestJSON-2083557613-project-member] Waiting for the task: (returnval){ [ 1059.306305] env[69770]: value = "task-4070255" [ 1059.306305] env[69770]: _type = "Task" [ 1059.306305] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1059.315905] env[69770]: DEBUG oslo_vmware.api [None req-8cd9be3f-5430-4533-bc8f-6ba2ec28b4c9 tempest-ServerRescueTestJSON-2083557613 tempest-ServerRescueTestJSON-2083557613-project-member] Task: {'id': task-4070255, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.391509] env[69770]: DEBUG oslo_concurrency.lockutils [None req-a7d9019b-0725-4f3c-835c-159d432db8f1 tempest-ImagesOneServerNegativeTestJSON-405389268 tempest-ImagesOneServerNegativeTestJSON-405389268-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.945s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1059.392221] env[69770]: DEBUG oslo_concurrency.lockutils [None req-a6e691b6-edbd-4f19-9637-8ed6102dd885 tempest-ServersWithSpecificFlavorTestJSON-412767258 tempest-ServersWithSpecificFlavorTestJSON-412767258-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 14.703s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1059.392960] env[69770]: DEBUG nova.objects.instance [None req-a6e691b6-edbd-4f19-9637-8ed6102dd885 tempest-ServersWithSpecificFlavorTestJSON-412767258 tempest-ServersWithSpecificFlavorTestJSON-412767258-project-member] Lazy-loading 'resources' on Instance uuid e4982a7d-45f6-4b3d-9768-7d260a133e8d {{(pid=69770) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1059.418272] env[69770]: INFO nova.scheduler.client.report [None req-a7d9019b-0725-4f3c-835c-159d432db8f1 tempest-ImagesOneServerNegativeTestJSON-405389268 tempest-ImagesOneServerNegativeTestJSON-405389268-project-member] Deleted allocations for instance 725b289a-785b-4a90-9b47-a7996a1f011f [ 1059.491480] env[69770]: DEBUG oslo_vmware.api [None req-58cfdb39-c672-453c-8da9-f1e5b170f249 tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] Task: {'id': task-4070251, 'name': ReconfigVM_Task, 'duration_secs': 0.338788} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1059.495026] env[69770]: DEBUG nova.virt.vmwareapi.volumeops [None req-58cfdb39-c672-453c-8da9-f1e5b170f249 tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] [instance: fb2581e0-5c22-4622-a652-818f9af7a9ba] Reconfigured VM instance instance-0000004d to attach disk [datastore1] fb2581e0-5c22-4622-a652-818f9af7a9ba/fb2581e0-5c22-4622-a652-818f9af7a9ba.vmdk or device None with type sparse {{(pid=69770) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1059.495026] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-57d0fbed-ac73-4f69-a2a4-9aeabafbb582 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.513278] env[69770]: DEBUG oslo_vmware.api [None req-58cfdb39-c672-453c-8da9-f1e5b170f249 tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] Waiting for the task: (returnval){ [ 1059.513278] env[69770]: value = "task-4070256" [ 1059.513278] env[69770]: _type = "Task" [ 1059.513278] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1059.526348] env[69770]: DEBUG oslo_vmware.api [None req-58cfdb39-c672-453c-8da9-f1e5b170f249 tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] Task: {'id': task-4070256, 'name': Rename_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.547777] env[69770]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1059.547777] env[69770]: value = "session[52161b52-cb8e-ec9f-1132-2f6b49549d41]52762fa7-d272-9beb-0dfe-8a39bf350521" [ 1059.547777] env[69770]: _type = "HttpNfcLease" [ 1059.547777] env[69770]: } is initializing. {{(pid=69770) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1059.604895] env[69770]: DEBUG oslo_vmware.api [None req-256caf0c-fcb7-4c63-a1cb-590f604ec1c8 tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] Task: {'id': task-4070254, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.2113} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1059.604895] env[69770]: DEBUG nova.virt.vmwareapi.ds_util [None req-256caf0c-fcb7-4c63-a1cb-590f604ec1c8 tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] Deleted the datastore file {{(pid=69770) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1059.604895] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-256caf0c-fcb7-4c63-a1cb-590f604ec1c8 tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] [instance: 631c9a53-9da0-4ba6-974f-9ce2c98f788a] Deleted contents of the VM from datastore datastore1 {{(pid=69770) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1059.605212] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-256caf0c-fcb7-4c63-a1cb-590f604ec1c8 tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] [instance: 631c9a53-9da0-4ba6-974f-9ce2c98f788a] Instance destroyed {{(pid=69770) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1059.605212] env[69770]: INFO nova.compute.manager [None req-256caf0c-fcb7-4c63-a1cb-590f604ec1c8 tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] [instance: 631c9a53-9da0-4ba6-974f-9ce2c98f788a] Took 1.20 seconds to destroy the instance on the hypervisor. [ 1059.605631] env[69770]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-256caf0c-fcb7-4c63-a1cb-590f604ec1c8 tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69770) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1059.605700] env[69770]: DEBUG nova.compute.manager [-] [instance: 631c9a53-9da0-4ba6-974f-9ce2c98f788a] Deallocating network for instance {{(pid=69770) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1059.605817] env[69770]: DEBUG nova.network.neutron [-] [instance: 631c9a53-9da0-4ba6-974f-9ce2c98f788a] deallocate_for_instance() {{(pid=69770) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1059.731897] env[69770]: DEBUG oslo_vmware.api [None req-7059a6c8-4088-404d-9296-60b53113c14a tempest-ServersListShow2100Test-886633097 tempest-ServersListShow2100Test-886633097-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]52d36f17-927a-e804-1611-e199f7c9664c, 'name': SearchDatastore_Task, 'duration_secs': 0.02839} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1059.732175] env[69770]: DEBUG oslo_concurrency.lockutils [None req-7059a6c8-4088-404d-9296-60b53113c14a tempest-ServersListShow2100Test-886633097 tempest-ServersListShow2100Test-886633097-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.732432] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-7059a6c8-4088-404d-9296-60b53113c14a tempest-ServersListShow2100Test-886633097 tempest-ServersListShow2100Test-886633097-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk to [datastore1] 31c30825-a5fa-4bd6-8557-fe2cf35d1e3b/31c30825-a5fa-4bd6-8557-fe2cf35d1e3b.vmdk {{(pid=69770) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1059.732687] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-235f09a4-4127-4e2f-95b0-ab94b6f024ed {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.740517] env[69770]: DEBUG oslo_vmware.api [None req-7059a6c8-4088-404d-9296-60b53113c14a tempest-ServersListShow2100Test-886633097 tempest-ServersListShow2100Test-886633097-project-member] Waiting for the task: (returnval){ [ 1059.740517] env[69770]: value = "task-4070257" [ 1059.740517] env[69770]: _type = "Task" [ 1059.740517] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1059.749820] env[69770]: DEBUG oslo_vmware.api [None req-7059a6c8-4088-404d-9296-60b53113c14a tempest-ServersListShow2100Test-886633097 tempest-ServersListShow2100Test-886633097-project-member] Task: {'id': task-4070257, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.816400] env[69770]: DEBUG oslo_vmware.api [None req-8cd9be3f-5430-4533-bc8f-6ba2ec28b4c9 tempest-ServerRescueTestJSON-2083557613 tempest-ServerRescueTestJSON-2083557613-project-member] Task: {'id': task-4070255, 'name': PowerOffVM_Task, 'duration_secs': 0.252261} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1059.816690] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-8cd9be3f-5430-4533-bc8f-6ba2ec28b4c9 tempest-ServerRescueTestJSON-2083557613 tempest-ServerRescueTestJSON-2083557613-project-member] [instance: 0e73d3e6-13ab-418b-9cc1-2f33fe7837d8] Powered off the VM {{(pid=69770) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1059.816858] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-8cd9be3f-5430-4533-bc8f-6ba2ec28b4c9 tempest-ServerRescueTestJSON-2083557613 tempest-ServerRescueTestJSON-2083557613-project-member] [instance: 0e73d3e6-13ab-418b-9cc1-2f33fe7837d8] Unregistering the VM {{(pid=69770) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1059.817131] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0076037f-200e-413f-a389-a45a48483570 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.891017] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-8cd9be3f-5430-4533-bc8f-6ba2ec28b4c9 tempest-ServerRescueTestJSON-2083557613 tempest-ServerRescueTestJSON-2083557613-project-member] [instance: 0e73d3e6-13ab-418b-9cc1-2f33fe7837d8] Unregistered the VM {{(pid=69770) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1059.891298] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-8cd9be3f-5430-4533-bc8f-6ba2ec28b4c9 tempest-ServerRescueTestJSON-2083557613 tempest-ServerRescueTestJSON-2083557613-project-member] [instance: 0e73d3e6-13ab-418b-9cc1-2f33fe7837d8] Deleting contents of the VM from datastore datastore2 {{(pid=69770) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1059.891636] env[69770]: DEBUG nova.virt.vmwareapi.ds_util [None req-8cd9be3f-5430-4533-bc8f-6ba2ec28b4c9 tempest-ServerRescueTestJSON-2083557613 tempest-ServerRescueTestJSON-2083557613-project-member] Deleting the datastore file [datastore2] 0e73d3e6-13ab-418b-9cc1-2f33fe7837d8 {{(pid=69770) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1059.891761] env[69770]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8a730e73-03e9-404f-8798-578ddba701c9 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.903924] env[69770]: DEBUG oslo_vmware.api [None req-8cd9be3f-5430-4533-bc8f-6ba2ec28b4c9 tempest-ServerRescueTestJSON-2083557613 tempest-ServerRescueTestJSON-2083557613-project-member] Waiting for the task: (returnval){ [ 1059.903924] env[69770]: value = "task-4070259" [ 1059.903924] env[69770]: _type = "Task" [ 1059.903924] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1059.913489] env[69770]: DEBUG oslo_vmware.api [None req-8cd9be3f-5430-4533-bc8f-6ba2ec28b4c9 tempest-ServerRescueTestJSON-2083557613 tempest-ServerRescueTestJSON-2083557613-project-member] Task: {'id': task-4070259, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.934618] env[69770]: DEBUG oslo_concurrency.lockutils [None req-a7d9019b-0725-4f3c-835c-159d432db8f1 tempest-ImagesOneServerNegativeTestJSON-405389268 tempest-ImagesOneServerNegativeTestJSON-405389268-project-member] Lock "725b289a-785b-4a90-9b47-a7996a1f011f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 22.082s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1060.002081] env[69770]: DEBUG nova.compute.manager [req-cba663d4-df52-49b8-9761-da358f71ab3e req-5faf59ef-23c6-4e5c-b0c3-f0dfb2fac3db service nova] [instance: 631c9a53-9da0-4ba6-974f-9ce2c98f788a] Received event network-vif-deleted-80687ef7-8f22-4346-a30b-ae22bdd77dd4 {{(pid=69770) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1060.002201] env[69770]: INFO nova.compute.manager [req-cba663d4-df52-49b8-9761-da358f71ab3e req-5faf59ef-23c6-4e5c-b0c3-f0dfb2fac3db service nova] [instance: 631c9a53-9da0-4ba6-974f-9ce2c98f788a] Neutron deleted interface 80687ef7-8f22-4346-a30b-ae22bdd77dd4; detaching it from the instance and deleting it from the info cache [ 1060.002588] env[69770]: DEBUG nova.network.neutron [req-cba663d4-df52-49b8-9761-da358f71ab3e req-5faf59ef-23c6-4e5c-b0c3-f0dfb2fac3db service nova] [instance: 631c9a53-9da0-4ba6-974f-9ce2c98f788a] Updating instance_info_cache with network_info: [] {{(pid=69770) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1060.030522] env[69770]: DEBUG oslo_vmware.api [None req-58cfdb39-c672-453c-8da9-f1e5b170f249 tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] Task: {'id': task-4070256, 'name': Rename_Task, 'duration_secs': 0.171074} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1060.030695] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-58cfdb39-c672-453c-8da9-f1e5b170f249 tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] [instance: fb2581e0-5c22-4622-a652-818f9af7a9ba] Powering on the VM {{(pid=69770) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1060.030994] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-936e0b2e-65c6-450e-ba52-3bad47ba7f49 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.038632] env[69770]: DEBUG oslo_vmware.api [None req-58cfdb39-c672-453c-8da9-f1e5b170f249 tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] Waiting for the task: (returnval){ [ 1060.038632] env[69770]: value = "task-4070260" [ 1060.038632] env[69770]: _type = "Task" [ 1060.038632] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1060.056876] env[69770]: DEBUG oslo_vmware.api [None req-58cfdb39-c672-453c-8da9-f1e5b170f249 tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] Task: {'id': task-4070260, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.058926] env[69770]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1060.058926] env[69770]: value = "session[52161b52-cb8e-ec9f-1132-2f6b49549d41]52762fa7-d272-9beb-0dfe-8a39bf350521" [ 1060.058926] env[69770]: _type = "HttpNfcLease" [ 1060.058926] env[69770]: } is ready. {{(pid=69770) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1060.059267] env[69770]: DEBUG oslo_vmware.rw_handles [None req-8ef88a52-21bf-4ce8-8333-fc0637e50b8f tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1060.059267] env[69770]: value = "session[52161b52-cb8e-ec9f-1132-2f6b49549d41]52762fa7-d272-9beb-0dfe-8a39bf350521" [ 1060.059267] env[69770]: _type = "HttpNfcLease" [ 1060.059267] env[69770]: }. {{(pid=69770) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1060.060050] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bab1c846-33e8-45ec-8923-be1200d6a72a {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.071804] env[69770]: DEBUG oslo_vmware.rw_handles [None req-8ef88a52-21bf-4ce8-8333-fc0637e50b8f tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52aeb128-5352-7f9c-f25c-165347511f0f/disk-0.vmdk from lease info. {{(pid=69770) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1060.072076] env[69770]: DEBUG oslo_vmware.rw_handles [None req-8ef88a52-21bf-4ce8-8333-fc0637e50b8f tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] Creating HTTP connection to write to file with size = 21334528 and URL = https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52aeb128-5352-7f9c-f25c-165347511f0f/disk-0.vmdk. {{(pid=69770) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1060.142568] env[69770]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-1853ee41-45ee-488f-ba5f-b1733a996a46 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.254849] env[69770]: DEBUG oslo_vmware.api [None req-7059a6c8-4088-404d-9296-60b53113c14a tempest-ServersListShow2100Test-886633097 tempest-ServersListShow2100Test-886633097-project-member] Task: {'id': task-4070257, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.302969] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ededb352-9e43-4145-a6b6-ce71848c4031 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.311787] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bac2bc49-0e57-482a-bb50-b6ace4a6befc {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.348901] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f226d228-a2e0-43cd-8a67-19ab6dce8523 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.358737] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49ddda0a-b9a7-418c-905d-b564c02647dc {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.374029] env[69770]: DEBUG nova.compute.provider_tree [None req-a6e691b6-edbd-4f19-9637-8ed6102dd885 tempest-ServersWithSpecificFlavorTestJSON-412767258 tempest-ServersWithSpecificFlavorTestJSON-412767258-project-member] Inventory has not changed in ProviderTree for provider: 7cc7d32b-b7a7-454a-a456-2a440248ed9d {{(pid=69770) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1060.416661] env[69770]: DEBUG oslo_vmware.api [None req-8cd9be3f-5430-4533-bc8f-6ba2ec28b4c9 tempest-ServerRescueTestJSON-2083557613 tempest-ServerRescueTestJSON-2083557613-project-member] Task: {'id': task-4070259, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.448299} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1060.417321] env[69770]: DEBUG nova.virt.vmwareapi.ds_util [None req-8cd9be3f-5430-4533-bc8f-6ba2ec28b4c9 tempest-ServerRescueTestJSON-2083557613 tempest-ServerRescueTestJSON-2083557613-project-member] Deleted the datastore file {{(pid=69770) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1060.417561] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-8cd9be3f-5430-4533-bc8f-6ba2ec28b4c9 tempest-ServerRescueTestJSON-2083557613 tempest-ServerRescueTestJSON-2083557613-project-member] [instance: 0e73d3e6-13ab-418b-9cc1-2f33fe7837d8] Deleted contents of the VM from datastore datastore2 {{(pid=69770) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1060.417859] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-8cd9be3f-5430-4533-bc8f-6ba2ec28b4c9 tempest-ServerRescueTestJSON-2083557613 tempest-ServerRescueTestJSON-2083557613-project-member] [instance: 0e73d3e6-13ab-418b-9cc1-2f33fe7837d8] Instance destroyed {{(pid=69770) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1060.418077] env[69770]: INFO nova.compute.manager [None req-8cd9be3f-5430-4533-bc8f-6ba2ec28b4c9 tempest-ServerRescueTestJSON-2083557613 tempest-ServerRescueTestJSON-2083557613-project-member] [instance: 0e73d3e6-13ab-418b-9cc1-2f33fe7837d8] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1060.418342] env[69770]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8cd9be3f-5430-4533-bc8f-6ba2ec28b4c9 tempest-ServerRescueTestJSON-2083557613 tempest-ServerRescueTestJSON-2083557613-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69770) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1060.418556] env[69770]: DEBUG nova.compute.manager [-] [instance: 0e73d3e6-13ab-418b-9cc1-2f33fe7837d8] Deallocating network for instance {{(pid=69770) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1060.418651] env[69770]: DEBUG nova.network.neutron [-] [instance: 0e73d3e6-13ab-418b-9cc1-2f33fe7837d8] deallocate_for_instance() {{(pid=69770) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1060.427425] env[69770]: DEBUG nova.network.neutron [-] [instance: 631c9a53-9da0-4ba6-974f-9ce2c98f788a] Updating instance_info_cache with network_info: [] {{(pid=69770) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1060.509559] env[69770]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f2f90a95-6558-40b1-85f8-89e9d78175b3 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.527736] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18a8174c-2764-4380-9a0c-4b9d6f72812e {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.558199] env[69770]: DEBUG oslo_vmware.api [None req-58cfdb39-c672-453c-8da9-f1e5b170f249 tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] Task: {'id': task-4070260, 'name': PowerOnVM_Task} progress is 94%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.584492] env[69770]: DEBUG nova.compute.manager [req-cba663d4-df52-49b8-9761-da358f71ab3e req-5faf59ef-23c6-4e5c-b0c3-f0dfb2fac3db service nova] [instance: 631c9a53-9da0-4ba6-974f-9ce2c98f788a] Detach interface failed, port_id=80687ef7-8f22-4346-a30b-ae22bdd77dd4, reason: Instance 631c9a53-9da0-4ba6-974f-9ce2c98f788a could not be found. {{(pid=69770) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1060.752904] env[69770]: DEBUG oslo_vmware.api [None req-7059a6c8-4088-404d-9296-60b53113c14a tempest-ServersListShow2100Test-886633097 tempest-ServersListShow2100Test-886633097-project-member] Task: {'id': task-4070257, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.567689} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1060.753194] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-7059a6c8-4088-404d-9296-60b53113c14a tempest-ServersListShow2100Test-886633097 tempest-ServersListShow2100Test-886633097-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk to [datastore1] 31c30825-a5fa-4bd6-8557-fe2cf35d1e3b/31c30825-a5fa-4bd6-8557-fe2cf35d1e3b.vmdk {{(pid=69770) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1060.753458] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-7059a6c8-4088-404d-9296-60b53113c14a tempest-ServersListShow2100Test-886633097 tempest-ServersListShow2100Test-886633097-project-member] [instance: 31c30825-a5fa-4bd6-8557-fe2cf35d1e3b] Extending root virtual disk to 1048576 {{(pid=69770) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1060.753708] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5d6f5b62-2fa3-4204-ac59-6cde4e3954be {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.764703] env[69770]: DEBUG oslo_vmware.api [None req-7059a6c8-4088-404d-9296-60b53113c14a tempest-ServersListShow2100Test-886633097 tempest-ServersListShow2100Test-886633097-project-member] Waiting for the task: (returnval){ [ 1060.764703] env[69770]: value = "task-4070261" [ 1060.764703] env[69770]: _type = "Task" [ 1060.764703] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1060.781569] env[69770]: DEBUG oslo_vmware.api [None req-7059a6c8-4088-404d-9296-60b53113c14a tempest-ServersListShow2100Test-886633097 tempest-ServersListShow2100Test-886633097-project-member] Task: {'id': task-4070261, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.876957] env[69770]: DEBUG nova.scheduler.client.report [None req-a6e691b6-edbd-4f19-9637-8ed6102dd885 tempest-ServersWithSpecificFlavorTestJSON-412767258 tempest-ServersWithSpecificFlavorTestJSON-412767258-project-member] Inventory has not changed for provider 7cc7d32b-b7a7-454a-a456-2a440248ed9d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69770) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1060.933347] env[69770]: INFO nova.compute.manager [-] [instance: 631c9a53-9da0-4ba6-974f-9ce2c98f788a] Took 1.33 seconds to deallocate network for instance. [ 1061.060309] env[69770]: DEBUG oslo_vmware.api [None req-58cfdb39-c672-453c-8da9-f1e5b170f249 tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] Task: {'id': task-4070260, 'name': PowerOnVM_Task, 'duration_secs': 0.685956} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1061.061165] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-58cfdb39-c672-453c-8da9-f1e5b170f249 tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] [instance: fb2581e0-5c22-4622-a652-818f9af7a9ba] Powered on the VM {{(pid=69770) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1061.061524] env[69770]: DEBUG nova.compute.manager [None req-58cfdb39-c672-453c-8da9-f1e5b170f249 tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] [instance: fb2581e0-5c22-4622-a652-818f9af7a9ba] Checking state {{(pid=69770) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1061.064990] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a068af19-012a-43e9-a820-4e153f8fb80b {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.078944] env[69770]: DEBUG oslo_vmware.rw_handles [None req-8ef88a52-21bf-4ce8-8333-fc0637e50b8f tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] Completed reading data from the image iterator. {{(pid=69770) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1061.079673] env[69770]: DEBUG oslo_vmware.rw_handles [None req-8ef88a52-21bf-4ce8-8333-fc0637e50b8f tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52aeb128-5352-7f9c-f25c-165347511f0f/disk-0.vmdk. {{(pid=69770) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1061.081220] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-473a19b3-feda-4179-b87a-83210413eee3 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.091305] env[69770]: DEBUG oslo_vmware.rw_handles [None req-8ef88a52-21bf-4ce8-8333-fc0637e50b8f tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52aeb128-5352-7f9c-f25c-165347511f0f/disk-0.vmdk is in state: ready. {{(pid=69770) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1061.094590] env[69770]: DEBUG oslo_vmware.rw_handles [None req-8ef88a52-21bf-4ce8-8333-fc0637e50b8f tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] Releasing lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52aeb128-5352-7f9c-f25c-165347511f0f/disk-0.vmdk. {{(pid=69770) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1061.094590] env[69770]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-f3796164-7e90-4d4c-b617-6e2fc0d97cf4 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.275787] env[69770]: DEBUG oslo_vmware.api [None req-7059a6c8-4088-404d-9296-60b53113c14a tempest-ServersListShow2100Test-886633097 tempest-ServersListShow2100Test-886633097-project-member] Task: {'id': task-4070261, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.091543} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1061.276408] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-7059a6c8-4088-404d-9296-60b53113c14a tempest-ServersListShow2100Test-886633097 tempest-ServersListShow2100Test-886633097-project-member] [instance: 31c30825-a5fa-4bd6-8557-fe2cf35d1e3b] Extended root virtual disk {{(pid=69770) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1061.277365] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ac9e2b4-e857-4ba5-ae7d-5fb64258878d {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.301425] env[69770]: DEBUG nova.virt.vmwareapi.volumeops [None req-7059a6c8-4088-404d-9296-60b53113c14a tempest-ServersListShow2100Test-886633097 tempest-ServersListShow2100Test-886633097-project-member] [instance: 31c30825-a5fa-4bd6-8557-fe2cf35d1e3b] Reconfiguring VM instance instance-00000050 to attach disk [datastore1] 31c30825-a5fa-4bd6-8557-fe2cf35d1e3b/31c30825-a5fa-4bd6-8557-fe2cf35d1e3b.vmdk or device None with type sparse {{(pid=69770) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1061.302998] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a89762d1-b053-43f3-9cdc-ec1d9d8b77ef {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.318792] env[69770]: DEBUG oslo_vmware.rw_handles [None req-8ef88a52-21bf-4ce8-8333-fc0637e50b8f tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] Closed VMDK write handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52aeb128-5352-7f9c-f25c-165347511f0f/disk-0.vmdk. {{(pid=69770) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1061.319309] env[69770]: INFO nova.virt.vmwareapi.images [None req-8ef88a52-21bf-4ce8-8333-fc0637e50b8f tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] [instance: a9c7964c-d3b5-4e2c-8ce7-b2a89db73136] Downloaded image file data 54870b8e-fde3-4ff2-87b0-416317c10e6f [ 1061.322140] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1943a290-8d81-4367-b0f7-227dbaec5cf7 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.344695] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-14b45fb1-8e3d-48d0-8038-0e490a9cd9c9 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.346994] env[69770]: DEBUG oslo_vmware.api [None req-7059a6c8-4088-404d-9296-60b53113c14a tempest-ServersListShow2100Test-886633097 tempest-ServersListShow2100Test-886633097-project-member] Waiting for the task: (returnval){ [ 1061.346994] env[69770]: value = "task-4070262" [ 1061.346994] env[69770]: _type = "Task" [ 1061.346994] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1061.357388] env[69770]: DEBUG oslo_vmware.api [None req-7059a6c8-4088-404d-9296-60b53113c14a tempest-ServersListShow2100Test-886633097 tempest-ServersListShow2100Test-886633097-project-member] Task: {'id': task-4070262, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.375070] env[69770]: INFO nova.virt.vmwareapi.images [None req-8ef88a52-21bf-4ce8-8333-fc0637e50b8f tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] [instance: a9c7964c-d3b5-4e2c-8ce7-b2a89db73136] The imported VM was unregistered [ 1061.377669] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-8ef88a52-21bf-4ce8-8333-fc0637e50b8f tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] [instance: a9c7964c-d3b5-4e2c-8ce7-b2a89db73136] Caching image {{(pid=69770) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1061.378117] env[69770]: DEBUG nova.virt.vmwareapi.ds_util [None req-8ef88a52-21bf-4ce8-8333-fc0637e50b8f tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] Creating directory with path [datastore1] devstack-image-cache_base/54870b8e-fde3-4ff2-87b0-416317c10e6f {{(pid=69770) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1061.378239] env[69770]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a04cebed-c1bf-4b22-8ab0-bc12378aab09 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.386649] env[69770]: DEBUG oslo_concurrency.lockutils [None req-a6e691b6-edbd-4f19-9637-8ed6102dd885 tempest-ServersWithSpecificFlavorTestJSON-412767258 tempest-ServersWithSpecificFlavorTestJSON-412767258-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.994s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1061.390488] env[69770]: DEBUG oslo_concurrency.lockutils [None req-bed1a5df-615d-4346-a7b3-5526480412a9 tempest-ServersAdminTestJSON-142622790 tempest-ServersAdminTestJSON-142622790-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 13.973s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1061.390965] env[69770]: DEBUG nova.objects.instance [None req-bed1a5df-615d-4346-a7b3-5526480412a9 tempest-ServersAdminTestJSON-142622790 tempest-ServersAdminTestJSON-142622790-project-member] Lazy-loading 'resources' on Instance uuid f99efbb3-ef7e-4feb-b29b-2cfded1643fd {{(pid=69770) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1061.395526] env[69770]: DEBUG nova.network.neutron [-] [instance: 0e73d3e6-13ab-418b-9cc1-2f33fe7837d8] Updating instance_info_cache with network_info: [] {{(pid=69770) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1061.410789] env[69770]: DEBUG nova.virt.vmwareapi.ds_util [None req-8ef88a52-21bf-4ce8-8333-fc0637e50b8f tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] Created directory with path [datastore1] devstack-image-cache_base/54870b8e-fde3-4ff2-87b0-416317c10e6f {{(pid=69770) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1061.410789] env[69770]: DEBUG nova.virt.vmwareapi.ds_util [None req-8ef88a52-21bf-4ce8-8333-fc0637e50b8f tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_756854f2-8511-4c04-bfd7-1cc697c3e4bb/OSTACK_IMG_756854f2-8511-4c04-bfd7-1cc697c3e4bb.vmdk to [datastore1] devstack-image-cache_base/54870b8e-fde3-4ff2-87b0-416317c10e6f/54870b8e-fde3-4ff2-87b0-416317c10e6f.vmdk. {{(pid=69770) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1061.411645] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-47769315-ee5e-4dd0-9e8b-cdca3c8aa4bd {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.415654] env[69770]: INFO nova.scheduler.client.report [None req-a6e691b6-edbd-4f19-9637-8ed6102dd885 tempest-ServersWithSpecificFlavorTestJSON-412767258 tempest-ServersWithSpecificFlavorTestJSON-412767258-project-member] Deleted allocations for instance e4982a7d-45f6-4b3d-9768-7d260a133e8d [ 1061.429451] env[69770]: DEBUG oslo_vmware.api [None req-8ef88a52-21bf-4ce8-8333-fc0637e50b8f tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] Waiting for the task: (returnval){ [ 1061.429451] env[69770]: value = "task-4070264" [ 1061.429451] env[69770]: _type = "Task" [ 1061.429451] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1061.439944] env[69770]: DEBUG oslo_vmware.api [None req-8ef88a52-21bf-4ce8-8333-fc0637e50b8f tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] Task: {'id': task-4070264, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.443556] env[69770]: DEBUG oslo_concurrency.lockutils [None req-256caf0c-fcb7-4c63-a1cb-590f604ec1c8 tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1061.589035] env[69770]: INFO nova.compute.manager [None req-58cfdb39-c672-453c-8da9-f1e5b170f249 tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] [instance: fb2581e0-5c22-4622-a652-818f9af7a9ba] bringing vm to original state: 'stopped' [ 1061.858473] env[69770]: DEBUG oslo_vmware.api [None req-7059a6c8-4088-404d-9296-60b53113c14a tempest-ServersListShow2100Test-886633097 tempest-ServersListShow2100Test-886633097-project-member] Task: {'id': task-4070262, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.898481] env[69770]: INFO nova.compute.manager [-] [instance: 0e73d3e6-13ab-418b-9cc1-2f33fe7837d8] Took 1.48 seconds to deallocate network for instance. [ 1061.929492] env[69770]: DEBUG oslo_concurrency.lockutils [None req-a6e691b6-edbd-4f19-9637-8ed6102dd885 tempest-ServersWithSpecificFlavorTestJSON-412767258 tempest-ServersWithSpecificFlavorTestJSON-412767258-project-member] Lock "e4982a7d-45f6-4b3d-9768-7d260a133e8d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 22.065s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1061.944106] env[69770]: DEBUG oslo_vmware.api [None req-8ef88a52-21bf-4ce8-8333-fc0637e50b8f tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] Task: {'id': task-4070264, 'name': MoveVirtualDisk_Task} progress is 12%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.071647] env[69770]: DEBUG nova.compute.manager [req-e5b784b9-b578-4211-9288-3c22fc4aff98 req-b37be7fc-8f8d-429f-9d66-a867eb1d5245 service nova] [instance: 0e73d3e6-13ab-418b-9cc1-2f33fe7837d8] Received event network-vif-deleted-cc1a9a6d-db88-4233-a50d-a31aa4053b01 {{(pid=69770) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1062.273779] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a883e6f-30a9-440a-af2c-1a56bb5b8a53 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.284224] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac4d4c43-354d-4667-b0fc-5204543da0b3 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.325782] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb5d4f28-d5a1-4237-951e-f26ea7ddbdae {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.336026] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0604bfa2-086e-4224-b644-b762ce5729d7 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.353969] env[69770]: DEBUG nova.compute.provider_tree [None req-bed1a5df-615d-4346-a7b3-5526480412a9 tempest-ServersAdminTestJSON-142622790 tempest-ServersAdminTestJSON-142622790-project-member] Inventory has not changed in ProviderTree for provider: 7cc7d32b-b7a7-454a-a456-2a440248ed9d {{(pid=69770) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1062.364754] env[69770]: DEBUG oslo_vmware.api [None req-7059a6c8-4088-404d-9296-60b53113c14a tempest-ServersListShow2100Test-886633097 tempest-ServersListShow2100Test-886633097-project-member] Task: {'id': task-4070262, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.406852] env[69770]: DEBUG oslo_concurrency.lockutils [None req-8cd9be3f-5430-4533-bc8f-6ba2ec28b4c9 tempest-ServerRescueTestJSON-2083557613 tempest-ServerRescueTestJSON-2083557613-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1062.445702] env[69770]: DEBUG oslo_vmware.api [None req-8ef88a52-21bf-4ce8-8333-fc0637e50b8f tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] Task: {'id': task-4070264, 'name': MoveVirtualDisk_Task} progress is 29%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.600720] env[69770]: DEBUG oslo_concurrency.lockutils [None req-58cfdb39-c672-453c-8da9-f1e5b170f249 tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] Acquiring lock "fb2581e0-5c22-4622-a652-818f9af7a9ba" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1062.602870] env[69770]: DEBUG oslo_concurrency.lockutils [None req-58cfdb39-c672-453c-8da9-f1e5b170f249 tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] Lock "fb2581e0-5c22-4622-a652-818f9af7a9ba" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1062.602870] env[69770]: DEBUG nova.compute.manager [None req-58cfdb39-c672-453c-8da9-f1e5b170f249 tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] [instance: fb2581e0-5c22-4622-a652-818f9af7a9ba] Checking state {{(pid=69770) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1062.602870] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc37d1f3-4c01-4b1b-a622-0a506bee3f43 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.614154] env[69770]: DEBUG nova.compute.manager [None req-58cfdb39-c672-453c-8da9-f1e5b170f249 tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] [instance: fb2581e0-5c22-4622-a652-818f9af7a9ba] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69770) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1062.859100] env[69770]: DEBUG nova.scheduler.client.report [None req-bed1a5df-615d-4346-a7b3-5526480412a9 tempest-ServersAdminTestJSON-142622790 tempest-ServersAdminTestJSON-142622790-project-member] Inventory has not changed for provider 7cc7d32b-b7a7-454a-a456-2a440248ed9d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69770) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1062.868434] env[69770]: DEBUG oslo_vmware.api [None req-7059a6c8-4088-404d-9296-60b53113c14a tempest-ServersListShow2100Test-886633097 tempest-ServersListShow2100Test-886633097-project-member] Task: {'id': task-4070262, 'name': ReconfigVM_Task, 'duration_secs': 1.172752} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1062.869275] env[69770]: DEBUG nova.virt.vmwareapi.volumeops [None req-7059a6c8-4088-404d-9296-60b53113c14a tempest-ServersListShow2100Test-886633097 tempest-ServersListShow2100Test-886633097-project-member] [instance: 31c30825-a5fa-4bd6-8557-fe2cf35d1e3b] Reconfigured VM instance instance-00000050 to attach disk [datastore1] 31c30825-a5fa-4bd6-8557-fe2cf35d1e3b/31c30825-a5fa-4bd6-8557-fe2cf35d1e3b.vmdk or device None with type sparse {{(pid=69770) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1062.870621] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ea69284a-da36-4293-aaed-e6f15aaebe77 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.879812] env[69770]: DEBUG oslo_vmware.api [None req-7059a6c8-4088-404d-9296-60b53113c14a tempest-ServersListShow2100Test-886633097 tempest-ServersListShow2100Test-886633097-project-member] Waiting for the task: (returnval){ [ 1062.879812] env[69770]: value = "task-4070265" [ 1062.879812] env[69770]: _type = "Task" [ 1062.879812] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1062.894137] env[69770]: DEBUG oslo_vmware.api [None req-7059a6c8-4088-404d-9296-60b53113c14a tempest-ServersListShow2100Test-886633097 tempest-ServersListShow2100Test-886633097-project-member] Task: {'id': task-4070265, 'name': Rename_Task} progress is 5%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.942893] env[69770]: DEBUG oslo_vmware.api [None req-8ef88a52-21bf-4ce8-8333-fc0637e50b8f tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] Task: {'id': task-4070264, 'name': MoveVirtualDisk_Task} progress is 49%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.120071] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-58cfdb39-c672-453c-8da9-f1e5b170f249 tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] [instance: fb2581e0-5c22-4622-a652-818f9af7a9ba] Powering off the VM {{(pid=69770) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1063.120991] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e81f2f48-a44b-4cf4-9d07-1d7070a1b16a {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.129443] env[69770]: DEBUG oslo_vmware.api [None req-58cfdb39-c672-453c-8da9-f1e5b170f249 tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] Waiting for the task: (returnval){ [ 1063.129443] env[69770]: value = "task-4070266" [ 1063.129443] env[69770]: _type = "Task" [ 1063.129443] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1063.139566] env[69770]: DEBUG oslo_vmware.api [None req-58cfdb39-c672-453c-8da9-f1e5b170f249 tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] Task: {'id': task-4070266, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.372628] env[69770]: DEBUG oslo_concurrency.lockutils [None req-bed1a5df-615d-4346-a7b3-5526480412a9 tempest-ServersAdminTestJSON-142622790 tempest-ServersAdminTestJSON-142622790-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.981s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1063.374548] env[69770]: DEBUG oslo_concurrency.lockutils [None req-d7d2d0fd-f035-427d-96b0-e2c5bb4fe449 tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 15.900s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1063.374548] env[69770]: DEBUG nova.objects.instance [None req-d7d2d0fd-f035-427d-96b0-e2c5bb4fe449 tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] [instance: d6322138-4f18-4a8b-8062-4c732a8e6585] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69770) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1063.393846] env[69770]: DEBUG oslo_vmware.api [None req-7059a6c8-4088-404d-9296-60b53113c14a tempest-ServersListShow2100Test-886633097 tempest-ServersListShow2100Test-886633097-project-member] Task: {'id': task-4070265, 'name': Rename_Task} progress is 14%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.404148] env[69770]: INFO nova.scheduler.client.report [None req-bed1a5df-615d-4346-a7b3-5526480412a9 tempest-ServersAdminTestJSON-142622790 tempest-ServersAdminTestJSON-142622790-project-member] Deleted allocations for instance f99efbb3-ef7e-4feb-b29b-2cfded1643fd [ 1063.442060] env[69770]: DEBUG oslo_vmware.api [None req-8ef88a52-21bf-4ce8-8333-fc0637e50b8f tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] Task: {'id': task-4070264, 'name': MoveVirtualDisk_Task} progress is 69%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.641805] env[69770]: DEBUG oslo_vmware.api [None req-58cfdb39-c672-453c-8da9-f1e5b170f249 tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] Task: {'id': task-4070266, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.915441] env[69770]: DEBUG oslo_vmware.api [None req-7059a6c8-4088-404d-9296-60b53113c14a tempest-ServersListShow2100Test-886633097 tempest-ServersListShow2100Test-886633097-project-member] Task: {'id': task-4070265, 'name': Rename_Task} progress is 99%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.915915] env[69770]: DEBUG oslo_concurrency.lockutils [None req-bed1a5df-615d-4346-a7b3-5526480412a9 tempest-ServersAdminTestJSON-142622790 tempest-ServersAdminTestJSON-142622790-project-member] Lock "f99efbb3-ef7e-4feb-b29b-2cfded1643fd" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 20.582s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1063.947222] env[69770]: DEBUG oslo_vmware.api [None req-8ef88a52-21bf-4ce8-8333-fc0637e50b8f tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] Task: {'id': task-4070264, 'name': MoveVirtualDisk_Task} progress is 85%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.143485] env[69770]: DEBUG oslo_vmware.api [None req-58cfdb39-c672-453c-8da9-f1e5b170f249 tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] Task: {'id': task-4070266, 'name': PowerOffVM_Task} progress is 100%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.390825] env[69770]: DEBUG oslo_concurrency.lockutils [None req-d7d2d0fd-f035-427d-96b0-e2c5bb4fe449 tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.017s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1064.393724] env[69770]: DEBUG oslo_concurrency.lockutils [None req-3c5dd183-b974-4abb-ab54-2e70e0614630 tempest-AttachVolumeTestJSON-339692578 tempest-AttachVolumeTestJSON-339692578-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.866s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1064.395735] env[69770]: INFO nova.compute.claims [None req-3c5dd183-b974-4abb-ab54-2e70e0614630 tempest-AttachVolumeTestJSON-339692578 tempest-AttachVolumeTestJSON-339692578-project-member] [instance: dc0f3667-e2b8-4b6a-b4e2-cc558b2f10ad] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1064.414320] env[69770]: DEBUG oslo_vmware.api [None req-7059a6c8-4088-404d-9296-60b53113c14a tempest-ServersListShow2100Test-886633097 tempest-ServersListShow2100Test-886633097-project-member] Task: {'id': task-4070265, 'name': Rename_Task, 'duration_secs': 1.049518} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1064.415540] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-7059a6c8-4088-404d-9296-60b53113c14a tempest-ServersListShow2100Test-886633097 tempest-ServersListShow2100Test-886633097-project-member] [instance: 31c30825-a5fa-4bd6-8557-fe2cf35d1e3b] Powering on the VM {{(pid=69770) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1064.416846] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-08f0bc62-4b73-482e-8220-d2f335cb5c56 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.426196] env[69770]: DEBUG oslo_vmware.api [None req-7059a6c8-4088-404d-9296-60b53113c14a tempest-ServersListShow2100Test-886633097 tempest-ServersListShow2100Test-886633097-project-member] Waiting for the task: (returnval){ [ 1064.426196] env[69770]: value = "task-4070267" [ 1064.426196] env[69770]: _type = "Task" [ 1064.426196] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1064.436553] env[69770]: DEBUG oslo_vmware.api [None req-7059a6c8-4088-404d-9296-60b53113c14a tempest-ServersListShow2100Test-886633097 tempest-ServersListShow2100Test-886633097-project-member] Task: {'id': task-4070267, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.446107] env[69770]: DEBUG oslo_vmware.api [None req-8ef88a52-21bf-4ce8-8333-fc0637e50b8f tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] Task: {'id': task-4070264, 'name': MoveVirtualDisk_Task} progress is 100%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.535962] env[69770]: DEBUG oslo_concurrency.lockutils [None req-b2d04b34-ac11-4912-91c5-5be0570e617b tempest-ServersAaction247Test-1374319836 tempest-ServersAaction247Test-1374319836-project-member] Acquiring lock "fa98db4f-3f15-4fcd-ab94-fa210b828e69" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1064.535962] env[69770]: DEBUG oslo_concurrency.lockutils [None req-b2d04b34-ac11-4912-91c5-5be0570e617b tempest-ServersAaction247Test-1374319836 tempest-ServersAaction247Test-1374319836-project-member] Lock "fa98db4f-3f15-4fcd-ab94-fa210b828e69" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1064.645633] env[69770]: DEBUG oslo_vmware.api [None req-58cfdb39-c672-453c-8da9-f1e5b170f249 tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] Task: {'id': task-4070266, 'name': PowerOffVM_Task, 'duration_secs': 1.037873} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1064.646307] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-58cfdb39-c672-453c-8da9-f1e5b170f249 tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] [instance: fb2581e0-5c22-4622-a652-818f9af7a9ba] Powered off the VM {{(pid=69770) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1064.646647] env[69770]: DEBUG nova.compute.manager [None req-58cfdb39-c672-453c-8da9-f1e5b170f249 tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] [instance: fb2581e0-5c22-4622-a652-818f9af7a9ba] Checking state {{(pid=69770) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1064.647593] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91f0fa91-b9b4-4ca3-b561-49a7263f7445 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.747164] env[69770]: DEBUG oslo_concurrency.lockutils [None req-74826bb6-f0d3-4b9b-93cc-4cc53c6f2a5d tempest-ServersAdminTestJSON-142622790 tempest-ServersAdminTestJSON-142622790-project-member] Acquiring lock "089cc9fa-d197-43fd-b8fe-0d92a672806e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1064.747991] env[69770]: DEBUG oslo_concurrency.lockutils [None req-74826bb6-f0d3-4b9b-93cc-4cc53c6f2a5d tempest-ServersAdminTestJSON-142622790 tempest-ServersAdminTestJSON-142622790-project-member] Lock "089cc9fa-d197-43fd-b8fe-0d92a672806e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1064.747991] env[69770]: DEBUG oslo_concurrency.lockutils [None req-74826bb6-f0d3-4b9b-93cc-4cc53c6f2a5d tempest-ServersAdminTestJSON-142622790 tempest-ServersAdminTestJSON-142622790-project-member] Acquiring lock "089cc9fa-d197-43fd-b8fe-0d92a672806e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1064.748255] env[69770]: DEBUG oslo_concurrency.lockutils [None req-74826bb6-f0d3-4b9b-93cc-4cc53c6f2a5d tempest-ServersAdminTestJSON-142622790 tempest-ServersAdminTestJSON-142622790-project-member] Lock "089cc9fa-d197-43fd-b8fe-0d92a672806e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1064.749264] env[69770]: DEBUG oslo_concurrency.lockutils [None req-74826bb6-f0d3-4b9b-93cc-4cc53c6f2a5d tempest-ServersAdminTestJSON-142622790 tempest-ServersAdminTestJSON-142622790-project-member] Lock "089cc9fa-d197-43fd-b8fe-0d92a672806e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1064.751036] env[69770]: INFO nova.compute.manager [None req-74826bb6-f0d3-4b9b-93cc-4cc53c6f2a5d tempest-ServersAdminTestJSON-142622790 tempest-ServersAdminTestJSON-142622790-project-member] [instance: 089cc9fa-d197-43fd-b8fe-0d92a672806e] Terminating instance [ 1064.938528] env[69770]: DEBUG oslo_vmware.api [None req-7059a6c8-4088-404d-9296-60b53113c14a tempest-ServersListShow2100Test-886633097 tempest-ServersListShow2100Test-886633097-project-member] Task: {'id': task-4070267, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.948498] env[69770]: DEBUG oslo_vmware.api [None req-8ef88a52-21bf-4ce8-8333-fc0637e50b8f tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] Task: {'id': task-4070264, 'name': MoveVirtualDisk_Task, 'duration_secs': 3.094973} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1064.948498] env[69770]: INFO nova.virt.vmwareapi.ds_util [None req-8ef88a52-21bf-4ce8-8333-fc0637e50b8f tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_756854f2-8511-4c04-bfd7-1cc697c3e4bb/OSTACK_IMG_756854f2-8511-4c04-bfd7-1cc697c3e4bb.vmdk to [datastore1] devstack-image-cache_base/54870b8e-fde3-4ff2-87b0-416317c10e6f/54870b8e-fde3-4ff2-87b0-416317c10e6f.vmdk. [ 1064.948498] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-8ef88a52-21bf-4ce8-8333-fc0637e50b8f tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] [instance: a9c7964c-d3b5-4e2c-8ce7-b2a89db73136] Cleaning up location [datastore1] OSTACK_IMG_756854f2-8511-4c04-bfd7-1cc697c3e4bb {{(pid=69770) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1064.948498] env[69770]: DEBUG nova.virt.vmwareapi.ds_util [None req-8ef88a52-21bf-4ce8-8333-fc0637e50b8f tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_756854f2-8511-4c04-bfd7-1cc697c3e4bb {{(pid=69770) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1064.948856] env[69770]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6b104172-589b-4b3d-9309-d7479538998a {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.956256] env[69770]: DEBUG oslo_vmware.api [None req-8ef88a52-21bf-4ce8-8333-fc0637e50b8f tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] Waiting for the task: (returnval){ [ 1064.956256] env[69770]: value = "task-4070268" [ 1064.956256] env[69770]: _type = "Task" [ 1064.956256] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1064.965083] env[69770]: DEBUG oslo_vmware.api [None req-8ef88a52-21bf-4ce8-8333-fc0637e50b8f tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] Task: {'id': task-4070268, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.039470] env[69770]: DEBUG nova.compute.manager [None req-b2d04b34-ac11-4912-91c5-5be0570e617b tempest-ServersAaction247Test-1374319836 tempest-ServersAaction247Test-1374319836-project-member] [instance: fa98db4f-3f15-4fcd-ab94-fa210b828e69] Starting instance... {{(pid=69770) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1065.162589] env[69770]: DEBUG oslo_concurrency.lockutils [None req-58cfdb39-c672-453c-8da9-f1e5b170f249 tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] Lock "fb2581e0-5c22-4622-a652-818f9af7a9ba" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.561s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1065.259047] env[69770]: DEBUG nova.compute.manager [None req-74826bb6-f0d3-4b9b-93cc-4cc53c6f2a5d tempest-ServersAdminTestJSON-142622790 tempest-ServersAdminTestJSON-142622790-project-member] [instance: 089cc9fa-d197-43fd-b8fe-0d92a672806e] Start destroying the instance on the hypervisor. {{(pid=69770) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1065.259047] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-74826bb6-f0d3-4b9b-93cc-4cc53c6f2a5d tempest-ServersAdminTestJSON-142622790 tempest-ServersAdminTestJSON-142622790-project-member] [instance: 089cc9fa-d197-43fd-b8fe-0d92a672806e] Destroying instance {{(pid=69770) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1065.259047] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5900a523-18ec-4565-8f7b-4745f53b8c61 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.267331] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-74826bb6-f0d3-4b9b-93cc-4cc53c6f2a5d tempest-ServersAdminTestJSON-142622790 tempest-ServersAdminTestJSON-142622790-project-member] [instance: 089cc9fa-d197-43fd-b8fe-0d92a672806e] Powering off the VM {{(pid=69770) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1065.267977] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6fc04ab3-7688-4c01-90db-4fa044a45a2a {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.274945] env[69770]: DEBUG oslo_vmware.api [None req-74826bb6-f0d3-4b9b-93cc-4cc53c6f2a5d tempest-ServersAdminTestJSON-142622790 tempest-ServersAdminTestJSON-142622790-project-member] Waiting for the task: (returnval){ [ 1065.274945] env[69770]: value = "task-4070269" [ 1065.274945] env[69770]: _type = "Task" [ 1065.274945] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1065.284815] env[69770]: DEBUG oslo_vmware.api [None req-74826bb6-f0d3-4b9b-93cc-4cc53c6f2a5d tempest-ServersAdminTestJSON-142622790 tempest-ServersAdminTestJSON-142622790-project-member] Task: {'id': task-4070269, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.440691] env[69770]: DEBUG oslo_vmware.api [None req-7059a6c8-4088-404d-9296-60b53113c14a tempest-ServersListShow2100Test-886633097 tempest-ServersListShow2100Test-886633097-project-member] Task: {'id': task-4070267, 'name': PowerOnVM_Task, 'duration_secs': 0.696886} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1065.441109] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-7059a6c8-4088-404d-9296-60b53113c14a tempest-ServersListShow2100Test-886633097 tempest-ServersListShow2100Test-886633097-project-member] [instance: 31c30825-a5fa-4bd6-8557-fe2cf35d1e3b] Powered on the VM {{(pid=69770) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1065.441406] env[69770]: INFO nova.compute.manager [None req-7059a6c8-4088-404d-9296-60b53113c14a tempest-ServersListShow2100Test-886633097 tempest-ServersListShow2100Test-886633097-project-member] [instance: 31c30825-a5fa-4bd6-8557-fe2cf35d1e3b] Took 7.91 seconds to spawn the instance on the hypervisor. [ 1065.441638] env[69770]: DEBUG nova.compute.manager [None req-7059a6c8-4088-404d-9296-60b53113c14a tempest-ServersListShow2100Test-886633097 tempest-ServersListShow2100Test-886633097-project-member] [instance: 31c30825-a5fa-4bd6-8557-fe2cf35d1e3b] Checking state {{(pid=69770) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1065.442581] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1521f765-82bb-44bd-974f-1a373f80f90d {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.470251] env[69770]: DEBUG oslo_vmware.api [None req-8ef88a52-21bf-4ce8-8333-fc0637e50b8f tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] Task: {'id': task-4070268, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.047225} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1065.473353] env[69770]: DEBUG nova.virt.vmwareapi.ds_util [None req-8ef88a52-21bf-4ce8-8333-fc0637e50b8f tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] Deleted the datastore file {{(pid=69770) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1065.473649] env[69770]: DEBUG oslo_concurrency.lockutils [None req-8ef88a52-21bf-4ce8-8333-fc0637e50b8f tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] Releasing lock "[datastore1] devstack-image-cache_base/54870b8e-fde3-4ff2-87b0-416317c10e6f/54870b8e-fde3-4ff2-87b0-416317c10e6f.vmdk" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.473902] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ef88a52-21bf-4ce8-8333-fc0637e50b8f tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/54870b8e-fde3-4ff2-87b0-416317c10e6f/54870b8e-fde3-4ff2-87b0-416317c10e6f.vmdk to [datastore1] a9c7964c-d3b5-4e2c-8ce7-b2a89db73136/a9c7964c-d3b5-4e2c-8ce7-b2a89db73136.vmdk {{(pid=69770) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1065.474552] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-18a73a10-a390-4549-b239-5f5ad27b02f2 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.483059] env[69770]: DEBUG oslo_vmware.api [None req-8ef88a52-21bf-4ce8-8333-fc0637e50b8f tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] Waiting for the task: (returnval){ [ 1065.483059] env[69770]: value = "task-4070270" [ 1065.483059] env[69770]: _type = "Task" [ 1065.483059] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1065.497841] env[69770]: DEBUG oslo_vmware.api [None req-8ef88a52-21bf-4ce8-8333-fc0637e50b8f tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] Task: {'id': task-4070270, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.571529] env[69770]: DEBUG oslo_concurrency.lockutils [None req-b2d04b34-ac11-4912-91c5-5be0570e617b tempest-ServersAaction247Test-1374319836 tempest-ServersAaction247Test-1374319836-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1065.673171] env[69770]: DEBUG oslo_concurrency.lockutils [None req-58cfdb39-c672-453c-8da9-f1e5b170f249 tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1065.789996] env[69770]: DEBUG oslo_vmware.api [None req-74826bb6-f0d3-4b9b-93cc-4cc53c6f2a5d tempest-ServersAdminTestJSON-142622790 tempest-ServersAdminTestJSON-142622790-project-member] Task: {'id': task-4070269, 'name': PowerOffVM_Task, 'duration_secs': 0.274013} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1065.790191] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-74826bb6-f0d3-4b9b-93cc-4cc53c6f2a5d tempest-ServersAdminTestJSON-142622790 tempest-ServersAdminTestJSON-142622790-project-member] [instance: 089cc9fa-d197-43fd-b8fe-0d92a672806e] Powered off the VM {{(pid=69770) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1065.790365] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-74826bb6-f0d3-4b9b-93cc-4cc53c6f2a5d tempest-ServersAdminTestJSON-142622790 tempest-ServersAdminTestJSON-142622790-project-member] [instance: 089cc9fa-d197-43fd-b8fe-0d92a672806e] Unregistering the VM {{(pid=69770) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1065.791659] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d77fc9e5-9365-4802-acbb-abbc3cd9af76 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.793899] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91cbc1ac-d879-4d17-813e-afb7bf6a5b01 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.802476] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76628d5d-c8fc-4824-9cc3-cfc15598ca18 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.844022] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d074df1-b825-4314-ac5e-083a6bd5c60a {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.851094] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44124cf3-99e8-444b-b331-8bd8c2a47a8d {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.867675] env[69770]: DEBUG nova.compute.provider_tree [None req-3c5dd183-b974-4abb-ab54-2e70e0614630 tempest-AttachVolumeTestJSON-339692578 tempest-AttachVolumeTestJSON-339692578-project-member] Inventory has not changed in ProviderTree for provider: 7cc7d32b-b7a7-454a-a456-2a440248ed9d {{(pid=69770) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1065.870893] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-74826bb6-f0d3-4b9b-93cc-4cc53c6f2a5d tempest-ServersAdminTestJSON-142622790 tempest-ServersAdminTestJSON-142622790-project-member] [instance: 089cc9fa-d197-43fd-b8fe-0d92a672806e] Unregistered the VM {{(pid=69770) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1065.871233] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-74826bb6-f0d3-4b9b-93cc-4cc53c6f2a5d tempest-ServersAdminTestJSON-142622790 tempest-ServersAdminTestJSON-142622790-project-member] [instance: 089cc9fa-d197-43fd-b8fe-0d92a672806e] Deleting contents of the VM from datastore datastore1 {{(pid=69770) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1065.871505] env[69770]: DEBUG nova.virt.vmwareapi.ds_util [None req-74826bb6-f0d3-4b9b-93cc-4cc53c6f2a5d tempest-ServersAdminTestJSON-142622790 tempest-ServersAdminTestJSON-142622790-project-member] Deleting the datastore file [datastore1] 089cc9fa-d197-43fd-b8fe-0d92a672806e {{(pid=69770) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1065.872270] env[69770]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8c11ba72-ac0b-42fc-92db-69cfbb027faa {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.879801] env[69770]: DEBUG oslo_vmware.api [None req-74826bb6-f0d3-4b9b-93cc-4cc53c6f2a5d tempest-ServersAdminTestJSON-142622790 tempest-ServersAdminTestJSON-142622790-project-member] Waiting for the task: (returnval){ [ 1065.879801] env[69770]: value = "task-4070272" [ 1065.879801] env[69770]: _type = "Task" [ 1065.879801] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1065.893233] env[69770]: DEBUG oslo_vmware.api [None req-74826bb6-f0d3-4b9b-93cc-4cc53c6f2a5d tempest-ServersAdminTestJSON-142622790 tempest-ServersAdminTestJSON-142622790-project-member] Task: {'id': task-4070272, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.965939] env[69770]: INFO nova.compute.manager [None req-7059a6c8-4088-404d-9296-60b53113c14a tempest-ServersListShow2100Test-886633097 tempest-ServersListShow2100Test-886633097-project-member] [instance: 31c30825-a5fa-4bd6-8557-fe2cf35d1e3b] Took 32.46 seconds to build instance. [ 1065.998022] env[69770]: DEBUG oslo_vmware.api [None req-8ef88a52-21bf-4ce8-8333-fc0637e50b8f tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] Task: {'id': task-4070270, 'name': CopyVirtualDisk_Task} progress is 9%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.374030] env[69770]: DEBUG nova.scheduler.client.report [None req-3c5dd183-b974-4abb-ab54-2e70e0614630 tempest-AttachVolumeTestJSON-339692578 tempest-AttachVolumeTestJSON-339692578-project-member] Inventory has not changed for provider 7cc7d32b-b7a7-454a-a456-2a440248ed9d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69770) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1066.403719] env[69770]: DEBUG oslo_vmware.api [None req-74826bb6-f0d3-4b9b-93cc-4cc53c6f2a5d tempest-ServersAdminTestJSON-142622790 tempest-ServersAdminTestJSON-142622790-project-member] Task: {'id': task-4070272, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.468961] env[69770]: DEBUG oslo_concurrency.lockutils [None req-7059a6c8-4088-404d-9296-60b53113c14a tempest-ServersListShow2100Test-886633097 tempest-ServersListShow2100Test-886633097-project-member] Lock "31c30825-a5fa-4bd6-8557-fe2cf35d1e3b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 33.981s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1066.496957] env[69770]: DEBUG oslo_vmware.api [None req-8ef88a52-21bf-4ce8-8333-fc0637e50b8f tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] Task: {'id': task-4070270, 'name': CopyVirtualDisk_Task} progress is 26%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.810716] env[69770]: DEBUG oslo_concurrency.lockutils [None req-50bcdaea-9a3a-47ea-9825-dfa28e5a1601 tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] Acquiring lock "fb2581e0-5c22-4622-a652-818f9af7a9ba" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1066.810716] env[69770]: DEBUG oslo_concurrency.lockutils [None req-50bcdaea-9a3a-47ea-9825-dfa28e5a1601 tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] Lock "fb2581e0-5c22-4622-a652-818f9af7a9ba" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1066.810716] env[69770]: DEBUG oslo_concurrency.lockutils [None req-50bcdaea-9a3a-47ea-9825-dfa28e5a1601 tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] Acquiring lock "fb2581e0-5c22-4622-a652-818f9af7a9ba-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1066.810716] env[69770]: DEBUG oslo_concurrency.lockutils [None req-50bcdaea-9a3a-47ea-9825-dfa28e5a1601 tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] Lock "fb2581e0-5c22-4622-a652-818f9af7a9ba-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1066.810716] env[69770]: DEBUG oslo_concurrency.lockutils [None req-50bcdaea-9a3a-47ea-9825-dfa28e5a1601 tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] Lock "fb2581e0-5c22-4622-a652-818f9af7a9ba-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1066.812465] env[69770]: INFO nova.compute.manager [None req-50bcdaea-9a3a-47ea-9825-dfa28e5a1601 tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] [instance: fb2581e0-5c22-4622-a652-818f9af7a9ba] Terminating instance [ 1066.891582] env[69770]: DEBUG oslo_concurrency.lockutils [None req-3c5dd183-b974-4abb-ab54-2e70e0614630 tempest-AttachVolumeTestJSON-339692578 tempest-AttachVolumeTestJSON-339692578-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.499s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1066.892634] env[69770]: DEBUG nova.compute.manager [None req-3c5dd183-b974-4abb-ab54-2e70e0614630 tempest-AttachVolumeTestJSON-339692578 tempest-AttachVolumeTestJSON-339692578-project-member] [instance: dc0f3667-e2b8-4b6a-b4e2-cc558b2f10ad] Start building networks asynchronously for instance. {{(pid=69770) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1066.896989] env[69770]: DEBUG oslo_concurrency.lockutils [None req-2ff95b87-7a87-48a0-9911-fb102aebb6b9 tempest-AttachVolumeShelveTestJSON-1191911444 tempest-AttachVolumeShelveTestJSON-1191911444-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 18.267s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1066.896989] env[69770]: INFO nova.compute.claims [None req-2ff95b87-7a87-48a0-9911-fb102aebb6b9 tempest-AttachVolumeShelveTestJSON-1191911444 tempest-AttachVolumeShelveTestJSON-1191911444-project-member] [instance: 1e9f2a84-ff0f-4bfb-87b7-0b0d3604ab3f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1066.909255] env[69770]: DEBUG oslo_vmware.api [None req-74826bb6-f0d3-4b9b-93cc-4cc53c6f2a5d tempest-ServersAdminTestJSON-142622790 tempest-ServersAdminTestJSON-142622790-project-member] Task: {'id': task-4070272, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.998907] env[69770]: DEBUG oslo_vmware.api [None req-8ef88a52-21bf-4ce8-8333-fc0637e50b8f tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] Task: {'id': task-4070270, 'name': CopyVirtualDisk_Task} progress is 43%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.321981] env[69770]: DEBUG nova.compute.manager [None req-50bcdaea-9a3a-47ea-9825-dfa28e5a1601 tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] [instance: fb2581e0-5c22-4622-a652-818f9af7a9ba] Start destroying the instance on the hypervisor. {{(pid=69770) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1067.321981] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-50bcdaea-9a3a-47ea-9825-dfa28e5a1601 tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] [instance: fb2581e0-5c22-4622-a652-818f9af7a9ba] Destroying instance {{(pid=69770) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1067.323263] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1749860-2146-4081-bf9c-ef2e7191adba {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.334903] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-50bcdaea-9a3a-47ea-9825-dfa28e5a1601 tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] [instance: fb2581e0-5c22-4622-a652-818f9af7a9ba] Unregistering the VM {{(pid=69770) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1067.335390] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4fe23c3e-2a66-49e1-b684-f4cfe162aca4 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.398069] env[69770]: DEBUG oslo_vmware.api [None req-74826bb6-f0d3-4b9b-93cc-4cc53c6f2a5d tempest-ServersAdminTestJSON-142622790 tempest-ServersAdminTestJSON-142622790-project-member] Task: {'id': task-4070272, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.406556] env[69770]: DEBUG nova.compute.utils [None req-3c5dd183-b974-4abb-ab54-2e70e0614630 tempest-AttachVolumeTestJSON-339692578 tempest-AttachVolumeTestJSON-339692578-project-member] Using /dev/sd instead of None {{(pid=69770) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1067.408292] env[69770]: DEBUG nova.compute.manager [None req-3c5dd183-b974-4abb-ab54-2e70e0614630 tempest-AttachVolumeTestJSON-339692578 tempest-AttachVolumeTestJSON-339692578-project-member] [instance: dc0f3667-e2b8-4b6a-b4e2-cc558b2f10ad] Allocating IP information in the background. {{(pid=69770) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1067.408598] env[69770]: DEBUG nova.network.neutron [None req-3c5dd183-b974-4abb-ab54-2e70e0614630 tempest-AttachVolumeTestJSON-339692578 tempest-AttachVolumeTestJSON-339692578-project-member] [instance: dc0f3667-e2b8-4b6a-b4e2-cc558b2f10ad] allocate_for_instance() {{(pid=69770) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1067.454878] env[69770]: DEBUG nova.policy [None req-3c5dd183-b974-4abb-ab54-2e70e0614630 tempest-AttachVolumeTestJSON-339692578 tempest-AttachVolumeTestJSON-339692578-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8fd36f7f1aa64f42b714192ae879831b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b9d6e6c446154a4ba62ddf820c22c69f', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69770) authorize /opt/stack/nova/nova/policy.py:192}} [ 1067.471872] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-50bcdaea-9a3a-47ea-9825-dfa28e5a1601 tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] [instance: fb2581e0-5c22-4622-a652-818f9af7a9ba] Unregistered the VM {{(pid=69770) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1067.472099] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-50bcdaea-9a3a-47ea-9825-dfa28e5a1601 tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] [instance: fb2581e0-5c22-4622-a652-818f9af7a9ba] Deleting contents of the VM from datastore datastore1 {{(pid=69770) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1067.472297] env[69770]: DEBUG nova.virt.vmwareapi.ds_util [None req-50bcdaea-9a3a-47ea-9825-dfa28e5a1601 tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] Deleting the datastore file [datastore1] fb2581e0-5c22-4622-a652-818f9af7a9ba {{(pid=69770) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1067.472596] env[69770]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f2956e9f-1a30-4ee0-8001-5af3607365ab {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.481464] env[69770]: DEBUG oslo_vmware.api [None req-50bcdaea-9a3a-47ea-9825-dfa28e5a1601 tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] Waiting for the task: (returnval){ [ 1067.481464] env[69770]: value = "task-4070274" [ 1067.481464] env[69770]: _type = "Task" [ 1067.481464] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1067.495906] env[69770]: DEBUG oslo_vmware.api [None req-50bcdaea-9a3a-47ea-9825-dfa28e5a1601 tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] Task: {'id': task-4070274, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.499723] env[69770]: DEBUG oslo_vmware.api [None req-8ef88a52-21bf-4ce8-8333-fc0637e50b8f tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] Task: {'id': task-4070270, 'name': CopyVirtualDisk_Task} progress is 63%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.538923] env[69770]: INFO nova.compute.manager [None req-f23f56ba-ce63-4f4f-9937-856681e6bd40 tempest-ServersListShow2100Test-886633097 tempest-ServersListShow2100Test-886633097-project-member] [instance: 31c30825-a5fa-4bd6-8557-fe2cf35d1e3b] Rebuilding instance [ 1067.592700] env[69770]: DEBUG nova.compute.manager [None req-f23f56ba-ce63-4f4f-9937-856681e6bd40 tempest-ServersListShow2100Test-886633097 tempest-ServersListShow2100Test-886633097-project-member] [instance: 31c30825-a5fa-4bd6-8557-fe2cf35d1e3b] Checking state {{(pid=69770) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1067.594063] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41ef39a0-114e-4f01-83f6-dfece5e865c8 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.899351] env[69770]: DEBUG oslo_vmware.api [None req-74826bb6-f0d3-4b9b-93cc-4cc53c6f2a5d tempest-ServersAdminTestJSON-142622790 tempest-ServersAdminTestJSON-142622790-project-member] Task: {'id': task-4070272, 'name': DeleteDatastoreFile_Task, 'duration_secs': 1.569544} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1067.899660] env[69770]: DEBUG nova.virt.vmwareapi.ds_util [None req-74826bb6-f0d3-4b9b-93cc-4cc53c6f2a5d tempest-ServersAdminTestJSON-142622790 tempest-ServersAdminTestJSON-142622790-project-member] Deleted the datastore file {{(pid=69770) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1067.899842] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-74826bb6-f0d3-4b9b-93cc-4cc53c6f2a5d tempest-ServersAdminTestJSON-142622790 tempest-ServersAdminTestJSON-142622790-project-member] [instance: 089cc9fa-d197-43fd-b8fe-0d92a672806e] Deleted contents of the VM from datastore datastore1 {{(pid=69770) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1067.900163] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-74826bb6-f0d3-4b9b-93cc-4cc53c6f2a5d tempest-ServersAdminTestJSON-142622790 tempest-ServersAdminTestJSON-142622790-project-member] [instance: 089cc9fa-d197-43fd-b8fe-0d92a672806e] Instance destroyed {{(pid=69770) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1067.900360] env[69770]: INFO nova.compute.manager [None req-74826bb6-f0d3-4b9b-93cc-4cc53c6f2a5d tempest-ServersAdminTestJSON-142622790 tempest-ServersAdminTestJSON-142622790-project-member] [instance: 089cc9fa-d197-43fd-b8fe-0d92a672806e] Took 2.64 seconds to destroy the instance on the hypervisor. [ 1067.900612] env[69770]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-74826bb6-f0d3-4b9b-93cc-4cc53c6f2a5d tempest-ServersAdminTestJSON-142622790 tempest-ServersAdminTestJSON-142622790-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69770) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1067.900853] env[69770]: DEBUG nova.compute.manager [-] [instance: 089cc9fa-d197-43fd-b8fe-0d92a672806e] Deallocating network for instance {{(pid=69770) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1067.900954] env[69770]: DEBUG nova.network.neutron [-] [instance: 089cc9fa-d197-43fd-b8fe-0d92a672806e] deallocate_for_instance() {{(pid=69770) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1067.913580] env[69770]: DEBUG nova.compute.manager [None req-3c5dd183-b974-4abb-ab54-2e70e0614630 tempest-AttachVolumeTestJSON-339692578 tempest-AttachVolumeTestJSON-339692578-project-member] [instance: dc0f3667-e2b8-4b6a-b4e2-cc558b2f10ad] Start building block device mappings for instance. {{(pid=69770) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1067.924430] env[69770]: DEBUG nova.network.neutron [None req-3c5dd183-b974-4abb-ab54-2e70e0614630 tempest-AttachVolumeTestJSON-339692578 tempest-AttachVolumeTestJSON-339692578-project-member] [instance: dc0f3667-e2b8-4b6a-b4e2-cc558b2f10ad] Successfully created port: 759852cd-121b-4d04-9799-2c0a32306ad4 {{(pid=69770) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1068.004592] env[69770]: DEBUG oslo_vmware.api [None req-50bcdaea-9a3a-47ea-9825-dfa28e5a1601 tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] Task: {'id': task-4070274, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.009266] env[69770]: DEBUG oslo_vmware.api [None req-8ef88a52-21bf-4ce8-8333-fc0637e50b8f tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] Task: {'id': task-4070270, 'name': CopyVirtualDisk_Task} progress is 83%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.313360] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b31bf0e-f05d-4737-a1b0-9fccec06f76d {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.323929] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf2a71ac-9679-41b0-a849-adf7effca6d0 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.358267] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ce138b3-18a9-44cd-8eb0-45818a565ce8 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.371809] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcebe8d3-b2a6-4dc4-b9e7-ac2114336567 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.387872] env[69770]: DEBUG nova.compute.provider_tree [None req-2ff95b87-7a87-48a0-9911-fb102aebb6b9 tempest-AttachVolumeShelveTestJSON-1191911444 tempest-AttachVolumeShelveTestJSON-1191911444-project-member] Inventory has not changed in ProviderTree for provider: 7cc7d32b-b7a7-454a-a456-2a440248ed9d {{(pid=69770) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1068.484907] env[69770]: DEBUG nova.compute.manager [req-b1266973-8e41-4a32-9e4c-283b1c283852 req-87888fe3-d74e-4022-a8d9-bcd01d2cb47a service nova] [instance: 089cc9fa-d197-43fd-b8fe-0d92a672806e] Received event network-vif-deleted-cdb4453a-c8d6-4a7b-81ea-2f175ca17bd7 {{(pid=69770) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1068.485503] env[69770]: INFO nova.compute.manager [req-b1266973-8e41-4a32-9e4c-283b1c283852 req-87888fe3-d74e-4022-a8d9-bcd01d2cb47a service nova] [instance: 089cc9fa-d197-43fd-b8fe-0d92a672806e] Neutron deleted interface cdb4453a-c8d6-4a7b-81ea-2f175ca17bd7; detaching it from the instance and deleting it from the info cache [ 1068.485819] env[69770]: DEBUG nova.network.neutron [req-b1266973-8e41-4a32-9e4c-283b1c283852 req-87888fe3-d74e-4022-a8d9-bcd01d2cb47a service nova] [instance: 089cc9fa-d197-43fd-b8fe-0d92a672806e] Updating instance_info_cache with network_info: [] {{(pid=69770) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1068.502242] env[69770]: DEBUG oslo_vmware.api [None req-50bcdaea-9a3a-47ea-9825-dfa28e5a1601 tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] Task: {'id': task-4070274, 'name': DeleteDatastoreFile_Task, 'duration_secs': 1.014292} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1068.503666] env[69770]: DEBUG nova.virt.vmwareapi.ds_util [None req-50bcdaea-9a3a-47ea-9825-dfa28e5a1601 tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] Deleted the datastore file {{(pid=69770) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1068.503940] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-50bcdaea-9a3a-47ea-9825-dfa28e5a1601 tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] [instance: fb2581e0-5c22-4622-a652-818f9af7a9ba] Deleted contents of the VM from datastore datastore1 {{(pid=69770) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1068.504174] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-50bcdaea-9a3a-47ea-9825-dfa28e5a1601 tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] [instance: fb2581e0-5c22-4622-a652-818f9af7a9ba] Instance destroyed {{(pid=69770) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1068.504376] env[69770]: INFO nova.compute.manager [None req-50bcdaea-9a3a-47ea-9825-dfa28e5a1601 tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] [instance: fb2581e0-5c22-4622-a652-818f9af7a9ba] Took 1.18 seconds to destroy the instance on the hypervisor. [ 1068.504631] env[69770]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-50bcdaea-9a3a-47ea-9825-dfa28e5a1601 tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69770) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1068.505190] env[69770]: DEBUG nova.compute.manager [-] [instance: fb2581e0-5c22-4622-a652-818f9af7a9ba] Deallocating network for instance {{(pid=69770) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1068.508087] env[69770]: DEBUG nova.network.neutron [-] [instance: fb2581e0-5c22-4622-a652-818f9af7a9ba] deallocate_for_instance() {{(pid=69770) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1068.512174] env[69770]: DEBUG oslo_vmware.api [None req-8ef88a52-21bf-4ce8-8333-fc0637e50b8f tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] Task: {'id': task-4070270, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.919971} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1068.512787] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ef88a52-21bf-4ce8-8333-fc0637e50b8f tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/54870b8e-fde3-4ff2-87b0-416317c10e6f/54870b8e-fde3-4ff2-87b0-416317c10e6f.vmdk to [datastore1] a9c7964c-d3b5-4e2c-8ce7-b2a89db73136/a9c7964c-d3b5-4e2c-8ce7-b2a89db73136.vmdk {{(pid=69770) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1068.513897] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd1af6f1-79d3-4cef-baa7-1fe69407f7d1 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.547850] env[69770]: DEBUG nova.virt.vmwareapi.volumeops [None req-8ef88a52-21bf-4ce8-8333-fc0637e50b8f tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] [instance: a9c7964c-d3b5-4e2c-8ce7-b2a89db73136] Reconfiguring VM instance instance-0000004f to attach disk [datastore1] a9c7964c-d3b5-4e2c-8ce7-b2a89db73136/a9c7964c-d3b5-4e2c-8ce7-b2a89db73136.vmdk or device None with type streamOptimized {{(pid=69770) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1068.548868] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3995ae40-3b9d-42ae-b074-ee3f47aaa4f3 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.575637] env[69770]: DEBUG oslo_vmware.api [None req-8ef88a52-21bf-4ce8-8333-fc0637e50b8f tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] Waiting for the task: (returnval){ [ 1068.575637] env[69770]: value = "task-4070275" [ 1068.575637] env[69770]: _type = "Task" [ 1068.575637] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1068.586528] env[69770]: DEBUG oslo_vmware.api [None req-8ef88a52-21bf-4ce8-8333-fc0637e50b8f tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] Task: {'id': task-4070275, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.611032] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-f23f56ba-ce63-4f4f-9937-856681e6bd40 tempest-ServersListShow2100Test-886633097 tempest-ServersListShow2100Test-886633097-project-member] [instance: 31c30825-a5fa-4bd6-8557-fe2cf35d1e3b] Powering off the VM {{(pid=69770) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1068.611373] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fe7866f5-dd13-4a15-b08e-1a78bcd05d2e {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.619179] env[69770]: DEBUG oslo_vmware.api [None req-f23f56ba-ce63-4f4f-9937-856681e6bd40 tempest-ServersListShow2100Test-886633097 tempest-ServersListShow2100Test-886633097-project-member] Waiting for the task: (returnval){ [ 1068.619179] env[69770]: value = "task-4070276" [ 1068.619179] env[69770]: _type = "Task" [ 1068.619179] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1068.634609] env[69770]: DEBUG oslo_vmware.api [None req-f23f56ba-ce63-4f4f-9937-856681e6bd40 tempest-ServersListShow2100Test-886633097 tempest-ServersListShow2100Test-886633097-project-member] Task: {'id': task-4070276, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.679747] env[69770]: DEBUG nova.objects.instance [None req-08b51e49-23d2-4b0c-a04a-17bfca8fed8a tempest-AttachInterfacesUnderV243Test-761183515 tempest-AttachInterfacesUnderV243Test-761183515-project-member] Lazy-loading 'flavor' on Instance uuid 529437d0-e31b-482e-9273-2d27b674c0e3 {{(pid=69770) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1068.876795] env[69770]: DEBUG nova.network.neutron [-] [instance: 089cc9fa-d197-43fd-b8fe-0d92a672806e] Updating instance_info_cache with network_info: [] {{(pid=69770) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1068.891196] env[69770]: DEBUG nova.scheduler.client.report [None req-2ff95b87-7a87-48a0-9911-fb102aebb6b9 tempest-AttachVolumeShelveTestJSON-1191911444 tempest-AttachVolumeShelveTestJSON-1191911444-project-member] Inventory has not changed for provider 7cc7d32b-b7a7-454a-a456-2a440248ed9d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69770) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1068.923430] env[69770]: DEBUG nova.compute.manager [None req-3c5dd183-b974-4abb-ab54-2e70e0614630 tempest-AttachVolumeTestJSON-339692578 tempest-AttachVolumeTestJSON-339692578-project-member] [instance: dc0f3667-e2b8-4b6a-b4e2-cc558b2f10ad] Start spawning the instance on the hypervisor. {{(pid=69770) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1068.951581] env[69770]: DEBUG nova.virt.hardware [None req-3c5dd183-b974-4abb-ab54-2e70e0614630 tempest-AttachVolumeTestJSON-339692578 tempest-AttachVolumeTestJSON-339692578-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T12:16:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T12:16:11Z,direct_url=,disk_format='vmdk',id=d1eaff80-24a0-4391-90eb-59958b1ecf0a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d65f20bb89fb40a98b77bc6d97357df2',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T12:16:12Z,virtual_size=,visibility=), allow threads: False {{(pid=69770) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1068.951867] env[69770]: DEBUG nova.virt.hardware [None req-3c5dd183-b974-4abb-ab54-2e70e0614630 tempest-AttachVolumeTestJSON-339692578 tempest-AttachVolumeTestJSON-339692578-project-member] Flavor limits 0:0:0 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1068.952061] env[69770]: DEBUG nova.virt.hardware [None req-3c5dd183-b974-4abb-ab54-2e70e0614630 tempest-AttachVolumeTestJSON-339692578 tempest-AttachVolumeTestJSON-339692578-project-member] Image limits 0:0:0 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1068.952257] env[69770]: DEBUG nova.virt.hardware [None req-3c5dd183-b974-4abb-ab54-2e70e0614630 tempest-AttachVolumeTestJSON-339692578 tempest-AttachVolumeTestJSON-339692578-project-member] Flavor pref 0:0:0 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1068.952401] env[69770]: DEBUG nova.virt.hardware [None req-3c5dd183-b974-4abb-ab54-2e70e0614630 tempest-AttachVolumeTestJSON-339692578 tempest-AttachVolumeTestJSON-339692578-project-member] Image pref 0:0:0 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1068.952545] env[69770]: DEBUG nova.virt.hardware [None req-3c5dd183-b974-4abb-ab54-2e70e0614630 tempest-AttachVolumeTestJSON-339692578 tempest-AttachVolumeTestJSON-339692578-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1068.952758] env[69770]: DEBUG nova.virt.hardware [None req-3c5dd183-b974-4abb-ab54-2e70e0614630 tempest-AttachVolumeTestJSON-339692578 tempest-AttachVolumeTestJSON-339692578-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69770) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1068.952918] env[69770]: DEBUG nova.virt.hardware [None req-3c5dd183-b974-4abb-ab54-2e70e0614630 tempest-AttachVolumeTestJSON-339692578 tempest-AttachVolumeTestJSON-339692578-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69770) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1068.953100] env[69770]: DEBUG nova.virt.hardware [None req-3c5dd183-b974-4abb-ab54-2e70e0614630 tempest-AttachVolumeTestJSON-339692578 tempest-AttachVolumeTestJSON-339692578-project-member] Got 1 possible topologies {{(pid=69770) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1068.953265] env[69770]: DEBUG nova.virt.hardware [None req-3c5dd183-b974-4abb-ab54-2e70e0614630 tempest-AttachVolumeTestJSON-339692578 tempest-AttachVolumeTestJSON-339692578-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69770) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1068.953455] env[69770]: DEBUG nova.virt.hardware [None req-3c5dd183-b974-4abb-ab54-2e70e0614630 tempest-AttachVolumeTestJSON-339692578 tempest-AttachVolumeTestJSON-339692578-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69770) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1068.954642] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-934291c7-f336-4898-95d3-067b7cb78bc4 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.964217] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5025d09e-9ef4-469e-960d-c8b8a67f8ee4 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.993834] env[69770]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-37047f9e-4ae7-467c-b840-e5ba4c2530f6 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.004046] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3dcbbc5b-a3a7-4279-acb5-10a45bc773ec {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.035782] env[69770]: DEBUG nova.compute.manager [req-b1266973-8e41-4a32-9e4c-283b1c283852 req-87888fe3-d74e-4022-a8d9-bcd01d2cb47a service nova] [instance: 089cc9fa-d197-43fd-b8fe-0d92a672806e] Detach interface failed, port_id=cdb4453a-c8d6-4a7b-81ea-2f175ca17bd7, reason: Instance 089cc9fa-d197-43fd-b8fe-0d92a672806e could not be found. {{(pid=69770) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1069.085535] env[69770]: DEBUG oslo_vmware.api [None req-8ef88a52-21bf-4ce8-8333-fc0637e50b8f tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] Task: {'id': task-4070275, 'name': ReconfigVM_Task, 'duration_secs': 0.350555} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1069.085844] env[69770]: DEBUG nova.virt.vmwareapi.volumeops [None req-8ef88a52-21bf-4ce8-8333-fc0637e50b8f tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] [instance: a9c7964c-d3b5-4e2c-8ce7-b2a89db73136] Reconfigured VM instance instance-0000004f to attach disk [datastore1] a9c7964c-d3b5-4e2c-8ce7-b2a89db73136/a9c7964c-d3b5-4e2c-8ce7-b2a89db73136.vmdk or device None with type streamOptimized {{(pid=69770) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1069.086498] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7965e30e-a648-4c1c-a2f5-b72364000f3d {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.093948] env[69770]: DEBUG oslo_vmware.api [None req-8ef88a52-21bf-4ce8-8333-fc0637e50b8f tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] Waiting for the task: (returnval){ [ 1069.093948] env[69770]: value = "task-4070277" [ 1069.093948] env[69770]: _type = "Task" [ 1069.093948] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1069.103571] env[69770]: DEBUG oslo_vmware.api [None req-8ef88a52-21bf-4ce8-8333-fc0637e50b8f tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] Task: {'id': task-4070277, 'name': Rename_Task} progress is 5%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.131319] env[69770]: DEBUG oslo_vmware.api [None req-f23f56ba-ce63-4f4f-9937-856681e6bd40 tempest-ServersListShow2100Test-886633097 tempest-ServersListShow2100Test-886633097-project-member] Task: {'id': task-4070276, 'name': PowerOffVM_Task, 'duration_secs': 0.143291} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1069.131595] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-f23f56ba-ce63-4f4f-9937-856681e6bd40 tempest-ServersListShow2100Test-886633097 tempest-ServersListShow2100Test-886633097-project-member] [instance: 31c30825-a5fa-4bd6-8557-fe2cf35d1e3b] Powered off the VM {{(pid=69770) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1069.132265] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-f23f56ba-ce63-4f4f-9937-856681e6bd40 tempest-ServersListShow2100Test-886633097 tempest-ServersListShow2100Test-886633097-project-member] [instance: 31c30825-a5fa-4bd6-8557-fe2cf35d1e3b] Destroying instance {{(pid=69770) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1069.133070] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf885fe2-b8cc-4927-80ef-8780521b418b {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.141430] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-f23f56ba-ce63-4f4f-9937-856681e6bd40 tempest-ServersListShow2100Test-886633097 tempest-ServersListShow2100Test-886633097-project-member] [instance: 31c30825-a5fa-4bd6-8557-fe2cf35d1e3b] Unregistering the VM {{(pid=69770) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1069.141672] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ccc51eb2-30b6-4d78-8d5d-b7e342c7f095 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.174473] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-f23f56ba-ce63-4f4f-9937-856681e6bd40 tempest-ServersListShow2100Test-886633097 tempest-ServersListShow2100Test-886633097-project-member] [instance: 31c30825-a5fa-4bd6-8557-fe2cf35d1e3b] Unregistered the VM {{(pid=69770) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1069.174679] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-f23f56ba-ce63-4f4f-9937-856681e6bd40 tempest-ServersListShow2100Test-886633097 tempest-ServersListShow2100Test-886633097-project-member] [instance: 31c30825-a5fa-4bd6-8557-fe2cf35d1e3b] Deleting contents of the VM from datastore datastore1 {{(pid=69770) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1069.174828] env[69770]: DEBUG nova.virt.vmwareapi.ds_util [None req-f23f56ba-ce63-4f4f-9937-856681e6bd40 tempest-ServersListShow2100Test-886633097 tempest-ServersListShow2100Test-886633097-project-member] Deleting the datastore file [datastore1] 31c30825-a5fa-4bd6-8557-fe2cf35d1e3b {{(pid=69770) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1069.175126] env[69770]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fa6abbd0-2ef4-467a-9aaf-f106a2696039 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.182774] env[69770]: DEBUG oslo_vmware.api [None req-f23f56ba-ce63-4f4f-9937-856681e6bd40 tempest-ServersListShow2100Test-886633097 tempest-ServersListShow2100Test-886633097-project-member] Waiting for the task: (returnval){ [ 1069.182774] env[69770]: value = "task-4070279" [ 1069.182774] env[69770]: _type = "Task" [ 1069.182774] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1069.191102] env[69770]: DEBUG oslo_concurrency.lockutils [None req-08b51e49-23d2-4b0c-a04a-17bfca8fed8a tempest-AttachInterfacesUnderV243Test-761183515 tempest-AttachInterfacesUnderV243Test-761183515-project-member] Acquiring lock "refresh_cache-529437d0-e31b-482e-9273-2d27b674c0e3" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.191320] env[69770]: DEBUG oslo_concurrency.lockutils [None req-08b51e49-23d2-4b0c-a04a-17bfca8fed8a tempest-AttachInterfacesUnderV243Test-761183515 tempest-AttachInterfacesUnderV243Test-761183515-project-member] Acquired lock "refresh_cache-529437d0-e31b-482e-9273-2d27b674c0e3" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.198041] env[69770]: DEBUG oslo_vmware.api [None req-f23f56ba-ce63-4f4f-9937-856681e6bd40 tempest-ServersListShow2100Test-886633097 tempest-ServersListShow2100Test-886633097-project-member] Task: {'id': task-4070279, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.356523] env[69770]: DEBUG nova.network.neutron [-] [instance: fb2581e0-5c22-4622-a652-818f9af7a9ba] Updating instance_info_cache with network_info: [] {{(pid=69770) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1069.379407] env[69770]: INFO nova.compute.manager [-] [instance: 089cc9fa-d197-43fd-b8fe-0d92a672806e] Took 1.48 seconds to deallocate network for instance. [ 1069.399025] env[69770]: DEBUG oslo_concurrency.lockutils [None req-2ff95b87-7a87-48a0-9911-fb102aebb6b9 tempest-AttachVolumeShelveTestJSON-1191911444 tempest-AttachVolumeShelveTestJSON-1191911444-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.501s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1069.399025] env[69770]: DEBUG nova.compute.manager [None req-2ff95b87-7a87-48a0-9911-fb102aebb6b9 tempest-AttachVolumeShelveTestJSON-1191911444 tempest-AttachVolumeShelveTestJSON-1191911444-project-member] [instance: 1e9f2a84-ff0f-4bfb-87b7-0b0d3604ab3f] Start building networks asynchronously for instance. {{(pid=69770) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1069.400540] env[69770]: DEBUG oslo_concurrency.lockutils [None req-012c3d94-d60d-44a4-a363-27fb8b324712 tempest-ServersNegativeTestJSON-1437959553 tempest-ServersNegativeTestJSON-1437959553-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 19.402s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1069.401404] env[69770]: DEBUG nova.objects.instance [None req-012c3d94-d60d-44a4-a363-27fb8b324712 tempest-ServersNegativeTestJSON-1437959553 tempest-ServersNegativeTestJSON-1437959553-project-member] Lazy-loading 'resources' on Instance uuid 1cd3da96-102f-4a22-8f53-12b32485ffa2 {{(pid=69770) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1069.607020] env[69770]: DEBUG oslo_vmware.api [None req-8ef88a52-21bf-4ce8-8333-fc0637e50b8f tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] Task: {'id': task-4070277, 'name': Rename_Task, 'duration_secs': 0.161466} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1069.608255] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ef88a52-21bf-4ce8-8333-fc0637e50b8f tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] [instance: a9c7964c-d3b5-4e2c-8ce7-b2a89db73136] Powering on the VM {{(pid=69770) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1069.608381] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7adab521-d5c2-4d1e-bc4b-e2a55ac8075f {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.617311] env[69770]: DEBUG oslo_vmware.api [None req-8ef88a52-21bf-4ce8-8333-fc0637e50b8f tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] Waiting for the task: (returnval){ [ 1069.617311] env[69770]: value = "task-4070280" [ 1069.617311] env[69770]: _type = "Task" [ 1069.617311] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1069.625733] env[69770]: DEBUG oslo_vmware.api [None req-8ef88a52-21bf-4ce8-8333-fc0637e50b8f tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] Task: {'id': task-4070280, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.694990] env[69770]: DEBUG oslo_vmware.api [None req-f23f56ba-ce63-4f4f-9937-856681e6bd40 tempest-ServersListShow2100Test-886633097 tempest-ServersListShow2100Test-886633097-project-member] Task: {'id': task-4070279, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.10216} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1069.695282] env[69770]: DEBUG nova.virt.vmwareapi.ds_util [None req-f23f56ba-ce63-4f4f-9937-856681e6bd40 tempest-ServersListShow2100Test-886633097 tempest-ServersListShow2100Test-886633097-project-member] Deleted the datastore file {{(pid=69770) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1069.695471] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-f23f56ba-ce63-4f4f-9937-856681e6bd40 tempest-ServersListShow2100Test-886633097 tempest-ServersListShow2100Test-886633097-project-member] [instance: 31c30825-a5fa-4bd6-8557-fe2cf35d1e3b] Deleted contents of the VM from datastore datastore1 {{(pid=69770) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1069.695893] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-f23f56ba-ce63-4f4f-9937-856681e6bd40 tempest-ServersListShow2100Test-886633097 tempest-ServersListShow2100Test-886633097-project-member] [instance: 31c30825-a5fa-4bd6-8557-fe2cf35d1e3b] Instance destroyed {{(pid=69770) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1069.817114] env[69770]: DEBUG nova.network.neutron [None req-08b51e49-23d2-4b0c-a04a-17bfca8fed8a tempest-AttachInterfacesUnderV243Test-761183515 tempest-AttachInterfacesUnderV243Test-761183515-project-member] [instance: 529437d0-e31b-482e-9273-2d27b674c0e3] Building network info cache for instance {{(pid=69770) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1069.861273] env[69770]: INFO nova.compute.manager [-] [instance: fb2581e0-5c22-4622-a652-818f9af7a9ba] Took 1.36 seconds to deallocate network for instance. [ 1069.890193] env[69770]: DEBUG oslo_concurrency.lockutils [None req-74826bb6-f0d3-4b9b-93cc-4cc53c6f2a5d tempest-ServersAdminTestJSON-142622790 tempest-ServersAdminTestJSON-142622790-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1069.905767] env[69770]: DEBUG nova.compute.utils [None req-2ff95b87-7a87-48a0-9911-fb102aebb6b9 tempest-AttachVolumeShelveTestJSON-1191911444 tempest-AttachVolumeShelveTestJSON-1191911444-project-member] Using /dev/sd instead of None {{(pid=69770) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1069.912430] env[69770]: DEBUG nova.compute.manager [None req-2ff95b87-7a87-48a0-9911-fb102aebb6b9 tempest-AttachVolumeShelveTestJSON-1191911444 tempest-AttachVolumeShelveTestJSON-1191911444-project-member] [instance: 1e9f2a84-ff0f-4bfb-87b7-0b0d3604ab3f] Allocating IP information in the background. {{(pid=69770) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1069.913839] env[69770]: DEBUG nova.network.neutron [None req-2ff95b87-7a87-48a0-9911-fb102aebb6b9 tempest-AttachVolumeShelveTestJSON-1191911444 tempest-AttachVolumeShelveTestJSON-1191911444-project-member] [instance: 1e9f2a84-ff0f-4bfb-87b7-0b0d3604ab3f] allocate_for_instance() {{(pid=69770) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1069.939345] env[69770]: DEBUG nova.network.neutron [None req-3c5dd183-b974-4abb-ab54-2e70e0614630 tempest-AttachVolumeTestJSON-339692578 tempest-AttachVolumeTestJSON-339692578-project-member] [instance: dc0f3667-e2b8-4b6a-b4e2-cc558b2f10ad] Successfully updated port: 759852cd-121b-4d04-9799-2c0a32306ad4 {{(pid=69770) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1069.980914] env[69770]: DEBUG nova.policy [None req-2ff95b87-7a87-48a0-9911-fb102aebb6b9 tempest-AttachVolumeShelveTestJSON-1191911444 tempest-AttachVolumeShelveTestJSON-1191911444-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '39384de0eb4748079cfa33b3b778890f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '63b30a591f8a45d2ad9dfb1e2a86dcc1', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69770) authorize /opt/stack/nova/nova/policy.py:192}} [ 1070.128714] env[69770]: DEBUG oslo_vmware.api [None req-8ef88a52-21bf-4ce8-8333-fc0637e50b8f tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] Task: {'id': task-4070280, 'name': PowerOnVM_Task, 'duration_secs': 0.512412} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1070.129048] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ef88a52-21bf-4ce8-8333-fc0637e50b8f tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] [instance: a9c7964c-d3b5-4e2c-8ce7-b2a89db73136] Powered on the VM {{(pid=69770) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1070.129251] env[69770]: INFO nova.compute.manager [None req-8ef88a52-21bf-4ce8-8333-fc0637e50b8f tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] [instance: a9c7964c-d3b5-4e2c-8ce7-b2a89db73136] Took 15.05 seconds to spawn the instance on the hypervisor. [ 1070.129473] env[69770]: DEBUG nova.compute.manager [None req-8ef88a52-21bf-4ce8-8333-fc0637e50b8f tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] [instance: a9c7964c-d3b5-4e2c-8ce7-b2a89db73136] Checking state {{(pid=69770) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1070.130277] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-baca95f5-05d8-4b6c-89c3-ec431d889475 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.254011] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19b3e529-a1f6-43ea-8c22-cc922193b9cc {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.263237] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e5224b1-ebf6-40b6-98da-879cedb30053 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.298448] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-225c83e9-f172-40f5-83d0-b06451388936 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.306887] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-025858fa-430f-4a4e-9aa2-074601245def {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.324223] env[69770]: DEBUG nova.compute.provider_tree [None req-012c3d94-d60d-44a4-a363-27fb8b324712 tempest-ServersNegativeTestJSON-1437959553 tempest-ServersNegativeTestJSON-1437959553-project-member] Inventory has not changed in ProviderTree for provider: 7cc7d32b-b7a7-454a-a456-2a440248ed9d {{(pid=69770) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1070.327420] env[69770]: DEBUG nova.network.neutron [None req-2ff95b87-7a87-48a0-9911-fb102aebb6b9 tempest-AttachVolumeShelveTestJSON-1191911444 tempest-AttachVolumeShelveTestJSON-1191911444-project-member] [instance: 1e9f2a84-ff0f-4bfb-87b7-0b0d3604ab3f] Successfully created port: cbb9b213-c75c-425c-9b19-426af308ac35 {{(pid=69770) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1070.369657] env[69770]: DEBUG oslo_concurrency.lockutils [None req-50bcdaea-9a3a-47ea-9825-dfa28e5a1601 tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1070.417511] env[69770]: DEBUG nova.compute.manager [None req-2ff95b87-7a87-48a0-9911-fb102aebb6b9 tempest-AttachVolumeShelveTestJSON-1191911444 tempest-AttachVolumeShelveTestJSON-1191911444-project-member] [instance: 1e9f2a84-ff0f-4bfb-87b7-0b0d3604ab3f] Start building block device mappings for instance. {{(pid=69770) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1070.442492] env[69770]: DEBUG oslo_concurrency.lockutils [None req-3c5dd183-b974-4abb-ab54-2e70e0614630 tempest-AttachVolumeTestJSON-339692578 tempest-AttachVolumeTestJSON-339692578-project-member] Acquiring lock "refresh_cache-dc0f3667-e2b8-4b6a-b4e2-cc558b2f10ad" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.442492] env[69770]: DEBUG oslo_concurrency.lockutils [None req-3c5dd183-b974-4abb-ab54-2e70e0614630 tempest-AttachVolumeTestJSON-339692578 tempest-AttachVolumeTestJSON-339692578-project-member] Acquired lock "refresh_cache-dc0f3667-e2b8-4b6a-b4e2-cc558b2f10ad" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.442661] env[69770]: DEBUG nova.network.neutron [None req-3c5dd183-b974-4abb-ab54-2e70e0614630 tempest-AttachVolumeTestJSON-339692578 tempest-AttachVolumeTestJSON-339692578-project-member] [instance: dc0f3667-e2b8-4b6a-b4e2-cc558b2f10ad] Building network info cache for instance {{(pid=69770) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1070.617444] env[69770]: DEBUG nova.compute.manager [req-d222b518-299e-439b-a5be-5320f12841c9 req-79375580-9f19-42c7-a889-0b8bcd07bec1 service nova] [instance: fb2581e0-5c22-4622-a652-818f9af7a9ba] Received event network-vif-deleted-65e944a6-1d45-434d-9fb8-f33a38dbc8c5 {{(pid=69770) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1070.617444] env[69770]: DEBUG nova.compute.manager [req-d222b518-299e-439b-a5be-5320f12841c9 req-79375580-9f19-42c7-a889-0b8bcd07bec1 service nova] [instance: dc0f3667-e2b8-4b6a-b4e2-cc558b2f10ad] Received event network-vif-plugged-759852cd-121b-4d04-9799-2c0a32306ad4 {{(pid=69770) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1070.617444] env[69770]: DEBUG oslo_concurrency.lockutils [req-d222b518-299e-439b-a5be-5320f12841c9 req-79375580-9f19-42c7-a889-0b8bcd07bec1 service nova] Acquiring lock "dc0f3667-e2b8-4b6a-b4e2-cc558b2f10ad-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1070.617444] env[69770]: DEBUG oslo_concurrency.lockutils [req-d222b518-299e-439b-a5be-5320f12841c9 req-79375580-9f19-42c7-a889-0b8bcd07bec1 service nova] Lock "dc0f3667-e2b8-4b6a-b4e2-cc558b2f10ad-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1070.617444] env[69770]: DEBUG oslo_concurrency.lockutils [req-d222b518-299e-439b-a5be-5320f12841c9 req-79375580-9f19-42c7-a889-0b8bcd07bec1 service nova] Lock "dc0f3667-e2b8-4b6a-b4e2-cc558b2f10ad-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1070.617444] env[69770]: DEBUG nova.compute.manager [req-d222b518-299e-439b-a5be-5320f12841c9 req-79375580-9f19-42c7-a889-0b8bcd07bec1 service nova] [instance: dc0f3667-e2b8-4b6a-b4e2-cc558b2f10ad] No waiting events found dispatching network-vif-plugged-759852cd-121b-4d04-9799-2c0a32306ad4 {{(pid=69770) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1070.617444] env[69770]: WARNING nova.compute.manager [req-d222b518-299e-439b-a5be-5320f12841c9 req-79375580-9f19-42c7-a889-0b8bcd07bec1 service nova] [instance: dc0f3667-e2b8-4b6a-b4e2-cc558b2f10ad] Received unexpected event network-vif-plugged-759852cd-121b-4d04-9799-2c0a32306ad4 for instance with vm_state building and task_state spawning. [ 1070.617444] env[69770]: DEBUG nova.compute.manager [req-d222b518-299e-439b-a5be-5320f12841c9 req-79375580-9f19-42c7-a889-0b8bcd07bec1 service nova] [instance: 529437d0-e31b-482e-9273-2d27b674c0e3] Received event network-changed-f68915e0-eac8-4cd7-9fff-ca96073e3426 {{(pid=69770) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1070.620059] env[69770]: DEBUG nova.compute.manager [req-d222b518-299e-439b-a5be-5320f12841c9 req-79375580-9f19-42c7-a889-0b8bcd07bec1 service nova] [instance: 529437d0-e31b-482e-9273-2d27b674c0e3] Refreshing instance network info cache due to event network-changed-f68915e0-eac8-4cd7-9fff-ca96073e3426. {{(pid=69770) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1070.621204] env[69770]: DEBUG oslo_concurrency.lockutils [req-d222b518-299e-439b-a5be-5320f12841c9 req-79375580-9f19-42c7-a889-0b8bcd07bec1 service nova] Acquiring lock "refresh_cache-529437d0-e31b-482e-9273-2d27b674c0e3" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.661019] env[69770]: INFO nova.compute.manager [None req-8ef88a52-21bf-4ce8-8333-fc0637e50b8f tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] [instance: a9c7964c-d3b5-4e2c-8ce7-b2a89db73136] Took 38.28 seconds to build instance. [ 1070.736561] env[69770]: DEBUG nova.virt.hardware [None req-f23f56ba-ce63-4f4f-9937-856681e6bd40 tempest-ServersListShow2100Test-886633097 tempest-ServersListShow2100Test-886633097-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T12:16:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T12:16:11Z,direct_url=,disk_format='vmdk',id=d1eaff80-24a0-4391-90eb-59958b1ecf0a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d65f20bb89fb40a98b77bc6d97357df2',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T12:16:12Z,virtual_size=,visibility=), allow threads: False {{(pid=69770) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1070.736895] env[69770]: DEBUG nova.virt.hardware [None req-f23f56ba-ce63-4f4f-9937-856681e6bd40 tempest-ServersListShow2100Test-886633097 tempest-ServersListShow2100Test-886633097-project-member] Flavor limits 0:0:0 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1070.737198] env[69770]: DEBUG nova.virt.hardware [None req-f23f56ba-ce63-4f4f-9937-856681e6bd40 tempest-ServersListShow2100Test-886633097 tempest-ServersListShow2100Test-886633097-project-member] Image limits 0:0:0 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1070.737450] env[69770]: DEBUG nova.virt.hardware [None req-f23f56ba-ce63-4f4f-9937-856681e6bd40 tempest-ServersListShow2100Test-886633097 tempest-ServersListShow2100Test-886633097-project-member] Flavor pref 0:0:0 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1070.737642] env[69770]: DEBUG nova.virt.hardware [None req-f23f56ba-ce63-4f4f-9937-856681e6bd40 tempest-ServersListShow2100Test-886633097 tempest-ServersListShow2100Test-886633097-project-member] Image pref 0:0:0 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1070.737861] env[69770]: DEBUG nova.virt.hardware [None req-f23f56ba-ce63-4f4f-9937-856681e6bd40 tempest-ServersListShow2100Test-886633097 tempest-ServersListShow2100Test-886633097-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1070.738212] env[69770]: DEBUG nova.virt.hardware [None req-f23f56ba-ce63-4f4f-9937-856681e6bd40 tempest-ServersListShow2100Test-886633097 tempest-ServersListShow2100Test-886633097-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69770) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1070.738614] env[69770]: DEBUG nova.virt.hardware [None req-f23f56ba-ce63-4f4f-9937-856681e6bd40 tempest-ServersListShow2100Test-886633097 tempest-ServersListShow2100Test-886633097-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69770) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1070.738849] env[69770]: DEBUG nova.virt.hardware [None req-f23f56ba-ce63-4f4f-9937-856681e6bd40 tempest-ServersListShow2100Test-886633097 tempest-ServersListShow2100Test-886633097-project-member] Got 1 possible topologies {{(pid=69770) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1070.739075] env[69770]: DEBUG nova.virt.hardware [None req-f23f56ba-ce63-4f4f-9937-856681e6bd40 tempest-ServersListShow2100Test-886633097 tempest-ServersListShow2100Test-886633097-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69770) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1070.739299] env[69770]: DEBUG nova.virt.hardware [None req-f23f56ba-ce63-4f4f-9937-856681e6bd40 tempest-ServersListShow2100Test-886633097 tempest-ServersListShow2100Test-886633097-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69770) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1070.740237] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be503976-9d32-45c7-8e5c-18b0da0be634 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.754169] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61003088-649e-4f51-aa3d-eeff5a17ddba {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.774985] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-f23f56ba-ce63-4f4f-9937-856681e6bd40 tempest-ServersListShow2100Test-886633097 tempest-ServersListShow2100Test-886633097-project-member] [instance: 31c30825-a5fa-4bd6-8557-fe2cf35d1e3b] Instance VIF info [] {{(pid=69770) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1070.780989] env[69770]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f23f56ba-ce63-4f4f-9937-856681e6bd40 tempest-ServersListShow2100Test-886633097 tempest-ServersListShow2100Test-886633097-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69770) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1070.781316] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 31c30825-a5fa-4bd6-8557-fe2cf35d1e3b] Creating VM on the ESX host {{(pid=69770) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1070.784759] env[69770]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8954f698-d63c-4948-a847-966f8ac2bba7 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.807565] env[69770]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1070.807565] env[69770]: value = "task-4070281" [ 1070.807565] env[69770]: _type = "Task" [ 1070.807565] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1070.818454] env[69770]: DEBUG oslo_vmware.api [-] Task: {'id': task-4070281, 'name': CreateVM_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.828070] env[69770]: DEBUG nova.scheduler.client.report [None req-012c3d94-d60d-44a4-a363-27fb8b324712 tempest-ServersNegativeTestJSON-1437959553 tempest-ServersNegativeTestJSON-1437959553-project-member] Inventory has not changed for provider 7cc7d32b-b7a7-454a-a456-2a440248ed9d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69770) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1070.855095] env[69770]: DEBUG nova.network.neutron [None req-08b51e49-23d2-4b0c-a04a-17bfca8fed8a tempest-AttachInterfacesUnderV243Test-761183515 tempest-AttachInterfacesUnderV243Test-761183515-project-member] [instance: 529437d0-e31b-482e-9273-2d27b674c0e3] Updating instance_info_cache with network_info: [{"id": "f68915e0-eac8-4cd7-9fff-ca96073e3426", "address": "fa:16:3e:50:e2:ae", "network": {"id": "9b6f8495-34d8-4f43-9957-0cbab479c859", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1340850821-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.223", "type": "floating", "version": 4, "meta": {}}]}, {"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e8da1017248f485784faeba80aee93fb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9722ea4d-e4a5-48fc-b759-5c4c4796b1ef", "external-id": "nsx-vlan-transportzone-924", "segmentation_id": 924, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf68915e0-ea", "ovs_interfaceid": "f68915e0-eac8-4cd7-9fff-ca96073e3426", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69770) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1070.987198] env[69770]: DEBUG nova.network.neutron [None req-3c5dd183-b974-4abb-ab54-2e70e0614630 tempest-AttachVolumeTestJSON-339692578 tempest-AttachVolumeTestJSON-339692578-project-member] [instance: dc0f3667-e2b8-4b6a-b4e2-cc558b2f10ad] Instance cache missing network info. {{(pid=69770) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1071.163604] env[69770]: DEBUG oslo_concurrency.lockutils [None req-8ef88a52-21bf-4ce8-8333-fc0637e50b8f tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] Lock "a9c7964c-d3b5-4e2c-8ce7-b2a89db73136" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 39.801s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1071.223643] env[69770]: DEBUG nova.network.neutron [None req-3c5dd183-b974-4abb-ab54-2e70e0614630 tempest-AttachVolumeTestJSON-339692578 tempest-AttachVolumeTestJSON-339692578-project-member] [instance: dc0f3667-e2b8-4b6a-b4e2-cc558b2f10ad] Updating instance_info_cache with network_info: [{"id": "759852cd-121b-4d04-9799-2c0a32306ad4", "address": "fa:16:3e:5b:32:28", "network": {"id": "b4f6914c-0803-42d0-b75a-d60ffc35f8b5", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-580694787-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b9d6e6c446154a4ba62ddf820c22c69f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "184687d6-125a-4b58-bb5b-fdb404088eda", "external-id": "nsx-vlan-transportzone-134", "segmentation_id": 134, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap759852cd-12", "ovs_interfaceid": "759852cd-121b-4d04-9799-2c0a32306ad4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69770) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1071.319137] env[69770]: DEBUG oslo_vmware.api [-] Task: {'id': task-4070281, 'name': CreateVM_Task, 'duration_secs': 0.315106} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1071.319322] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 31c30825-a5fa-4bd6-8557-fe2cf35d1e3b] Created VM on the ESX host {{(pid=69770) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1071.319788] env[69770]: DEBUG oslo_concurrency.lockutils [None req-f23f56ba-ce63-4f4f-9937-856681e6bd40 tempest-ServersListShow2100Test-886633097 tempest-ServersListShow2100Test-886633097-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.319884] env[69770]: DEBUG oslo_concurrency.lockutils [None req-f23f56ba-ce63-4f4f-9937-856681e6bd40 tempest-ServersListShow2100Test-886633097 tempest-ServersListShow2100Test-886633097-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.320270] env[69770]: DEBUG oslo_concurrency.lockutils [None req-f23f56ba-ce63-4f4f-9937-856681e6bd40 tempest-ServersListShow2100Test-886633097 tempest-ServersListShow2100Test-886633097-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.320535] env[69770]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f7da92a1-52e3-4c69-accd-985f2adcb4e7 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.329212] env[69770]: DEBUG oslo_vmware.api [None req-f23f56ba-ce63-4f4f-9937-856681e6bd40 tempest-ServersListShow2100Test-886633097 tempest-ServersListShow2100Test-886633097-project-member] Waiting for the task: (returnval){ [ 1071.329212] env[69770]: value = "session[52161b52-cb8e-ec9f-1132-2f6b49549d41]52aaa075-63a8-f20a-53f4-4cbf27c41833" [ 1071.329212] env[69770]: _type = "Task" [ 1071.329212] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1071.335671] env[69770]: DEBUG oslo_concurrency.lockutils [None req-012c3d94-d60d-44a4-a363-27fb8b324712 tempest-ServersNegativeTestJSON-1437959553 tempest-ServersNegativeTestJSON-1437959553-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.935s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1071.338369] env[69770]: DEBUG oslo_vmware.api [None req-f23f56ba-ce63-4f4f-9937-856681e6bd40 tempest-ServersListShow2100Test-886633097 tempest-ServersListShow2100Test-886633097-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]52aaa075-63a8-f20a-53f4-4cbf27c41833, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.339247] env[69770]: DEBUG oslo_concurrency.lockutils [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 16.710s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1071.339347] env[69770]: DEBUG oslo_concurrency.lockutils [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1071.340217] env[69770]: DEBUG nova.compute.resource_tracker [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69770) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1071.340217] env[69770]: DEBUG oslo_concurrency.lockutils [None req-926078c4-c393-4ac0-9bbd-87d7ebaf9fb8 tempest-ServersAdmin275Test-1407660202 tempest-ServersAdmin275Test-1407660202-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.315s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1071.341235] env[69770]: INFO nova.compute.claims [None req-926078c4-c393-4ac0-9bbd-87d7ebaf9fb8 tempest-ServersAdmin275Test-1407660202 tempest-ServersAdmin275Test-1407660202-project-member] [instance: fc7b06e1-c542-448b-a750-f27af3874b8f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1071.344323] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4d09377-c9c7-44f6-b5da-5bd6cfb95aa1 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.348880] env[69770]: DEBUG oslo_concurrency.lockutils [None req-0e35644f-d474-4f22-9617-caf32a48ced5 tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] Acquiring lock "a9c7964c-d3b5-4e2c-8ce7-b2a89db73136" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1071.349183] env[69770]: DEBUG oslo_concurrency.lockutils [None req-0e35644f-d474-4f22-9617-caf32a48ced5 tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] Lock "a9c7964c-d3b5-4e2c-8ce7-b2a89db73136" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1071.349544] env[69770]: DEBUG oslo_concurrency.lockutils [None req-0e35644f-d474-4f22-9617-caf32a48ced5 tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] Acquiring lock "a9c7964c-d3b5-4e2c-8ce7-b2a89db73136-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1071.349889] env[69770]: DEBUG oslo_concurrency.lockutils [None req-0e35644f-d474-4f22-9617-caf32a48ced5 tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] Lock "a9c7964c-d3b5-4e2c-8ce7-b2a89db73136-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1071.350135] env[69770]: DEBUG oslo_concurrency.lockutils [None req-0e35644f-d474-4f22-9617-caf32a48ced5 tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] Lock "a9c7964c-d3b5-4e2c-8ce7-b2a89db73136-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1071.355410] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fb387d6-3474-4403-b806-cfb292d83f63 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.360662] env[69770]: INFO nova.compute.manager [None req-0e35644f-d474-4f22-9617-caf32a48ced5 tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] [instance: a9c7964c-d3b5-4e2c-8ce7-b2a89db73136] Terminating instance [ 1071.363082] env[69770]: DEBUG oslo_concurrency.lockutils [None req-08b51e49-23d2-4b0c-a04a-17bfca8fed8a tempest-AttachInterfacesUnderV243Test-761183515 tempest-AttachInterfacesUnderV243Test-761183515-project-member] Releasing lock "refresh_cache-529437d0-e31b-482e-9273-2d27b674c0e3" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.363082] env[69770]: DEBUG nova.compute.manager [None req-08b51e49-23d2-4b0c-a04a-17bfca8fed8a tempest-AttachInterfacesUnderV243Test-761183515 tempest-AttachInterfacesUnderV243Test-761183515-project-member] [instance: 529437d0-e31b-482e-9273-2d27b674c0e3] Inject network info {{(pid=69770) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7737}} [ 1071.363175] env[69770]: DEBUG nova.compute.manager [None req-08b51e49-23d2-4b0c-a04a-17bfca8fed8a tempest-AttachInterfacesUnderV243Test-761183515 tempest-AttachInterfacesUnderV243Test-761183515-project-member] [instance: 529437d0-e31b-482e-9273-2d27b674c0e3] network_info to inject: |[{"id": "f68915e0-eac8-4cd7-9fff-ca96073e3426", "address": "fa:16:3e:50:e2:ae", "network": {"id": "9b6f8495-34d8-4f43-9957-0cbab479c859", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1340850821-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.223", "type": "floating", "version": 4, "meta": {}}]}, {"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e8da1017248f485784faeba80aee93fb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9722ea4d-e4a5-48fc-b759-5c4c4796b1ef", "external-id": "nsx-vlan-transportzone-924", "segmentation_id": 924, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf68915e0-ea", "ovs_interfaceid": "f68915e0-eac8-4cd7-9fff-ca96073e3426", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69770) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7738}} [ 1071.367955] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-08b51e49-23d2-4b0c-a04a-17bfca8fed8a tempest-AttachInterfacesUnderV243Test-761183515 tempest-AttachInterfacesUnderV243Test-761183515-project-member] [instance: 529437d0-e31b-482e-9273-2d27b674c0e3] Reconfiguring VM instance to set the machine id {{(pid=69770) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 1071.369011] env[69770]: INFO nova.scheduler.client.report [None req-012c3d94-d60d-44a4-a363-27fb8b324712 tempest-ServersNegativeTestJSON-1437959553 tempest-ServersNegativeTestJSON-1437959553-project-member] Deleted allocations for instance 1cd3da96-102f-4a22-8f53-12b32485ffa2 [ 1071.371513] env[69770]: DEBUG oslo_concurrency.lockutils [req-d222b518-299e-439b-a5be-5320f12841c9 req-79375580-9f19-42c7-a889-0b8bcd07bec1 service nova] Acquired lock "refresh_cache-529437d0-e31b-482e-9273-2d27b674c0e3" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.371758] env[69770]: DEBUG nova.network.neutron [req-d222b518-299e-439b-a5be-5320f12841c9 req-79375580-9f19-42c7-a889-0b8bcd07bec1 service nova] [instance: 529437d0-e31b-482e-9273-2d27b674c0e3] Refreshing network info cache for port f68915e0-eac8-4cd7-9fff-ca96073e3426 {{(pid=69770) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1071.372828] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-31fc9807-e8c0-43ce-9b78-25bd0e0208b6 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.397632] env[69770]: DEBUG nova.compute.manager [None req-0e35644f-d474-4f22-9617-caf32a48ced5 tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] [instance: a9c7964c-d3b5-4e2c-8ce7-b2a89db73136] Start destroying the instance on the hypervisor. {{(pid=69770) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1071.397632] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-0e35644f-d474-4f22-9617-caf32a48ced5 tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] [instance: a9c7964c-d3b5-4e2c-8ce7-b2a89db73136] Destroying instance {{(pid=69770) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1071.399819] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15fa0a1d-3da3-4708-a53b-b348fe107505 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.403939] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb19ff7a-42e7-4c27-9ce7-da21ae2d7ed6 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.410340] env[69770]: DEBUG oslo_vmware.api [None req-08b51e49-23d2-4b0c-a04a-17bfca8fed8a tempest-AttachInterfacesUnderV243Test-761183515 tempest-AttachInterfacesUnderV243Test-761183515-project-member] Waiting for the task: (returnval){ [ 1071.410340] env[69770]: value = "task-4070282" [ 1071.410340] env[69770]: _type = "Task" [ 1071.410340] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1071.419851] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e35644f-d474-4f22-9617-caf32a48ced5 tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] [instance: a9c7964c-d3b5-4e2c-8ce7-b2a89db73136] Powering off the VM {{(pid=69770) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1071.419851] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-46b06082-4e0b-42af-8f32-9f1456e5dbf7 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.421073] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-607a2f42-9f86-4dd0-9a5e-e35adeb905ac {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.430469] env[69770]: DEBUG nova.compute.manager [None req-2ff95b87-7a87-48a0-9911-fb102aebb6b9 tempest-AttachVolumeShelveTestJSON-1191911444 tempest-AttachVolumeShelveTestJSON-1191911444-project-member] [instance: 1e9f2a84-ff0f-4bfb-87b7-0b0d3604ab3f] Start spawning the instance on the hypervisor. {{(pid=69770) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1071.431868] env[69770]: DEBUG oslo_vmware.api [None req-08b51e49-23d2-4b0c-a04a-17bfca8fed8a tempest-AttachInterfacesUnderV243Test-761183515 tempest-AttachInterfacesUnderV243Test-761183515-project-member] Task: {'id': task-4070282, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.438614] env[69770]: DEBUG oslo_vmware.api [None req-0e35644f-d474-4f22-9617-caf32a48ced5 tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] Waiting for the task: (returnval){ [ 1071.438614] env[69770]: value = "task-4070283" [ 1071.438614] env[69770]: _type = "Task" [ 1071.438614] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1071.469213] env[69770]: DEBUG nova.compute.resource_tracker [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=178393MB free_disk=20GB free_vcpus=48 pci_devices=None {{(pid=69770) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1071.469418] env[69770]: DEBUG oslo_concurrency.lockutils [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1071.479040] env[69770]: DEBUG nova.objects.instance [None req-d41cde02-29d0-4682-a799-ba2aa96bdba7 tempest-AttachInterfacesUnderV243Test-761183515 tempest-AttachInterfacesUnderV243Test-761183515-project-member] Lazy-loading 'flavor' on Instance uuid 529437d0-e31b-482e-9273-2d27b674c0e3 {{(pid=69770) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1071.488084] env[69770]: DEBUG oslo_vmware.api [None req-0e35644f-d474-4f22-9617-caf32a48ced5 tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] Task: {'id': task-4070283, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.490669] env[69770]: DEBUG nova.virt.hardware [None req-2ff95b87-7a87-48a0-9911-fb102aebb6b9 tempest-AttachVolumeShelveTestJSON-1191911444 tempest-AttachVolumeShelveTestJSON-1191911444-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T12:16:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T12:16:11Z,direct_url=,disk_format='vmdk',id=d1eaff80-24a0-4391-90eb-59958b1ecf0a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d65f20bb89fb40a98b77bc6d97357df2',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T12:16:12Z,virtual_size=,visibility=), allow threads: False {{(pid=69770) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1071.490940] env[69770]: DEBUG nova.virt.hardware [None req-2ff95b87-7a87-48a0-9911-fb102aebb6b9 tempest-AttachVolumeShelveTestJSON-1191911444 tempest-AttachVolumeShelveTestJSON-1191911444-project-member] Flavor limits 0:0:0 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1071.491121] env[69770]: DEBUG nova.virt.hardware [None req-2ff95b87-7a87-48a0-9911-fb102aebb6b9 tempest-AttachVolumeShelveTestJSON-1191911444 tempest-AttachVolumeShelveTestJSON-1191911444-project-member] Image limits 0:0:0 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1071.491326] env[69770]: DEBUG nova.virt.hardware [None req-2ff95b87-7a87-48a0-9911-fb102aebb6b9 tempest-AttachVolumeShelveTestJSON-1191911444 tempest-AttachVolumeShelveTestJSON-1191911444-project-member] Flavor pref 0:0:0 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1071.491483] env[69770]: DEBUG nova.virt.hardware [None req-2ff95b87-7a87-48a0-9911-fb102aebb6b9 tempest-AttachVolumeShelveTestJSON-1191911444 tempest-AttachVolumeShelveTestJSON-1191911444-project-member] Image pref 0:0:0 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1071.491634] env[69770]: DEBUG nova.virt.hardware [None req-2ff95b87-7a87-48a0-9911-fb102aebb6b9 tempest-AttachVolumeShelveTestJSON-1191911444 tempest-AttachVolumeShelveTestJSON-1191911444-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1071.491860] env[69770]: DEBUG nova.virt.hardware [None req-2ff95b87-7a87-48a0-9911-fb102aebb6b9 tempest-AttachVolumeShelveTestJSON-1191911444 tempest-AttachVolumeShelveTestJSON-1191911444-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69770) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1071.492049] env[69770]: DEBUG nova.virt.hardware [None req-2ff95b87-7a87-48a0-9911-fb102aebb6b9 tempest-AttachVolumeShelveTestJSON-1191911444 tempest-AttachVolumeShelveTestJSON-1191911444-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69770) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1071.492314] env[69770]: DEBUG nova.virt.hardware [None req-2ff95b87-7a87-48a0-9911-fb102aebb6b9 tempest-AttachVolumeShelveTestJSON-1191911444 tempest-AttachVolumeShelveTestJSON-1191911444-project-member] Got 1 possible topologies {{(pid=69770) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1071.492485] env[69770]: DEBUG nova.virt.hardware [None req-2ff95b87-7a87-48a0-9911-fb102aebb6b9 tempest-AttachVolumeShelveTestJSON-1191911444 tempest-AttachVolumeShelveTestJSON-1191911444-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69770) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1071.492681] env[69770]: DEBUG nova.virt.hardware [None req-2ff95b87-7a87-48a0-9911-fb102aebb6b9 tempest-AttachVolumeShelveTestJSON-1191911444 tempest-AttachVolumeShelveTestJSON-1191911444-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69770) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1071.494194] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7c2aabd-c135-477b-b228-bab4959739be {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.505480] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45f1d91b-8c06-4537-8074-273432b75a94 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.729551] env[69770]: DEBUG oslo_concurrency.lockutils [None req-3c5dd183-b974-4abb-ab54-2e70e0614630 tempest-AttachVolumeTestJSON-339692578 tempest-AttachVolumeTestJSON-339692578-project-member] Releasing lock "refresh_cache-dc0f3667-e2b8-4b6a-b4e2-cc558b2f10ad" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.729978] env[69770]: DEBUG nova.compute.manager [None req-3c5dd183-b974-4abb-ab54-2e70e0614630 tempest-AttachVolumeTestJSON-339692578 tempest-AttachVolumeTestJSON-339692578-project-member] [instance: dc0f3667-e2b8-4b6a-b4e2-cc558b2f10ad] Instance network_info: |[{"id": "759852cd-121b-4d04-9799-2c0a32306ad4", "address": "fa:16:3e:5b:32:28", "network": {"id": "b4f6914c-0803-42d0-b75a-d60ffc35f8b5", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-580694787-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b9d6e6c446154a4ba62ddf820c22c69f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "184687d6-125a-4b58-bb5b-fdb404088eda", "external-id": "nsx-vlan-transportzone-134", "segmentation_id": 134, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap759852cd-12", "ovs_interfaceid": "759852cd-121b-4d04-9799-2c0a32306ad4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69770) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1071.730822] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-3c5dd183-b974-4abb-ab54-2e70e0614630 tempest-AttachVolumeTestJSON-339692578 tempest-AttachVolumeTestJSON-339692578-project-member] [instance: dc0f3667-e2b8-4b6a-b4e2-cc558b2f10ad] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5b:32:28', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '184687d6-125a-4b58-bb5b-fdb404088eda', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '759852cd-121b-4d04-9799-2c0a32306ad4', 'vif_model': 'vmxnet3'}] {{(pid=69770) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1071.738301] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c5dd183-b974-4abb-ab54-2e70e0614630 tempest-AttachVolumeTestJSON-339692578 tempest-AttachVolumeTestJSON-339692578-project-member] Creating folder: Project (b9d6e6c446154a4ba62ddf820c22c69f). Parent ref: group-v806376. {{(pid=69770) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1071.738919] env[69770]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3286df16-fb27-4ce5-b4af-d5c746ea07ae {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.753636] env[69770]: INFO nova.virt.vmwareapi.vm_util [None req-3c5dd183-b974-4abb-ab54-2e70e0614630 tempest-AttachVolumeTestJSON-339692578 tempest-AttachVolumeTestJSON-339692578-project-member] Created folder: Project (b9d6e6c446154a4ba62ddf820c22c69f) in parent group-v806376. [ 1071.753826] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c5dd183-b974-4abb-ab54-2e70e0614630 tempest-AttachVolumeTestJSON-339692578 tempest-AttachVolumeTestJSON-339692578-project-member] Creating folder: Instances. Parent ref: group-v806601. {{(pid=69770) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1071.754567] env[69770]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d29a9dd2-b050-4e5f-b60b-4ffd5ab798fa {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.766462] env[69770]: INFO nova.virt.vmwareapi.vm_util [None req-3c5dd183-b974-4abb-ab54-2e70e0614630 tempest-AttachVolumeTestJSON-339692578 tempest-AttachVolumeTestJSON-339692578-project-member] Created folder: Instances in parent group-v806601. [ 1071.766782] env[69770]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3c5dd183-b974-4abb-ab54-2e70e0614630 tempest-AttachVolumeTestJSON-339692578 tempest-AttachVolumeTestJSON-339692578-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69770) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1071.767341] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dc0f3667-e2b8-4b6a-b4e2-cc558b2f10ad] Creating VM on the ESX host {{(pid=69770) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1071.767971] env[69770]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7b7b1f1a-08c1-4a23-ae12-f817342b19d9 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.791780] env[69770]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1071.791780] env[69770]: value = "task-4070286" [ 1071.791780] env[69770]: _type = "Task" [ 1071.791780] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1071.805542] env[69770]: DEBUG oslo_vmware.api [-] Task: {'id': task-4070286, 'name': CreateVM_Task} progress is 5%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.839694] env[69770]: DEBUG oslo_vmware.api [None req-f23f56ba-ce63-4f4f-9937-856681e6bd40 tempest-ServersListShow2100Test-886633097 tempest-ServersListShow2100Test-886633097-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]52aaa075-63a8-f20a-53f4-4cbf27c41833, 'name': SearchDatastore_Task, 'duration_secs': 0.010647} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1071.839694] env[69770]: DEBUG oslo_concurrency.lockutils [None req-f23f56ba-ce63-4f4f-9937-856681e6bd40 tempest-ServersListShow2100Test-886633097 tempest-ServersListShow2100Test-886633097-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.839694] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-f23f56ba-ce63-4f4f-9937-856681e6bd40 tempest-ServersListShow2100Test-886633097 tempest-ServersListShow2100Test-886633097-project-member] [instance: 31c30825-a5fa-4bd6-8557-fe2cf35d1e3b] Processing image d1eaff80-24a0-4391-90eb-59958b1ecf0a {{(pid=69770) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1071.839917] env[69770]: DEBUG oslo_concurrency.lockutils [None req-f23f56ba-ce63-4f4f-9937-856681e6bd40 tempest-ServersListShow2100Test-886633097 tempest-ServersListShow2100Test-886633097-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.840021] env[69770]: DEBUG oslo_concurrency.lockutils [None req-f23f56ba-ce63-4f4f-9937-856681e6bd40 tempest-ServersListShow2100Test-886633097 tempest-ServersListShow2100Test-886633097-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.840363] env[69770]: DEBUG nova.virt.vmwareapi.ds_util [None req-f23f56ba-ce63-4f4f-9937-856681e6bd40 tempest-ServersListShow2100Test-886633097 tempest-ServersListShow2100Test-886633097-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69770) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1071.840745] env[69770]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b41daa06-d43b-43a7-9bf9-2a5d69aa3ea5 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.852874] env[69770]: DEBUG nova.virt.vmwareapi.ds_util [None req-f23f56ba-ce63-4f4f-9937-856681e6bd40 tempest-ServersListShow2100Test-886633097 tempest-ServersListShow2100Test-886633097-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69770) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1071.853748] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-f23f56ba-ce63-4f4f-9937-856681e6bd40 tempest-ServersListShow2100Test-886633097 tempest-ServersListShow2100Test-886633097-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69770) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1071.854021] env[69770]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f2863617-1326-45b3-8e1a-4edc536875c4 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.862588] env[69770]: DEBUG oslo_vmware.api [None req-f23f56ba-ce63-4f4f-9937-856681e6bd40 tempest-ServersListShow2100Test-886633097 tempest-ServersListShow2100Test-886633097-project-member] Waiting for the task: (returnval){ [ 1071.862588] env[69770]: value = "session[52161b52-cb8e-ec9f-1132-2f6b49549d41]52c9d24b-20b6-aeb2-ac64-c98249126b2c" [ 1071.862588] env[69770]: _type = "Task" [ 1071.862588] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1071.875178] env[69770]: DEBUG oslo_vmware.api [None req-f23f56ba-ce63-4f4f-9937-856681e6bd40 tempest-ServersListShow2100Test-886633097 tempest-ServersListShow2100Test-886633097-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]52c9d24b-20b6-aeb2-ac64-c98249126b2c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.909526] env[69770]: DEBUG oslo_concurrency.lockutils [None req-012c3d94-d60d-44a4-a363-27fb8b324712 tempest-ServersNegativeTestJSON-1437959553 tempest-ServersNegativeTestJSON-1437959553-project-member] Lock "1cd3da96-102f-4a22-8f53-12b32485ffa2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 25.324s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1071.921260] env[69770]: DEBUG oslo_vmware.api [None req-08b51e49-23d2-4b0c-a04a-17bfca8fed8a tempest-AttachInterfacesUnderV243Test-761183515 tempest-AttachInterfacesUnderV243Test-761183515-project-member] Task: {'id': task-4070282, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.979118] env[69770]: DEBUG oslo_vmware.api [None req-0e35644f-d474-4f22-9617-caf32a48ced5 tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] Task: {'id': task-4070283, 'name': PowerOffVM_Task, 'duration_secs': 0.215212} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1071.979426] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e35644f-d474-4f22-9617-caf32a48ced5 tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] [instance: a9c7964c-d3b5-4e2c-8ce7-b2a89db73136] Powered off the VM {{(pid=69770) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1071.979604] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-0e35644f-d474-4f22-9617-caf32a48ced5 tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] [instance: a9c7964c-d3b5-4e2c-8ce7-b2a89db73136] Unregistering the VM {{(pid=69770) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1071.979873] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ac24bcd7-3cc3-4e5d-ba28-140feab5ffaa {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.984453] env[69770]: DEBUG oslo_concurrency.lockutils [None req-d41cde02-29d0-4682-a799-ba2aa96bdba7 tempest-AttachInterfacesUnderV243Test-761183515 tempest-AttachInterfacesUnderV243Test-761183515-project-member] Acquiring lock "refresh_cache-529437d0-e31b-482e-9273-2d27b674c0e3" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.067285] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-0e35644f-d474-4f22-9617-caf32a48ced5 tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] [instance: a9c7964c-d3b5-4e2c-8ce7-b2a89db73136] Unregistered the VM {{(pid=69770) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1072.067519] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-0e35644f-d474-4f22-9617-caf32a48ced5 tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] [instance: a9c7964c-d3b5-4e2c-8ce7-b2a89db73136] Deleting contents of the VM from datastore datastore1 {{(pid=69770) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1072.067755] env[69770]: DEBUG nova.virt.vmwareapi.ds_util [None req-0e35644f-d474-4f22-9617-caf32a48ced5 tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] Deleting the datastore file [datastore1] a9c7964c-d3b5-4e2c-8ce7-b2a89db73136 {{(pid=69770) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1072.068084] env[69770]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4cfe6b7b-7664-433e-91a2-2106daf4aa5c {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.079309] env[69770]: DEBUG oslo_vmware.api [None req-0e35644f-d474-4f22-9617-caf32a48ced5 tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] Waiting for the task: (returnval){ [ 1072.079309] env[69770]: value = "task-4070288" [ 1072.079309] env[69770]: _type = "Task" [ 1072.079309] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1072.085718] env[69770]: DEBUG oslo_vmware.api [None req-0e35644f-d474-4f22-9617-caf32a48ced5 tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] Task: {'id': task-4070288, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.232333] env[69770]: DEBUG oslo_concurrency.lockutils [None req-ef7ac6a2-4a2b-456a-8743-cb2ca62ac801 tempest-ServersTestBootFromVolume-299983553 tempest-ServersTestBootFromVolume-299983553-project-member] Acquiring lock "527d5f2a-9299-4336-be62-a5cf9df2171f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1072.232333] env[69770]: DEBUG oslo_concurrency.lockutils [None req-ef7ac6a2-4a2b-456a-8743-cb2ca62ac801 tempest-ServersTestBootFromVolume-299983553 tempest-ServersTestBootFromVolume-299983553-project-member] Lock "527d5f2a-9299-4336-be62-a5cf9df2171f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1072.232333] env[69770]: DEBUG oslo_concurrency.lockutils [None req-ef7ac6a2-4a2b-456a-8743-cb2ca62ac801 tempest-ServersTestBootFromVolume-299983553 tempest-ServersTestBootFromVolume-299983553-project-member] Acquiring lock "527d5f2a-9299-4336-be62-a5cf9df2171f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1072.232533] env[69770]: DEBUG oslo_concurrency.lockutils [None req-ef7ac6a2-4a2b-456a-8743-cb2ca62ac801 tempest-ServersTestBootFromVolume-299983553 tempest-ServersTestBootFromVolume-299983553-project-member] Lock "527d5f2a-9299-4336-be62-a5cf9df2171f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1072.232630] env[69770]: DEBUG oslo_concurrency.lockutils [None req-ef7ac6a2-4a2b-456a-8743-cb2ca62ac801 tempest-ServersTestBootFromVolume-299983553 tempest-ServersTestBootFromVolume-299983553-project-member] Lock "527d5f2a-9299-4336-be62-a5cf9df2171f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1072.234952] env[69770]: INFO nova.compute.manager [None req-ef7ac6a2-4a2b-456a-8743-cb2ca62ac801 tempest-ServersTestBootFromVolume-299983553 tempest-ServersTestBootFromVolume-299983553-project-member] [instance: 527d5f2a-9299-4336-be62-a5cf9df2171f] Terminating instance [ 1072.305619] env[69770]: DEBUG oslo_vmware.api [-] Task: {'id': task-4070286, 'name': CreateVM_Task, 'duration_secs': 0.375036} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1072.309666] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dc0f3667-e2b8-4b6a-b4e2-cc558b2f10ad] Created VM on the ESX host {{(pid=69770) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1072.309666] env[69770]: DEBUG oslo_concurrency.lockutils [None req-3c5dd183-b974-4abb-ab54-2e70e0614630 tempest-AttachVolumeTestJSON-339692578 tempest-AttachVolumeTestJSON-339692578-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.310164] env[69770]: DEBUG oslo_concurrency.lockutils [None req-3c5dd183-b974-4abb-ab54-2e70e0614630 tempest-AttachVolumeTestJSON-339692578 tempest-AttachVolumeTestJSON-339692578-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.313016] env[69770]: DEBUG oslo_concurrency.lockutils [None req-3c5dd183-b974-4abb-ab54-2e70e0614630 tempest-AttachVolumeTestJSON-339692578 tempest-AttachVolumeTestJSON-339692578-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.313016] env[69770]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-633253c3-0d18-4cce-a7b0-25cc6be42a89 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.317552] env[69770]: DEBUG oslo_vmware.api [None req-3c5dd183-b974-4abb-ab54-2e70e0614630 tempest-AttachVolumeTestJSON-339692578 tempest-AttachVolumeTestJSON-339692578-project-member] Waiting for the task: (returnval){ [ 1072.317552] env[69770]: value = "session[52161b52-cb8e-ec9f-1132-2f6b49549d41]521ad4a9-a393-bda3-f27c-0fd7ae772356" [ 1072.317552] env[69770]: _type = "Task" [ 1072.317552] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1072.332017] env[69770]: DEBUG oslo_vmware.api [None req-3c5dd183-b974-4abb-ab54-2e70e0614630 tempest-AttachVolumeTestJSON-339692578 tempest-AttachVolumeTestJSON-339692578-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]521ad4a9-a393-bda3-f27c-0fd7ae772356, 'name': SearchDatastore_Task, 'duration_secs': 0.009783} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1072.332017] env[69770]: DEBUG oslo_concurrency.lockutils [None req-3c5dd183-b974-4abb-ab54-2e70e0614630 tempest-AttachVolumeTestJSON-339692578 tempest-AttachVolumeTestJSON-339692578-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.332017] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-3c5dd183-b974-4abb-ab54-2e70e0614630 tempest-AttachVolumeTestJSON-339692578 tempest-AttachVolumeTestJSON-339692578-project-member] [instance: dc0f3667-e2b8-4b6a-b4e2-cc558b2f10ad] Processing image d1eaff80-24a0-4391-90eb-59958b1ecf0a {{(pid=69770) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1072.332017] env[69770]: DEBUG oslo_concurrency.lockutils [None req-3c5dd183-b974-4abb-ab54-2e70e0614630 tempest-AttachVolumeTestJSON-339692578 tempest-AttachVolumeTestJSON-339692578-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.378562] env[69770]: DEBUG oslo_vmware.api [None req-f23f56ba-ce63-4f4f-9937-856681e6bd40 tempest-ServersListShow2100Test-886633097 tempest-ServersListShow2100Test-886633097-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]52c9d24b-20b6-aeb2-ac64-c98249126b2c, 'name': SearchDatastore_Task, 'duration_secs': 0.012692} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1072.379479] env[69770]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-05b5abd7-27f1-455d-a073-2fcc823c88c9 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.390296] env[69770]: DEBUG oslo_concurrency.lockutils [None req-dbdef9b8-59be-4ad2-b67e-cc94b9ce012f tempest-ImagesNegativeTestJSON-582317497 tempest-ImagesNegativeTestJSON-582317497-project-member] Acquiring lock "1d35724e-5a49-4d53-b81e-a259ea926036" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1072.390632] env[69770]: DEBUG oslo_concurrency.lockutils [None req-dbdef9b8-59be-4ad2-b67e-cc94b9ce012f tempest-ImagesNegativeTestJSON-582317497 tempest-ImagesNegativeTestJSON-582317497-project-member] Lock "1d35724e-5a49-4d53-b81e-a259ea926036" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1072.393954] env[69770]: DEBUG oslo_vmware.api [None req-f23f56ba-ce63-4f4f-9937-856681e6bd40 tempest-ServersListShow2100Test-886633097 tempest-ServersListShow2100Test-886633097-project-member] Waiting for the task: (returnval){ [ 1072.393954] env[69770]: value = "session[52161b52-cb8e-ec9f-1132-2f6b49549d41]528e3bec-c7e7-a94f-6621-bb6e5510d282" [ 1072.393954] env[69770]: _type = "Task" [ 1072.393954] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1072.407447] env[69770]: DEBUG oslo_vmware.api [None req-f23f56ba-ce63-4f4f-9937-856681e6bd40 tempest-ServersListShow2100Test-886633097 tempest-ServersListShow2100Test-886633097-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]528e3bec-c7e7-a94f-6621-bb6e5510d282, 'name': SearchDatastore_Task, 'duration_secs': 0.009735} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1072.408555] env[69770]: DEBUG oslo_concurrency.lockutils [None req-f23f56ba-ce63-4f4f-9937-856681e6bd40 tempest-ServersListShow2100Test-886633097 tempest-ServersListShow2100Test-886633097-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.408942] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-f23f56ba-ce63-4f4f-9937-856681e6bd40 tempest-ServersListShow2100Test-886633097 tempest-ServersListShow2100Test-886633097-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk to [datastore1] 31c30825-a5fa-4bd6-8557-fe2cf35d1e3b/31c30825-a5fa-4bd6-8557-fe2cf35d1e3b.vmdk {{(pid=69770) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1072.409850] env[69770]: DEBUG oslo_concurrency.lockutils [None req-3c5dd183-b974-4abb-ab54-2e70e0614630 tempest-AttachVolumeTestJSON-339692578 tempest-AttachVolumeTestJSON-339692578-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.410163] env[69770]: DEBUG nova.virt.vmwareapi.ds_util [None req-3c5dd183-b974-4abb-ab54-2e70e0614630 tempest-AttachVolumeTestJSON-339692578 tempest-AttachVolumeTestJSON-339692578-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69770) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1072.410497] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-136c15d1-59d8-499b-8d86-bd8a49bae276 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.416641] env[69770]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-45b12028-2f14-4b59-9892-cdf03bd2da84 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.431627] env[69770]: DEBUG oslo_vmware.api [None req-08b51e49-23d2-4b0c-a04a-17bfca8fed8a tempest-AttachInterfacesUnderV243Test-761183515 tempest-AttachInterfacesUnderV243Test-761183515-project-member] Task: {'id': task-4070282, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.432951] env[69770]: DEBUG oslo_vmware.api [None req-f23f56ba-ce63-4f4f-9937-856681e6bd40 tempest-ServersListShow2100Test-886633097 tempest-ServersListShow2100Test-886633097-project-member] Waiting for the task: (returnval){ [ 1072.432951] env[69770]: value = "task-4070289" [ 1072.432951] env[69770]: _type = "Task" [ 1072.432951] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1072.437147] env[69770]: DEBUG nova.virt.vmwareapi.ds_util [None req-3c5dd183-b974-4abb-ab54-2e70e0614630 tempest-AttachVolumeTestJSON-339692578 tempest-AttachVolumeTestJSON-339692578-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69770) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1072.437462] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-3c5dd183-b974-4abb-ab54-2e70e0614630 tempest-AttachVolumeTestJSON-339692578 tempest-AttachVolumeTestJSON-339692578-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69770) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1072.443935] env[69770]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d77695a2-608e-4c36-b939-21dc99352cb2 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.451957] env[69770]: DEBUG oslo_vmware.api [None req-3c5dd183-b974-4abb-ab54-2e70e0614630 tempest-AttachVolumeTestJSON-339692578 tempest-AttachVolumeTestJSON-339692578-project-member] Waiting for the task: (returnval){ [ 1072.451957] env[69770]: value = "session[52161b52-cb8e-ec9f-1132-2f6b49549d41]522d5738-245c-b0e2-b0f0-3363cbcdd71a" [ 1072.451957] env[69770]: _type = "Task" [ 1072.451957] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1072.455361] env[69770]: DEBUG oslo_vmware.api [None req-f23f56ba-ce63-4f4f-9937-856681e6bd40 tempest-ServersListShow2100Test-886633097 tempest-ServersListShow2100Test-886633097-project-member] Task: {'id': task-4070289, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.471504] env[69770]: DEBUG oslo_vmware.api [None req-3c5dd183-b974-4abb-ab54-2e70e0614630 tempest-AttachVolumeTestJSON-339692578 tempest-AttachVolumeTestJSON-339692578-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]522d5738-245c-b0e2-b0f0-3363cbcdd71a, 'name': SearchDatastore_Task, 'duration_secs': 0.010646} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1072.471992] env[69770]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d7a26456-ba90-4b52-9457-9d4ba7f54a79 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.478449] env[69770]: DEBUG oslo_vmware.api [None req-3c5dd183-b974-4abb-ab54-2e70e0614630 tempest-AttachVolumeTestJSON-339692578 tempest-AttachVolumeTestJSON-339692578-project-member] Waiting for the task: (returnval){ [ 1072.478449] env[69770]: value = "session[52161b52-cb8e-ec9f-1132-2f6b49549d41]521b2c4c-c4d4-d19a-77e3-9dafb9c1f79c" [ 1072.478449] env[69770]: _type = "Task" [ 1072.478449] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1072.490904] env[69770]: DEBUG oslo_vmware.api [None req-3c5dd183-b974-4abb-ab54-2e70e0614630 tempest-AttachVolumeTestJSON-339692578 tempest-AttachVolumeTestJSON-339692578-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]521b2c4c-c4d4-d19a-77e3-9dafb9c1f79c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.581701] env[69770]: DEBUG nova.network.neutron [req-d222b518-299e-439b-a5be-5320f12841c9 req-79375580-9f19-42c7-a889-0b8bcd07bec1 service nova] [instance: 529437d0-e31b-482e-9273-2d27b674c0e3] Updated VIF entry in instance network info cache for port f68915e0-eac8-4cd7-9fff-ca96073e3426. {{(pid=69770) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1072.582158] env[69770]: DEBUG nova.network.neutron [req-d222b518-299e-439b-a5be-5320f12841c9 req-79375580-9f19-42c7-a889-0b8bcd07bec1 service nova] [instance: 529437d0-e31b-482e-9273-2d27b674c0e3] Updating instance_info_cache with network_info: [{"id": "f68915e0-eac8-4cd7-9fff-ca96073e3426", "address": "fa:16:3e:50:e2:ae", "network": {"id": "9b6f8495-34d8-4f43-9957-0cbab479c859", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1340850821-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.223", "type": "floating", "version": 4, "meta": {}}]}, {"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e8da1017248f485784faeba80aee93fb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9722ea4d-e4a5-48fc-b759-5c4c4796b1ef", "external-id": "nsx-vlan-transportzone-924", "segmentation_id": 924, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf68915e0-ea", "ovs_interfaceid": "f68915e0-eac8-4cd7-9fff-ca96073e3426", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69770) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1072.589661] env[69770]: DEBUG oslo_vmware.api [None req-0e35644f-d474-4f22-9617-caf32a48ced5 tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] Task: {'id': task-4070288, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.173038} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1072.589927] env[69770]: DEBUG nova.virt.vmwareapi.ds_util [None req-0e35644f-d474-4f22-9617-caf32a48ced5 tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] Deleted the datastore file {{(pid=69770) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1072.590129] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-0e35644f-d474-4f22-9617-caf32a48ced5 tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] [instance: a9c7964c-d3b5-4e2c-8ce7-b2a89db73136] Deleted contents of the VM from datastore datastore1 {{(pid=69770) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1072.590301] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-0e35644f-d474-4f22-9617-caf32a48ced5 tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] [instance: a9c7964c-d3b5-4e2c-8ce7-b2a89db73136] Instance destroyed {{(pid=69770) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1072.590710] env[69770]: INFO nova.compute.manager [None req-0e35644f-d474-4f22-9617-caf32a48ced5 tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] [instance: a9c7964c-d3b5-4e2c-8ce7-b2a89db73136] Took 1.19 seconds to destroy the instance on the hypervisor. [ 1072.591015] env[69770]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0e35644f-d474-4f22-9617-caf32a48ced5 tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69770) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1072.591235] env[69770]: DEBUG nova.compute.manager [-] [instance: a9c7964c-d3b5-4e2c-8ce7-b2a89db73136] Deallocating network for instance {{(pid=69770) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1072.591335] env[69770]: DEBUG nova.network.neutron [-] [instance: a9c7964c-d3b5-4e2c-8ce7-b2a89db73136] deallocate_for_instance() {{(pid=69770) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1072.649841] env[69770]: DEBUG nova.compute.manager [req-c8a45389-5c09-48f4-9ed6-a917b50bb8cb req-96257433-f1b0-45ed-8940-e683e7ca5863 service nova] [instance: 1e9f2a84-ff0f-4bfb-87b7-0b0d3604ab3f] Received event network-vif-plugged-cbb9b213-c75c-425c-9b19-426af308ac35 {{(pid=69770) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1072.650113] env[69770]: DEBUG oslo_concurrency.lockutils [req-c8a45389-5c09-48f4-9ed6-a917b50bb8cb req-96257433-f1b0-45ed-8940-e683e7ca5863 service nova] Acquiring lock "1e9f2a84-ff0f-4bfb-87b7-0b0d3604ab3f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1072.650387] env[69770]: DEBUG oslo_concurrency.lockutils [req-c8a45389-5c09-48f4-9ed6-a917b50bb8cb req-96257433-f1b0-45ed-8940-e683e7ca5863 service nova] Lock "1e9f2a84-ff0f-4bfb-87b7-0b0d3604ab3f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1072.650578] env[69770]: DEBUG oslo_concurrency.lockutils [req-c8a45389-5c09-48f4-9ed6-a917b50bb8cb req-96257433-f1b0-45ed-8940-e683e7ca5863 service nova] Lock "1e9f2a84-ff0f-4bfb-87b7-0b0d3604ab3f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1072.650828] env[69770]: DEBUG nova.compute.manager [req-c8a45389-5c09-48f4-9ed6-a917b50bb8cb req-96257433-f1b0-45ed-8940-e683e7ca5863 service nova] [instance: 1e9f2a84-ff0f-4bfb-87b7-0b0d3604ab3f] No waiting events found dispatching network-vif-plugged-cbb9b213-c75c-425c-9b19-426af308ac35 {{(pid=69770) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1072.650990] env[69770]: WARNING nova.compute.manager [req-c8a45389-5c09-48f4-9ed6-a917b50bb8cb req-96257433-f1b0-45ed-8940-e683e7ca5863 service nova] [instance: 1e9f2a84-ff0f-4bfb-87b7-0b0d3604ab3f] Received unexpected event network-vif-plugged-cbb9b213-c75c-425c-9b19-426af308ac35 for instance with vm_state building and task_state spawning. [ 1072.743031] env[69770]: DEBUG nova.compute.manager [None req-ef7ac6a2-4a2b-456a-8743-cb2ca62ac801 tempest-ServersTestBootFromVolume-299983553 tempest-ServersTestBootFromVolume-299983553-project-member] [instance: 527d5f2a-9299-4336-be62-a5cf9df2171f] Start destroying the instance on the hypervisor. {{(pid=69770) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1072.743031] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef7ac6a2-4a2b-456a-8743-cb2ca62ac801 tempest-ServersTestBootFromVolume-299983553 tempest-ServersTestBootFromVolume-299983553-project-member] [instance: 527d5f2a-9299-4336-be62-a5cf9df2171f] Powering off the VM {{(pid=69770) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1072.743031] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7ed2703d-1e58-43ed-b7f3-7a57c31a198c {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.749228] env[69770]: DEBUG oslo_vmware.api [None req-ef7ac6a2-4a2b-456a-8743-cb2ca62ac801 tempest-ServersTestBootFromVolume-299983553 tempest-ServersTestBootFromVolume-299983553-project-member] Waiting for the task: (returnval){ [ 1072.749228] env[69770]: value = "task-4070290" [ 1072.749228] env[69770]: _type = "Task" [ 1072.749228] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1072.768776] env[69770]: DEBUG oslo_vmware.api [None req-ef7ac6a2-4a2b-456a-8743-cb2ca62ac801 tempest-ServersTestBootFromVolume-299983553 tempest-ServersTestBootFromVolume-299983553-project-member] Task: {'id': task-4070290, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.776412] env[69770]: DEBUG nova.network.neutron [None req-2ff95b87-7a87-48a0-9911-fb102aebb6b9 tempest-AttachVolumeShelveTestJSON-1191911444 tempest-AttachVolumeShelveTestJSON-1191911444-project-member] [instance: 1e9f2a84-ff0f-4bfb-87b7-0b0d3604ab3f] Successfully updated port: cbb9b213-c75c-425c-9b19-426af308ac35 {{(pid=69770) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1072.788475] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-101365b9-2294-47c0-9515-5ea786007167 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.799687] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ff03493-986c-4428-8a24-dfa217bd8e9c {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.831839] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e0b1cba-976c-4c9e-9629-68fbf3bc28b5 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.844117] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-126fb760-39b6-4706-9b94-eb7f916a5d7d {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.864544] env[69770]: DEBUG nova.compute.provider_tree [None req-926078c4-c393-4ac0-9bbd-87d7ebaf9fb8 tempest-ServersAdmin275Test-1407660202 tempest-ServersAdmin275Test-1407660202-project-member] Inventory has not changed in ProviderTree for provider: 7cc7d32b-b7a7-454a-a456-2a440248ed9d {{(pid=69770) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1072.898511] env[69770]: DEBUG nova.compute.manager [None req-dbdef9b8-59be-4ad2-b67e-cc94b9ce012f tempest-ImagesNegativeTestJSON-582317497 tempest-ImagesNegativeTestJSON-582317497-project-member] [instance: 1d35724e-5a49-4d53-b81e-a259ea926036] Starting instance... {{(pid=69770) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1072.930236] env[69770]: DEBUG oslo_vmware.api [None req-08b51e49-23d2-4b0c-a04a-17bfca8fed8a tempest-AttachInterfacesUnderV243Test-761183515 tempest-AttachInterfacesUnderV243Test-761183515-project-member] Task: {'id': task-4070282, 'name': ReconfigVM_Task, 'duration_secs': 1.209226} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1072.930451] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-08b51e49-23d2-4b0c-a04a-17bfca8fed8a tempest-AttachInterfacesUnderV243Test-761183515 tempest-AttachInterfacesUnderV243Test-761183515-project-member] [instance: 529437d0-e31b-482e-9273-2d27b674c0e3] Reconfigured VM instance to set the machine id {{(pid=69770) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 1072.951498] env[69770]: DEBUG oslo_vmware.api [None req-f23f56ba-ce63-4f4f-9937-856681e6bd40 tempest-ServersListShow2100Test-886633097 tempest-ServersListShow2100Test-886633097-project-member] Task: {'id': task-4070289, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.996212] env[69770]: DEBUG oslo_vmware.api [None req-3c5dd183-b974-4abb-ab54-2e70e0614630 tempest-AttachVolumeTestJSON-339692578 tempest-AttachVolumeTestJSON-339692578-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]521b2c4c-c4d4-d19a-77e3-9dafb9c1f79c, 'name': SearchDatastore_Task, 'duration_secs': 0.009846} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1072.996493] env[69770]: DEBUG oslo_concurrency.lockutils [None req-3c5dd183-b974-4abb-ab54-2e70e0614630 tempest-AttachVolumeTestJSON-339692578 tempest-AttachVolumeTestJSON-339692578-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.996767] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c5dd183-b974-4abb-ab54-2e70e0614630 tempest-AttachVolumeTestJSON-339692578 tempest-AttachVolumeTestJSON-339692578-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk to [datastore1] dc0f3667-e2b8-4b6a-b4e2-cc558b2f10ad/dc0f3667-e2b8-4b6a-b4e2-cc558b2f10ad.vmdk {{(pid=69770) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1072.997062] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9c714be8-586b-42b7-9c29-6c9d95ae1bba {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.006560] env[69770]: DEBUG oslo_vmware.api [None req-3c5dd183-b974-4abb-ab54-2e70e0614630 tempest-AttachVolumeTestJSON-339692578 tempest-AttachVolumeTestJSON-339692578-project-member] Waiting for the task: (returnval){ [ 1073.006560] env[69770]: value = "task-4070291" [ 1073.006560] env[69770]: _type = "Task" [ 1073.006560] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1073.017897] env[69770]: DEBUG oslo_vmware.api [None req-3c5dd183-b974-4abb-ab54-2e70e0614630 tempest-AttachVolumeTestJSON-339692578 tempest-AttachVolumeTestJSON-339692578-project-member] Task: {'id': task-4070291, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.086549] env[69770]: DEBUG oslo_concurrency.lockutils [req-d222b518-299e-439b-a5be-5320f12841c9 req-79375580-9f19-42c7-a889-0b8bcd07bec1 service nova] Releasing lock "refresh_cache-529437d0-e31b-482e-9273-2d27b674c0e3" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.086849] env[69770]: DEBUG nova.compute.manager [req-d222b518-299e-439b-a5be-5320f12841c9 req-79375580-9f19-42c7-a889-0b8bcd07bec1 service nova] [instance: dc0f3667-e2b8-4b6a-b4e2-cc558b2f10ad] Received event network-changed-759852cd-121b-4d04-9799-2c0a32306ad4 {{(pid=69770) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1073.087093] env[69770]: DEBUG nova.compute.manager [req-d222b518-299e-439b-a5be-5320f12841c9 req-79375580-9f19-42c7-a889-0b8bcd07bec1 service nova] [instance: dc0f3667-e2b8-4b6a-b4e2-cc558b2f10ad] Refreshing instance network info cache due to event network-changed-759852cd-121b-4d04-9799-2c0a32306ad4. {{(pid=69770) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1073.087247] env[69770]: DEBUG oslo_concurrency.lockutils [req-d222b518-299e-439b-a5be-5320f12841c9 req-79375580-9f19-42c7-a889-0b8bcd07bec1 service nova] Acquiring lock "refresh_cache-dc0f3667-e2b8-4b6a-b4e2-cc558b2f10ad" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.087385] env[69770]: DEBUG oslo_concurrency.lockutils [req-d222b518-299e-439b-a5be-5320f12841c9 req-79375580-9f19-42c7-a889-0b8bcd07bec1 service nova] Acquired lock "refresh_cache-dc0f3667-e2b8-4b6a-b4e2-cc558b2f10ad" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.087548] env[69770]: DEBUG nova.network.neutron [req-d222b518-299e-439b-a5be-5320f12841c9 req-79375580-9f19-42c7-a889-0b8bcd07bec1 service nova] [instance: dc0f3667-e2b8-4b6a-b4e2-cc558b2f10ad] Refreshing network info cache for port 759852cd-121b-4d04-9799-2c0a32306ad4 {{(pid=69770) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1073.089438] env[69770]: DEBUG oslo_concurrency.lockutils [None req-d41cde02-29d0-4682-a799-ba2aa96bdba7 tempest-AttachInterfacesUnderV243Test-761183515 tempest-AttachInterfacesUnderV243Test-761183515-project-member] Acquired lock "refresh_cache-529437d0-e31b-482e-9273-2d27b674c0e3" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.262516] env[69770]: DEBUG oslo_vmware.api [None req-ef7ac6a2-4a2b-456a-8743-cb2ca62ac801 tempest-ServersTestBootFromVolume-299983553 tempest-ServersTestBootFromVolume-299983553-project-member] Task: {'id': task-4070290, 'name': PowerOffVM_Task, 'duration_secs': 0.303618} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1073.262747] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef7ac6a2-4a2b-456a-8743-cb2ca62ac801 tempest-ServersTestBootFromVolume-299983553 tempest-ServersTestBootFromVolume-299983553-project-member] [instance: 527d5f2a-9299-4336-be62-a5cf9df2171f] Powered off the VM {{(pid=69770) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1073.262991] env[69770]: DEBUG nova.virt.vmwareapi.volumeops [None req-ef7ac6a2-4a2b-456a-8743-cb2ca62ac801 tempest-ServersTestBootFromVolume-299983553 tempest-ServersTestBootFromVolume-299983553-project-member] [instance: 527d5f2a-9299-4336-be62-a5cf9df2171f] Volume detach. Driver type: vmdk {{(pid=69770) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1073.263211] env[69770]: DEBUG nova.virt.vmwareapi.volumeops [None req-ef7ac6a2-4a2b-456a-8743-cb2ca62ac801 tempest-ServersTestBootFromVolume-299983553 tempest-ServersTestBootFromVolume-299983553-project-member] [instance: 527d5f2a-9299-4336-be62-a5cf9df2171f] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-806557', 'volume_id': '4b888bbd-dd97-4f30-9ee4-ef6bb742c11b', 'name': 'volume-4b888bbd-dd97-4f30-9ee4-ef6bb742c11b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '527d5f2a-9299-4336-be62-a5cf9df2171f', 'attached_at': '', 'detached_at': '', 'volume_id': '4b888bbd-dd97-4f30-9ee4-ef6bb742c11b', 'serial': '4b888bbd-dd97-4f30-9ee4-ef6bb742c11b'} {{(pid=69770) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1073.265083] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b78e97f-c27a-4580-9611-76ee447dd781 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.286304] env[69770]: DEBUG oslo_concurrency.lockutils [None req-2ff95b87-7a87-48a0-9911-fb102aebb6b9 tempest-AttachVolumeShelveTestJSON-1191911444 tempest-AttachVolumeShelveTestJSON-1191911444-project-member] Acquiring lock "refresh_cache-1e9f2a84-ff0f-4bfb-87b7-0b0d3604ab3f" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.286304] env[69770]: DEBUG oslo_concurrency.lockutils [None req-2ff95b87-7a87-48a0-9911-fb102aebb6b9 tempest-AttachVolumeShelveTestJSON-1191911444 tempest-AttachVolumeShelveTestJSON-1191911444-project-member] Acquired lock "refresh_cache-1e9f2a84-ff0f-4bfb-87b7-0b0d3604ab3f" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.286304] env[69770]: DEBUG nova.network.neutron [None req-2ff95b87-7a87-48a0-9911-fb102aebb6b9 tempest-AttachVolumeShelveTestJSON-1191911444 tempest-AttachVolumeShelveTestJSON-1191911444-project-member] [instance: 1e9f2a84-ff0f-4bfb-87b7-0b0d3604ab3f] Building network info cache for instance {{(pid=69770) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1073.287565] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-452fa5e8-b043-41a1-be28-ebfd06294906 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.302570] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-951bc644-2d57-455e-a80f-d065ca36ee91 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.329913] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21999d3f-fdb3-40aa-8983-4c3eeb7b3104 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.353569] env[69770]: DEBUG nova.virt.vmwareapi.volumeops [None req-ef7ac6a2-4a2b-456a-8743-cb2ca62ac801 tempest-ServersTestBootFromVolume-299983553 tempest-ServersTestBootFromVolume-299983553-project-member] The volume has not been displaced from its original location: [datastore1] volume-4b888bbd-dd97-4f30-9ee4-ef6bb742c11b/volume-4b888bbd-dd97-4f30-9ee4-ef6bb742c11b.vmdk. No consolidation needed. {{(pid=69770) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1073.359123] env[69770]: DEBUG nova.virt.vmwareapi.volumeops [None req-ef7ac6a2-4a2b-456a-8743-cb2ca62ac801 tempest-ServersTestBootFromVolume-299983553 tempest-ServersTestBootFromVolume-299983553-project-member] [instance: 527d5f2a-9299-4336-be62-a5cf9df2171f] Reconfiguring VM instance instance-0000004a to detach disk 2000 {{(pid=69770) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1073.359429] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b60f5837-0808-48e9-807e-8fa6c64ff795 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.373965] env[69770]: DEBUG nova.scheduler.client.report [None req-926078c4-c393-4ac0-9bbd-87d7ebaf9fb8 tempest-ServersAdmin275Test-1407660202 tempest-ServersAdmin275Test-1407660202-project-member] Inventory has not changed for provider 7cc7d32b-b7a7-454a-a456-2a440248ed9d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69770) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1073.385840] env[69770]: DEBUG oslo_vmware.api [None req-ef7ac6a2-4a2b-456a-8743-cb2ca62ac801 tempest-ServersTestBootFromVolume-299983553 tempest-ServersTestBootFromVolume-299983553-project-member] Waiting for the task: (returnval){ [ 1073.385840] env[69770]: value = "task-4070292" [ 1073.385840] env[69770]: _type = "Task" [ 1073.385840] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1073.398039] env[69770]: DEBUG oslo_vmware.api [None req-ef7ac6a2-4a2b-456a-8743-cb2ca62ac801 tempest-ServersTestBootFromVolume-299983553 tempest-ServersTestBootFromVolume-299983553-project-member] Task: {'id': task-4070292, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.425632] env[69770]: DEBUG oslo_concurrency.lockutils [None req-dbdef9b8-59be-4ad2-b67e-cc94b9ce012f tempest-ImagesNegativeTestJSON-582317497 tempest-ImagesNegativeTestJSON-582317497-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1073.455103] env[69770]: DEBUG oslo_vmware.api [None req-f23f56ba-ce63-4f4f-9937-856681e6bd40 tempest-ServersListShow2100Test-886633097 tempest-ServersListShow2100Test-886633097-project-member] Task: {'id': task-4070289, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.619763} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1073.455485] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-f23f56ba-ce63-4f4f-9937-856681e6bd40 tempest-ServersListShow2100Test-886633097 tempest-ServersListShow2100Test-886633097-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk to [datastore1] 31c30825-a5fa-4bd6-8557-fe2cf35d1e3b/31c30825-a5fa-4bd6-8557-fe2cf35d1e3b.vmdk {{(pid=69770) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1073.455768] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-f23f56ba-ce63-4f4f-9937-856681e6bd40 tempest-ServersListShow2100Test-886633097 tempest-ServersListShow2100Test-886633097-project-member] [instance: 31c30825-a5fa-4bd6-8557-fe2cf35d1e3b] Extending root virtual disk to 1048576 {{(pid=69770) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1073.456041] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e3b6888e-d293-4460-81a5-7c70457454d1 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.463519] env[69770]: DEBUG nova.network.neutron [-] [instance: a9c7964c-d3b5-4e2c-8ce7-b2a89db73136] Updating instance_info_cache with network_info: [] {{(pid=69770) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1073.467211] env[69770]: DEBUG oslo_vmware.api [None req-f23f56ba-ce63-4f4f-9937-856681e6bd40 tempest-ServersListShow2100Test-886633097 tempest-ServersListShow2100Test-886633097-project-member] Waiting for the task: (returnval){ [ 1073.467211] env[69770]: value = "task-4070293" [ 1073.467211] env[69770]: _type = "Task" [ 1073.467211] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1073.478548] env[69770]: DEBUG oslo_vmware.api [None req-f23f56ba-ce63-4f4f-9937-856681e6bd40 tempest-ServersListShow2100Test-886633097 tempest-ServersListShow2100Test-886633097-project-member] Task: {'id': task-4070293, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.520530] env[69770]: DEBUG oslo_vmware.api [None req-3c5dd183-b974-4abb-ab54-2e70e0614630 tempest-AttachVolumeTestJSON-339692578 tempest-AttachVolumeTestJSON-339692578-project-member] Task: {'id': task-4070291, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.496002} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1073.520530] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c5dd183-b974-4abb-ab54-2e70e0614630 tempest-AttachVolumeTestJSON-339692578 tempest-AttachVolumeTestJSON-339692578-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk to [datastore1] dc0f3667-e2b8-4b6a-b4e2-cc558b2f10ad/dc0f3667-e2b8-4b6a-b4e2-cc558b2f10ad.vmdk {{(pid=69770) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1073.520530] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-3c5dd183-b974-4abb-ab54-2e70e0614630 tempest-AttachVolumeTestJSON-339692578 tempest-AttachVolumeTestJSON-339692578-project-member] [instance: dc0f3667-e2b8-4b6a-b4e2-cc558b2f10ad] Extending root virtual disk to 1048576 {{(pid=69770) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1073.520968] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9549b1fe-7921-47cf-87f7-b3f8f1d02a09 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.528232] env[69770]: DEBUG oslo_vmware.api [None req-3c5dd183-b974-4abb-ab54-2e70e0614630 tempest-AttachVolumeTestJSON-339692578 tempest-AttachVolumeTestJSON-339692578-project-member] Waiting for the task: (returnval){ [ 1073.528232] env[69770]: value = "task-4070294" [ 1073.528232] env[69770]: _type = "Task" [ 1073.528232] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1073.538906] env[69770]: DEBUG oslo_vmware.api [None req-3c5dd183-b974-4abb-ab54-2e70e0614630 tempest-AttachVolumeTestJSON-339692578 tempest-AttachVolumeTestJSON-339692578-project-member] Task: {'id': task-4070294, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.601034] env[69770]: DEBUG nova.network.neutron [None req-d41cde02-29d0-4682-a799-ba2aa96bdba7 tempest-AttachInterfacesUnderV243Test-761183515 tempest-AttachInterfacesUnderV243Test-761183515-project-member] [instance: 529437d0-e31b-482e-9273-2d27b674c0e3] Building network info cache for instance {{(pid=69770) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1073.830099] env[69770]: DEBUG nova.network.neutron [None req-2ff95b87-7a87-48a0-9911-fb102aebb6b9 tempest-AttachVolumeShelveTestJSON-1191911444 tempest-AttachVolumeShelveTestJSON-1191911444-project-member] [instance: 1e9f2a84-ff0f-4bfb-87b7-0b0d3604ab3f] Instance cache missing network info. {{(pid=69770) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1073.880303] env[69770]: DEBUG oslo_concurrency.lockutils [None req-926078c4-c393-4ac0-9bbd-87d7ebaf9fb8 tempest-ServersAdmin275Test-1407660202 tempest-ServersAdmin275Test-1407660202-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.540s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1073.881174] env[69770]: DEBUG nova.compute.manager [None req-926078c4-c393-4ac0-9bbd-87d7ebaf9fb8 tempest-ServersAdmin275Test-1407660202 tempest-ServersAdmin275Test-1407660202-project-member] [instance: fc7b06e1-c542-448b-a750-f27af3874b8f] Start building networks asynchronously for instance. {{(pid=69770) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1073.884126] env[69770]: DEBUG oslo_concurrency.lockutils [None req-256caf0c-fcb7-4c63-a1cb-590f604ec1c8 tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 12.440s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1073.884126] env[69770]: DEBUG nova.objects.instance [None req-256caf0c-fcb7-4c63-a1cb-590f604ec1c8 tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] Lazy-loading 'resources' on Instance uuid 631c9a53-9da0-4ba6-974f-9ce2c98f788a {{(pid=69770) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1073.893618] env[69770]: DEBUG nova.network.neutron [req-d222b518-299e-439b-a5be-5320f12841c9 req-79375580-9f19-42c7-a889-0b8bcd07bec1 service nova] [instance: dc0f3667-e2b8-4b6a-b4e2-cc558b2f10ad] Updated VIF entry in instance network info cache for port 759852cd-121b-4d04-9799-2c0a32306ad4. {{(pid=69770) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1073.893911] env[69770]: DEBUG nova.network.neutron [req-d222b518-299e-439b-a5be-5320f12841c9 req-79375580-9f19-42c7-a889-0b8bcd07bec1 service nova] [instance: dc0f3667-e2b8-4b6a-b4e2-cc558b2f10ad] Updating instance_info_cache with network_info: [{"id": "759852cd-121b-4d04-9799-2c0a32306ad4", "address": "fa:16:3e:5b:32:28", "network": {"id": "b4f6914c-0803-42d0-b75a-d60ffc35f8b5", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-580694787-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b9d6e6c446154a4ba62ddf820c22c69f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "184687d6-125a-4b58-bb5b-fdb404088eda", "external-id": "nsx-vlan-transportzone-134", "segmentation_id": 134, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap759852cd-12", "ovs_interfaceid": "759852cd-121b-4d04-9799-2c0a32306ad4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69770) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1073.901862] env[69770]: DEBUG oslo_vmware.api [None req-ef7ac6a2-4a2b-456a-8743-cb2ca62ac801 tempest-ServersTestBootFromVolume-299983553 tempest-ServersTestBootFromVolume-299983553-project-member] Task: {'id': task-4070292, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.966016] env[69770]: INFO nova.compute.manager [-] [instance: a9c7964c-d3b5-4e2c-8ce7-b2a89db73136] Took 1.37 seconds to deallocate network for instance. [ 1073.981276] env[69770]: DEBUG oslo_vmware.api [None req-f23f56ba-ce63-4f4f-9937-856681e6bd40 tempest-ServersListShow2100Test-886633097 tempest-ServersListShow2100Test-886633097-project-member] Task: {'id': task-4070293, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.090008} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1073.981276] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-f23f56ba-ce63-4f4f-9937-856681e6bd40 tempest-ServersListShow2100Test-886633097 tempest-ServersListShow2100Test-886633097-project-member] [instance: 31c30825-a5fa-4bd6-8557-fe2cf35d1e3b] Extended root virtual disk {{(pid=69770) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1073.982828] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05f50757-082b-42aa-a4fc-dc8f906e39e5 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.003371] env[69770]: DEBUG nova.virt.vmwareapi.volumeops [None req-f23f56ba-ce63-4f4f-9937-856681e6bd40 tempest-ServersListShow2100Test-886633097 tempest-ServersListShow2100Test-886633097-project-member] [instance: 31c30825-a5fa-4bd6-8557-fe2cf35d1e3b] Reconfiguring VM instance instance-00000050 to attach disk [datastore1] 31c30825-a5fa-4bd6-8557-fe2cf35d1e3b/31c30825-a5fa-4bd6-8557-fe2cf35d1e3b.vmdk or device None with type sparse {{(pid=69770) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1074.004521] env[69770]: DEBUG nova.network.neutron [None req-2ff95b87-7a87-48a0-9911-fb102aebb6b9 tempest-AttachVolumeShelveTestJSON-1191911444 tempest-AttachVolumeShelveTestJSON-1191911444-project-member] [instance: 1e9f2a84-ff0f-4bfb-87b7-0b0d3604ab3f] Updating instance_info_cache with network_info: [{"id": "cbb9b213-c75c-425c-9b19-426af308ac35", "address": "fa:16:3e:d6:89:41", "network": {"id": "62da2196-fd56-425b-b6e9-4f1c110ca1e6", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1719289018-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "63b30a591f8a45d2ad9dfb1e2a86dcc1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "504a3211-8288-4b87-a52a-590466d80a49", "external-id": "nsx-vlan-transportzone-469", "segmentation_id": 469, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcbb9b213-c7", "ovs_interfaceid": "cbb9b213-c75c-425c-9b19-426af308ac35", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69770) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1074.005872] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f62df85d-3553-43c8-b526-489ba4dc22b7 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.021199] env[69770]: DEBUG oslo_concurrency.lockutils [None req-2ff95b87-7a87-48a0-9911-fb102aebb6b9 tempest-AttachVolumeShelveTestJSON-1191911444 tempest-AttachVolumeShelveTestJSON-1191911444-project-member] Releasing lock "refresh_cache-1e9f2a84-ff0f-4bfb-87b7-0b0d3604ab3f" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.021510] env[69770]: DEBUG nova.compute.manager [None req-2ff95b87-7a87-48a0-9911-fb102aebb6b9 tempest-AttachVolumeShelveTestJSON-1191911444 tempest-AttachVolumeShelveTestJSON-1191911444-project-member] [instance: 1e9f2a84-ff0f-4bfb-87b7-0b0d3604ab3f] Instance network_info: |[{"id": "cbb9b213-c75c-425c-9b19-426af308ac35", "address": "fa:16:3e:d6:89:41", "network": {"id": "62da2196-fd56-425b-b6e9-4f1c110ca1e6", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1719289018-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "63b30a591f8a45d2ad9dfb1e2a86dcc1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "504a3211-8288-4b87-a52a-590466d80a49", "external-id": "nsx-vlan-transportzone-469", "segmentation_id": 469, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcbb9b213-c7", "ovs_interfaceid": "cbb9b213-c75c-425c-9b19-426af308ac35", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69770) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1074.022169] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-2ff95b87-7a87-48a0-9911-fb102aebb6b9 tempest-AttachVolumeShelveTestJSON-1191911444 tempest-AttachVolumeShelveTestJSON-1191911444-project-member] [instance: 1e9f2a84-ff0f-4bfb-87b7-0b0d3604ab3f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d6:89:41', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '504a3211-8288-4b87-a52a-590466d80a49', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'cbb9b213-c75c-425c-9b19-426af308ac35', 'vif_model': 'vmxnet3'}] {{(pid=69770) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1074.029420] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ff95b87-7a87-48a0-9911-fb102aebb6b9 tempest-AttachVolumeShelveTestJSON-1191911444 tempest-AttachVolumeShelveTestJSON-1191911444-project-member] Creating folder: Project (63b30a591f8a45d2ad9dfb1e2a86dcc1). Parent ref: group-v806376. {{(pid=69770) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1074.030939] env[69770]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-33f935ba-3f59-47ec-bfcc-d5c0629c2f77 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.040059] env[69770]: DEBUG oslo_vmware.api [None req-f23f56ba-ce63-4f4f-9937-856681e6bd40 tempest-ServersListShow2100Test-886633097 tempest-ServersListShow2100Test-886633097-project-member] Waiting for the task: (returnval){ [ 1074.040059] env[69770]: value = "task-4070295" [ 1074.040059] env[69770]: _type = "Task" [ 1074.040059] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1074.046385] env[69770]: DEBUG oslo_vmware.api [None req-3c5dd183-b974-4abb-ab54-2e70e0614630 tempest-AttachVolumeTestJSON-339692578 tempest-AttachVolumeTestJSON-339692578-project-member] Task: {'id': task-4070294, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073542} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1074.048543] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-3c5dd183-b974-4abb-ab54-2e70e0614630 tempest-AttachVolumeTestJSON-339692578 tempest-AttachVolumeTestJSON-339692578-project-member] [instance: dc0f3667-e2b8-4b6a-b4e2-cc558b2f10ad] Extended root virtual disk {{(pid=69770) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1074.048909] env[69770]: INFO nova.virt.vmwareapi.vm_util [None req-2ff95b87-7a87-48a0-9911-fb102aebb6b9 tempest-AttachVolumeShelveTestJSON-1191911444 tempest-AttachVolumeShelveTestJSON-1191911444-project-member] Created folder: Project (63b30a591f8a45d2ad9dfb1e2a86dcc1) in parent group-v806376. [ 1074.049097] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ff95b87-7a87-48a0-9911-fb102aebb6b9 tempest-AttachVolumeShelveTestJSON-1191911444 tempest-AttachVolumeShelveTestJSON-1191911444-project-member] Creating folder: Instances. Parent ref: group-v806604. {{(pid=69770) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1074.050259] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa92bc06-96e4-4e7a-8525-b000d0678989 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.052525] env[69770]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-34a04a0d-6a10-4f1a-b8f9-3da8e381e783 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.059362] env[69770]: DEBUG oslo_vmware.api [None req-f23f56ba-ce63-4f4f-9937-856681e6bd40 tempest-ServersListShow2100Test-886633097 tempest-ServersListShow2100Test-886633097-project-member] Task: {'id': task-4070295, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.082966] env[69770]: DEBUG nova.virt.vmwareapi.volumeops [None req-3c5dd183-b974-4abb-ab54-2e70e0614630 tempest-AttachVolumeTestJSON-339692578 tempest-AttachVolumeTestJSON-339692578-project-member] [instance: dc0f3667-e2b8-4b6a-b4e2-cc558b2f10ad] Reconfiguring VM instance instance-00000051 to attach disk [datastore1] dc0f3667-e2b8-4b6a-b4e2-cc558b2f10ad/dc0f3667-e2b8-4b6a-b4e2-cc558b2f10ad.vmdk or device None with type sparse {{(pid=69770) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1074.084210] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-283985ee-4795-48ae-836c-b9afe741c611 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.099469] env[69770]: INFO nova.virt.vmwareapi.vm_util [None req-2ff95b87-7a87-48a0-9911-fb102aebb6b9 tempest-AttachVolumeShelveTestJSON-1191911444 tempest-AttachVolumeShelveTestJSON-1191911444-project-member] Created folder: Instances in parent group-v806604. [ 1074.099764] env[69770]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2ff95b87-7a87-48a0-9911-fb102aebb6b9 tempest-AttachVolumeShelveTestJSON-1191911444 tempest-AttachVolumeShelveTestJSON-1191911444-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69770) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1074.100025] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1e9f2a84-ff0f-4bfb-87b7-0b0d3604ab3f] Creating VM on the ESX host {{(pid=69770) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1074.100708] env[69770]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a33f1bba-5be0-4497-8a6e-f8aa35862578 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.119385] env[69770]: DEBUG oslo_vmware.api [None req-3c5dd183-b974-4abb-ab54-2e70e0614630 tempest-AttachVolumeTestJSON-339692578 tempest-AttachVolumeTestJSON-339692578-project-member] Waiting for the task: (returnval){ [ 1074.119385] env[69770]: value = "task-4070298" [ 1074.119385] env[69770]: _type = "Task" [ 1074.119385] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1074.125259] env[69770]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1074.125259] env[69770]: value = "task-4070299" [ 1074.125259] env[69770]: _type = "Task" [ 1074.125259] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1074.133906] env[69770]: DEBUG oslo_vmware.api [None req-3c5dd183-b974-4abb-ab54-2e70e0614630 tempest-AttachVolumeTestJSON-339692578 tempest-AttachVolumeTestJSON-339692578-project-member] Task: {'id': task-4070298, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.140432] env[69770]: DEBUG oslo_vmware.api [-] Task: {'id': task-4070299, 'name': CreateVM_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.378863] env[69770]: DEBUG nova.network.neutron [None req-d41cde02-29d0-4682-a799-ba2aa96bdba7 tempest-AttachInterfacesUnderV243Test-761183515 tempest-AttachInterfacesUnderV243Test-761183515-project-member] [instance: 529437d0-e31b-482e-9273-2d27b674c0e3] Updating instance_info_cache with network_info: [{"id": "f68915e0-eac8-4cd7-9fff-ca96073e3426", "address": "fa:16:3e:50:e2:ae", "network": {"id": "9b6f8495-34d8-4f43-9957-0cbab479c859", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1340850821-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.223", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e8da1017248f485784faeba80aee93fb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9722ea4d-e4a5-48fc-b759-5c4c4796b1ef", "external-id": "nsx-vlan-transportzone-924", "segmentation_id": 924, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf68915e0-ea", "ovs_interfaceid": "f68915e0-eac8-4cd7-9fff-ca96073e3426", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69770) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1074.387156] env[69770]: DEBUG nova.compute.utils [None req-926078c4-c393-4ac0-9bbd-87d7ebaf9fb8 tempest-ServersAdmin275Test-1407660202 tempest-ServersAdmin275Test-1407660202-project-member] Using /dev/sd instead of None {{(pid=69770) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1074.392882] env[69770]: DEBUG nova.compute.manager [None req-926078c4-c393-4ac0-9bbd-87d7ebaf9fb8 tempest-ServersAdmin275Test-1407660202 tempest-ServersAdmin275Test-1407660202-project-member] [instance: fc7b06e1-c542-448b-a750-f27af3874b8f] Not allocating networking since 'none' was specified. {{(pid=69770) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1074.398629] env[69770]: DEBUG oslo_concurrency.lockutils [req-d222b518-299e-439b-a5be-5320f12841c9 req-79375580-9f19-42c7-a889-0b8bcd07bec1 service nova] Releasing lock "refresh_cache-dc0f3667-e2b8-4b6a-b4e2-cc558b2f10ad" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.408126] env[69770]: DEBUG oslo_vmware.api [None req-ef7ac6a2-4a2b-456a-8743-cb2ca62ac801 tempest-ServersTestBootFromVolume-299983553 tempest-ServersTestBootFromVolume-299983553-project-member] Task: {'id': task-4070292, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.476979] env[69770]: DEBUG oslo_concurrency.lockutils [None req-0e35644f-d474-4f22-9617-caf32a48ced5 tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1074.552696] env[69770]: DEBUG oslo_vmware.api [None req-f23f56ba-ce63-4f4f-9937-856681e6bd40 tempest-ServersListShow2100Test-886633097 tempest-ServersListShow2100Test-886633097-project-member] Task: {'id': task-4070295, 'name': ReconfigVM_Task, 'duration_secs': 0.313444} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1074.553220] env[69770]: DEBUG nova.virt.vmwareapi.volumeops [None req-f23f56ba-ce63-4f4f-9937-856681e6bd40 tempest-ServersListShow2100Test-886633097 tempest-ServersListShow2100Test-886633097-project-member] [instance: 31c30825-a5fa-4bd6-8557-fe2cf35d1e3b] Reconfigured VM instance instance-00000050 to attach disk [datastore1] 31c30825-a5fa-4bd6-8557-fe2cf35d1e3b/31c30825-a5fa-4bd6-8557-fe2cf35d1e3b.vmdk or device None with type sparse {{(pid=69770) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1074.554867] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c83437ca-0360-4af4-9c56-2da7a48d7382 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.565024] env[69770]: DEBUG oslo_vmware.api [None req-f23f56ba-ce63-4f4f-9937-856681e6bd40 tempest-ServersListShow2100Test-886633097 tempest-ServersListShow2100Test-886633097-project-member] Waiting for the task: (returnval){ [ 1074.565024] env[69770]: value = "task-4070300" [ 1074.565024] env[69770]: _type = "Task" [ 1074.565024] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1074.575792] env[69770]: DEBUG oslo_vmware.api [None req-f23f56ba-ce63-4f4f-9937-856681e6bd40 tempest-ServersListShow2100Test-886633097 tempest-ServersListShow2100Test-886633097-project-member] Task: {'id': task-4070300, 'name': Rename_Task} progress is 5%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.644357] env[69770]: DEBUG oslo_vmware.api [None req-3c5dd183-b974-4abb-ab54-2e70e0614630 tempest-AttachVolumeTestJSON-339692578 tempest-AttachVolumeTestJSON-339692578-project-member] Task: {'id': task-4070298, 'name': ReconfigVM_Task, 'duration_secs': 0.309921} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1074.644357] env[69770]: DEBUG nova.virt.vmwareapi.volumeops [None req-3c5dd183-b974-4abb-ab54-2e70e0614630 tempest-AttachVolumeTestJSON-339692578 tempest-AttachVolumeTestJSON-339692578-project-member] [instance: dc0f3667-e2b8-4b6a-b4e2-cc558b2f10ad] Reconfigured VM instance instance-00000051 to attach disk [datastore1] dc0f3667-e2b8-4b6a-b4e2-cc558b2f10ad/dc0f3667-e2b8-4b6a-b4e2-cc558b2f10ad.vmdk or device None with type sparse {{(pid=69770) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1074.644549] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0b2930e1-de10-4851-98d7-16830afef8bf {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.651699] env[69770]: DEBUG oslo_vmware.api [-] Task: {'id': task-4070299, 'name': CreateVM_Task} progress is 25%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.663673] env[69770]: DEBUG oslo_vmware.api [None req-3c5dd183-b974-4abb-ab54-2e70e0614630 tempest-AttachVolumeTestJSON-339692578 tempest-AttachVolumeTestJSON-339692578-project-member] Waiting for the task: (returnval){ [ 1074.663673] env[69770]: value = "task-4070301" [ 1074.663673] env[69770]: _type = "Task" [ 1074.663673] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1074.680271] env[69770]: DEBUG oslo_vmware.api [None req-3c5dd183-b974-4abb-ab54-2e70e0614630 tempest-AttachVolumeTestJSON-339692578 tempest-AttachVolumeTestJSON-339692578-project-member] Task: {'id': task-4070301, 'name': Rename_Task} progress is 6%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.752704] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c53ea31f-9177-4731-80c3-07916ca112e0 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.764479] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0327b3da-5477-4489-ad14-ba313177fc5a {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.802791] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9d2b052-374f-40d2-b9ba-ec09ddcd765d {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.812826] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e34cf3f-deb5-46a6-9344-0ae6371bc3b1 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.829243] env[69770]: DEBUG nova.compute.provider_tree [None req-256caf0c-fcb7-4c63-a1cb-590f604ec1c8 tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] Inventory has not changed in ProviderTree for provider: 7cc7d32b-b7a7-454a-a456-2a440248ed9d {{(pid=69770) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1074.834074] env[69770]: DEBUG nova.compute.manager [req-de01ffb4-156e-445c-9210-aca131b79358 req-01052361-16c9-4b87-82c8-ac0ed2c7f887 service nova] [instance: 1e9f2a84-ff0f-4bfb-87b7-0b0d3604ab3f] Received event network-changed-cbb9b213-c75c-425c-9b19-426af308ac35 {{(pid=69770) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1074.834368] env[69770]: DEBUG nova.compute.manager [req-de01ffb4-156e-445c-9210-aca131b79358 req-01052361-16c9-4b87-82c8-ac0ed2c7f887 service nova] [instance: 1e9f2a84-ff0f-4bfb-87b7-0b0d3604ab3f] Refreshing instance network info cache due to event network-changed-cbb9b213-c75c-425c-9b19-426af308ac35. {{(pid=69770) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1074.834509] env[69770]: DEBUG oslo_concurrency.lockutils [req-de01ffb4-156e-445c-9210-aca131b79358 req-01052361-16c9-4b87-82c8-ac0ed2c7f887 service nova] Acquiring lock "refresh_cache-1e9f2a84-ff0f-4bfb-87b7-0b0d3604ab3f" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.834814] env[69770]: DEBUG oslo_concurrency.lockutils [req-de01ffb4-156e-445c-9210-aca131b79358 req-01052361-16c9-4b87-82c8-ac0ed2c7f887 service nova] Acquired lock "refresh_cache-1e9f2a84-ff0f-4bfb-87b7-0b0d3604ab3f" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.834814] env[69770]: DEBUG nova.network.neutron [req-de01ffb4-156e-445c-9210-aca131b79358 req-01052361-16c9-4b87-82c8-ac0ed2c7f887 service nova] [instance: 1e9f2a84-ff0f-4bfb-87b7-0b0d3604ab3f] Refreshing network info cache for port cbb9b213-c75c-425c-9b19-426af308ac35 {{(pid=69770) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1074.882099] env[69770]: DEBUG oslo_concurrency.lockutils [None req-d41cde02-29d0-4682-a799-ba2aa96bdba7 tempest-AttachInterfacesUnderV243Test-761183515 tempest-AttachInterfacesUnderV243Test-761183515-project-member] Releasing lock "refresh_cache-529437d0-e31b-482e-9273-2d27b674c0e3" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.883356] env[69770]: DEBUG nova.compute.manager [None req-d41cde02-29d0-4682-a799-ba2aa96bdba7 tempest-AttachInterfacesUnderV243Test-761183515 tempest-AttachInterfacesUnderV243Test-761183515-project-member] [instance: 529437d0-e31b-482e-9273-2d27b674c0e3] Inject network info {{(pid=69770) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7737}} [ 1074.883762] env[69770]: DEBUG nova.compute.manager [None req-d41cde02-29d0-4682-a799-ba2aa96bdba7 tempest-AttachInterfacesUnderV243Test-761183515 tempest-AttachInterfacesUnderV243Test-761183515-project-member] [instance: 529437d0-e31b-482e-9273-2d27b674c0e3] network_info to inject: |[{"id": "f68915e0-eac8-4cd7-9fff-ca96073e3426", "address": "fa:16:3e:50:e2:ae", "network": {"id": "9b6f8495-34d8-4f43-9957-0cbab479c859", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1340850821-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.223", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e8da1017248f485784faeba80aee93fb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9722ea4d-e4a5-48fc-b759-5c4c4796b1ef", "external-id": "nsx-vlan-transportzone-924", "segmentation_id": 924, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf68915e0-ea", "ovs_interfaceid": "f68915e0-eac8-4cd7-9fff-ca96073e3426", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69770) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7738}} [ 1074.890104] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-d41cde02-29d0-4682-a799-ba2aa96bdba7 tempest-AttachInterfacesUnderV243Test-761183515 tempest-AttachInterfacesUnderV243Test-761183515-project-member] [instance: 529437d0-e31b-482e-9273-2d27b674c0e3] Reconfiguring VM instance to set the machine id {{(pid=69770) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 1074.890104] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-86ac209f-45ac-4f96-a33e-ebce1f9242b1 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.902890] env[69770]: DEBUG nova.compute.manager [None req-926078c4-c393-4ac0-9bbd-87d7ebaf9fb8 tempest-ServersAdmin275Test-1407660202 tempest-ServersAdmin275Test-1407660202-project-member] [instance: fc7b06e1-c542-448b-a750-f27af3874b8f] Start building block device mappings for instance. {{(pid=69770) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1074.919890] env[69770]: DEBUG oslo_vmware.api [None req-ef7ac6a2-4a2b-456a-8743-cb2ca62ac801 tempest-ServersTestBootFromVolume-299983553 tempest-ServersTestBootFromVolume-299983553-project-member] Task: {'id': task-4070292, 'name': ReconfigVM_Task, 'duration_secs': 1.307897} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1074.920164] env[69770]: DEBUG nova.virt.vmwareapi.volumeops [None req-ef7ac6a2-4a2b-456a-8743-cb2ca62ac801 tempest-ServersTestBootFromVolume-299983553 tempest-ServersTestBootFromVolume-299983553-project-member] [instance: 527d5f2a-9299-4336-be62-a5cf9df2171f] Reconfigured VM instance instance-0000004a to detach disk 2000 {{(pid=69770) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1074.927211] env[69770]: DEBUG oslo_vmware.api [None req-d41cde02-29d0-4682-a799-ba2aa96bdba7 tempest-AttachInterfacesUnderV243Test-761183515 tempest-AttachInterfacesUnderV243Test-761183515-project-member] Waiting for the task: (returnval){ [ 1074.927211] env[69770]: value = "task-4070302" [ 1074.927211] env[69770]: _type = "Task" [ 1074.927211] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1074.928427] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8cc9f1da-479b-42fb-8c30-05ca3599cdbf {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.952826] env[69770]: DEBUG oslo_vmware.api [None req-d41cde02-29d0-4682-a799-ba2aa96bdba7 tempest-AttachInterfacesUnderV243Test-761183515 tempest-AttachInterfacesUnderV243Test-761183515-project-member] Task: {'id': task-4070302, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.955034] env[69770]: DEBUG oslo_vmware.api [None req-ef7ac6a2-4a2b-456a-8743-cb2ca62ac801 tempest-ServersTestBootFromVolume-299983553 tempest-ServersTestBootFromVolume-299983553-project-member] Waiting for the task: (returnval){ [ 1074.955034] env[69770]: value = "task-4070303" [ 1074.955034] env[69770]: _type = "Task" [ 1074.955034] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1074.965089] env[69770]: DEBUG oslo_vmware.api [None req-ef7ac6a2-4a2b-456a-8743-cb2ca62ac801 tempest-ServersTestBootFromVolume-299983553 tempest-ServersTestBootFromVolume-299983553-project-member] Task: {'id': task-4070303, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.078143] env[69770]: DEBUG oslo_vmware.api [None req-f23f56ba-ce63-4f4f-9937-856681e6bd40 tempest-ServersListShow2100Test-886633097 tempest-ServersListShow2100Test-886633097-project-member] Task: {'id': task-4070300, 'name': Rename_Task, 'duration_secs': 0.163416} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1075.078473] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-f23f56ba-ce63-4f4f-9937-856681e6bd40 tempest-ServersListShow2100Test-886633097 tempest-ServersListShow2100Test-886633097-project-member] [instance: 31c30825-a5fa-4bd6-8557-fe2cf35d1e3b] Powering on the VM {{(pid=69770) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1075.078739] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-30d094c6-8dbe-4838-b4ac-b55311abb1ae {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.085697] env[69770]: DEBUG oslo_vmware.api [None req-f23f56ba-ce63-4f4f-9937-856681e6bd40 tempest-ServersListShow2100Test-886633097 tempest-ServersListShow2100Test-886633097-project-member] Waiting for the task: (returnval){ [ 1075.085697] env[69770]: value = "task-4070304" [ 1075.085697] env[69770]: _type = "Task" [ 1075.085697] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1075.096741] env[69770]: DEBUG oslo_vmware.api [None req-f23f56ba-ce63-4f4f-9937-856681e6bd40 tempest-ServersListShow2100Test-886633097 tempest-ServersListShow2100Test-886633097-project-member] Task: {'id': task-4070304, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.139707] env[69770]: DEBUG oslo_vmware.api [-] Task: {'id': task-4070299, 'name': CreateVM_Task, 'duration_secs': 0.791765} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1075.139924] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1e9f2a84-ff0f-4bfb-87b7-0b0d3604ab3f] Created VM on the ESX host {{(pid=69770) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1075.140785] env[69770]: DEBUG oslo_concurrency.lockutils [None req-2ff95b87-7a87-48a0-9911-fb102aebb6b9 tempest-AttachVolumeShelveTestJSON-1191911444 tempest-AttachVolumeShelveTestJSON-1191911444-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.140855] env[69770]: DEBUG oslo_concurrency.lockutils [None req-2ff95b87-7a87-48a0-9911-fb102aebb6b9 tempest-AttachVolumeShelveTestJSON-1191911444 tempest-AttachVolumeShelveTestJSON-1191911444-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.141292] env[69770]: DEBUG oslo_concurrency.lockutils [None req-2ff95b87-7a87-48a0-9911-fb102aebb6b9 tempest-AttachVolumeShelveTestJSON-1191911444 tempest-AttachVolumeShelveTestJSON-1191911444-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.141607] env[69770]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7c3c497e-bfbd-41b7-87ae-5c6fda1c1989 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.147632] env[69770]: DEBUG oslo_vmware.api [None req-2ff95b87-7a87-48a0-9911-fb102aebb6b9 tempest-AttachVolumeShelveTestJSON-1191911444 tempest-AttachVolumeShelveTestJSON-1191911444-project-member] Waiting for the task: (returnval){ [ 1075.147632] env[69770]: value = "session[52161b52-cb8e-ec9f-1132-2f6b49549d41]529c5428-4fd0-3129-03a0-a54b0624c5dd" [ 1075.147632] env[69770]: _type = "Task" [ 1075.147632] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1075.163686] env[69770]: DEBUG oslo_vmware.api [None req-2ff95b87-7a87-48a0-9911-fb102aebb6b9 tempest-AttachVolumeShelveTestJSON-1191911444 tempest-AttachVolumeShelveTestJSON-1191911444-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]529c5428-4fd0-3129-03a0-a54b0624c5dd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.175037] env[69770]: DEBUG oslo_vmware.api [None req-3c5dd183-b974-4abb-ab54-2e70e0614630 tempest-AttachVolumeTestJSON-339692578 tempest-AttachVolumeTestJSON-339692578-project-member] Task: {'id': task-4070301, 'name': Rename_Task, 'duration_secs': 0.162551} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1075.175400] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c5dd183-b974-4abb-ab54-2e70e0614630 tempest-AttachVolumeTestJSON-339692578 tempest-AttachVolumeTestJSON-339692578-project-member] [instance: dc0f3667-e2b8-4b6a-b4e2-cc558b2f10ad] Powering on the VM {{(pid=69770) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1075.175987] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-85d12c71-2c69-4cb9-804b-36cf27c1e8f7 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.184938] env[69770]: DEBUG oslo_vmware.api [None req-3c5dd183-b974-4abb-ab54-2e70e0614630 tempest-AttachVolumeTestJSON-339692578 tempest-AttachVolumeTestJSON-339692578-project-member] Waiting for the task: (returnval){ [ 1075.184938] env[69770]: value = "task-4070305" [ 1075.184938] env[69770]: _type = "Task" [ 1075.184938] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1075.195222] env[69770]: DEBUG oslo_vmware.api [None req-3c5dd183-b974-4abb-ab54-2e70e0614630 tempest-AttachVolumeTestJSON-339692578 tempest-AttachVolumeTestJSON-339692578-project-member] Task: {'id': task-4070305, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.333039] env[69770]: DEBUG nova.scheduler.client.report [None req-256caf0c-fcb7-4c63-a1cb-590f604ec1c8 tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] Inventory has not changed for provider 7cc7d32b-b7a7-454a-a456-2a440248ed9d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69770) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1075.413080] env[69770]: DEBUG oslo_concurrency.lockutils [None req-d61205cc-f75f-4d95-91b8-7a42ac7fa893 tempest-AttachInterfacesUnderV243Test-761183515 tempest-AttachInterfacesUnderV243Test-761183515-project-member] Acquiring lock "529437d0-e31b-482e-9273-2d27b674c0e3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1075.413233] env[69770]: DEBUG oslo_concurrency.lockutils [None req-d61205cc-f75f-4d95-91b8-7a42ac7fa893 tempest-AttachInterfacesUnderV243Test-761183515 tempest-AttachInterfacesUnderV243Test-761183515-project-member] Lock "529437d0-e31b-482e-9273-2d27b674c0e3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1075.413373] env[69770]: DEBUG oslo_concurrency.lockutils [None req-d61205cc-f75f-4d95-91b8-7a42ac7fa893 tempest-AttachInterfacesUnderV243Test-761183515 tempest-AttachInterfacesUnderV243Test-761183515-project-member] Acquiring lock "529437d0-e31b-482e-9273-2d27b674c0e3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1075.413556] env[69770]: DEBUG oslo_concurrency.lockutils [None req-d61205cc-f75f-4d95-91b8-7a42ac7fa893 tempest-AttachInterfacesUnderV243Test-761183515 tempest-AttachInterfacesUnderV243Test-761183515-project-member] Lock "529437d0-e31b-482e-9273-2d27b674c0e3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1075.413715] env[69770]: DEBUG oslo_concurrency.lockutils [None req-d61205cc-f75f-4d95-91b8-7a42ac7fa893 tempest-AttachInterfacesUnderV243Test-761183515 tempest-AttachInterfacesUnderV243Test-761183515-project-member] Lock "529437d0-e31b-482e-9273-2d27b674c0e3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1075.418065] env[69770]: INFO nova.compute.manager [None req-d61205cc-f75f-4d95-91b8-7a42ac7fa893 tempest-AttachInterfacesUnderV243Test-761183515 tempest-AttachInterfacesUnderV243Test-761183515-project-member] [instance: 529437d0-e31b-482e-9273-2d27b674c0e3] Terminating instance [ 1075.450844] env[69770]: DEBUG oslo_vmware.api [None req-d41cde02-29d0-4682-a799-ba2aa96bdba7 tempest-AttachInterfacesUnderV243Test-761183515 tempest-AttachInterfacesUnderV243Test-761183515-project-member] Task: {'id': task-4070302, 'name': ReconfigVM_Task, 'duration_secs': 0.162031} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1075.451143] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-d41cde02-29d0-4682-a799-ba2aa96bdba7 tempest-AttachInterfacesUnderV243Test-761183515 tempest-AttachInterfacesUnderV243Test-761183515-project-member] [instance: 529437d0-e31b-482e-9273-2d27b674c0e3] Reconfigured VM instance to set the machine id {{(pid=69770) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 1075.469984] env[69770]: DEBUG oslo_vmware.api [None req-ef7ac6a2-4a2b-456a-8743-cb2ca62ac801 tempest-ServersTestBootFromVolume-299983553 tempest-ServersTestBootFromVolume-299983553-project-member] Task: {'id': task-4070303, 'name': ReconfigVM_Task, 'duration_secs': 0.128429} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1075.469984] env[69770]: DEBUG nova.virt.vmwareapi.volumeops [None req-ef7ac6a2-4a2b-456a-8743-cb2ca62ac801 tempest-ServersTestBootFromVolume-299983553 tempest-ServersTestBootFromVolume-299983553-project-member] [instance: 527d5f2a-9299-4336-be62-a5cf9df2171f] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-806557', 'volume_id': '4b888bbd-dd97-4f30-9ee4-ef6bb742c11b', 'name': 'volume-4b888bbd-dd97-4f30-9ee4-ef6bb742c11b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '527d5f2a-9299-4336-be62-a5cf9df2171f', 'attached_at': '', 'detached_at': '', 'volume_id': '4b888bbd-dd97-4f30-9ee4-ef6bb742c11b', 'serial': '4b888bbd-dd97-4f30-9ee4-ef6bb742c11b'} {{(pid=69770) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1075.469984] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-ef7ac6a2-4a2b-456a-8743-cb2ca62ac801 tempest-ServersTestBootFromVolume-299983553 tempest-ServersTestBootFromVolume-299983553-project-member] [instance: 527d5f2a-9299-4336-be62-a5cf9df2171f] Destroying instance {{(pid=69770) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1075.469984] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c64f8e2-c33e-48de-89ee-18a6287e36a8 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.478842] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-ef7ac6a2-4a2b-456a-8743-cb2ca62ac801 tempest-ServersTestBootFromVolume-299983553 tempest-ServersTestBootFromVolume-299983553-project-member] [instance: 527d5f2a-9299-4336-be62-a5cf9df2171f] Unregistering the VM {{(pid=69770) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1075.479155] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f0738983-33b2-40e5-9410-efbd2b322390 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.599566] env[69770]: DEBUG oslo_vmware.api [None req-f23f56ba-ce63-4f4f-9937-856681e6bd40 tempest-ServersListShow2100Test-886633097 tempest-ServersListShow2100Test-886633097-project-member] Task: {'id': task-4070304, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.628699] env[69770]: DEBUG nova.network.neutron [req-de01ffb4-156e-445c-9210-aca131b79358 req-01052361-16c9-4b87-82c8-ac0ed2c7f887 service nova] [instance: 1e9f2a84-ff0f-4bfb-87b7-0b0d3604ab3f] Updated VIF entry in instance network info cache for port cbb9b213-c75c-425c-9b19-426af308ac35. {{(pid=69770) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1075.629132] env[69770]: DEBUG nova.network.neutron [req-de01ffb4-156e-445c-9210-aca131b79358 req-01052361-16c9-4b87-82c8-ac0ed2c7f887 service nova] [instance: 1e9f2a84-ff0f-4bfb-87b7-0b0d3604ab3f] Updating instance_info_cache with network_info: [{"id": "cbb9b213-c75c-425c-9b19-426af308ac35", "address": "fa:16:3e:d6:89:41", "network": {"id": "62da2196-fd56-425b-b6e9-4f1c110ca1e6", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1719289018-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "63b30a591f8a45d2ad9dfb1e2a86dcc1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "504a3211-8288-4b87-a52a-590466d80a49", "external-id": "nsx-vlan-transportzone-469", "segmentation_id": 469, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcbb9b213-c7", "ovs_interfaceid": "cbb9b213-c75c-425c-9b19-426af308ac35", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69770) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1075.659454] env[69770]: DEBUG oslo_concurrency.lockutils [None req-7fce7273-5e30-4285-816b-f1845d318a13 tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] Acquiring lock "interface-9de87335-1db9-4bb3-ab4b-6bec27911b5f-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1075.659708] env[69770]: DEBUG oslo_concurrency.lockutils [None req-7fce7273-5e30-4285-816b-f1845d318a13 tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] Lock "interface-9de87335-1db9-4bb3-ab4b-6bec27911b5f-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1075.660058] env[69770]: DEBUG nova.objects.instance [None req-7fce7273-5e30-4285-816b-f1845d318a13 tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] Lazy-loading 'flavor' on Instance uuid 9de87335-1db9-4bb3-ab4b-6bec27911b5f {{(pid=69770) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1075.661455] env[69770]: DEBUG oslo_vmware.api [None req-2ff95b87-7a87-48a0-9911-fb102aebb6b9 tempest-AttachVolumeShelveTestJSON-1191911444 tempest-AttachVolumeShelveTestJSON-1191911444-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]529c5428-4fd0-3129-03a0-a54b0624c5dd, 'name': SearchDatastore_Task, 'duration_secs': 0.028536} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1075.661768] env[69770]: DEBUG oslo_concurrency.lockutils [None req-2ff95b87-7a87-48a0-9911-fb102aebb6b9 tempest-AttachVolumeShelveTestJSON-1191911444 tempest-AttachVolumeShelveTestJSON-1191911444-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.661978] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-2ff95b87-7a87-48a0-9911-fb102aebb6b9 tempest-AttachVolumeShelveTestJSON-1191911444 tempest-AttachVolumeShelveTestJSON-1191911444-project-member] [instance: 1e9f2a84-ff0f-4bfb-87b7-0b0d3604ab3f] Processing image d1eaff80-24a0-4391-90eb-59958b1ecf0a {{(pid=69770) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1075.662245] env[69770]: DEBUG oslo_concurrency.lockutils [None req-2ff95b87-7a87-48a0-9911-fb102aebb6b9 tempest-AttachVolumeShelveTestJSON-1191911444 tempest-AttachVolumeShelveTestJSON-1191911444-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.662390] env[69770]: DEBUG oslo_concurrency.lockutils [None req-2ff95b87-7a87-48a0-9911-fb102aebb6b9 tempest-AttachVolumeShelveTestJSON-1191911444 tempest-AttachVolumeShelveTestJSON-1191911444-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.662567] env[69770]: DEBUG nova.virt.vmwareapi.ds_util [None req-2ff95b87-7a87-48a0-9911-fb102aebb6b9 tempest-AttachVolumeShelveTestJSON-1191911444 tempest-AttachVolumeShelveTestJSON-1191911444-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69770) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1075.663021] env[69770]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f8d61b34-98f4-45de-9948-4bccfd197661 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.676462] env[69770]: DEBUG nova.virt.vmwareapi.ds_util [None req-2ff95b87-7a87-48a0-9911-fb102aebb6b9 tempest-AttachVolumeShelveTestJSON-1191911444 tempest-AttachVolumeShelveTestJSON-1191911444-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69770) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1075.676758] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-2ff95b87-7a87-48a0-9911-fb102aebb6b9 tempest-AttachVolumeShelveTestJSON-1191911444 tempest-AttachVolumeShelveTestJSON-1191911444-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69770) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1075.677739] env[69770]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6045b7c3-fd1b-4696-9803-c6132bd75fd8 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.684271] env[69770]: DEBUG oslo_vmware.api [None req-2ff95b87-7a87-48a0-9911-fb102aebb6b9 tempest-AttachVolumeShelveTestJSON-1191911444 tempest-AttachVolumeShelveTestJSON-1191911444-project-member] Waiting for the task: (returnval){ [ 1075.684271] env[69770]: value = "session[52161b52-cb8e-ec9f-1132-2f6b49549d41]52d048fd-99aa-c273-4ef9-71ae4ab26d90" [ 1075.684271] env[69770]: _type = "Task" [ 1075.684271] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1075.698115] env[69770]: DEBUG oslo_vmware.api [None req-2ff95b87-7a87-48a0-9911-fb102aebb6b9 tempest-AttachVolumeShelveTestJSON-1191911444 tempest-AttachVolumeShelveTestJSON-1191911444-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]52d048fd-99aa-c273-4ef9-71ae4ab26d90, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.703983] env[69770]: DEBUG oslo_vmware.api [None req-3c5dd183-b974-4abb-ab54-2e70e0614630 tempest-AttachVolumeTestJSON-339692578 tempest-AttachVolumeTestJSON-339692578-project-member] Task: {'id': task-4070305, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.721228] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-ef7ac6a2-4a2b-456a-8743-cb2ca62ac801 tempest-ServersTestBootFromVolume-299983553 tempest-ServersTestBootFromVolume-299983553-project-member] [instance: 527d5f2a-9299-4336-be62-a5cf9df2171f] Unregistered the VM {{(pid=69770) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1075.721650] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-ef7ac6a2-4a2b-456a-8743-cb2ca62ac801 tempest-ServersTestBootFromVolume-299983553 tempest-ServersTestBootFromVolume-299983553-project-member] [instance: 527d5f2a-9299-4336-be62-a5cf9df2171f] Deleting contents of the VM from datastore datastore1 {{(pid=69770) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1075.722049] env[69770]: DEBUG nova.virt.vmwareapi.ds_util [None req-ef7ac6a2-4a2b-456a-8743-cb2ca62ac801 tempest-ServersTestBootFromVolume-299983553 tempest-ServersTestBootFromVolume-299983553-project-member] Deleting the datastore file [datastore1] 527d5f2a-9299-4336-be62-a5cf9df2171f {{(pid=69770) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1075.722556] env[69770]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fb683f75-7f2d-4215-88ea-a72117ce68ac {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.731674] env[69770]: DEBUG oslo_vmware.api [None req-ef7ac6a2-4a2b-456a-8743-cb2ca62ac801 tempest-ServersTestBootFromVolume-299983553 tempest-ServersTestBootFromVolume-299983553-project-member] Waiting for the task: (returnval){ [ 1075.731674] env[69770]: value = "task-4070307" [ 1075.731674] env[69770]: _type = "Task" [ 1075.731674] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1075.741657] env[69770]: DEBUG oslo_vmware.api [None req-ef7ac6a2-4a2b-456a-8743-cb2ca62ac801 tempest-ServersTestBootFromVolume-299983553 tempest-ServersTestBootFromVolume-299983553-project-member] Task: {'id': task-4070307, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.838143] env[69770]: DEBUG oslo_concurrency.lockutils [None req-256caf0c-fcb7-4c63-a1cb-590f604ec1c8 tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.954s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1075.840748] env[69770]: DEBUG oslo_concurrency.lockutils [None req-8cd9be3f-5430-4533-bc8f-6ba2ec28b4c9 tempest-ServerRescueTestJSON-2083557613 tempest-ServerRescueTestJSON-2083557613-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 13.434s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1075.840997] env[69770]: DEBUG nova.objects.instance [None req-8cd9be3f-5430-4533-bc8f-6ba2ec28b4c9 tempest-ServerRescueTestJSON-2083557613 tempest-ServerRescueTestJSON-2083557613-project-member] Lazy-loading 'resources' on Instance uuid 0e73d3e6-13ab-418b-9cc1-2f33fe7837d8 {{(pid=69770) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1075.861979] env[69770]: INFO nova.scheduler.client.report [None req-256caf0c-fcb7-4c63-a1cb-590f604ec1c8 tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] Deleted allocations for instance 631c9a53-9da0-4ba6-974f-9ce2c98f788a [ 1075.920042] env[69770]: DEBUG nova.compute.manager [None req-926078c4-c393-4ac0-9bbd-87d7ebaf9fb8 tempest-ServersAdmin275Test-1407660202 tempest-ServersAdmin275Test-1407660202-project-member] [instance: fc7b06e1-c542-448b-a750-f27af3874b8f] Start spawning the instance on the hypervisor. {{(pid=69770) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1075.923943] env[69770]: DEBUG nova.compute.manager [None req-d61205cc-f75f-4d95-91b8-7a42ac7fa893 tempest-AttachInterfacesUnderV243Test-761183515 tempest-AttachInterfacesUnderV243Test-761183515-project-member] [instance: 529437d0-e31b-482e-9273-2d27b674c0e3] Start destroying the instance on the hypervisor. {{(pid=69770) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1075.924208] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-d61205cc-f75f-4d95-91b8-7a42ac7fa893 tempest-AttachInterfacesUnderV243Test-761183515 tempest-AttachInterfacesUnderV243Test-761183515-project-member] [instance: 529437d0-e31b-482e-9273-2d27b674c0e3] Destroying instance {{(pid=69770) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1075.925717] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9341978-404b-49c0-8b2d-d1aa94b6a00e {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.936355] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-d61205cc-f75f-4d95-91b8-7a42ac7fa893 tempest-AttachInterfacesUnderV243Test-761183515 tempest-AttachInterfacesUnderV243Test-761183515-project-member] [instance: 529437d0-e31b-482e-9273-2d27b674c0e3] Powering off the VM {{(pid=69770) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1075.936624] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f054bf2f-e93d-4843-a221-e2ae55686c93 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.947053] env[69770]: DEBUG oslo_vmware.api [None req-d61205cc-f75f-4d95-91b8-7a42ac7fa893 tempest-AttachInterfacesUnderV243Test-761183515 tempest-AttachInterfacesUnderV243Test-761183515-project-member] Waiting for the task: (returnval){ [ 1075.947053] env[69770]: value = "task-4070308" [ 1075.947053] env[69770]: _type = "Task" [ 1075.947053] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1075.949511] env[69770]: DEBUG nova.virt.hardware [None req-926078c4-c393-4ac0-9bbd-87d7ebaf9fb8 tempest-ServersAdmin275Test-1407660202 tempest-ServersAdmin275Test-1407660202-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T12:16:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T12:16:11Z,direct_url=,disk_format='vmdk',id=d1eaff80-24a0-4391-90eb-59958b1ecf0a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d65f20bb89fb40a98b77bc6d97357df2',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T12:16:12Z,virtual_size=,visibility=), allow threads: False {{(pid=69770) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1075.949765] env[69770]: DEBUG nova.virt.hardware [None req-926078c4-c393-4ac0-9bbd-87d7ebaf9fb8 tempest-ServersAdmin275Test-1407660202 tempest-ServersAdmin275Test-1407660202-project-member] Flavor limits 0:0:0 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1075.949920] env[69770]: DEBUG nova.virt.hardware [None req-926078c4-c393-4ac0-9bbd-87d7ebaf9fb8 tempest-ServersAdmin275Test-1407660202 tempest-ServersAdmin275Test-1407660202-project-member] Image limits 0:0:0 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1075.950116] env[69770]: DEBUG nova.virt.hardware [None req-926078c4-c393-4ac0-9bbd-87d7ebaf9fb8 tempest-ServersAdmin275Test-1407660202 tempest-ServersAdmin275Test-1407660202-project-member] Flavor pref 0:0:0 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1075.950257] env[69770]: DEBUG nova.virt.hardware [None req-926078c4-c393-4ac0-9bbd-87d7ebaf9fb8 tempest-ServersAdmin275Test-1407660202 tempest-ServersAdmin275Test-1407660202-project-member] Image pref 0:0:0 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1075.950401] env[69770]: DEBUG nova.virt.hardware [None req-926078c4-c393-4ac0-9bbd-87d7ebaf9fb8 tempest-ServersAdmin275Test-1407660202 tempest-ServersAdmin275Test-1407660202-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1075.950611] env[69770]: DEBUG nova.virt.hardware [None req-926078c4-c393-4ac0-9bbd-87d7ebaf9fb8 tempest-ServersAdmin275Test-1407660202 tempest-ServersAdmin275Test-1407660202-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69770) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1075.950765] env[69770]: DEBUG nova.virt.hardware [None req-926078c4-c393-4ac0-9bbd-87d7ebaf9fb8 tempest-ServersAdmin275Test-1407660202 tempest-ServersAdmin275Test-1407660202-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69770) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1075.950932] env[69770]: DEBUG nova.virt.hardware [None req-926078c4-c393-4ac0-9bbd-87d7ebaf9fb8 tempest-ServersAdmin275Test-1407660202 tempest-ServersAdmin275Test-1407660202-project-member] Got 1 possible topologies {{(pid=69770) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1075.951150] env[69770]: DEBUG nova.virt.hardware [None req-926078c4-c393-4ac0-9bbd-87d7ebaf9fb8 tempest-ServersAdmin275Test-1407660202 tempest-ServersAdmin275Test-1407660202-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69770) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1075.952282] env[69770]: DEBUG nova.virt.hardware [None req-926078c4-c393-4ac0-9bbd-87d7ebaf9fb8 tempest-ServersAdmin275Test-1407660202 tempest-ServersAdmin275Test-1407660202-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69770) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1075.952400] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6082e473-1337-47d7-98f1-54ba9f49fc5b {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.970863] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-479b1b12-e934-41bf-a044-afc88b1935da {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.975061] env[69770]: DEBUG oslo_vmware.api [None req-d61205cc-f75f-4d95-91b8-7a42ac7fa893 tempest-AttachInterfacesUnderV243Test-761183515 tempest-AttachInterfacesUnderV243Test-761183515-project-member] Task: {'id': task-4070308, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.986164] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-926078c4-c393-4ac0-9bbd-87d7ebaf9fb8 tempest-ServersAdmin275Test-1407660202 tempest-ServersAdmin275Test-1407660202-project-member] [instance: fc7b06e1-c542-448b-a750-f27af3874b8f] Instance VIF info [] {{(pid=69770) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1075.991794] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-926078c4-c393-4ac0-9bbd-87d7ebaf9fb8 tempest-ServersAdmin275Test-1407660202 tempest-ServersAdmin275Test-1407660202-project-member] Creating folder: Project (319ccac1583f4bf7b175756e0e23157c). Parent ref: group-v806376. {{(pid=69770) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1075.992498] env[69770]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c7aec652-6a14-4ee7-b127-5f720c863f36 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.003868] env[69770]: INFO nova.virt.vmwareapi.vm_util [None req-926078c4-c393-4ac0-9bbd-87d7ebaf9fb8 tempest-ServersAdmin275Test-1407660202 tempest-ServersAdmin275Test-1407660202-project-member] Created folder: Project (319ccac1583f4bf7b175756e0e23157c) in parent group-v806376. [ 1076.004079] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-926078c4-c393-4ac0-9bbd-87d7ebaf9fb8 tempest-ServersAdmin275Test-1407660202 tempest-ServersAdmin275Test-1407660202-project-member] Creating folder: Instances. Parent ref: group-v806607. {{(pid=69770) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1076.004357] env[69770]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-de64dec7-6398-4328-87b3-15fdff498741 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.016382] env[69770]: INFO nova.virt.vmwareapi.vm_util [None req-926078c4-c393-4ac0-9bbd-87d7ebaf9fb8 tempest-ServersAdmin275Test-1407660202 tempest-ServersAdmin275Test-1407660202-project-member] Created folder: Instances in parent group-v806607. [ 1076.016668] env[69770]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-926078c4-c393-4ac0-9bbd-87d7ebaf9fb8 tempest-ServersAdmin275Test-1407660202 tempest-ServersAdmin275Test-1407660202-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69770) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1076.017094] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fc7b06e1-c542-448b-a750-f27af3874b8f] Creating VM on the ESX host {{(pid=69770) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1076.017094] env[69770]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f454fecf-f287-4881-b781-094d1e7964b5 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.035303] env[69770]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1076.035303] env[69770]: value = "task-4070311" [ 1076.035303] env[69770]: _type = "Task" [ 1076.035303] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1076.047452] env[69770]: DEBUG oslo_vmware.api [-] Task: {'id': task-4070311, 'name': CreateVM_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.098355] env[69770]: DEBUG oslo_vmware.api [None req-f23f56ba-ce63-4f4f-9937-856681e6bd40 tempest-ServersListShow2100Test-886633097 tempest-ServersListShow2100Test-886633097-project-member] Task: {'id': task-4070304, 'name': PowerOnVM_Task, 'duration_secs': 0.711238} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1076.098632] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-f23f56ba-ce63-4f4f-9937-856681e6bd40 tempest-ServersListShow2100Test-886633097 tempest-ServersListShow2100Test-886633097-project-member] [instance: 31c30825-a5fa-4bd6-8557-fe2cf35d1e3b] Powered on the VM {{(pid=69770) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1076.098875] env[69770]: DEBUG nova.compute.manager [None req-f23f56ba-ce63-4f4f-9937-856681e6bd40 tempest-ServersListShow2100Test-886633097 tempest-ServersListShow2100Test-886633097-project-member] [instance: 31c30825-a5fa-4bd6-8557-fe2cf35d1e3b] Checking state {{(pid=69770) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1076.099763] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-339cfa3c-1fb1-48f9-bbec-dd49bba64ca1 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.132133] env[69770]: DEBUG oslo_concurrency.lockutils [req-de01ffb4-156e-445c-9210-aca131b79358 req-01052361-16c9-4b87-82c8-ac0ed2c7f887 service nova] Releasing lock "refresh_cache-1e9f2a84-ff0f-4bfb-87b7-0b0d3604ab3f" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.132491] env[69770]: DEBUG nova.compute.manager [req-de01ffb4-156e-445c-9210-aca131b79358 req-01052361-16c9-4b87-82c8-ac0ed2c7f887 service nova] [instance: a9c7964c-d3b5-4e2c-8ce7-b2a89db73136] Received event network-vif-deleted-13917e16-71b5-4e0e-a69a-bba8a16be8b3 {{(pid=69770) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1076.132757] env[69770]: DEBUG nova.compute.manager [req-de01ffb4-156e-445c-9210-aca131b79358 req-01052361-16c9-4b87-82c8-ac0ed2c7f887 service nova] [instance: 529437d0-e31b-482e-9273-2d27b674c0e3] Received event network-changed-f68915e0-eac8-4cd7-9fff-ca96073e3426 {{(pid=69770) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1076.132987] env[69770]: DEBUG nova.compute.manager [req-de01ffb4-156e-445c-9210-aca131b79358 req-01052361-16c9-4b87-82c8-ac0ed2c7f887 service nova] [instance: 529437d0-e31b-482e-9273-2d27b674c0e3] Refreshing instance network info cache due to event network-changed-f68915e0-eac8-4cd7-9fff-ca96073e3426. {{(pid=69770) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1076.133293] env[69770]: DEBUG oslo_concurrency.lockutils [req-de01ffb4-156e-445c-9210-aca131b79358 req-01052361-16c9-4b87-82c8-ac0ed2c7f887 service nova] Acquiring lock "refresh_cache-529437d0-e31b-482e-9273-2d27b674c0e3" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.133480] env[69770]: DEBUG oslo_concurrency.lockutils [req-de01ffb4-156e-445c-9210-aca131b79358 req-01052361-16c9-4b87-82c8-ac0ed2c7f887 service nova] Acquired lock "refresh_cache-529437d0-e31b-482e-9273-2d27b674c0e3" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.133723] env[69770]: DEBUG nova.network.neutron [req-de01ffb4-156e-445c-9210-aca131b79358 req-01052361-16c9-4b87-82c8-ac0ed2c7f887 service nova] [instance: 529437d0-e31b-482e-9273-2d27b674c0e3] Refreshing network info cache for port f68915e0-eac8-4cd7-9fff-ca96073e3426 {{(pid=69770) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1076.203848] env[69770]: DEBUG oslo_vmware.api [None req-2ff95b87-7a87-48a0-9911-fb102aebb6b9 tempest-AttachVolumeShelveTestJSON-1191911444 tempest-AttachVolumeShelveTestJSON-1191911444-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]52d048fd-99aa-c273-4ef9-71ae4ab26d90, 'name': SearchDatastore_Task, 'duration_secs': 0.015642} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1076.208785] env[69770]: DEBUG oslo_vmware.api [None req-3c5dd183-b974-4abb-ab54-2e70e0614630 tempest-AttachVolumeTestJSON-339692578 tempest-AttachVolumeTestJSON-339692578-project-member] Task: {'id': task-4070305, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.211633] env[69770]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1b52482a-e882-4967-84ed-952ceaa96bf6 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.219348] env[69770]: DEBUG oslo_vmware.api [None req-2ff95b87-7a87-48a0-9911-fb102aebb6b9 tempest-AttachVolumeShelveTestJSON-1191911444 tempest-AttachVolumeShelveTestJSON-1191911444-project-member] Waiting for the task: (returnval){ [ 1076.219348] env[69770]: value = "session[52161b52-cb8e-ec9f-1132-2f6b49549d41]5247ae54-ce27-88e6-91d2-a97200b27adc" [ 1076.219348] env[69770]: _type = "Task" [ 1076.219348] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1076.229851] env[69770]: DEBUG oslo_vmware.api [None req-2ff95b87-7a87-48a0-9911-fb102aebb6b9 tempest-AttachVolumeShelveTestJSON-1191911444 tempest-AttachVolumeShelveTestJSON-1191911444-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]5247ae54-ce27-88e6-91d2-a97200b27adc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.244817] env[69770]: DEBUG oslo_vmware.api [None req-ef7ac6a2-4a2b-456a-8743-cb2ca62ac801 tempest-ServersTestBootFromVolume-299983553 tempest-ServersTestBootFromVolume-299983553-project-member] Task: {'id': task-4070307, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.167108} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1076.245305] env[69770]: DEBUG nova.virt.vmwareapi.ds_util [None req-ef7ac6a2-4a2b-456a-8743-cb2ca62ac801 tempest-ServersTestBootFromVolume-299983553 tempest-ServersTestBootFromVolume-299983553-project-member] Deleted the datastore file {{(pid=69770) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1076.245646] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-ef7ac6a2-4a2b-456a-8743-cb2ca62ac801 tempest-ServersTestBootFromVolume-299983553 tempest-ServersTestBootFromVolume-299983553-project-member] [instance: 527d5f2a-9299-4336-be62-a5cf9df2171f] Deleted contents of the VM from datastore datastore1 {{(pid=69770) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1076.246101] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-ef7ac6a2-4a2b-456a-8743-cb2ca62ac801 tempest-ServersTestBootFromVolume-299983553 tempest-ServersTestBootFromVolume-299983553-project-member] [instance: 527d5f2a-9299-4336-be62-a5cf9df2171f] Instance destroyed {{(pid=69770) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1076.246464] env[69770]: INFO nova.compute.manager [None req-ef7ac6a2-4a2b-456a-8743-cb2ca62ac801 tempest-ServersTestBootFromVolume-299983553 tempest-ServersTestBootFromVolume-299983553-project-member] [instance: 527d5f2a-9299-4336-be62-a5cf9df2171f] Took 3.51 seconds to destroy the instance on the hypervisor. [ 1076.247278] env[69770]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ef7ac6a2-4a2b-456a-8743-cb2ca62ac801 tempest-ServersTestBootFromVolume-299983553 tempest-ServersTestBootFromVolume-299983553-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69770) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1076.247278] env[69770]: DEBUG nova.compute.manager [-] [instance: 527d5f2a-9299-4336-be62-a5cf9df2171f] Deallocating network for instance {{(pid=69770) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1076.247437] env[69770]: DEBUG nova.network.neutron [-] [instance: 527d5f2a-9299-4336-be62-a5cf9df2171f] deallocate_for_instance() {{(pid=69770) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1076.283347] env[69770]: DEBUG nova.objects.instance [None req-7fce7273-5e30-4285-816b-f1845d318a13 tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] Lazy-loading 'pci_requests' on Instance uuid 9de87335-1db9-4bb3-ab4b-6bec27911b5f {{(pid=69770) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1076.371093] env[69770]: DEBUG oslo_concurrency.lockutils [None req-256caf0c-fcb7-4c63-a1cb-590f604ec1c8 tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] Lock "631c9a53-9da0-4ba6-974f-9ce2c98f788a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 18.474s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1076.466347] env[69770]: DEBUG oslo_vmware.api [None req-d61205cc-f75f-4d95-91b8-7a42ac7fa893 tempest-AttachInterfacesUnderV243Test-761183515 tempest-AttachInterfacesUnderV243Test-761183515-project-member] Task: {'id': task-4070308, 'name': PowerOffVM_Task, 'duration_secs': 0.237078} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1076.470555] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-d61205cc-f75f-4d95-91b8-7a42ac7fa893 tempest-AttachInterfacesUnderV243Test-761183515 tempest-AttachInterfacesUnderV243Test-761183515-project-member] [instance: 529437d0-e31b-482e-9273-2d27b674c0e3] Powered off the VM {{(pid=69770) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1076.470555] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-d61205cc-f75f-4d95-91b8-7a42ac7fa893 tempest-AttachInterfacesUnderV243Test-761183515 tempest-AttachInterfacesUnderV243Test-761183515-project-member] [instance: 529437d0-e31b-482e-9273-2d27b674c0e3] Unregistering the VM {{(pid=69770) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1076.471778] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7cccb2b0-304e-44ee-a22d-32c0ff480f44 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.546553] env[69770]: DEBUG oslo_vmware.api [-] Task: {'id': task-4070311, 'name': CreateVM_Task, 'duration_secs': 0.442504} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1076.549504] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fc7b06e1-c542-448b-a750-f27af3874b8f] Created VM on the ESX host {{(pid=69770) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1076.550204] env[69770]: DEBUG oslo_concurrency.lockutils [None req-926078c4-c393-4ac0-9bbd-87d7ebaf9fb8 tempest-ServersAdmin275Test-1407660202 tempest-ServersAdmin275Test-1407660202-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.550379] env[69770]: DEBUG oslo_concurrency.lockutils [None req-926078c4-c393-4ac0-9bbd-87d7ebaf9fb8 tempest-ServersAdmin275Test-1407660202 tempest-ServersAdmin275Test-1407660202-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.551226] env[69770]: DEBUG oslo_concurrency.lockutils [None req-926078c4-c393-4ac0-9bbd-87d7ebaf9fb8 tempest-ServersAdmin275Test-1407660202 tempest-ServersAdmin275Test-1407660202-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.551226] env[69770]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cefbb130-82af-4126-bdd1-cd188ba83a70 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.556695] env[69770]: DEBUG oslo_vmware.api [None req-926078c4-c393-4ac0-9bbd-87d7ebaf9fb8 tempest-ServersAdmin275Test-1407660202 tempest-ServersAdmin275Test-1407660202-project-member] Waiting for the task: (returnval){ [ 1076.556695] env[69770]: value = "session[52161b52-cb8e-ec9f-1132-2f6b49549d41]52156a2c-3a30-8615-6853-7c8646aea59c" [ 1076.556695] env[69770]: _type = "Task" [ 1076.556695] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1076.567656] env[69770]: DEBUG oslo_vmware.api [None req-926078c4-c393-4ac0-9bbd-87d7ebaf9fb8 tempest-ServersAdmin275Test-1407660202 tempest-ServersAdmin275Test-1407660202-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]52156a2c-3a30-8615-6853-7c8646aea59c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.573663] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-d61205cc-f75f-4d95-91b8-7a42ac7fa893 tempest-AttachInterfacesUnderV243Test-761183515 tempest-AttachInterfacesUnderV243Test-761183515-project-member] [instance: 529437d0-e31b-482e-9273-2d27b674c0e3] Unregistered the VM {{(pid=69770) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1076.573914] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-d61205cc-f75f-4d95-91b8-7a42ac7fa893 tempest-AttachInterfacesUnderV243Test-761183515 tempest-AttachInterfacesUnderV243Test-761183515-project-member] [instance: 529437d0-e31b-482e-9273-2d27b674c0e3] Deleting contents of the VM from datastore datastore1 {{(pid=69770) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1076.574179] env[69770]: DEBUG nova.virt.vmwareapi.ds_util [None req-d61205cc-f75f-4d95-91b8-7a42ac7fa893 tempest-AttachInterfacesUnderV243Test-761183515 tempest-AttachInterfacesUnderV243Test-761183515-project-member] Deleting the datastore file [datastore1] 529437d0-e31b-482e-9273-2d27b674c0e3 {{(pid=69770) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1076.574487] env[69770]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4feda950-47ff-4a0e-8cc5-fd67a3bde2a2 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.582520] env[69770]: DEBUG oslo_vmware.api [None req-d61205cc-f75f-4d95-91b8-7a42ac7fa893 tempest-AttachInterfacesUnderV243Test-761183515 tempest-AttachInterfacesUnderV243Test-761183515-project-member] Waiting for the task: (returnval){ [ 1076.582520] env[69770]: value = "task-4070313" [ 1076.582520] env[69770]: _type = "Task" [ 1076.582520] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1076.594369] env[69770]: DEBUG oslo_vmware.api [None req-d61205cc-f75f-4d95-91b8-7a42ac7fa893 tempest-AttachInterfacesUnderV243Test-761183515 tempest-AttachInterfacesUnderV243Test-761183515-project-member] Task: {'id': task-4070313, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.622057] env[69770]: DEBUG oslo_concurrency.lockutils [None req-f23f56ba-ce63-4f4f-9937-856681e6bd40 tempest-ServersListShow2100Test-886633097 tempest-ServersListShow2100Test-886633097-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1076.678691] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88312ad3-f18a-4799-a8d6-79549fe835d8 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.687835] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a082b905-527e-4b2d-b46a-012550617d76 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.701136] env[69770]: DEBUG oslo_vmware.api [None req-3c5dd183-b974-4abb-ab54-2e70e0614630 tempest-AttachVolumeTestJSON-339692578 tempest-AttachVolumeTestJSON-339692578-project-member] Task: {'id': task-4070305, 'name': PowerOnVM_Task, 'duration_secs': 1.221496} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1076.728497] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c5dd183-b974-4abb-ab54-2e70e0614630 tempest-AttachVolumeTestJSON-339692578 tempest-AttachVolumeTestJSON-339692578-project-member] [instance: dc0f3667-e2b8-4b6a-b4e2-cc558b2f10ad] Powered on the VM {{(pid=69770) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1076.728742] env[69770]: INFO nova.compute.manager [None req-3c5dd183-b974-4abb-ab54-2e70e0614630 tempest-AttachVolumeTestJSON-339692578 tempest-AttachVolumeTestJSON-339692578-project-member] [instance: dc0f3667-e2b8-4b6a-b4e2-cc558b2f10ad] Took 7.81 seconds to spawn the instance on the hypervisor. [ 1076.728935] env[69770]: DEBUG nova.compute.manager [None req-3c5dd183-b974-4abb-ab54-2e70e0614630 tempest-AttachVolumeTestJSON-339692578 tempest-AttachVolumeTestJSON-339692578-project-member] [instance: dc0f3667-e2b8-4b6a-b4e2-cc558b2f10ad] Checking state {{(pid=69770) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1076.733111] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0dd4304-af81-45cd-94c4-9da28ba421c3 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.742258] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf42755b-b607-43f7-8914-3c59837cb74a {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.760260] env[69770]: DEBUG oslo_vmware.api [None req-2ff95b87-7a87-48a0-9911-fb102aebb6b9 tempest-AttachVolumeShelveTestJSON-1191911444 tempest-AttachVolumeShelveTestJSON-1191911444-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]5247ae54-ce27-88e6-91d2-a97200b27adc, 'name': SearchDatastore_Task, 'duration_secs': 0.011729} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1076.760870] env[69770]: DEBUG oslo_concurrency.lockutils [None req-2ff95b87-7a87-48a0-9911-fb102aebb6b9 tempest-AttachVolumeShelveTestJSON-1191911444 tempest-AttachVolumeShelveTestJSON-1191911444-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.761161] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ff95b87-7a87-48a0-9911-fb102aebb6b9 tempest-AttachVolumeShelveTestJSON-1191911444 tempest-AttachVolumeShelveTestJSON-1191911444-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk to [datastore1] 1e9f2a84-ff0f-4bfb-87b7-0b0d3604ab3f/1e9f2a84-ff0f-4bfb-87b7-0b0d3604ab3f.vmdk {{(pid=69770) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1076.762536] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3e1a46e-f189-472a-bea8-3889bea42820 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.766710] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-15f7ea33-f008-46a4-9e4b-9767e4a9f9d7 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.781812] env[69770]: DEBUG nova.compute.provider_tree [None req-8cd9be3f-5430-4533-bc8f-6ba2ec28b4c9 tempest-ServerRescueTestJSON-2083557613 tempest-ServerRescueTestJSON-2083557613-project-member] Inventory has not changed in ProviderTree for provider: 7cc7d32b-b7a7-454a-a456-2a440248ed9d {{(pid=69770) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1076.785061] env[69770]: DEBUG oslo_vmware.api [None req-2ff95b87-7a87-48a0-9911-fb102aebb6b9 tempest-AttachVolumeShelveTestJSON-1191911444 tempest-AttachVolumeShelveTestJSON-1191911444-project-member] Waiting for the task: (returnval){ [ 1076.785061] env[69770]: value = "task-4070314" [ 1076.785061] env[69770]: _type = "Task" [ 1076.785061] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1076.789441] env[69770]: DEBUG nova.objects.base [None req-7fce7273-5e30-4285-816b-f1845d318a13 tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] Object Instance<9de87335-1db9-4bb3-ab4b-6bec27911b5f> lazy-loaded attributes: flavor,pci_requests {{(pid=69770) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1076.789784] env[69770]: DEBUG nova.network.neutron [None req-7fce7273-5e30-4285-816b-f1845d318a13 tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] [instance: 9de87335-1db9-4bb3-ab4b-6bec27911b5f] allocate_for_instance() {{(pid=69770) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1076.798597] env[69770]: DEBUG oslo_vmware.api [None req-2ff95b87-7a87-48a0-9911-fb102aebb6b9 tempest-AttachVolumeShelveTestJSON-1191911444 tempest-AttachVolumeShelveTestJSON-1191911444-project-member] Task: {'id': task-4070314, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.851766] env[69770]: DEBUG nova.policy [None req-7fce7273-5e30-4285-816b-f1845d318a13 tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6e9afb42d59b4af899f16d4eff0f43ef', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '63715e849e05463da9bfa0405c750b8f', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69770) authorize /opt/stack/nova/nova/policy.py:192}} [ 1077.076128] env[69770]: DEBUG oslo_vmware.api [None req-926078c4-c393-4ac0-9bbd-87d7ebaf9fb8 tempest-ServersAdmin275Test-1407660202 tempest-ServersAdmin275Test-1407660202-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]52156a2c-3a30-8615-6853-7c8646aea59c, 'name': SearchDatastore_Task, 'duration_secs': 0.01983} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1077.076128] env[69770]: DEBUG oslo_concurrency.lockutils [None req-926078c4-c393-4ac0-9bbd-87d7ebaf9fb8 tempest-ServersAdmin275Test-1407660202 tempest-ServersAdmin275Test-1407660202-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.076128] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-926078c4-c393-4ac0-9bbd-87d7ebaf9fb8 tempest-ServersAdmin275Test-1407660202 tempest-ServersAdmin275Test-1407660202-project-member] [instance: fc7b06e1-c542-448b-a750-f27af3874b8f] Processing image d1eaff80-24a0-4391-90eb-59958b1ecf0a {{(pid=69770) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1077.076128] env[69770]: DEBUG oslo_concurrency.lockutils [None req-926078c4-c393-4ac0-9bbd-87d7ebaf9fb8 tempest-ServersAdmin275Test-1407660202 tempest-ServersAdmin275Test-1407660202-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.076128] env[69770]: DEBUG oslo_concurrency.lockutils [None req-926078c4-c393-4ac0-9bbd-87d7ebaf9fb8 tempest-ServersAdmin275Test-1407660202 tempest-ServersAdmin275Test-1407660202-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.076128] env[69770]: DEBUG nova.virt.vmwareapi.ds_util [None req-926078c4-c393-4ac0-9bbd-87d7ebaf9fb8 tempest-ServersAdmin275Test-1407660202 tempest-ServersAdmin275Test-1407660202-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69770) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1077.076128] env[69770]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a48be848-0c93-4db8-9055-95664042c397 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.088280] env[69770]: DEBUG nova.virt.vmwareapi.ds_util [None req-926078c4-c393-4ac0-9bbd-87d7ebaf9fb8 tempest-ServersAdmin275Test-1407660202 tempest-ServersAdmin275Test-1407660202-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69770) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1077.088447] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-926078c4-c393-4ac0-9bbd-87d7ebaf9fb8 tempest-ServersAdmin275Test-1407660202 tempest-ServersAdmin275Test-1407660202-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69770) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1077.092947] env[69770]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e0d7e5ff-3afb-499f-ad72-156fe9d8e29c {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.099927] env[69770]: DEBUG oslo_vmware.api [None req-d61205cc-f75f-4d95-91b8-7a42ac7fa893 tempest-AttachInterfacesUnderV243Test-761183515 tempest-AttachInterfacesUnderV243Test-761183515-project-member] Task: {'id': task-4070313, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.255544} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1077.100617] env[69770]: DEBUG nova.virt.vmwareapi.ds_util [None req-d61205cc-f75f-4d95-91b8-7a42ac7fa893 tempest-AttachInterfacesUnderV243Test-761183515 tempest-AttachInterfacesUnderV243Test-761183515-project-member] Deleted the datastore file {{(pid=69770) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1077.100884] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-d61205cc-f75f-4d95-91b8-7a42ac7fa893 tempest-AttachInterfacesUnderV243Test-761183515 tempest-AttachInterfacesUnderV243Test-761183515-project-member] [instance: 529437d0-e31b-482e-9273-2d27b674c0e3] Deleted contents of the VM from datastore datastore1 {{(pid=69770) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1077.102632] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-d61205cc-f75f-4d95-91b8-7a42ac7fa893 tempest-AttachInterfacesUnderV243Test-761183515 tempest-AttachInterfacesUnderV243Test-761183515-project-member] [instance: 529437d0-e31b-482e-9273-2d27b674c0e3] Instance destroyed {{(pid=69770) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1077.102632] env[69770]: INFO nova.compute.manager [None req-d61205cc-f75f-4d95-91b8-7a42ac7fa893 tempest-AttachInterfacesUnderV243Test-761183515 tempest-AttachInterfacesUnderV243Test-761183515-project-member] [instance: 529437d0-e31b-482e-9273-2d27b674c0e3] Took 1.18 seconds to destroy the instance on the hypervisor. [ 1077.102632] env[69770]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d61205cc-f75f-4d95-91b8-7a42ac7fa893 tempest-AttachInterfacesUnderV243Test-761183515 tempest-AttachInterfacesUnderV243Test-761183515-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69770) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1077.103808] env[69770]: DEBUG nova.compute.manager [-] [instance: 529437d0-e31b-482e-9273-2d27b674c0e3] Deallocating network for instance {{(pid=69770) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1077.103940] env[69770]: DEBUG nova.network.neutron [-] [instance: 529437d0-e31b-482e-9273-2d27b674c0e3] deallocate_for_instance() {{(pid=69770) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1077.106076] env[69770]: DEBUG oslo_vmware.api [None req-926078c4-c393-4ac0-9bbd-87d7ebaf9fb8 tempest-ServersAdmin275Test-1407660202 tempest-ServersAdmin275Test-1407660202-project-member] Waiting for the task: (returnval){ [ 1077.106076] env[69770]: value = "session[52161b52-cb8e-ec9f-1132-2f6b49549d41]5243ee5b-d61b-d8f2-f252-9e516a92778e" [ 1077.106076] env[69770]: _type = "Task" [ 1077.106076] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1077.121198] env[69770]: DEBUG oslo_vmware.api [None req-926078c4-c393-4ac0-9bbd-87d7ebaf9fb8 tempest-ServersAdmin275Test-1407660202 tempest-ServersAdmin275Test-1407660202-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]5243ee5b-d61b-d8f2-f252-9e516a92778e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.194336] env[69770]: DEBUG nova.network.neutron [req-de01ffb4-156e-445c-9210-aca131b79358 req-01052361-16c9-4b87-82c8-ac0ed2c7f887 service nova] [instance: 529437d0-e31b-482e-9273-2d27b674c0e3] Updated VIF entry in instance network info cache for port f68915e0-eac8-4cd7-9fff-ca96073e3426. {{(pid=69770) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1077.196184] env[69770]: DEBUG nova.network.neutron [req-de01ffb4-156e-445c-9210-aca131b79358 req-01052361-16c9-4b87-82c8-ac0ed2c7f887 service nova] [instance: 529437d0-e31b-482e-9273-2d27b674c0e3] Updating instance_info_cache with network_info: [{"id": "f68915e0-eac8-4cd7-9fff-ca96073e3426", "address": "fa:16:3e:50:e2:ae", "network": {"id": "9b6f8495-34d8-4f43-9957-0cbab479c859", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1340850821-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.223", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e8da1017248f485784faeba80aee93fb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9722ea4d-e4a5-48fc-b759-5c4c4796b1ef", "external-id": "nsx-vlan-transportzone-924", "segmentation_id": 924, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf68915e0-ea", "ovs_interfaceid": "f68915e0-eac8-4cd7-9fff-ca96073e3426", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69770) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1077.204506] env[69770]: DEBUG nova.network.neutron [None req-7fce7273-5e30-4285-816b-f1845d318a13 tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] [instance: 9de87335-1db9-4bb3-ab4b-6bec27911b5f] Successfully created port: 43adc2d1-043c-408a-bfce-b87cc7c66df3 {{(pid=69770) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1077.270093] env[69770]: INFO nova.compute.manager [None req-3c5dd183-b974-4abb-ab54-2e70e0614630 tempest-AttachVolumeTestJSON-339692578 tempest-AttachVolumeTestJSON-339692578-project-member] [instance: dc0f3667-e2b8-4b6a-b4e2-cc558b2f10ad] Took 29.76 seconds to build instance. [ 1077.288664] env[69770]: DEBUG nova.scheduler.client.report [None req-8cd9be3f-5430-4533-bc8f-6ba2ec28b4c9 tempest-ServerRescueTestJSON-2083557613 tempest-ServerRescueTestJSON-2083557613-project-member] Inventory has not changed for provider 7cc7d32b-b7a7-454a-a456-2a440248ed9d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69770) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1077.309728] env[69770]: DEBUG oslo_vmware.api [None req-2ff95b87-7a87-48a0-9911-fb102aebb6b9 tempest-AttachVolumeShelveTestJSON-1191911444 tempest-AttachVolumeShelveTestJSON-1191911444-project-member] Task: {'id': task-4070314, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.565536] env[69770]: DEBUG nova.network.neutron [-] [instance: 527d5f2a-9299-4336-be62-a5cf9df2171f] Updating instance_info_cache with network_info: [] {{(pid=69770) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1077.602566] env[69770]: DEBUG nova.compute.manager [req-38827a37-1233-425f-ad0c-3b06c6486750 req-2b3e0c33-5d64-4bc8-ab8d-72e3fb71b47f service nova] [instance: 527d5f2a-9299-4336-be62-a5cf9df2171f] Received event network-vif-deleted-c2bf3b80-4eba-49e9-890f-e634ef629188 {{(pid=69770) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1077.623369] env[69770]: DEBUG oslo_vmware.api [None req-926078c4-c393-4ac0-9bbd-87d7ebaf9fb8 tempest-ServersAdmin275Test-1407660202 tempest-ServersAdmin275Test-1407660202-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]5243ee5b-d61b-d8f2-f252-9e516a92778e, 'name': SearchDatastore_Task, 'duration_secs': 0.011994} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1077.627687] env[69770]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-77405a15-8894-494c-bfb8-28123dfef44e {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.634216] env[69770]: DEBUG oslo_vmware.api [None req-926078c4-c393-4ac0-9bbd-87d7ebaf9fb8 tempest-ServersAdmin275Test-1407660202 tempest-ServersAdmin275Test-1407660202-project-member] Waiting for the task: (returnval){ [ 1077.634216] env[69770]: value = "session[52161b52-cb8e-ec9f-1132-2f6b49549d41]5220f0ce-18d7-80db-c500-f26fc0989ed1" [ 1077.634216] env[69770]: _type = "Task" [ 1077.634216] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1077.642625] env[69770]: DEBUG oslo_vmware.api [None req-926078c4-c393-4ac0-9bbd-87d7ebaf9fb8 tempest-ServersAdmin275Test-1407660202 tempest-ServersAdmin275Test-1407660202-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]5220f0ce-18d7-80db-c500-f26fc0989ed1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.705826] env[69770]: DEBUG oslo_concurrency.lockutils [req-de01ffb4-156e-445c-9210-aca131b79358 req-01052361-16c9-4b87-82c8-ac0ed2c7f887 service nova] Releasing lock "refresh_cache-529437d0-e31b-482e-9273-2d27b674c0e3" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.773914] env[69770]: DEBUG oslo_concurrency.lockutils [None req-3c5dd183-b974-4abb-ab54-2e70e0614630 tempest-AttachVolumeTestJSON-339692578 tempest-AttachVolumeTestJSON-339692578-project-member] Lock "dc0f3667-e2b8-4b6a-b4e2-cc558b2f10ad" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 31.279s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1077.796125] env[69770]: DEBUG oslo_concurrency.lockutils [None req-8cd9be3f-5430-4533-bc8f-6ba2ec28b4c9 tempest-ServerRescueTestJSON-2083557613 tempest-ServerRescueTestJSON-2083557613-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.955s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1077.798840] env[69770]: DEBUG oslo_concurrency.lockutils [None req-b2d04b34-ac11-4912-91c5-5be0570e617b tempest-ServersAaction247Test-1374319836 tempest-ServersAaction247Test-1374319836-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 12.228s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1077.801237] env[69770]: INFO nova.compute.claims [None req-b2d04b34-ac11-4912-91c5-5be0570e617b tempest-ServersAaction247Test-1374319836 tempest-ServersAaction247Test-1374319836-project-member] [instance: fa98db4f-3f15-4fcd-ab94-fa210b828e69] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1077.819933] env[69770]: DEBUG oslo_vmware.api [None req-2ff95b87-7a87-48a0-9911-fb102aebb6b9 tempest-AttachVolumeShelveTestJSON-1191911444 tempest-AttachVolumeShelveTestJSON-1191911444-project-member] Task: {'id': task-4070314, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.773913} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1077.819933] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ff95b87-7a87-48a0-9911-fb102aebb6b9 tempest-AttachVolumeShelveTestJSON-1191911444 tempest-AttachVolumeShelveTestJSON-1191911444-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk to [datastore1] 1e9f2a84-ff0f-4bfb-87b7-0b0d3604ab3f/1e9f2a84-ff0f-4bfb-87b7-0b0d3604ab3f.vmdk {{(pid=69770) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1077.819933] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-2ff95b87-7a87-48a0-9911-fb102aebb6b9 tempest-AttachVolumeShelveTestJSON-1191911444 tempest-AttachVolumeShelveTestJSON-1191911444-project-member] [instance: 1e9f2a84-ff0f-4bfb-87b7-0b0d3604ab3f] Extending root virtual disk to 1048576 {{(pid=69770) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1077.822837] env[69770]: INFO nova.scheduler.client.report [None req-8cd9be3f-5430-4533-bc8f-6ba2ec28b4c9 tempest-ServerRescueTestJSON-2083557613 tempest-ServerRescueTestJSON-2083557613-project-member] Deleted allocations for instance 0e73d3e6-13ab-418b-9cc1-2f33fe7837d8 [ 1077.824761] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-339bf0a0-92e2-4078-a521-e52346cd428c {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.838073] env[69770]: DEBUG oslo_vmware.api [None req-2ff95b87-7a87-48a0-9911-fb102aebb6b9 tempest-AttachVolumeShelveTestJSON-1191911444 tempest-AttachVolumeShelveTestJSON-1191911444-project-member] Waiting for the task: (returnval){ [ 1077.838073] env[69770]: value = "task-4070315" [ 1077.838073] env[69770]: _type = "Task" [ 1077.838073] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1077.851962] env[69770]: DEBUG oslo_vmware.api [None req-2ff95b87-7a87-48a0-9911-fb102aebb6b9 tempest-AttachVolumeShelveTestJSON-1191911444 tempest-AttachVolumeShelveTestJSON-1191911444-project-member] Task: {'id': task-4070315, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.904161] env[69770]: DEBUG oslo_concurrency.lockutils [None req-7c4dfba6-78da-4a3c-9afb-48a83e6137f2 tempest-ServersListShow2100Test-886633097 tempest-ServersListShow2100Test-886633097-project-member] Acquiring lock "31c30825-a5fa-4bd6-8557-fe2cf35d1e3b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1077.904506] env[69770]: DEBUG oslo_concurrency.lockutils [None req-7c4dfba6-78da-4a3c-9afb-48a83e6137f2 tempest-ServersListShow2100Test-886633097 tempest-ServersListShow2100Test-886633097-project-member] Lock "31c30825-a5fa-4bd6-8557-fe2cf35d1e3b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1077.904797] env[69770]: DEBUG oslo_concurrency.lockutils [None req-7c4dfba6-78da-4a3c-9afb-48a83e6137f2 tempest-ServersListShow2100Test-886633097 tempest-ServersListShow2100Test-886633097-project-member] Acquiring lock "31c30825-a5fa-4bd6-8557-fe2cf35d1e3b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1077.905031] env[69770]: DEBUG oslo_concurrency.lockutils [None req-7c4dfba6-78da-4a3c-9afb-48a83e6137f2 tempest-ServersListShow2100Test-886633097 tempest-ServersListShow2100Test-886633097-project-member] Lock "31c30825-a5fa-4bd6-8557-fe2cf35d1e3b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1077.905219] env[69770]: DEBUG oslo_concurrency.lockutils [None req-7c4dfba6-78da-4a3c-9afb-48a83e6137f2 tempest-ServersListShow2100Test-886633097 tempest-ServersListShow2100Test-886633097-project-member] Lock "31c30825-a5fa-4bd6-8557-fe2cf35d1e3b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1077.907840] env[69770]: INFO nova.compute.manager [None req-7c4dfba6-78da-4a3c-9afb-48a83e6137f2 tempest-ServersListShow2100Test-886633097 tempest-ServersListShow2100Test-886633097-project-member] [instance: 31c30825-a5fa-4bd6-8557-fe2cf35d1e3b] Terminating instance [ 1078.070837] env[69770]: INFO nova.compute.manager [-] [instance: 527d5f2a-9299-4336-be62-a5cf9df2171f] Took 1.82 seconds to deallocate network for instance. [ 1078.145740] env[69770]: DEBUG oslo_vmware.api [None req-926078c4-c393-4ac0-9bbd-87d7ebaf9fb8 tempest-ServersAdmin275Test-1407660202 tempest-ServersAdmin275Test-1407660202-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]5220f0ce-18d7-80db-c500-f26fc0989ed1, 'name': SearchDatastore_Task, 'duration_secs': 0.042464} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1078.146555] env[69770]: DEBUG oslo_concurrency.lockutils [None req-926078c4-c393-4ac0-9bbd-87d7ebaf9fb8 tempest-ServersAdmin275Test-1407660202 tempest-ServersAdmin275Test-1407660202-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.146977] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-926078c4-c393-4ac0-9bbd-87d7ebaf9fb8 tempest-ServersAdmin275Test-1407660202 tempest-ServersAdmin275Test-1407660202-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk to [datastore2] fc7b06e1-c542-448b-a750-f27af3874b8f/fc7b06e1-c542-448b-a750-f27af3874b8f.vmdk {{(pid=69770) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1078.147448] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fd195c02-256b-44dd-90d4-8eb3a94fdf61 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.156871] env[69770]: DEBUG oslo_vmware.api [None req-926078c4-c393-4ac0-9bbd-87d7ebaf9fb8 tempest-ServersAdmin275Test-1407660202 tempest-ServersAdmin275Test-1407660202-project-member] Waiting for the task: (returnval){ [ 1078.156871] env[69770]: value = "task-4070316" [ 1078.156871] env[69770]: _type = "Task" [ 1078.156871] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1078.166724] env[69770]: DEBUG oslo_vmware.api [None req-926078c4-c393-4ac0-9bbd-87d7ebaf9fb8 tempest-ServersAdmin275Test-1407660202 tempest-ServersAdmin275Test-1407660202-project-member] Task: {'id': task-4070316, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.334866] env[69770]: DEBUG oslo_concurrency.lockutils [None req-8cd9be3f-5430-4533-bc8f-6ba2ec28b4c9 tempest-ServerRescueTestJSON-2083557613 tempest-ServerRescueTestJSON-2083557613-project-member] Lock "0e73d3e6-13ab-418b-9cc1-2f33fe7837d8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 19.562s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1078.351638] env[69770]: DEBUG nova.network.neutron [-] [instance: 529437d0-e31b-482e-9273-2d27b674c0e3] Updating instance_info_cache with network_info: [] {{(pid=69770) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1078.351638] env[69770]: DEBUG oslo_vmware.api [None req-2ff95b87-7a87-48a0-9911-fb102aebb6b9 tempest-AttachVolumeShelveTestJSON-1191911444 tempest-AttachVolumeShelveTestJSON-1191911444-project-member] Task: {'id': task-4070315, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078211} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1078.351638] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-2ff95b87-7a87-48a0-9911-fb102aebb6b9 tempest-AttachVolumeShelveTestJSON-1191911444 tempest-AttachVolumeShelveTestJSON-1191911444-project-member] [instance: 1e9f2a84-ff0f-4bfb-87b7-0b0d3604ab3f] Extended root virtual disk {{(pid=69770) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1078.351638] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d114fad-38b1-4490-9cb4-dd51a8c2b000 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.396146] env[69770]: DEBUG nova.virt.vmwareapi.volumeops [None req-2ff95b87-7a87-48a0-9911-fb102aebb6b9 tempest-AttachVolumeShelveTestJSON-1191911444 tempest-AttachVolumeShelveTestJSON-1191911444-project-member] [instance: 1e9f2a84-ff0f-4bfb-87b7-0b0d3604ab3f] Reconfiguring VM instance instance-00000052 to attach disk [datastore1] 1e9f2a84-ff0f-4bfb-87b7-0b0d3604ab3f/1e9f2a84-ff0f-4bfb-87b7-0b0d3604ab3f.vmdk or device None with type sparse {{(pid=69770) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1078.396146] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-258d8b07-4919-45c5-b939-32e38b02e26c {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.411740] env[69770]: DEBUG oslo_concurrency.lockutils [None req-7c4dfba6-78da-4a3c-9afb-48a83e6137f2 tempest-ServersListShow2100Test-886633097 tempest-ServersListShow2100Test-886633097-project-member] Acquiring lock "refresh_cache-31c30825-a5fa-4bd6-8557-fe2cf35d1e3b" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.411912] env[69770]: DEBUG oslo_concurrency.lockutils [None req-7c4dfba6-78da-4a3c-9afb-48a83e6137f2 tempest-ServersListShow2100Test-886633097 tempest-ServersListShow2100Test-886633097-project-member] Acquired lock "refresh_cache-31c30825-a5fa-4bd6-8557-fe2cf35d1e3b" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.412292] env[69770]: DEBUG nova.network.neutron [None req-7c4dfba6-78da-4a3c-9afb-48a83e6137f2 tempest-ServersListShow2100Test-886633097 tempest-ServersListShow2100Test-886633097-project-member] [instance: 31c30825-a5fa-4bd6-8557-fe2cf35d1e3b] Building network info cache for instance {{(pid=69770) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1078.421031] env[69770]: DEBUG oslo_vmware.api [None req-2ff95b87-7a87-48a0-9911-fb102aebb6b9 tempest-AttachVolumeShelveTestJSON-1191911444 tempest-AttachVolumeShelveTestJSON-1191911444-project-member] Waiting for the task: (returnval){ [ 1078.421031] env[69770]: value = "task-4070317" [ 1078.421031] env[69770]: _type = "Task" [ 1078.421031] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1078.431817] env[69770]: DEBUG oslo_vmware.api [None req-2ff95b87-7a87-48a0-9911-fb102aebb6b9 tempest-AttachVolumeShelveTestJSON-1191911444 tempest-AttachVolumeShelveTestJSON-1191911444-project-member] Task: {'id': task-4070317, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.647436] env[69770]: INFO nova.compute.manager [None req-ef7ac6a2-4a2b-456a-8743-cb2ca62ac801 tempest-ServersTestBootFromVolume-299983553 tempest-ServersTestBootFromVolume-299983553-project-member] [instance: 527d5f2a-9299-4336-be62-a5cf9df2171f] Took 0.58 seconds to detach 1 volumes for instance. [ 1078.650183] env[69770]: DEBUG nova.compute.manager [None req-ef7ac6a2-4a2b-456a-8743-cb2ca62ac801 tempest-ServersTestBootFromVolume-299983553 tempest-ServersTestBootFromVolume-299983553-project-member] [instance: 527d5f2a-9299-4336-be62-a5cf9df2171f] Deleting volume: 4b888bbd-dd97-4f30-9ee4-ef6bb742c11b {{(pid=69770) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3282}} [ 1078.671940] env[69770]: DEBUG oslo_vmware.api [None req-926078c4-c393-4ac0-9bbd-87d7ebaf9fb8 tempest-ServersAdmin275Test-1407660202 tempest-ServersAdmin275Test-1407660202-project-member] Task: {'id': task-4070316, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.860485] env[69770]: INFO nova.compute.manager [-] [instance: 529437d0-e31b-482e-9273-2d27b674c0e3] Took 1.76 seconds to deallocate network for instance. [ 1078.935094] env[69770]: DEBUG oslo_vmware.api [None req-2ff95b87-7a87-48a0-9911-fb102aebb6b9 tempest-AttachVolumeShelveTestJSON-1191911444 tempest-AttachVolumeShelveTestJSON-1191911444-project-member] Task: {'id': task-4070317, 'name': ReconfigVM_Task, 'duration_secs': 0.472906} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1078.939399] env[69770]: DEBUG nova.virt.vmwareapi.volumeops [None req-2ff95b87-7a87-48a0-9911-fb102aebb6b9 tempest-AttachVolumeShelveTestJSON-1191911444 tempest-AttachVolumeShelveTestJSON-1191911444-project-member] [instance: 1e9f2a84-ff0f-4bfb-87b7-0b0d3604ab3f] Reconfigured VM instance instance-00000052 to attach disk [datastore1] 1e9f2a84-ff0f-4bfb-87b7-0b0d3604ab3f/1e9f2a84-ff0f-4bfb-87b7-0b0d3604ab3f.vmdk or device None with type sparse {{(pid=69770) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1078.941363] env[69770]: DEBUG nova.network.neutron [None req-7c4dfba6-78da-4a3c-9afb-48a83e6137f2 tempest-ServersListShow2100Test-886633097 tempest-ServersListShow2100Test-886633097-project-member] [instance: 31c30825-a5fa-4bd6-8557-fe2cf35d1e3b] Instance cache missing network info. {{(pid=69770) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1078.943713] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-33176cd9-f7b5-40cb-9621-632b26ad4501 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.952868] env[69770]: DEBUG oslo_vmware.api [None req-2ff95b87-7a87-48a0-9911-fb102aebb6b9 tempest-AttachVolumeShelveTestJSON-1191911444 tempest-AttachVolumeShelveTestJSON-1191911444-project-member] Waiting for the task: (returnval){ [ 1078.952868] env[69770]: value = "task-4070319" [ 1078.952868] env[69770]: _type = "Task" [ 1078.952868] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1078.966215] env[69770]: DEBUG oslo_vmware.api [None req-2ff95b87-7a87-48a0-9911-fb102aebb6b9 tempest-AttachVolumeShelveTestJSON-1191911444 tempest-AttachVolumeShelveTestJSON-1191911444-project-member] Task: {'id': task-4070319, 'name': Rename_Task} progress is 6%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.024896] env[69770]: DEBUG nova.network.neutron [None req-7c4dfba6-78da-4a3c-9afb-48a83e6137f2 tempest-ServersListShow2100Test-886633097 tempest-ServersListShow2100Test-886633097-project-member] [instance: 31c30825-a5fa-4bd6-8557-fe2cf35d1e3b] Updating instance_info_cache with network_info: [] {{(pid=69770) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1079.151752] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28795440-8922-467e-b360-09f6042394f3 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.164409] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc80292d-0070-4f7b-9880-01a72748af5a {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.175105] env[69770]: DEBUG oslo_vmware.api [None req-926078c4-c393-4ac0-9bbd-87d7ebaf9fb8 tempest-ServersAdmin275Test-1407660202 tempest-ServersAdmin275Test-1407660202-project-member] Task: {'id': task-4070316, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.772678} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1079.204257] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-926078c4-c393-4ac0-9bbd-87d7ebaf9fb8 tempest-ServersAdmin275Test-1407660202 tempest-ServersAdmin275Test-1407660202-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk to [datastore2] fc7b06e1-c542-448b-a750-f27af3874b8f/fc7b06e1-c542-448b-a750-f27af3874b8f.vmdk {{(pid=69770) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1079.204478] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-926078c4-c393-4ac0-9bbd-87d7ebaf9fb8 tempest-ServersAdmin275Test-1407660202 tempest-ServersAdmin275Test-1407660202-project-member] [instance: fc7b06e1-c542-448b-a750-f27af3874b8f] Extending root virtual disk to 1048576 {{(pid=69770) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1079.208025] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-14be6182-a0e5-4b09-a425-de2866d1f293 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.208273] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5739b74-aa26-4358-bc7b-45c80644fa62 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.220022] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-729a2fdc-8dc7-4df3-b74f-aed07328bad9 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.224344] env[69770]: DEBUG oslo_vmware.api [None req-926078c4-c393-4ac0-9bbd-87d7ebaf9fb8 tempest-ServersAdmin275Test-1407660202 tempest-ServersAdmin275Test-1407660202-project-member] Waiting for the task: (returnval){ [ 1079.224344] env[69770]: value = "task-4070320" [ 1079.224344] env[69770]: _type = "Task" [ 1079.224344] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1079.225764] env[69770]: DEBUG oslo_concurrency.lockutils [None req-ef7ac6a2-4a2b-456a-8743-cb2ca62ac801 tempest-ServersTestBootFromVolume-299983553 tempest-ServersTestBootFromVolume-299983553-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1079.240327] env[69770]: DEBUG nova.compute.provider_tree [None req-b2d04b34-ac11-4912-91c5-5be0570e617b tempest-ServersAaction247Test-1374319836 tempest-ServersAaction247Test-1374319836-project-member] Inventory has not changed in ProviderTree for provider: 7cc7d32b-b7a7-454a-a456-2a440248ed9d {{(pid=69770) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1079.248082] env[69770]: DEBUG oslo_vmware.api [None req-926078c4-c393-4ac0-9bbd-87d7ebaf9fb8 tempest-ServersAdmin275Test-1407660202 tempest-ServersAdmin275Test-1407660202-project-member] Task: {'id': task-4070320, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.267560] env[69770]: DEBUG nova.compute.manager [req-4b24c9ee-83c6-42d0-992c-215f1622e493 req-1a7dda91-de9e-43f6-8bea-39a17dcfd02e service nova] [instance: 9de87335-1db9-4bb3-ab4b-6bec27911b5f] Received event network-vif-plugged-43adc2d1-043c-408a-bfce-b87cc7c66df3 {{(pid=69770) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1079.267810] env[69770]: DEBUG oslo_concurrency.lockutils [req-4b24c9ee-83c6-42d0-992c-215f1622e493 req-1a7dda91-de9e-43f6-8bea-39a17dcfd02e service nova] Acquiring lock "9de87335-1db9-4bb3-ab4b-6bec27911b5f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1079.268497] env[69770]: DEBUG oslo_concurrency.lockutils [req-4b24c9ee-83c6-42d0-992c-215f1622e493 req-1a7dda91-de9e-43f6-8bea-39a17dcfd02e service nova] Lock "9de87335-1db9-4bb3-ab4b-6bec27911b5f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1079.268772] env[69770]: DEBUG oslo_concurrency.lockutils [req-4b24c9ee-83c6-42d0-992c-215f1622e493 req-1a7dda91-de9e-43f6-8bea-39a17dcfd02e service nova] Lock "9de87335-1db9-4bb3-ab4b-6bec27911b5f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1079.268929] env[69770]: DEBUG nova.compute.manager [req-4b24c9ee-83c6-42d0-992c-215f1622e493 req-1a7dda91-de9e-43f6-8bea-39a17dcfd02e service nova] [instance: 9de87335-1db9-4bb3-ab4b-6bec27911b5f] No waiting events found dispatching network-vif-plugged-43adc2d1-043c-408a-bfce-b87cc7c66df3 {{(pid=69770) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1079.269145] env[69770]: WARNING nova.compute.manager [req-4b24c9ee-83c6-42d0-992c-215f1622e493 req-1a7dda91-de9e-43f6-8bea-39a17dcfd02e service nova] [instance: 9de87335-1db9-4bb3-ab4b-6bec27911b5f] Received unexpected event network-vif-plugged-43adc2d1-043c-408a-bfce-b87cc7c66df3 for instance with vm_state active and task_state None. [ 1079.282031] env[69770]: DEBUG nova.network.neutron [None req-7fce7273-5e30-4285-816b-f1845d318a13 tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] [instance: 9de87335-1db9-4bb3-ab4b-6bec27911b5f] Successfully updated port: 43adc2d1-043c-408a-bfce-b87cc7c66df3 {{(pid=69770) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1079.369969] env[69770]: DEBUG oslo_concurrency.lockutils [None req-d61205cc-f75f-4d95-91b8-7a42ac7fa893 tempest-AttachInterfacesUnderV243Test-761183515 tempest-AttachInterfacesUnderV243Test-761183515-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1079.393013] env[69770]: DEBUG oslo_concurrency.lockutils [None req-383daad9-2c5e-4df0-b1d4-da7f6fb58671 tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] Acquiring lock "efd33efc-116e-464e-8669-fbfc94e38cba" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1079.393330] env[69770]: DEBUG oslo_concurrency.lockutils [None req-383daad9-2c5e-4df0-b1d4-da7f6fb58671 tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] Lock "efd33efc-116e-464e-8669-fbfc94e38cba" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1079.468117] env[69770]: DEBUG oslo_vmware.api [None req-2ff95b87-7a87-48a0-9911-fb102aebb6b9 tempest-AttachVolumeShelveTestJSON-1191911444 tempest-AttachVolumeShelveTestJSON-1191911444-project-member] Task: {'id': task-4070319, 'name': Rename_Task, 'duration_secs': 0.165206} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1079.468486] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ff95b87-7a87-48a0-9911-fb102aebb6b9 tempest-AttachVolumeShelveTestJSON-1191911444 tempest-AttachVolumeShelveTestJSON-1191911444-project-member] [instance: 1e9f2a84-ff0f-4bfb-87b7-0b0d3604ab3f] Powering on the VM {{(pid=69770) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1079.468769] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d469c40f-ede6-4ddf-ac13-3c9da5ba1669 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.478221] env[69770]: DEBUG oslo_vmware.api [None req-2ff95b87-7a87-48a0-9911-fb102aebb6b9 tempest-AttachVolumeShelveTestJSON-1191911444 tempest-AttachVolumeShelveTestJSON-1191911444-project-member] Waiting for the task: (returnval){ [ 1079.478221] env[69770]: value = "task-4070321" [ 1079.478221] env[69770]: _type = "Task" [ 1079.478221] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1079.490321] env[69770]: DEBUG oslo_vmware.api [None req-2ff95b87-7a87-48a0-9911-fb102aebb6b9 tempest-AttachVolumeShelveTestJSON-1191911444 tempest-AttachVolumeShelveTestJSON-1191911444-project-member] Task: {'id': task-4070321, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.531028] env[69770]: DEBUG oslo_concurrency.lockutils [None req-7c4dfba6-78da-4a3c-9afb-48a83e6137f2 tempest-ServersListShow2100Test-886633097 tempest-ServersListShow2100Test-886633097-project-member] Releasing lock "refresh_cache-31c30825-a5fa-4bd6-8557-fe2cf35d1e3b" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.531541] env[69770]: DEBUG nova.compute.manager [None req-7c4dfba6-78da-4a3c-9afb-48a83e6137f2 tempest-ServersListShow2100Test-886633097 tempest-ServersListShow2100Test-886633097-project-member] [instance: 31c30825-a5fa-4bd6-8557-fe2cf35d1e3b] Start destroying the instance on the hypervisor. {{(pid=69770) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1079.531737] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-7c4dfba6-78da-4a3c-9afb-48a83e6137f2 tempest-ServersListShow2100Test-886633097 tempest-ServersListShow2100Test-886633097-project-member] [instance: 31c30825-a5fa-4bd6-8557-fe2cf35d1e3b] Destroying instance {{(pid=69770) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1079.533200] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b852f4f1-82e8-4b34-a3c6-1da5f443c6ca {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.542306] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-7c4dfba6-78da-4a3c-9afb-48a83e6137f2 tempest-ServersListShow2100Test-886633097 tempest-ServersListShow2100Test-886633097-project-member] [instance: 31c30825-a5fa-4bd6-8557-fe2cf35d1e3b] Powering off the VM {{(pid=69770) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1079.542736] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-683f5abb-6156-45fb-9ffc-eec51238858b {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.550600] env[69770]: DEBUG oslo_vmware.api [None req-7c4dfba6-78da-4a3c-9afb-48a83e6137f2 tempest-ServersListShow2100Test-886633097 tempest-ServersListShow2100Test-886633097-project-member] Waiting for the task: (returnval){ [ 1079.550600] env[69770]: value = "task-4070322" [ 1079.550600] env[69770]: _type = "Task" [ 1079.550600] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1079.564951] env[69770]: DEBUG oslo_vmware.api [None req-7c4dfba6-78da-4a3c-9afb-48a83e6137f2 tempest-ServersListShow2100Test-886633097 tempest-ServersListShow2100Test-886633097-project-member] Task: {'id': task-4070322, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.664867] env[69770]: DEBUG nova.compute.manager [req-c5ca4710-3d9c-4c85-83a0-57cb7d62d966 req-c5bc4fd3-3655-4d85-a7e0-a8699bbb0615 service nova] [instance: 529437d0-e31b-482e-9273-2d27b674c0e3] Received event network-vif-deleted-f68915e0-eac8-4cd7-9fff-ca96073e3426 {{(pid=69770) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1079.738667] env[69770]: DEBUG oslo_vmware.api [None req-926078c4-c393-4ac0-9bbd-87d7ebaf9fb8 tempest-ServersAdmin275Test-1407660202 tempest-ServersAdmin275Test-1407660202-project-member] Task: {'id': task-4070320, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.089921} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1079.740189] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-926078c4-c393-4ac0-9bbd-87d7ebaf9fb8 tempest-ServersAdmin275Test-1407660202 tempest-ServersAdmin275Test-1407660202-project-member] [instance: fc7b06e1-c542-448b-a750-f27af3874b8f] Extended root virtual disk {{(pid=69770) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1079.740514] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-800b5650-b6f3-46d3-83a1-a4c1de29be3a {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.755312] env[69770]: DEBUG nova.scheduler.client.report [None req-b2d04b34-ac11-4912-91c5-5be0570e617b tempest-ServersAaction247Test-1374319836 tempest-ServersAaction247Test-1374319836-project-member] Inventory has not changed for provider 7cc7d32b-b7a7-454a-a456-2a440248ed9d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69770) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1079.768809] env[69770]: DEBUG nova.virt.vmwareapi.volumeops [None req-926078c4-c393-4ac0-9bbd-87d7ebaf9fb8 tempest-ServersAdmin275Test-1407660202 tempest-ServersAdmin275Test-1407660202-project-member] [instance: fc7b06e1-c542-448b-a750-f27af3874b8f] Reconfiguring VM instance instance-00000053 to attach disk [datastore2] fc7b06e1-c542-448b-a750-f27af3874b8f/fc7b06e1-c542-448b-a750-f27af3874b8f.vmdk or device None with type sparse {{(pid=69770) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1079.768809] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-48686f35-1040-459e-97d7-ea480ffc7981 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.786364] env[69770]: DEBUG oslo_concurrency.lockutils [None req-7fce7273-5e30-4285-816b-f1845d318a13 tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] Acquiring lock "refresh_cache-9de87335-1db9-4bb3-ab4b-6bec27911b5f" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.786561] env[69770]: DEBUG oslo_concurrency.lockutils [None req-7fce7273-5e30-4285-816b-f1845d318a13 tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] Acquired lock "refresh_cache-9de87335-1db9-4bb3-ab4b-6bec27911b5f" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.786699] env[69770]: DEBUG nova.network.neutron [None req-7fce7273-5e30-4285-816b-f1845d318a13 tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] [instance: 9de87335-1db9-4bb3-ab4b-6bec27911b5f] Building network info cache for instance {{(pid=69770) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1079.789698] env[69770]: DEBUG oslo_vmware.api [None req-926078c4-c393-4ac0-9bbd-87d7ebaf9fb8 tempest-ServersAdmin275Test-1407660202 tempest-ServersAdmin275Test-1407660202-project-member] Waiting for the task: (returnval){ [ 1079.789698] env[69770]: value = "task-4070323" [ 1079.789698] env[69770]: _type = "Task" [ 1079.789698] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1079.801618] env[69770]: DEBUG oslo_vmware.api [None req-926078c4-c393-4ac0-9bbd-87d7ebaf9fb8 tempest-ServersAdmin275Test-1407660202 tempest-ServersAdmin275Test-1407660202-project-member] Task: {'id': task-4070323, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.896188] env[69770]: DEBUG nova.compute.manager [None req-383daad9-2c5e-4df0-b1d4-da7f6fb58671 tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] [instance: efd33efc-116e-464e-8669-fbfc94e38cba] Starting instance... {{(pid=69770) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1079.995962] env[69770]: DEBUG oslo_vmware.api [None req-2ff95b87-7a87-48a0-9911-fb102aebb6b9 tempest-AttachVolumeShelveTestJSON-1191911444 tempest-AttachVolumeShelveTestJSON-1191911444-project-member] Task: {'id': task-4070321, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.062451] env[69770]: DEBUG oslo_vmware.api [None req-7c4dfba6-78da-4a3c-9afb-48a83e6137f2 tempest-ServersListShow2100Test-886633097 tempest-ServersListShow2100Test-886633097-project-member] Task: {'id': task-4070322, 'name': PowerOffVM_Task, 'duration_secs': 0.186246} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1080.062708] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-7c4dfba6-78da-4a3c-9afb-48a83e6137f2 tempest-ServersListShow2100Test-886633097 tempest-ServersListShow2100Test-886633097-project-member] [instance: 31c30825-a5fa-4bd6-8557-fe2cf35d1e3b] Powered off the VM {{(pid=69770) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1080.062884] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-7c4dfba6-78da-4a3c-9afb-48a83e6137f2 tempest-ServersListShow2100Test-886633097 tempest-ServersListShow2100Test-886633097-project-member] [instance: 31c30825-a5fa-4bd6-8557-fe2cf35d1e3b] Unregistering the VM {{(pid=69770) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1080.063194] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b1e945f1-4e94-400b-bd1e-02a4799dfa22 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.093400] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-7c4dfba6-78da-4a3c-9afb-48a83e6137f2 tempest-ServersListShow2100Test-886633097 tempest-ServersListShow2100Test-886633097-project-member] [instance: 31c30825-a5fa-4bd6-8557-fe2cf35d1e3b] Unregistered the VM {{(pid=69770) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1080.093616] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-7c4dfba6-78da-4a3c-9afb-48a83e6137f2 tempest-ServersListShow2100Test-886633097 tempest-ServersListShow2100Test-886633097-project-member] [instance: 31c30825-a5fa-4bd6-8557-fe2cf35d1e3b] Deleting contents of the VM from datastore datastore1 {{(pid=69770) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1080.093826] env[69770]: DEBUG nova.virt.vmwareapi.ds_util [None req-7c4dfba6-78da-4a3c-9afb-48a83e6137f2 tempest-ServersListShow2100Test-886633097 tempest-ServersListShow2100Test-886633097-project-member] Deleting the datastore file [datastore1] 31c30825-a5fa-4bd6-8557-fe2cf35d1e3b {{(pid=69770) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1080.094238] env[69770]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-617d20f0-ac5c-4fb4-85a8-de99e67dae96 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.102729] env[69770]: DEBUG oslo_vmware.api [None req-7c4dfba6-78da-4a3c-9afb-48a83e6137f2 tempest-ServersListShow2100Test-886633097 tempest-ServersListShow2100Test-886633097-project-member] Waiting for the task: (returnval){ [ 1080.102729] env[69770]: value = "task-4070325" [ 1080.102729] env[69770]: _type = "Task" [ 1080.102729] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1080.113750] env[69770]: DEBUG oslo_vmware.api [None req-7c4dfba6-78da-4a3c-9afb-48a83e6137f2 tempest-ServersListShow2100Test-886633097 tempest-ServersListShow2100Test-886633097-project-member] Task: {'id': task-4070325, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.268823] env[69770]: DEBUG oslo_concurrency.lockutils [None req-b2d04b34-ac11-4912-91c5-5be0570e617b tempest-ServersAaction247Test-1374319836 tempest-ServersAaction247Test-1374319836-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.470s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1080.272203] env[69770]: DEBUG nova.compute.manager [None req-b2d04b34-ac11-4912-91c5-5be0570e617b tempest-ServersAaction247Test-1374319836 tempest-ServersAaction247Test-1374319836-project-member] [instance: fa98db4f-3f15-4fcd-ab94-fa210b828e69] Start building networks asynchronously for instance. {{(pid=69770) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1080.276201] env[69770]: DEBUG oslo_concurrency.lockutils [None req-58cfdb39-c672-453c-8da9-f1e5b170f249 tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 14.603s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1080.276401] env[69770]: DEBUG nova.objects.instance [None req-58cfdb39-c672-453c-8da9-f1e5b170f249 tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] [instance: fb2581e0-5c22-4622-a652-818f9af7a9ba] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69770) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1080.313329] env[69770]: DEBUG oslo_vmware.api [None req-926078c4-c393-4ac0-9bbd-87d7ebaf9fb8 tempest-ServersAdmin275Test-1407660202 tempest-ServersAdmin275Test-1407660202-project-member] Task: {'id': task-4070323, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.356717] env[69770]: WARNING nova.network.neutron [None req-7fce7273-5e30-4285-816b-f1845d318a13 tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] [instance: 9de87335-1db9-4bb3-ab4b-6bec27911b5f] d5ae8d06-e279-436f-9c41-66b44f6f2542 already exists in list: networks containing: ['d5ae8d06-e279-436f-9c41-66b44f6f2542']. ignoring it [ 1080.419705] env[69770]: DEBUG oslo_concurrency.lockutils [None req-383daad9-2c5e-4df0-b1d4-da7f6fb58671 tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1080.491110] env[69770]: DEBUG oslo_vmware.api [None req-2ff95b87-7a87-48a0-9911-fb102aebb6b9 tempest-AttachVolumeShelveTestJSON-1191911444 tempest-AttachVolumeShelveTestJSON-1191911444-project-member] Task: {'id': task-4070321, 'name': PowerOnVM_Task, 'duration_secs': 0.541376} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1080.494075] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ff95b87-7a87-48a0-9911-fb102aebb6b9 tempest-AttachVolumeShelveTestJSON-1191911444 tempest-AttachVolumeShelveTestJSON-1191911444-project-member] [instance: 1e9f2a84-ff0f-4bfb-87b7-0b0d3604ab3f] Powered on the VM {{(pid=69770) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1080.494435] env[69770]: INFO nova.compute.manager [None req-2ff95b87-7a87-48a0-9911-fb102aebb6b9 tempest-AttachVolumeShelveTestJSON-1191911444 tempest-AttachVolumeShelveTestJSON-1191911444-project-member] [instance: 1e9f2a84-ff0f-4bfb-87b7-0b0d3604ab3f] Took 9.06 seconds to spawn the instance on the hypervisor. [ 1080.494769] env[69770]: DEBUG nova.compute.manager [None req-2ff95b87-7a87-48a0-9911-fb102aebb6b9 tempest-AttachVolumeShelveTestJSON-1191911444 tempest-AttachVolumeShelveTestJSON-1191911444-project-member] [instance: 1e9f2a84-ff0f-4bfb-87b7-0b0d3604ab3f] Checking state {{(pid=69770) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1080.495863] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a477be1-e7a3-4432-8dfe-d5938bc5e17a {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.613214] env[69770]: DEBUG oslo_vmware.api [None req-7c4dfba6-78da-4a3c-9afb-48a83e6137f2 tempest-ServersListShow2100Test-886633097 tempest-ServersListShow2100Test-886633097-project-member] Task: {'id': task-4070325, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.493957} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1080.613727] env[69770]: DEBUG nova.virt.vmwareapi.ds_util [None req-7c4dfba6-78da-4a3c-9afb-48a83e6137f2 tempest-ServersListShow2100Test-886633097 tempest-ServersListShow2100Test-886633097-project-member] Deleted the datastore file {{(pid=69770) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1080.614121] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-7c4dfba6-78da-4a3c-9afb-48a83e6137f2 tempest-ServersListShow2100Test-886633097 tempest-ServersListShow2100Test-886633097-project-member] [instance: 31c30825-a5fa-4bd6-8557-fe2cf35d1e3b] Deleted contents of the VM from datastore datastore1 {{(pid=69770) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1080.614446] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-7c4dfba6-78da-4a3c-9afb-48a83e6137f2 tempest-ServersListShow2100Test-886633097 tempest-ServersListShow2100Test-886633097-project-member] [instance: 31c30825-a5fa-4bd6-8557-fe2cf35d1e3b] Instance destroyed {{(pid=69770) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1080.614789] env[69770]: INFO nova.compute.manager [None req-7c4dfba6-78da-4a3c-9afb-48a83e6137f2 tempest-ServersListShow2100Test-886633097 tempest-ServersListShow2100Test-886633097-project-member] [instance: 31c30825-a5fa-4bd6-8557-fe2cf35d1e3b] Took 1.08 seconds to destroy the instance on the hypervisor. [ 1080.615192] env[69770]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7c4dfba6-78da-4a3c-9afb-48a83e6137f2 tempest-ServersListShow2100Test-886633097 tempest-ServersListShow2100Test-886633097-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69770) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1080.615566] env[69770]: DEBUG nova.compute.manager [-] [instance: 31c30825-a5fa-4bd6-8557-fe2cf35d1e3b] Deallocating network for instance {{(pid=69770) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1080.615770] env[69770]: DEBUG nova.network.neutron [-] [instance: 31c30825-a5fa-4bd6-8557-fe2cf35d1e3b] deallocate_for_instance() {{(pid=69770) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1080.635883] env[69770]: DEBUG nova.network.neutron [-] [instance: 31c30825-a5fa-4bd6-8557-fe2cf35d1e3b] Instance cache missing network info. {{(pid=69770) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1080.783505] env[69770]: DEBUG nova.compute.utils [None req-b2d04b34-ac11-4912-91c5-5be0570e617b tempest-ServersAaction247Test-1374319836 tempest-ServersAaction247Test-1374319836-project-member] Using /dev/sd instead of None {{(pid=69770) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1080.790659] env[69770]: DEBUG nova.compute.manager [None req-b2d04b34-ac11-4912-91c5-5be0570e617b tempest-ServersAaction247Test-1374319836 tempest-ServersAaction247Test-1374319836-project-member] [instance: fa98db4f-3f15-4fcd-ab94-fa210b828e69] Not allocating networking since 'none' was specified. {{(pid=69770) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1080.809549] env[69770]: DEBUG oslo_vmware.api [None req-926078c4-c393-4ac0-9bbd-87d7ebaf9fb8 tempest-ServersAdmin275Test-1407660202 tempest-ServersAdmin275Test-1407660202-project-member] Task: {'id': task-4070323, 'name': ReconfigVM_Task, 'duration_secs': 0.986762} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1080.809834] env[69770]: DEBUG nova.virt.vmwareapi.volumeops [None req-926078c4-c393-4ac0-9bbd-87d7ebaf9fb8 tempest-ServersAdmin275Test-1407660202 tempest-ServersAdmin275Test-1407660202-project-member] [instance: fc7b06e1-c542-448b-a750-f27af3874b8f] Reconfigured VM instance instance-00000053 to attach disk [datastore2] fc7b06e1-c542-448b-a750-f27af3874b8f/fc7b06e1-c542-448b-a750-f27af3874b8f.vmdk or device None with type sparse {{(pid=69770) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1080.810520] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b7edbb56-4150-41cc-ae32-6713d8fc0fe7 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.818206] env[69770]: DEBUG oslo_vmware.api [None req-926078c4-c393-4ac0-9bbd-87d7ebaf9fb8 tempest-ServersAdmin275Test-1407660202 tempest-ServersAdmin275Test-1407660202-project-member] Waiting for the task: (returnval){ [ 1080.818206] env[69770]: value = "task-4070326" [ 1080.818206] env[69770]: _type = "Task" [ 1080.818206] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1080.828904] env[69770]: DEBUG oslo_vmware.api [None req-926078c4-c393-4ac0-9bbd-87d7ebaf9fb8 tempest-ServersAdmin275Test-1407660202 tempest-ServersAdmin275Test-1407660202-project-member] Task: {'id': task-4070326, 'name': Rename_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.830139] env[69770]: DEBUG nova.network.neutron [None req-7fce7273-5e30-4285-816b-f1845d318a13 tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] [instance: 9de87335-1db9-4bb3-ab4b-6bec27911b5f] Updating instance_info_cache with network_info: [{"id": "93fd4eaf-717f-4082-8fe4-ef2bd259eb53", "address": "fa:16:3e:53:18:cf", "network": {"id": "d5ae8d06-e279-436f-9c41-66b44f6f2542", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1370812323-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.189", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "63715e849e05463da9bfa0405c750b8f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dad4f433-bb0b-45c7-8040-972ef2277f75", "external-id": "nsx-vlan-transportzone-451", "segmentation_id": 451, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap93fd4eaf-71", "ovs_interfaceid": "93fd4eaf-717f-4082-8fe4-ef2bd259eb53", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "43adc2d1-043c-408a-bfce-b87cc7c66df3", "address": "fa:16:3e:cc:2a:44", "network": {"id": "d5ae8d06-e279-436f-9c41-66b44f6f2542", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1370812323-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "63715e849e05463da9bfa0405c750b8f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dad4f433-bb0b-45c7-8040-972ef2277f75", "external-id": "nsx-vlan-transportzone-451", "segmentation_id": 451, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap43adc2d1-04", "ovs_interfaceid": "43adc2d1-043c-408a-bfce-b87cc7c66df3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69770) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1081.016380] env[69770]: INFO nova.compute.manager [None req-2ff95b87-7a87-48a0-9911-fb102aebb6b9 tempest-AttachVolumeShelveTestJSON-1191911444 tempest-AttachVolumeShelveTestJSON-1191911444-project-member] [instance: 1e9f2a84-ff0f-4bfb-87b7-0b0d3604ab3f] Took 32.41 seconds to build instance. [ 1081.137915] env[69770]: DEBUG nova.network.neutron [-] [instance: 31c30825-a5fa-4bd6-8557-fe2cf35d1e3b] Updating instance_info_cache with network_info: [] {{(pid=69770) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1081.291925] env[69770]: DEBUG nova.compute.manager [None req-b2d04b34-ac11-4912-91c5-5be0570e617b tempest-ServersAaction247Test-1374319836 tempest-ServersAaction247Test-1374319836-project-member] [instance: fa98db4f-3f15-4fcd-ab94-fa210b828e69] Start building block device mappings for instance. {{(pid=69770) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1081.295155] env[69770]: DEBUG oslo_concurrency.lockutils [None req-58cfdb39-c672-453c-8da9-f1e5b170f249 tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.019s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1081.298778] env[69770]: DEBUG oslo_concurrency.lockutils [None req-74826bb6-f0d3-4b9b-93cc-4cc53c6f2a5d tempest-ServersAdminTestJSON-142622790 tempest-ServersAdminTestJSON-142622790-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 11.407s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1081.298778] env[69770]: DEBUG nova.objects.instance [None req-74826bb6-f0d3-4b9b-93cc-4cc53c6f2a5d tempest-ServersAdminTestJSON-142622790 tempest-ServersAdminTestJSON-142622790-project-member] Lazy-loading 'resources' on Instance uuid 089cc9fa-d197-43fd-b8fe-0d92a672806e {{(pid=69770) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1081.331596] env[69770]: DEBUG oslo_vmware.api [None req-926078c4-c393-4ac0-9bbd-87d7ebaf9fb8 tempest-ServersAdmin275Test-1407660202 tempest-ServersAdmin275Test-1407660202-project-member] Task: {'id': task-4070326, 'name': Rename_Task} progress is 99%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.333939] env[69770]: DEBUG oslo_concurrency.lockutils [None req-7fce7273-5e30-4285-816b-f1845d318a13 tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] Releasing lock "refresh_cache-9de87335-1db9-4bb3-ab4b-6bec27911b5f" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.335114] env[69770]: DEBUG oslo_concurrency.lockutils [None req-7fce7273-5e30-4285-816b-f1845d318a13 tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] Acquiring lock "9de87335-1db9-4bb3-ab4b-6bec27911b5f" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.335114] env[69770]: DEBUG oslo_concurrency.lockutils [None req-7fce7273-5e30-4285-816b-f1845d318a13 tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] Acquired lock "9de87335-1db9-4bb3-ab4b-6bec27911b5f" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.336735] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b115ef44-0dc9-47bd-ac6e-febc540a9233 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.359465] env[69770]: DEBUG nova.virt.hardware [None req-7fce7273-5e30-4285-816b-f1845d318a13 tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T12:16:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69770) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1081.359465] env[69770]: DEBUG nova.virt.hardware [None req-7fce7273-5e30-4285-816b-f1845d318a13 tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] Flavor limits 0:0:0 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1081.359465] env[69770]: DEBUG nova.virt.hardware [None req-7fce7273-5e30-4285-816b-f1845d318a13 tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] Image limits 0:0:0 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1081.359465] env[69770]: DEBUG nova.virt.hardware [None req-7fce7273-5e30-4285-816b-f1845d318a13 tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] Flavor pref 0:0:0 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1081.359465] env[69770]: DEBUG nova.virt.hardware [None req-7fce7273-5e30-4285-816b-f1845d318a13 tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] Image pref 0:0:0 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1081.359465] env[69770]: DEBUG nova.virt.hardware [None req-7fce7273-5e30-4285-816b-f1845d318a13 tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1081.359465] env[69770]: DEBUG nova.virt.hardware [None req-7fce7273-5e30-4285-816b-f1845d318a13 tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69770) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1081.359465] env[69770]: DEBUG nova.virt.hardware [None req-7fce7273-5e30-4285-816b-f1845d318a13 tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69770) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1081.359465] env[69770]: DEBUG nova.virt.hardware [None req-7fce7273-5e30-4285-816b-f1845d318a13 tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] Got 1 possible topologies {{(pid=69770) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1081.359465] env[69770]: DEBUG nova.virt.hardware [None req-7fce7273-5e30-4285-816b-f1845d318a13 tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69770) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1081.359465] env[69770]: DEBUG nova.virt.hardware [None req-7fce7273-5e30-4285-816b-f1845d318a13 tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69770) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1081.365822] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-7fce7273-5e30-4285-816b-f1845d318a13 tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] [instance: 9de87335-1db9-4bb3-ab4b-6bec27911b5f] Reconfiguring VM to attach interface {{(pid=69770) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1081.366544] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5061dd2c-8870-481a-ac8d-f230d373f7e0 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.385638] env[69770]: DEBUG oslo_vmware.api [None req-7fce7273-5e30-4285-816b-f1845d318a13 tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] Waiting for the task: (returnval){ [ 1081.385638] env[69770]: value = "task-4070327" [ 1081.385638] env[69770]: _type = "Task" [ 1081.385638] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1081.395318] env[69770]: DEBUG oslo_vmware.api [None req-7fce7273-5e30-4285-816b-f1845d318a13 tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] Task: {'id': task-4070327, 'name': ReconfigVM_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.407685] env[69770]: DEBUG nova.compute.manager [req-f3291f95-a299-4697-a324-12e75642b54a req-9fef47ed-a62b-4753-ba51-e97bd37dea0f service nova] [instance: dc0f3667-e2b8-4b6a-b4e2-cc558b2f10ad] Received event network-changed-759852cd-121b-4d04-9799-2c0a32306ad4 {{(pid=69770) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1081.408270] env[69770]: DEBUG nova.compute.manager [req-f3291f95-a299-4697-a324-12e75642b54a req-9fef47ed-a62b-4753-ba51-e97bd37dea0f service nova] [instance: dc0f3667-e2b8-4b6a-b4e2-cc558b2f10ad] Refreshing instance network info cache due to event network-changed-759852cd-121b-4d04-9799-2c0a32306ad4. {{(pid=69770) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1081.408616] env[69770]: DEBUG oslo_concurrency.lockutils [req-f3291f95-a299-4697-a324-12e75642b54a req-9fef47ed-a62b-4753-ba51-e97bd37dea0f service nova] Acquiring lock "refresh_cache-dc0f3667-e2b8-4b6a-b4e2-cc558b2f10ad" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.408896] env[69770]: DEBUG oslo_concurrency.lockutils [req-f3291f95-a299-4697-a324-12e75642b54a req-9fef47ed-a62b-4753-ba51-e97bd37dea0f service nova] Acquired lock "refresh_cache-dc0f3667-e2b8-4b6a-b4e2-cc558b2f10ad" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.409213] env[69770]: DEBUG nova.network.neutron [req-f3291f95-a299-4697-a324-12e75642b54a req-9fef47ed-a62b-4753-ba51-e97bd37dea0f service nova] [instance: dc0f3667-e2b8-4b6a-b4e2-cc558b2f10ad] Refreshing network info cache for port 759852cd-121b-4d04-9799-2c0a32306ad4 {{(pid=69770) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1081.518656] env[69770]: DEBUG oslo_concurrency.lockutils [None req-2ff95b87-7a87-48a0-9911-fb102aebb6b9 tempest-AttachVolumeShelveTestJSON-1191911444 tempest-AttachVolumeShelveTestJSON-1191911444-project-member] Lock "1e9f2a84-ff0f-4bfb-87b7-0b0d3604ab3f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 33.926s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1081.643415] env[69770]: INFO nova.compute.manager [-] [instance: 31c30825-a5fa-4bd6-8557-fe2cf35d1e3b] Took 1.03 seconds to deallocate network for instance. [ 1081.720668] env[69770]: DEBUG nova.compute.manager [req-11058d7e-bda1-47da-84bd-2622d7aa23ec req-ee61ee46-ef95-4734-9612-0e65090bfdcd service nova] [instance: 1e9f2a84-ff0f-4bfb-87b7-0b0d3604ab3f] Received event network-changed-cbb9b213-c75c-425c-9b19-426af308ac35 {{(pid=69770) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1081.721205] env[69770]: DEBUG nova.compute.manager [req-11058d7e-bda1-47da-84bd-2622d7aa23ec req-ee61ee46-ef95-4734-9612-0e65090bfdcd service nova] [instance: 1e9f2a84-ff0f-4bfb-87b7-0b0d3604ab3f] Refreshing instance network info cache due to event network-changed-cbb9b213-c75c-425c-9b19-426af308ac35. {{(pid=69770) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1081.721205] env[69770]: DEBUG oslo_concurrency.lockutils [req-11058d7e-bda1-47da-84bd-2622d7aa23ec req-ee61ee46-ef95-4734-9612-0e65090bfdcd service nova] Acquiring lock "refresh_cache-1e9f2a84-ff0f-4bfb-87b7-0b0d3604ab3f" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.721528] env[69770]: DEBUG oslo_concurrency.lockutils [req-11058d7e-bda1-47da-84bd-2622d7aa23ec req-ee61ee46-ef95-4734-9612-0e65090bfdcd service nova] Acquired lock "refresh_cache-1e9f2a84-ff0f-4bfb-87b7-0b0d3604ab3f" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.721678] env[69770]: DEBUG nova.network.neutron [req-11058d7e-bda1-47da-84bd-2622d7aa23ec req-ee61ee46-ef95-4734-9612-0e65090bfdcd service nova] [instance: 1e9f2a84-ff0f-4bfb-87b7-0b0d3604ab3f] Refreshing network info cache for port cbb9b213-c75c-425c-9b19-426af308ac35 {{(pid=69770) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1081.831413] env[69770]: DEBUG oslo_vmware.api [None req-926078c4-c393-4ac0-9bbd-87d7ebaf9fb8 tempest-ServersAdmin275Test-1407660202 tempest-ServersAdmin275Test-1407660202-project-member] Task: {'id': task-4070326, 'name': Rename_Task} progress is 99%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.900472] env[69770]: DEBUG oslo_vmware.api [None req-7fce7273-5e30-4285-816b-f1845d318a13 tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] Task: {'id': task-4070327, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.130873] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fe099c2-f54a-4fba-8cb4-298e34ce251e {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.142269] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4fc3034-9099-480a-9408-10966c6bd984 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.152728] env[69770]: DEBUG oslo_concurrency.lockutils [None req-7c4dfba6-78da-4a3c-9afb-48a83e6137f2 tempest-ServersListShow2100Test-886633097 tempest-ServersListShow2100Test-886633097-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1082.179016] env[69770]: DEBUG nova.network.neutron [req-f3291f95-a299-4697-a324-12e75642b54a req-9fef47ed-a62b-4753-ba51-e97bd37dea0f service nova] [instance: dc0f3667-e2b8-4b6a-b4e2-cc558b2f10ad] Updated VIF entry in instance network info cache for port 759852cd-121b-4d04-9799-2c0a32306ad4. {{(pid=69770) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1082.179016] env[69770]: DEBUG nova.network.neutron [req-f3291f95-a299-4697-a324-12e75642b54a req-9fef47ed-a62b-4753-ba51-e97bd37dea0f service nova] [instance: dc0f3667-e2b8-4b6a-b4e2-cc558b2f10ad] Updating instance_info_cache with network_info: [{"id": "759852cd-121b-4d04-9799-2c0a32306ad4", "address": "fa:16:3e:5b:32:28", "network": {"id": "b4f6914c-0803-42d0-b75a-d60ffc35f8b5", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-580694787-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.184", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b9d6e6c446154a4ba62ddf820c22c69f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "184687d6-125a-4b58-bb5b-fdb404088eda", "external-id": "nsx-vlan-transportzone-134", "segmentation_id": 134, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap759852cd-12", "ovs_interfaceid": "759852cd-121b-4d04-9799-2c0a32306ad4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69770) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1082.181460] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddbaf59e-865f-4f0e-aea0-4a52775773d9 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.191488] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fcb271b-f772-4cd9-a0da-d9f9acd35e2e {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.208108] env[69770]: DEBUG nova.compute.provider_tree [None req-74826bb6-f0d3-4b9b-93cc-4cc53c6f2a5d tempest-ServersAdminTestJSON-142622790 tempest-ServersAdminTestJSON-142622790-project-member] Inventory has not changed in ProviderTree for provider: 7cc7d32b-b7a7-454a-a456-2a440248ed9d {{(pid=69770) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1082.309848] env[69770]: DEBUG nova.compute.manager [None req-b2d04b34-ac11-4912-91c5-5be0570e617b tempest-ServersAaction247Test-1374319836 tempest-ServersAaction247Test-1374319836-project-member] [instance: fa98db4f-3f15-4fcd-ab94-fa210b828e69] Start spawning the instance on the hypervisor. {{(pid=69770) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1082.335123] env[69770]: DEBUG oslo_vmware.api [None req-926078c4-c393-4ac0-9bbd-87d7ebaf9fb8 tempest-ServersAdmin275Test-1407660202 tempest-ServersAdmin275Test-1407660202-project-member] Task: {'id': task-4070326, 'name': Rename_Task, 'duration_secs': 1.341544} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1082.337349] env[69770]: DEBUG nova.virt.hardware [None req-b2d04b34-ac11-4912-91c5-5be0570e617b tempest-ServersAaction247Test-1374319836 tempest-ServersAaction247Test-1374319836-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T12:16:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T12:16:11Z,direct_url=,disk_format='vmdk',id=d1eaff80-24a0-4391-90eb-59958b1ecf0a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d65f20bb89fb40a98b77bc6d97357df2',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T12:16:12Z,virtual_size=,visibility=), allow threads: False {{(pid=69770) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1082.337584] env[69770]: DEBUG nova.virt.hardware [None req-b2d04b34-ac11-4912-91c5-5be0570e617b tempest-ServersAaction247Test-1374319836 tempest-ServersAaction247Test-1374319836-project-member] Flavor limits 0:0:0 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1082.337742] env[69770]: DEBUG nova.virt.hardware [None req-b2d04b34-ac11-4912-91c5-5be0570e617b tempest-ServersAaction247Test-1374319836 tempest-ServersAaction247Test-1374319836-project-member] Image limits 0:0:0 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1082.337959] env[69770]: DEBUG nova.virt.hardware [None req-b2d04b34-ac11-4912-91c5-5be0570e617b tempest-ServersAaction247Test-1374319836 tempest-ServersAaction247Test-1374319836-project-member] Flavor pref 0:0:0 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1082.338130] env[69770]: DEBUG nova.virt.hardware [None req-b2d04b34-ac11-4912-91c5-5be0570e617b tempest-ServersAaction247Test-1374319836 tempest-ServersAaction247Test-1374319836-project-member] Image pref 0:0:0 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1082.338278] env[69770]: DEBUG nova.virt.hardware [None req-b2d04b34-ac11-4912-91c5-5be0570e617b tempest-ServersAaction247Test-1374319836 tempest-ServersAaction247Test-1374319836-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1082.338771] env[69770]: DEBUG nova.virt.hardware [None req-b2d04b34-ac11-4912-91c5-5be0570e617b tempest-ServersAaction247Test-1374319836 tempest-ServersAaction247Test-1374319836-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69770) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1082.338771] env[69770]: DEBUG nova.virt.hardware [None req-b2d04b34-ac11-4912-91c5-5be0570e617b tempest-ServersAaction247Test-1374319836 tempest-ServersAaction247Test-1374319836-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69770) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1082.338939] env[69770]: DEBUG nova.virt.hardware [None req-b2d04b34-ac11-4912-91c5-5be0570e617b tempest-ServersAaction247Test-1374319836 tempest-ServersAaction247Test-1374319836-project-member] Got 1 possible topologies {{(pid=69770) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1082.338973] env[69770]: DEBUG nova.virt.hardware [None req-b2d04b34-ac11-4912-91c5-5be0570e617b tempest-ServersAaction247Test-1374319836 tempest-ServersAaction247Test-1374319836-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69770) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1082.339577] env[69770]: DEBUG nova.virt.hardware [None req-b2d04b34-ac11-4912-91c5-5be0570e617b tempest-ServersAaction247Test-1374319836 tempest-ServersAaction247Test-1374319836-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69770) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1082.339577] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-926078c4-c393-4ac0-9bbd-87d7ebaf9fb8 tempest-ServersAdmin275Test-1407660202 tempest-ServersAdmin275Test-1407660202-project-member] [instance: fc7b06e1-c542-448b-a750-f27af3874b8f] Powering on the VM {{(pid=69770) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1082.340226] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d17f6a7-a2c8-4a22-b702-f12b67d53d6c {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.343100] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2c1b7a7e-f180-49b1-a794-d5d63ac3cf4d {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.351989] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce597fee-fcff-4f54-b09c-b972849d714c {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.356253] env[69770]: DEBUG oslo_vmware.api [None req-926078c4-c393-4ac0-9bbd-87d7ebaf9fb8 tempest-ServersAdmin275Test-1407660202 tempest-ServersAdmin275Test-1407660202-project-member] Waiting for the task: (returnval){ [ 1082.356253] env[69770]: value = "task-4070328" [ 1082.356253] env[69770]: _type = "Task" [ 1082.356253] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1082.371778] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-b2d04b34-ac11-4912-91c5-5be0570e617b tempest-ServersAaction247Test-1374319836 tempest-ServersAaction247Test-1374319836-project-member] [instance: fa98db4f-3f15-4fcd-ab94-fa210b828e69] Instance VIF info [] {{(pid=69770) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1082.377914] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-b2d04b34-ac11-4912-91c5-5be0570e617b tempest-ServersAaction247Test-1374319836 tempest-ServersAaction247Test-1374319836-project-member] Creating folder: Project (2b3727451687447aba3cf5d3da04949d). Parent ref: group-v806376. {{(pid=69770) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1082.378889] env[69770]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-30790733-9684-484f-93dd-51f0f91c58f5 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.384515] env[69770]: DEBUG oslo_vmware.api [None req-926078c4-c393-4ac0-9bbd-87d7ebaf9fb8 tempest-ServersAdmin275Test-1407660202 tempest-ServersAdmin275Test-1407660202-project-member] Task: {'id': task-4070328, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.394749] env[69770]: INFO nova.virt.vmwareapi.vm_util [None req-b2d04b34-ac11-4912-91c5-5be0570e617b tempest-ServersAaction247Test-1374319836 tempest-ServersAaction247Test-1374319836-project-member] Created folder: Project (2b3727451687447aba3cf5d3da04949d) in parent group-v806376. [ 1082.394749] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-b2d04b34-ac11-4912-91c5-5be0570e617b tempest-ServersAaction247Test-1374319836 tempest-ServersAaction247Test-1374319836-project-member] Creating folder: Instances. Parent ref: group-v806610. {{(pid=69770) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1082.395918] env[69770]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2c909a0e-3f95-4ee7-85a8-b3d17fac5281 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.401325] env[69770]: DEBUG oslo_vmware.api [None req-7fce7273-5e30-4285-816b-f1845d318a13 tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] Task: {'id': task-4070327, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.411035] env[69770]: INFO nova.virt.vmwareapi.vm_util [None req-b2d04b34-ac11-4912-91c5-5be0570e617b tempest-ServersAaction247Test-1374319836 tempest-ServersAaction247Test-1374319836-project-member] Created folder: Instances in parent group-v806610. [ 1082.411574] env[69770]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b2d04b34-ac11-4912-91c5-5be0570e617b tempest-ServersAaction247Test-1374319836 tempest-ServersAaction247Test-1374319836-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69770) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1082.411574] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fa98db4f-3f15-4fcd-ab94-fa210b828e69] Creating VM on the ESX host {{(pid=69770) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1082.411795] env[69770]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1e835cc3-2149-4405-88fb-c4d9e2fd74f0 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.431703] env[69770]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1082.431703] env[69770]: value = "task-4070331" [ 1082.431703] env[69770]: _type = "Task" [ 1082.431703] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1082.444312] env[69770]: DEBUG oslo_vmware.api [-] Task: {'id': task-4070331, 'name': CreateVM_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.474649] env[69770]: DEBUG nova.network.neutron [req-11058d7e-bda1-47da-84bd-2622d7aa23ec req-ee61ee46-ef95-4734-9612-0e65090bfdcd service nova] [instance: 1e9f2a84-ff0f-4bfb-87b7-0b0d3604ab3f] Updated VIF entry in instance network info cache for port cbb9b213-c75c-425c-9b19-426af308ac35. {{(pid=69770) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1082.475141] env[69770]: DEBUG nova.network.neutron [req-11058d7e-bda1-47da-84bd-2622d7aa23ec req-ee61ee46-ef95-4734-9612-0e65090bfdcd service nova] [instance: 1e9f2a84-ff0f-4bfb-87b7-0b0d3604ab3f] Updating instance_info_cache with network_info: [{"id": "cbb9b213-c75c-425c-9b19-426af308ac35", "address": "fa:16:3e:d6:89:41", "network": {"id": "62da2196-fd56-425b-b6e9-4f1c110ca1e6", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1719289018-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.252", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "63b30a591f8a45d2ad9dfb1e2a86dcc1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "504a3211-8288-4b87-a52a-590466d80a49", "external-id": "nsx-vlan-transportzone-469", "segmentation_id": 469, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcbb9b213-c7", "ovs_interfaceid": "cbb9b213-c75c-425c-9b19-426af308ac35", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69770) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1082.686408] env[69770]: DEBUG oslo_concurrency.lockutils [req-f3291f95-a299-4697-a324-12e75642b54a req-9fef47ed-a62b-4753-ba51-e97bd37dea0f service nova] Releasing lock "refresh_cache-dc0f3667-e2b8-4b6a-b4e2-cc558b2f10ad" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.686801] env[69770]: DEBUG nova.compute.manager [req-f3291f95-a299-4697-a324-12e75642b54a req-9fef47ed-a62b-4753-ba51-e97bd37dea0f service nova] [instance: 9de87335-1db9-4bb3-ab4b-6bec27911b5f] Received event network-changed-43adc2d1-043c-408a-bfce-b87cc7c66df3 {{(pid=69770) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1082.687051] env[69770]: DEBUG nova.compute.manager [req-f3291f95-a299-4697-a324-12e75642b54a req-9fef47ed-a62b-4753-ba51-e97bd37dea0f service nova] [instance: 9de87335-1db9-4bb3-ab4b-6bec27911b5f] Refreshing instance network info cache due to event network-changed-43adc2d1-043c-408a-bfce-b87cc7c66df3. {{(pid=69770) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1082.687350] env[69770]: DEBUG oslo_concurrency.lockutils [req-f3291f95-a299-4697-a324-12e75642b54a req-9fef47ed-a62b-4753-ba51-e97bd37dea0f service nova] Acquiring lock "refresh_cache-9de87335-1db9-4bb3-ab4b-6bec27911b5f" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.687636] env[69770]: DEBUG oslo_concurrency.lockutils [req-f3291f95-a299-4697-a324-12e75642b54a req-9fef47ed-a62b-4753-ba51-e97bd37dea0f service nova] Acquired lock "refresh_cache-9de87335-1db9-4bb3-ab4b-6bec27911b5f" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.687884] env[69770]: DEBUG nova.network.neutron [req-f3291f95-a299-4697-a324-12e75642b54a req-9fef47ed-a62b-4753-ba51-e97bd37dea0f service nova] [instance: 9de87335-1db9-4bb3-ab4b-6bec27911b5f] Refreshing network info cache for port 43adc2d1-043c-408a-bfce-b87cc7c66df3 {{(pid=69770) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1082.711887] env[69770]: DEBUG nova.scheduler.client.report [None req-74826bb6-f0d3-4b9b-93cc-4cc53c6f2a5d tempest-ServersAdminTestJSON-142622790 tempest-ServersAdminTestJSON-142622790-project-member] Inventory has not changed for provider 7cc7d32b-b7a7-454a-a456-2a440248ed9d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69770) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1082.870728] env[69770]: DEBUG oslo_vmware.api [None req-926078c4-c393-4ac0-9bbd-87d7ebaf9fb8 tempest-ServersAdmin275Test-1407660202 tempest-ServersAdmin275Test-1407660202-project-member] Task: {'id': task-4070328, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.897578] env[69770]: DEBUG oslo_vmware.api [None req-7fce7273-5e30-4285-816b-f1845d318a13 tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] Task: {'id': task-4070327, 'name': ReconfigVM_Task, 'duration_secs': 1.336374} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1082.898185] env[69770]: DEBUG oslo_concurrency.lockutils [None req-7fce7273-5e30-4285-816b-f1845d318a13 tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] Releasing lock "9de87335-1db9-4bb3-ab4b-6bec27911b5f" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.898409] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-7fce7273-5e30-4285-816b-f1845d318a13 tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] [instance: 9de87335-1db9-4bb3-ab4b-6bec27911b5f] Reconfigured VM to attach interface {{(pid=69770) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1082.921471] env[69770]: DEBUG oslo_concurrency.lockutils [None req-3c4bea16-6c09-49cd-9a95-8bfd3dfb1881 tempest-ServerShowV247Test-1214808668 tempest-ServerShowV247Test-1214808668-project-member] Acquiring lock "e6c4d986-abee-4ca2-8ef3-2917a3d75141" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1082.921726] env[69770]: DEBUG oslo_concurrency.lockutils [None req-3c4bea16-6c09-49cd-9a95-8bfd3dfb1881 tempest-ServerShowV247Test-1214808668 tempest-ServerShowV247Test-1214808668-project-member] Lock "e6c4d986-abee-4ca2-8ef3-2917a3d75141" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1082.943591] env[69770]: DEBUG oslo_vmware.api [-] Task: {'id': task-4070331, 'name': CreateVM_Task, 'duration_secs': 0.340311} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1082.943777] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fa98db4f-3f15-4fcd-ab94-fa210b828e69] Created VM on the ESX host {{(pid=69770) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1082.944239] env[69770]: DEBUG oslo_concurrency.lockutils [None req-b2d04b34-ac11-4912-91c5-5be0570e617b tempest-ServersAaction247Test-1374319836 tempest-ServersAaction247Test-1374319836-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.944400] env[69770]: DEBUG oslo_concurrency.lockutils [None req-b2d04b34-ac11-4912-91c5-5be0570e617b tempest-ServersAaction247Test-1374319836 tempest-ServersAaction247Test-1374319836-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.944724] env[69770]: DEBUG oslo_concurrency.lockutils [None req-b2d04b34-ac11-4912-91c5-5be0570e617b tempest-ServersAaction247Test-1374319836 tempest-ServersAaction247Test-1374319836-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.945297] env[69770]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-afc1ba90-ec15-4344-837e-31e31cc2a721 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.951580] env[69770]: DEBUG oslo_vmware.api [None req-b2d04b34-ac11-4912-91c5-5be0570e617b tempest-ServersAaction247Test-1374319836 tempest-ServersAaction247Test-1374319836-project-member] Waiting for the task: (returnval){ [ 1082.951580] env[69770]: value = "session[52161b52-cb8e-ec9f-1132-2f6b49549d41]520db3e3-5955-1ca9-8790-bb90ecce5c9e" [ 1082.951580] env[69770]: _type = "Task" [ 1082.951580] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1082.961291] env[69770]: DEBUG oslo_vmware.api [None req-b2d04b34-ac11-4912-91c5-5be0570e617b tempest-ServersAaction247Test-1374319836 tempest-ServersAaction247Test-1374319836-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]520db3e3-5955-1ca9-8790-bb90ecce5c9e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.978651] env[69770]: DEBUG oslo_concurrency.lockutils [req-11058d7e-bda1-47da-84bd-2622d7aa23ec req-ee61ee46-ef95-4734-9612-0e65090bfdcd service nova] Releasing lock "refresh_cache-1e9f2a84-ff0f-4bfb-87b7-0b0d3604ab3f" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.218537] env[69770]: DEBUG oslo_concurrency.lockutils [None req-74826bb6-f0d3-4b9b-93cc-4cc53c6f2a5d tempest-ServersAdminTestJSON-142622790 tempest-ServersAdminTestJSON-142622790-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.922s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1083.220925] env[69770]: DEBUG oslo_concurrency.lockutils [None req-50bcdaea-9a3a-47ea-9825-dfa28e5a1601 tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 12.851s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1083.221188] env[69770]: DEBUG nova.objects.instance [None req-50bcdaea-9a3a-47ea-9825-dfa28e5a1601 tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] Lazy-loading 'resources' on Instance uuid fb2581e0-5c22-4622-a652-818f9af7a9ba {{(pid=69770) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1083.237651] env[69770]: INFO nova.scheduler.client.report [None req-74826bb6-f0d3-4b9b-93cc-4cc53c6f2a5d tempest-ServersAdminTestJSON-142622790 tempest-ServersAdminTestJSON-142622790-project-member] Deleted allocations for instance 089cc9fa-d197-43fd-b8fe-0d92a672806e [ 1083.372186] env[69770]: DEBUG oslo_concurrency.lockutils [None req-5dea2277-eea5-4523-874e-de9184db0030 tempest-ServerShowV247Test-1214808668 tempest-ServerShowV247Test-1214808668-project-member] Acquiring lock "25da9782-52d2-4813-8744-847ff6ba0e5d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1083.372432] env[69770]: DEBUG oslo_concurrency.lockutils [None req-5dea2277-eea5-4523-874e-de9184db0030 tempest-ServerShowV247Test-1214808668 tempest-ServerShowV247Test-1214808668-project-member] Lock "25da9782-52d2-4813-8744-847ff6ba0e5d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1083.380456] env[69770]: DEBUG oslo_vmware.api [None req-926078c4-c393-4ac0-9bbd-87d7ebaf9fb8 tempest-ServersAdmin275Test-1407660202 tempest-ServersAdmin275Test-1407660202-project-member] Task: {'id': task-4070328, 'name': PowerOnVM_Task, 'duration_secs': 0.562367} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1083.380456] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-926078c4-c393-4ac0-9bbd-87d7ebaf9fb8 tempest-ServersAdmin275Test-1407660202 tempest-ServersAdmin275Test-1407660202-project-member] [instance: fc7b06e1-c542-448b-a750-f27af3874b8f] Powered on the VM {{(pid=69770) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1083.380661] env[69770]: INFO nova.compute.manager [None req-926078c4-c393-4ac0-9bbd-87d7ebaf9fb8 tempest-ServersAdmin275Test-1407660202 tempest-ServersAdmin275Test-1407660202-project-member] [instance: fc7b06e1-c542-448b-a750-f27af3874b8f] Took 7.46 seconds to spawn the instance on the hypervisor. [ 1083.381220] env[69770]: DEBUG nova.compute.manager [None req-926078c4-c393-4ac0-9bbd-87d7ebaf9fb8 tempest-ServersAdmin275Test-1407660202 tempest-ServersAdmin275Test-1407660202-project-member] [instance: fc7b06e1-c542-448b-a750-f27af3874b8f] Checking state {{(pid=69770) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1083.381640] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cdcbb19-09ef-4abb-adbc-be6238069e99 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.404388] env[69770]: DEBUG oslo_concurrency.lockutils [None req-7fce7273-5e30-4285-816b-f1845d318a13 tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] Lock "interface-9de87335-1db9-4bb3-ab4b-6bec27911b5f-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 7.745s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1083.424625] env[69770]: DEBUG nova.compute.manager [None req-3c4bea16-6c09-49cd-9a95-8bfd3dfb1881 tempest-ServerShowV247Test-1214808668 tempest-ServerShowV247Test-1214808668-project-member] [instance: e6c4d986-abee-4ca2-8ef3-2917a3d75141] Starting instance... {{(pid=69770) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1083.440920] env[69770]: DEBUG nova.network.neutron [req-f3291f95-a299-4697-a324-12e75642b54a req-9fef47ed-a62b-4753-ba51-e97bd37dea0f service nova] [instance: 9de87335-1db9-4bb3-ab4b-6bec27911b5f] Updated VIF entry in instance network info cache for port 43adc2d1-043c-408a-bfce-b87cc7c66df3. {{(pid=69770) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1083.441364] env[69770]: DEBUG nova.network.neutron [req-f3291f95-a299-4697-a324-12e75642b54a req-9fef47ed-a62b-4753-ba51-e97bd37dea0f service nova] [instance: 9de87335-1db9-4bb3-ab4b-6bec27911b5f] Updating instance_info_cache with network_info: [{"id": "93fd4eaf-717f-4082-8fe4-ef2bd259eb53", "address": "fa:16:3e:53:18:cf", "network": {"id": "d5ae8d06-e279-436f-9c41-66b44f6f2542", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1370812323-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.189", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "63715e849e05463da9bfa0405c750b8f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dad4f433-bb0b-45c7-8040-972ef2277f75", "external-id": "nsx-vlan-transportzone-451", "segmentation_id": 451, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap93fd4eaf-71", "ovs_interfaceid": "93fd4eaf-717f-4082-8fe4-ef2bd259eb53", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "43adc2d1-043c-408a-bfce-b87cc7c66df3", "address": "fa:16:3e:cc:2a:44", "network": {"id": "d5ae8d06-e279-436f-9c41-66b44f6f2542", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1370812323-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "63715e849e05463da9bfa0405c750b8f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dad4f433-bb0b-45c7-8040-972ef2277f75", "external-id": "nsx-vlan-transportzone-451", "segmentation_id": 451, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap43adc2d1-04", "ovs_interfaceid": "43adc2d1-043c-408a-bfce-b87cc7c66df3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69770) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1083.465329] env[69770]: DEBUG oslo_vmware.api [None req-b2d04b34-ac11-4912-91c5-5be0570e617b tempest-ServersAaction247Test-1374319836 tempest-ServersAaction247Test-1374319836-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]520db3e3-5955-1ca9-8790-bb90ecce5c9e, 'name': SearchDatastore_Task, 'duration_secs': 0.020853} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1083.465816] env[69770]: DEBUG oslo_concurrency.lockutils [None req-b2d04b34-ac11-4912-91c5-5be0570e617b tempest-ServersAaction247Test-1374319836 tempest-ServersAaction247Test-1374319836-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.466270] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-b2d04b34-ac11-4912-91c5-5be0570e617b tempest-ServersAaction247Test-1374319836 tempest-ServersAaction247Test-1374319836-project-member] [instance: fa98db4f-3f15-4fcd-ab94-fa210b828e69] Processing image d1eaff80-24a0-4391-90eb-59958b1ecf0a {{(pid=69770) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1083.466519] env[69770]: DEBUG oslo_concurrency.lockutils [None req-b2d04b34-ac11-4912-91c5-5be0570e617b tempest-ServersAaction247Test-1374319836 tempest-ServersAaction247Test-1374319836-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.466749] env[69770]: DEBUG oslo_concurrency.lockutils [None req-b2d04b34-ac11-4912-91c5-5be0570e617b tempest-ServersAaction247Test-1374319836 tempest-ServersAaction247Test-1374319836-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.466958] env[69770]: DEBUG nova.virt.vmwareapi.ds_util [None req-b2d04b34-ac11-4912-91c5-5be0570e617b tempest-ServersAaction247Test-1374319836 tempest-ServersAaction247Test-1374319836-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69770) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1083.467533] env[69770]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4d95355d-1d25-4628-9196-9414bdec6dc9 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.482412] env[69770]: DEBUG nova.virt.vmwareapi.ds_util [None req-b2d04b34-ac11-4912-91c5-5be0570e617b tempest-ServersAaction247Test-1374319836 tempest-ServersAaction247Test-1374319836-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69770) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1083.482614] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-b2d04b34-ac11-4912-91c5-5be0570e617b tempest-ServersAaction247Test-1374319836 tempest-ServersAaction247Test-1374319836-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69770) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1083.484407] env[69770]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f7717b07-841b-4546-bba1-e1897245415b {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.494225] env[69770]: DEBUG oslo_vmware.api [None req-b2d04b34-ac11-4912-91c5-5be0570e617b tempest-ServersAaction247Test-1374319836 tempest-ServersAaction247Test-1374319836-project-member] Waiting for the task: (returnval){ [ 1083.494225] env[69770]: value = "session[52161b52-cb8e-ec9f-1132-2f6b49549d41]52cd7007-45a1-3923-5a8d-12ebf6589a3e" [ 1083.494225] env[69770]: _type = "Task" [ 1083.494225] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1083.505970] env[69770]: DEBUG oslo_vmware.api [None req-b2d04b34-ac11-4912-91c5-5be0570e617b tempest-ServersAaction247Test-1374319836 tempest-ServersAaction247Test-1374319836-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]52cd7007-45a1-3923-5a8d-12ebf6589a3e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.751251] env[69770]: DEBUG oslo_concurrency.lockutils [None req-74826bb6-f0d3-4b9b-93cc-4cc53c6f2a5d tempest-ServersAdminTestJSON-142622790 tempest-ServersAdminTestJSON-142622790-project-member] Lock "089cc9fa-d197-43fd-b8fe-0d92a672806e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 19.004s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1083.875418] env[69770]: DEBUG nova.compute.manager [None req-5dea2277-eea5-4523-874e-de9184db0030 tempest-ServerShowV247Test-1214808668 tempest-ServerShowV247Test-1214808668-project-member] [instance: 25da9782-52d2-4813-8744-847ff6ba0e5d] Starting instance... {{(pid=69770) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1083.900674] env[69770]: INFO nova.compute.manager [None req-926078c4-c393-4ac0-9bbd-87d7ebaf9fb8 tempest-ServersAdmin275Test-1407660202 tempest-ServersAdmin275Test-1407660202-project-member] [instance: fc7b06e1-c542-448b-a750-f27af3874b8f] Took 28.90 seconds to build instance. [ 1083.944408] env[69770]: DEBUG oslo_concurrency.lockutils [None req-3c4bea16-6c09-49cd-9a95-8bfd3dfb1881 tempest-ServerShowV247Test-1214808668 tempest-ServerShowV247Test-1214808668-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1083.946734] env[69770]: DEBUG oslo_concurrency.lockutils [req-f3291f95-a299-4697-a324-12e75642b54a req-9fef47ed-a62b-4753-ba51-e97bd37dea0f service nova] Releasing lock "refresh_cache-9de87335-1db9-4bb3-ab4b-6bec27911b5f" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.991192] env[69770]: DEBUG oslo_concurrency.lockutils [None req-6cab58aa-98cd-41d2-ad9d-89c382f8720a tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] Acquiring lock "d6322138-4f18-4a8b-8062-4c732a8e6585" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1083.991515] env[69770]: DEBUG oslo_concurrency.lockutils [None req-6cab58aa-98cd-41d2-ad9d-89c382f8720a tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] Lock "d6322138-4f18-4a8b-8062-4c732a8e6585" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1083.991766] env[69770]: DEBUG oslo_concurrency.lockutils [None req-6cab58aa-98cd-41d2-ad9d-89c382f8720a tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] Acquiring lock "d6322138-4f18-4a8b-8062-4c732a8e6585-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1083.991994] env[69770]: DEBUG oslo_concurrency.lockutils [None req-6cab58aa-98cd-41d2-ad9d-89c382f8720a tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] Lock "d6322138-4f18-4a8b-8062-4c732a8e6585-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1083.992227] env[69770]: DEBUG oslo_concurrency.lockutils [None req-6cab58aa-98cd-41d2-ad9d-89c382f8720a tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] Lock "d6322138-4f18-4a8b-8062-4c732a8e6585-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1083.994928] env[69770]: INFO nova.compute.manager [None req-6cab58aa-98cd-41d2-ad9d-89c382f8720a tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] [instance: d6322138-4f18-4a8b-8062-4c732a8e6585] Terminating instance [ 1084.005617] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe4e54c2-79ba-4259-81b0-8e3579a536d4 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.018079] env[69770]: DEBUG oslo_vmware.api [None req-b2d04b34-ac11-4912-91c5-5be0570e617b tempest-ServersAaction247Test-1374319836 tempest-ServersAaction247Test-1374319836-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]52cd7007-45a1-3923-5a8d-12ebf6589a3e, 'name': SearchDatastore_Task, 'duration_secs': 0.026513} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1084.022649] env[69770]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f892253b-1588-48ef-b026-03b97a6aa066 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.027414] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42726e93-cbad-4378-bdf3-8091a325c3a1 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.038700] env[69770]: DEBUG oslo_vmware.api [None req-b2d04b34-ac11-4912-91c5-5be0570e617b tempest-ServersAaction247Test-1374319836 tempest-ServersAaction247Test-1374319836-project-member] Waiting for the task: (returnval){ [ 1084.038700] env[69770]: value = "session[52161b52-cb8e-ec9f-1132-2f6b49549d41]521fbea1-c9a2-83e7-e28f-acacb50155b3" [ 1084.038700] env[69770]: _type = "Task" [ 1084.038700] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1084.068521] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3135c0be-8112-42a0-85b8-cca8c0cc2cbc {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.076834] env[69770]: DEBUG oslo_vmware.api [None req-b2d04b34-ac11-4912-91c5-5be0570e617b tempest-ServersAaction247Test-1374319836 tempest-ServersAaction247Test-1374319836-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]521fbea1-c9a2-83e7-e28f-acacb50155b3, 'name': SearchDatastore_Task, 'duration_secs': 0.026021} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1084.080148] env[69770]: DEBUG oslo_concurrency.lockutils [None req-b2d04b34-ac11-4912-91c5-5be0570e617b tempest-ServersAaction247Test-1374319836 tempest-ServersAaction247Test-1374319836-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.080148] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-b2d04b34-ac11-4912-91c5-5be0570e617b tempest-ServersAaction247Test-1374319836 tempest-ServersAaction247Test-1374319836-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk to [datastore1] fa98db4f-3f15-4fcd-ab94-fa210b828e69/fa98db4f-3f15-4fcd-ab94-fa210b828e69.vmdk {{(pid=69770) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1084.080148] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-adeb69c6-4849-4038-a074-ca377c55abbc {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.082887] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e04393f0-81a6-4edc-8796-10b878a25904 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.095444] env[69770]: DEBUG oslo_vmware.api [None req-b2d04b34-ac11-4912-91c5-5be0570e617b tempest-ServersAaction247Test-1374319836 tempest-ServersAaction247Test-1374319836-project-member] Waiting for the task: (returnval){ [ 1084.095444] env[69770]: value = "task-4070332" [ 1084.095444] env[69770]: _type = "Task" [ 1084.095444] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1084.103413] env[69770]: DEBUG nova.compute.provider_tree [None req-50bcdaea-9a3a-47ea-9825-dfa28e5a1601 tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] Inventory has not changed in ProviderTree for provider: 7cc7d32b-b7a7-454a-a456-2a440248ed9d {{(pid=69770) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1084.394728] env[69770]: DEBUG oslo_concurrency.lockutils [None req-5dea2277-eea5-4523-874e-de9184db0030 tempest-ServerShowV247Test-1214808668 tempest-ServerShowV247Test-1214808668-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1084.402570] env[69770]: DEBUG oslo_concurrency.lockutils [None req-926078c4-c393-4ac0-9bbd-87d7ebaf9fb8 tempest-ServersAdmin275Test-1407660202 tempest-ServersAdmin275Test-1407660202-project-member] Lock "fc7b06e1-c542-448b-a750-f27af3874b8f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 30.410s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1084.454569] env[69770]: INFO nova.compute.manager [None req-1dd5ce9f-e8af-41d4-b183-ec1d105f26ba tempest-ServersAdmin275Test-1407660202 tempest-ServersAdmin275Test-1407660202-project-member] [instance: fc7b06e1-c542-448b-a750-f27af3874b8f] Rebuilding instance [ 1084.504316] env[69770]: DEBUG nova.compute.manager [None req-6cab58aa-98cd-41d2-ad9d-89c382f8720a tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] [instance: d6322138-4f18-4a8b-8062-4c732a8e6585] Start destroying the instance on the hypervisor. {{(pid=69770) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1084.504559] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-6cab58aa-98cd-41d2-ad9d-89c382f8720a tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] [instance: d6322138-4f18-4a8b-8062-4c732a8e6585] Destroying instance {{(pid=69770) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1084.505534] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec95bd9e-d062-4c8f-b28e-56628970ff07 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.515917] env[69770]: DEBUG nova.compute.manager [None req-1dd5ce9f-e8af-41d4-b183-ec1d105f26ba tempest-ServersAdmin275Test-1407660202 tempest-ServersAdmin275Test-1407660202-project-member] [instance: fc7b06e1-c542-448b-a750-f27af3874b8f] Checking state {{(pid=69770) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1084.516350] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a013e306-0ea1-488d-95f0-541ca46882b4 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.522386] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-6cab58aa-98cd-41d2-ad9d-89c382f8720a tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] [instance: d6322138-4f18-4a8b-8062-4c732a8e6585] Powering off the VM {{(pid=69770) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1084.523281] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-353aba67-3596-4bf4-9220-762163e99036 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.532445] env[69770]: DEBUG oslo_vmware.api [None req-6cab58aa-98cd-41d2-ad9d-89c382f8720a tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] Waiting for the task: (returnval){ [ 1084.532445] env[69770]: value = "task-4070333" [ 1084.532445] env[69770]: _type = "Task" [ 1084.532445] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1084.541609] env[69770]: DEBUG oslo_vmware.api [None req-6cab58aa-98cd-41d2-ad9d-89c382f8720a tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] Task: {'id': task-4070333, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.610169] env[69770]: DEBUG nova.scheduler.client.report [None req-50bcdaea-9a3a-47ea-9825-dfa28e5a1601 tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] Inventory has not changed for provider 7cc7d32b-b7a7-454a-a456-2a440248ed9d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69770) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1084.621954] env[69770]: DEBUG oslo_vmware.api [None req-b2d04b34-ac11-4912-91c5-5be0570e617b tempest-ServersAaction247Test-1374319836 tempest-ServersAaction247Test-1374319836-project-member] Task: {'id': task-4070332, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.048468] env[69770]: DEBUG oslo_vmware.api [None req-6cab58aa-98cd-41d2-ad9d-89c382f8720a tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] Task: {'id': task-4070333, 'name': PowerOffVM_Task, 'duration_secs': 0.432213} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1085.048468] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-6cab58aa-98cd-41d2-ad9d-89c382f8720a tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] [instance: d6322138-4f18-4a8b-8062-4c732a8e6585] Powered off the VM {{(pid=69770) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1085.048468] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-6cab58aa-98cd-41d2-ad9d-89c382f8720a tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] [instance: d6322138-4f18-4a8b-8062-4c732a8e6585] Unregistering the VM {{(pid=69770) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1085.048747] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9171ea1b-4aab-4aca-b4c2-a77fd0409fd4 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.115024] env[69770]: DEBUG oslo_vmware.api [None req-b2d04b34-ac11-4912-91c5-5be0570e617b tempest-ServersAaction247Test-1374319836 tempest-ServersAaction247Test-1374319836-project-member] Task: {'id': task-4070332, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.790726} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1085.115024] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-b2d04b34-ac11-4912-91c5-5be0570e617b tempest-ServersAaction247Test-1374319836 tempest-ServersAaction247Test-1374319836-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk to [datastore1] fa98db4f-3f15-4fcd-ab94-fa210b828e69/fa98db4f-3f15-4fcd-ab94-fa210b828e69.vmdk {{(pid=69770) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1085.115024] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-b2d04b34-ac11-4912-91c5-5be0570e617b tempest-ServersAaction247Test-1374319836 tempest-ServersAaction247Test-1374319836-project-member] [instance: fa98db4f-3f15-4fcd-ab94-fa210b828e69] Extending root virtual disk to 1048576 {{(pid=69770) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1085.115571] env[69770]: DEBUG oslo_concurrency.lockutils [None req-50bcdaea-9a3a-47ea-9825-dfa28e5a1601 tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.895s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1085.117972] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e014dd6d-a592-48ca-8183-33891524261b {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.123680] env[69770]: DEBUG oslo_concurrency.lockutils [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 13.652s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1085.133223] env[69770]: DEBUG oslo_vmware.api [None req-b2d04b34-ac11-4912-91c5-5be0570e617b tempest-ServersAaction247Test-1374319836 tempest-ServersAaction247Test-1374319836-project-member] Waiting for the task: (returnval){ [ 1085.133223] env[69770]: value = "task-4070335" [ 1085.133223] env[69770]: _type = "Task" [ 1085.133223] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1085.136129] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-6cab58aa-98cd-41d2-ad9d-89c382f8720a tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] [instance: d6322138-4f18-4a8b-8062-4c732a8e6585] Unregistered the VM {{(pid=69770) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1085.136566] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-6cab58aa-98cd-41d2-ad9d-89c382f8720a tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] [instance: d6322138-4f18-4a8b-8062-4c732a8e6585] Deleting contents of the VM from datastore datastore2 {{(pid=69770) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1085.136676] env[69770]: DEBUG nova.virt.vmwareapi.ds_util [None req-6cab58aa-98cd-41d2-ad9d-89c382f8720a tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] Deleting the datastore file [datastore2] d6322138-4f18-4a8b-8062-4c732a8e6585 {{(pid=69770) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1085.137458] env[69770]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-65e9249c-1cbb-448f-8656-9887877855b5 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.146981] env[69770]: DEBUG oslo_vmware.api [None req-b2d04b34-ac11-4912-91c5-5be0570e617b tempest-ServersAaction247Test-1374319836 tempest-ServersAaction247Test-1374319836-project-member] Task: {'id': task-4070335, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.148959] env[69770]: DEBUG oslo_vmware.api [None req-6cab58aa-98cd-41d2-ad9d-89c382f8720a tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] Waiting for the task: (returnval){ [ 1085.148959] env[69770]: value = "task-4070336" [ 1085.148959] env[69770]: _type = "Task" [ 1085.148959] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1085.158368] env[69770]: DEBUG oslo_vmware.api [None req-6cab58aa-98cd-41d2-ad9d-89c382f8720a tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] Task: {'id': task-4070336, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.165393] env[69770]: INFO nova.scheduler.client.report [None req-50bcdaea-9a3a-47ea-9825-dfa28e5a1601 tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] Deleted allocations for instance fb2581e0-5c22-4622-a652-818f9af7a9ba [ 1085.169268] env[69770]: DEBUG oslo_concurrency.lockutils [None req-e0aa0bad-8862-460f-975d-12a4eeac6e97 tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] Acquiring lock "interface-9de87335-1db9-4bb3-ab4b-6bec27911b5f-43adc2d1-043c-408a-bfce-b87cc7c66df3" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1085.169268] env[69770]: DEBUG oslo_concurrency.lockutils [None req-e0aa0bad-8862-460f-975d-12a4eeac6e97 tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] Lock "interface-9de87335-1db9-4bb3-ab4b-6bec27911b5f-43adc2d1-043c-408a-bfce-b87cc7c66df3" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1085.545588] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-1dd5ce9f-e8af-41d4-b183-ec1d105f26ba tempest-ServersAdmin275Test-1407660202 tempest-ServersAdmin275Test-1407660202-project-member] [instance: fc7b06e1-c542-448b-a750-f27af3874b8f] Powering off the VM {{(pid=69770) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1085.545588] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d1eaea4f-8990-44f6-845c-7453216fb407 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.554497] env[69770]: DEBUG oslo_vmware.api [None req-1dd5ce9f-e8af-41d4-b183-ec1d105f26ba tempest-ServersAdmin275Test-1407660202 tempest-ServersAdmin275Test-1407660202-project-member] Waiting for the task: (returnval){ [ 1085.554497] env[69770]: value = "task-4070337" [ 1085.554497] env[69770]: _type = "Task" [ 1085.554497] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1085.564175] env[69770]: DEBUG oslo_vmware.api [None req-1dd5ce9f-e8af-41d4-b183-ec1d105f26ba tempest-ServersAdmin275Test-1407660202 tempest-ServersAdmin275Test-1407660202-project-member] Task: {'id': task-4070337, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.647455] env[69770]: DEBUG oslo_vmware.api [None req-b2d04b34-ac11-4912-91c5-5be0570e617b tempest-ServersAaction247Test-1374319836 tempest-ServersAaction247Test-1374319836-project-member] Task: {'id': task-4070335, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.103897} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1085.649316] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-b2d04b34-ac11-4912-91c5-5be0570e617b tempest-ServersAaction247Test-1374319836 tempest-ServersAaction247Test-1374319836-project-member] [instance: fa98db4f-3f15-4fcd-ab94-fa210b828e69] Extended root virtual disk {{(pid=69770) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1085.649316] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa110139-7a75-4ef5-9402-fcee659ed802 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.679334] env[69770]: DEBUG nova.virt.vmwareapi.volumeops [None req-b2d04b34-ac11-4912-91c5-5be0570e617b tempest-ServersAaction247Test-1374319836 tempest-ServersAaction247Test-1374319836-project-member] [instance: fa98db4f-3f15-4fcd-ab94-fa210b828e69] Reconfiguring VM instance instance-00000054 to attach disk [datastore1] fa98db4f-3f15-4fcd-ab94-fa210b828e69/fa98db4f-3f15-4fcd-ab94-fa210b828e69.vmdk or device None with type sparse {{(pid=69770) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1085.685970] env[69770]: DEBUG oslo_concurrency.lockutils [None req-50bcdaea-9a3a-47ea-9825-dfa28e5a1601 tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] Lock "fb2581e0-5c22-4622-a652-818f9af7a9ba" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 18.878s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1085.687842] env[69770]: DEBUG oslo_concurrency.lockutils [None req-e0aa0bad-8862-460f-975d-12a4eeac6e97 tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] Acquiring lock "9de87335-1db9-4bb3-ab4b-6bec27911b5f" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.690016] env[69770]: DEBUG oslo_concurrency.lockutils [None req-e0aa0bad-8862-460f-975d-12a4eeac6e97 tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] Acquired lock "9de87335-1db9-4bb3-ab4b-6bec27911b5f" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.690016] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0f45c63a-d628-46ad-a9ec-221489039c79 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.707598] env[69770]: DEBUG oslo_vmware.api [None req-6cab58aa-98cd-41d2-ad9d-89c382f8720a tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] Task: {'id': task-4070336, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.239484} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1085.709259] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca6946c3-89ba-4032-871c-07a587ad4dc3 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.712741] env[69770]: DEBUG nova.virt.vmwareapi.ds_util [None req-6cab58aa-98cd-41d2-ad9d-89c382f8720a tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] Deleted the datastore file {{(pid=69770) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1085.713057] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-6cab58aa-98cd-41d2-ad9d-89c382f8720a tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] [instance: d6322138-4f18-4a8b-8062-4c732a8e6585] Deleted contents of the VM from datastore datastore2 {{(pid=69770) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1085.713173] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-6cab58aa-98cd-41d2-ad9d-89c382f8720a tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] [instance: d6322138-4f18-4a8b-8062-4c732a8e6585] Instance destroyed {{(pid=69770) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1085.713705] env[69770]: INFO nova.compute.manager [None req-6cab58aa-98cd-41d2-ad9d-89c382f8720a tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] [instance: d6322138-4f18-4a8b-8062-4c732a8e6585] Took 1.21 seconds to destroy the instance on the hypervisor. [ 1085.713705] env[69770]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6cab58aa-98cd-41d2-ad9d-89c382f8720a tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69770) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1085.715115] env[69770]: DEBUG nova.compute.manager [-] [instance: d6322138-4f18-4a8b-8062-4c732a8e6585] Deallocating network for instance {{(pid=69770) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1085.715115] env[69770]: DEBUG nova.network.neutron [-] [instance: d6322138-4f18-4a8b-8062-4c732a8e6585] deallocate_for_instance() {{(pid=69770) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1085.720360] env[69770]: DEBUG oslo_vmware.api [None req-b2d04b34-ac11-4912-91c5-5be0570e617b tempest-ServersAaction247Test-1374319836 tempest-ServersAaction247Test-1374319836-project-member] Waiting for the task: (returnval){ [ 1085.720360] env[69770]: value = "task-4070338" [ 1085.720360] env[69770]: _type = "Task" [ 1085.720360] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1085.738389] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-356c9a19-6ee9-4335-92b2-d63ee42cbbc3 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.749134] env[69770]: DEBUG oslo_vmware.api [None req-b2d04b34-ac11-4912-91c5-5be0570e617b tempest-ServersAaction247Test-1374319836 tempest-ServersAaction247Test-1374319836-project-member] Task: {'id': task-4070338, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.776862] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-e0aa0bad-8862-460f-975d-12a4eeac6e97 tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] [instance: 9de87335-1db9-4bb3-ab4b-6bec27911b5f] Reconfiguring VM to detach interface {{(pid=69770) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1085.777175] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2b172c0e-787e-4806-99d7-7fa51244cd58 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.799277] env[69770]: DEBUG oslo_vmware.api [None req-e0aa0bad-8862-460f-975d-12a4eeac6e97 tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] Waiting for the task: (returnval){ [ 1085.799277] env[69770]: value = "task-4070339" [ 1085.799277] env[69770]: _type = "Task" [ 1085.799277] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1085.808245] env[69770]: DEBUG oslo_vmware.api [None req-e0aa0bad-8862-460f-975d-12a4eeac6e97 tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] Task: {'id': task-4070339, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.062579] env[69770]: DEBUG oslo_vmware.api [None req-1dd5ce9f-e8af-41d4-b183-ec1d105f26ba tempest-ServersAdmin275Test-1407660202 tempest-ServersAdmin275Test-1407660202-project-member] Task: {'id': task-4070337, 'name': PowerOffVM_Task, 'duration_secs': 0.283846} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1086.066018] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-1dd5ce9f-e8af-41d4-b183-ec1d105f26ba tempest-ServersAdmin275Test-1407660202 tempest-ServersAdmin275Test-1407660202-project-member] [instance: fc7b06e1-c542-448b-a750-f27af3874b8f] Powered off the VM {{(pid=69770) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1086.066018] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-1dd5ce9f-e8af-41d4-b183-ec1d105f26ba tempest-ServersAdmin275Test-1407660202 tempest-ServersAdmin275Test-1407660202-project-member] [instance: fc7b06e1-c542-448b-a750-f27af3874b8f] Destroying instance {{(pid=69770) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1086.066018] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27ad7990-25df-4513-a8e7-a8e57632c7b7 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.072327] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-1dd5ce9f-e8af-41d4-b183-ec1d105f26ba tempest-ServersAdmin275Test-1407660202 tempest-ServersAdmin275Test-1407660202-project-member] [instance: fc7b06e1-c542-448b-a750-f27af3874b8f] Unregistering the VM {{(pid=69770) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1086.072889] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-aa71ad92-19c8-468d-8fbf-d9cfe7b7e6eb {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.166329] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-1dd5ce9f-e8af-41d4-b183-ec1d105f26ba tempest-ServersAdmin275Test-1407660202 tempest-ServersAdmin275Test-1407660202-project-member] [instance: fc7b06e1-c542-448b-a750-f27af3874b8f] Unregistered the VM {{(pid=69770) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1086.166329] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-1dd5ce9f-e8af-41d4-b183-ec1d105f26ba tempest-ServersAdmin275Test-1407660202 tempest-ServersAdmin275Test-1407660202-project-member] [instance: fc7b06e1-c542-448b-a750-f27af3874b8f] Deleting contents of the VM from datastore datastore2 {{(pid=69770) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1086.166329] env[69770]: DEBUG nova.virt.vmwareapi.ds_util [None req-1dd5ce9f-e8af-41d4-b183-ec1d105f26ba tempest-ServersAdmin275Test-1407660202 tempest-ServersAdmin275Test-1407660202-project-member] Deleting the datastore file [datastore2] fc7b06e1-c542-448b-a750-f27af3874b8f {{(pid=69770) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1086.166329] env[69770]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a7492f95-6822-4359-b002-16fb60e794cf {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.173629] env[69770]: DEBUG oslo_vmware.api [None req-1dd5ce9f-e8af-41d4-b183-ec1d105f26ba tempest-ServersAdmin275Test-1407660202 tempest-ServersAdmin275Test-1407660202-project-member] Waiting for the task: (returnval){ [ 1086.173629] env[69770]: value = "task-4070341" [ 1086.173629] env[69770]: _type = "Task" [ 1086.173629] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1086.176072] env[69770]: DEBUG nova.compute.resource_tracker [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] Instance 19c06f92-7f17-4834-b8be-723eb3f313c5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69770) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1086.176419] env[69770]: DEBUG nova.compute.resource_tracker [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] Instance 426f874f-2ebf-4fc9-914d-c46605963d4b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69770) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1086.176664] env[69770]: DEBUG nova.compute.resource_tracker [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] Instance 9de87335-1db9-4bb3-ab4b-6bec27911b5f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69770) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1086.176886] env[69770]: DEBUG nova.compute.resource_tracker [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] Instance a3617e51-7671-42b4-a7d3-a22c7d57814a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69770) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1086.177136] env[69770]: DEBUG nova.compute.resource_tracker [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] Instance d6322138-4f18-4a8b-8062-4c732a8e6585 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69770) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1086.177359] env[69770]: DEBUG nova.compute.resource_tracker [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] Instance f4cb9224-9468-4834-a24a-9309e6dd3bba actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69770) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1086.177600] env[69770]: WARNING nova.compute.resource_tracker [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] Instance 529437d0-e31b-482e-9273-2d27b674c0e3 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1086.177830] env[69770]: WARNING nova.compute.resource_tracker [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] Instance 527d5f2a-9299-4336-be62-a5cf9df2171f is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1086.178088] env[69770]: DEBUG nova.compute.resource_tracker [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] Instance cef6cba7-84fd-45db-82bf-20df6499c75e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69770) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1086.178377] env[69770]: WARNING nova.compute.resource_tracker [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] Instance a9c7964c-d3b5-4e2c-8ce7-b2a89db73136 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1086.178619] env[69770]: WARNING nova.compute.resource_tracker [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] Instance 31c30825-a5fa-4bd6-8557-fe2cf35d1e3b is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1086.178839] env[69770]: DEBUG nova.compute.resource_tracker [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] Instance dc0f3667-e2b8-4b6a-b4e2-cc558b2f10ad actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69770) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1086.179064] env[69770]: DEBUG nova.compute.resource_tracker [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] Instance 1e9f2a84-ff0f-4bfb-87b7-0b0d3604ab3f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69770) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1086.179281] env[69770]: DEBUG nova.compute.resource_tracker [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] Instance fc7b06e1-c542-448b-a750-f27af3874b8f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69770) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1086.179511] env[69770]: DEBUG nova.compute.resource_tracker [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] Instance fa98db4f-3f15-4fcd-ab94-fa210b828e69 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69770) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1086.194672] env[69770]: DEBUG oslo_vmware.api [None req-1dd5ce9f-e8af-41d4-b183-ec1d105f26ba tempest-ServersAdmin275Test-1407660202 tempest-ServersAdmin275Test-1407660202-project-member] Task: {'id': task-4070341, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.245420] env[69770]: DEBUG oslo_vmware.api [None req-b2d04b34-ac11-4912-91c5-5be0570e617b tempest-ServersAaction247Test-1374319836 tempest-ServersAaction247Test-1374319836-project-member] Task: {'id': task-4070338, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.313346] env[69770]: DEBUG oslo_vmware.api [None req-e0aa0bad-8862-460f-975d-12a4eeac6e97 tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] Task: {'id': task-4070339, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.695876] env[69770]: DEBUG nova.compute.resource_tracker [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] Instance 1d35724e-5a49-4d53-b81e-a259ea926036 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69770) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 1086.706694] env[69770]: DEBUG oslo_vmware.api [None req-1dd5ce9f-e8af-41d4-b183-ec1d105f26ba tempest-ServersAdmin275Test-1407660202 tempest-ServersAdmin275Test-1407660202-project-member] Task: {'id': task-4070341, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.178376} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1086.708109] env[69770]: DEBUG nova.virt.vmwareapi.ds_util [None req-1dd5ce9f-e8af-41d4-b183-ec1d105f26ba tempest-ServersAdmin275Test-1407660202 tempest-ServersAdmin275Test-1407660202-project-member] Deleted the datastore file {{(pid=69770) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1086.708513] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-1dd5ce9f-e8af-41d4-b183-ec1d105f26ba tempest-ServersAdmin275Test-1407660202 tempest-ServersAdmin275Test-1407660202-project-member] [instance: fc7b06e1-c542-448b-a750-f27af3874b8f] Deleted contents of the VM from datastore datastore2 {{(pid=69770) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1086.708730] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-1dd5ce9f-e8af-41d4-b183-ec1d105f26ba tempest-ServersAdmin275Test-1407660202 tempest-ServersAdmin275Test-1407660202-project-member] [instance: fc7b06e1-c542-448b-a750-f27af3874b8f] Instance destroyed {{(pid=69770) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1086.716851] env[69770]: DEBUG nova.compute.manager [req-476ed5ef-aa7b-46e9-b957-63b7e97fc100 req-a6e7598f-da2a-4b93-9dfb-f72d6cb43324 service nova] [instance: d6322138-4f18-4a8b-8062-4c732a8e6585] Received event network-vif-deleted-7e86ea34-4b79-4d01-9131-8853711f8716 {{(pid=69770) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1086.717177] env[69770]: INFO nova.compute.manager [req-476ed5ef-aa7b-46e9-b957-63b7e97fc100 req-a6e7598f-da2a-4b93-9dfb-f72d6cb43324 service nova] [instance: d6322138-4f18-4a8b-8062-4c732a8e6585] Neutron deleted interface 7e86ea34-4b79-4d01-9131-8853711f8716; detaching it from the instance and deleting it from the info cache [ 1086.717466] env[69770]: DEBUG nova.network.neutron [req-476ed5ef-aa7b-46e9-b957-63b7e97fc100 req-a6e7598f-da2a-4b93-9dfb-f72d6cb43324 service nova] [instance: d6322138-4f18-4a8b-8062-4c732a8e6585] Updating instance_info_cache with network_info: [] {{(pid=69770) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1086.749322] env[69770]: DEBUG oslo_vmware.api [None req-b2d04b34-ac11-4912-91c5-5be0570e617b tempest-ServersAaction247Test-1374319836 tempest-ServersAaction247Test-1374319836-project-member] Task: {'id': task-4070338, 'name': ReconfigVM_Task, 'duration_secs': 0.745401} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1086.749911] env[69770]: DEBUG nova.virt.vmwareapi.volumeops [None req-b2d04b34-ac11-4912-91c5-5be0570e617b tempest-ServersAaction247Test-1374319836 tempest-ServersAaction247Test-1374319836-project-member] [instance: fa98db4f-3f15-4fcd-ab94-fa210b828e69] Reconfigured VM instance instance-00000054 to attach disk [datastore1] fa98db4f-3f15-4fcd-ab94-fa210b828e69/fa98db4f-3f15-4fcd-ab94-fa210b828e69.vmdk or device None with type sparse {{(pid=69770) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1086.750775] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2270cd08-6810-45a1-8a9d-2e92ebc1bb8c {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.759510] env[69770]: DEBUG oslo_vmware.api [None req-b2d04b34-ac11-4912-91c5-5be0570e617b tempest-ServersAaction247Test-1374319836 tempest-ServersAaction247Test-1374319836-project-member] Waiting for the task: (returnval){ [ 1086.759510] env[69770]: value = "task-4070342" [ 1086.759510] env[69770]: _type = "Task" [ 1086.759510] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1086.770299] env[69770]: DEBUG oslo_vmware.api [None req-b2d04b34-ac11-4912-91c5-5be0570e617b tempest-ServersAaction247Test-1374319836 tempest-ServersAaction247Test-1374319836-project-member] Task: {'id': task-4070342, 'name': Rename_Task} progress is 5%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.810375] env[69770]: DEBUG oslo_vmware.api [None req-e0aa0bad-8862-460f-975d-12a4eeac6e97 tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] Task: {'id': task-4070339, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.197842] env[69770]: DEBUG nova.compute.resource_tracker [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] Instance efd33efc-116e-464e-8669-fbfc94e38cba has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69770) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 1087.201204] env[69770]: DEBUG nova.network.neutron [-] [instance: d6322138-4f18-4a8b-8062-4c732a8e6585] Updating instance_info_cache with network_info: [] {{(pid=69770) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1087.220206] env[69770]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c09309e7-21a7-4468-b9e9-151106c7d651 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.232351] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ebbc3d7-1b26-415b-9e8e-1d16459a51a2 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.273090] env[69770]: DEBUG nova.compute.manager [req-476ed5ef-aa7b-46e9-b957-63b7e97fc100 req-a6e7598f-da2a-4b93-9dfb-f72d6cb43324 service nova] [instance: d6322138-4f18-4a8b-8062-4c732a8e6585] Detach interface failed, port_id=7e86ea34-4b79-4d01-9131-8853711f8716, reason: Instance d6322138-4f18-4a8b-8062-4c732a8e6585 could not be found. {{(pid=69770) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1087.287210] env[69770]: DEBUG oslo_vmware.api [None req-b2d04b34-ac11-4912-91c5-5be0570e617b tempest-ServersAaction247Test-1374319836 tempest-ServersAaction247Test-1374319836-project-member] Task: {'id': task-4070342, 'name': Rename_Task, 'duration_secs': 0.195541} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1087.287210] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-b2d04b34-ac11-4912-91c5-5be0570e617b tempest-ServersAaction247Test-1374319836 tempest-ServersAaction247Test-1374319836-project-member] [instance: fa98db4f-3f15-4fcd-ab94-fa210b828e69] Powering on the VM {{(pid=69770) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1087.287210] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fb5e8e09-d130-4ae5-a0fb-4b68841158a2 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.292734] env[69770]: DEBUG oslo_vmware.api [None req-b2d04b34-ac11-4912-91c5-5be0570e617b tempest-ServersAaction247Test-1374319836 tempest-ServersAaction247Test-1374319836-project-member] Waiting for the task: (returnval){ [ 1087.292734] env[69770]: value = "task-4070343" [ 1087.292734] env[69770]: _type = "Task" [ 1087.292734] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1087.303310] env[69770]: DEBUG oslo_vmware.api [None req-b2d04b34-ac11-4912-91c5-5be0570e617b tempest-ServersAaction247Test-1374319836 tempest-ServersAaction247Test-1374319836-project-member] Task: {'id': task-4070343, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.313669] env[69770]: DEBUG oslo_vmware.api [None req-e0aa0bad-8862-460f-975d-12a4eeac6e97 tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] Task: {'id': task-4070339, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.704461] env[69770]: DEBUG nova.compute.resource_tracker [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] Instance e6c4d986-abee-4ca2-8ef3-2917a3d75141 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69770) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 1087.706894] env[69770]: INFO nova.compute.manager [-] [instance: d6322138-4f18-4a8b-8062-4c732a8e6585] Took 1.99 seconds to deallocate network for instance. [ 1087.761877] env[69770]: DEBUG nova.virt.hardware [None req-1dd5ce9f-e8af-41d4-b183-ec1d105f26ba tempest-ServersAdmin275Test-1407660202 tempest-ServersAdmin275Test-1407660202-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T12:16:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T12:16:11Z,direct_url=,disk_format='vmdk',id=d1eaff80-24a0-4391-90eb-59958b1ecf0a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d65f20bb89fb40a98b77bc6d97357df2',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T12:16:12Z,virtual_size=,visibility=), allow threads: False {{(pid=69770) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1087.762350] env[69770]: DEBUG nova.virt.hardware [None req-1dd5ce9f-e8af-41d4-b183-ec1d105f26ba tempest-ServersAdmin275Test-1407660202 tempest-ServersAdmin275Test-1407660202-project-member] Flavor limits 0:0:0 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1087.762535] env[69770]: DEBUG nova.virt.hardware [None req-1dd5ce9f-e8af-41d4-b183-ec1d105f26ba tempest-ServersAdmin275Test-1407660202 tempest-ServersAdmin275Test-1407660202-project-member] Image limits 0:0:0 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1087.762734] env[69770]: DEBUG nova.virt.hardware [None req-1dd5ce9f-e8af-41d4-b183-ec1d105f26ba tempest-ServersAdmin275Test-1407660202 tempest-ServersAdmin275Test-1407660202-project-member] Flavor pref 0:0:0 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1087.762880] env[69770]: DEBUG nova.virt.hardware [None req-1dd5ce9f-e8af-41d4-b183-ec1d105f26ba tempest-ServersAdmin275Test-1407660202 tempest-ServersAdmin275Test-1407660202-project-member] Image pref 0:0:0 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1087.763046] env[69770]: DEBUG nova.virt.hardware [None req-1dd5ce9f-e8af-41d4-b183-ec1d105f26ba tempest-ServersAdmin275Test-1407660202 tempest-ServersAdmin275Test-1407660202-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1087.763266] env[69770]: DEBUG nova.virt.hardware [None req-1dd5ce9f-e8af-41d4-b183-ec1d105f26ba tempest-ServersAdmin275Test-1407660202 tempest-ServersAdmin275Test-1407660202-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69770) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1087.763421] env[69770]: DEBUG nova.virt.hardware [None req-1dd5ce9f-e8af-41d4-b183-ec1d105f26ba tempest-ServersAdmin275Test-1407660202 tempest-ServersAdmin275Test-1407660202-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69770) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1087.763582] env[69770]: DEBUG nova.virt.hardware [None req-1dd5ce9f-e8af-41d4-b183-ec1d105f26ba tempest-ServersAdmin275Test-1407660202 tempest-ServersAdmin275Test-1407660202-project-member] Got 1 possible topologies {{(pid=69770) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1087.763740] env[69770]: DEBUG nova.virt.hardware [None req-1dd5ce9f-e8af-41d4-b183-ec1d105f26ba tempest-ServersAdmin275Test-1407660202 tempest-ServersAdmin275Test-1407660202-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69770) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1087.763906] env[69770]: DEBUG nova.virt.hardware [None req-1dd5ce9f-e8af-41d4-b183-ec1d105f26ba tempest-ServersAdmin275Test-1407660202 tempest-ServersAdmin275Test-1407660202-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69770) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1087.765076] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8021b77-05a4-41f7-ba39-57eec8281ef2 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.775355] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf3ab9bc-7858-48f0-aed2-d8b5c4112614 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.795983] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-1dd5ce9f-e8af-41d4-b183-ec1d105f26ba tempest-ServersAdmin275Test-1407660202 tempest-ServersAdmin275Test-1407660202-project-member] [instance: fc7b06e1-c542-448b-a750-f27af3874b8f] Instance VIF info [] {{(pid=69770) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1087.806086] env[69770]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1dd5ce9f-e8af-41d4-b183-ec1d105f26ba tempest-ServersAdmin275Test-1407660202 tempest-ServersAdmin275Test-1407660202-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69770) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1087.810627] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fc7b06e1-c542-448b-a750-f27af3874b8f] Creating VM on the ESX host {{(pid=69770) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1087.814435] env[69770]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7607a954-8b39-468f-8318-4095bd3db08e {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.834796] env[69770]: DEBUG oslo_vmware.api [None req-e0aa0bad-8862-460f-975d-12a4eeac6e97 tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] Task: {'id': task-4070339, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.840118] env[69770]: DEBUG oslo_vmware.api [None req-b2d04b34-ac11-4912-91c5-5be0570e617b tempest-ServersAaction247Test-1374319836 tempest-ServersAaction247Test-1374319836-project-member] Task: {'id': task-4070343, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.840429] env[69770]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1087.840429] env[69770]: value = "task-4070344" [ 1087.840429] env[69770]: _type = "Task" [ 1087.840429] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1087.852881] env[69770]: DEBUG oslo_vmware.api [-] Task: {'id': task-4070344, 'name': CreateVM_Task} progress is 5%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.211603] env[69770]: DEBUG nova.compute.resource_tracker [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] Instance 25da9782-52d2-4813-8744-847ff6ba0e5d has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69770) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 1088.211914] env[69770]: DEBUG nova.compute.resource_tracker [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] Total usable vcpus: 48, total allocated vcpus: 11 {{(pid=69770) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1088.212095] env[69770]: DEBUG nova.compute.resource_tracker [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2624MB phys_disk=200GB used_disk=11GB total_vcpus=48 used_vcpus=11 pci_stats=[] {{(pid=69770) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1088.215766] env[69770]: DEBUG oslo_concurrency.lockutils [None req-6cab58aa-98cd-41d2-ad9d-89c382f8720a tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1088.309622] env[69770]: DEBUG oslo_vmware.api [None req-b2d04b34-ac11-4912-91c5-5be0570e617b tempest-ServersAaction247Test-1374319836 tempest-ServersAaction247Test-1374319836-project-member] Task: {'id': task-4070343, 'name': PowerOnVM_Task, 'duration_secs': 0.559748} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1088.313854] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-b2d04b34-ac11-4912-91c5-5be0570e617b tempest-ServersAaction247Test-1374319836 tempest-ServersAaction247Test-1374319836-project-member] [instance: fa98db4f-3f15-4fcd-ab94-fa210b828e69] Powered on the VM {{(pid=69770) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1088.313854] env[69770]: INFO nova.compute.manager [None req-b2d04b34-ac11-4912-91c5-5be0570e617b tempest-ServersAaction247Test-1374319836 tempest-ServersAaction247Test-1374319836-project-member] [instance: fa98db4f-3f15-4fcd-ab94-fa210b828e69] Took 6.00 seconds to spawn the instance on the hypervisor. [ 1088.313854] env[69770]: DEBUG nova.compute.manager [None req-b2d04b34-ac11-4912-91c5-5be0570e617b tempest-ServersAaction247Test-1374319836 tempest-ServersAaction247Test-1374319836-project-member] [instance: fa98db4f-3f15-4fcd-ab94-fa210b828e69] Checking state {{(pid=69770) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1088.315042] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7d3cfeb-a1ee-483e-abfa-19d4309ffa46 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.327192] env[69770]: DEBUG oslo_vmware.api [None req-e0aa0bad-8862-460f-975d-12a4eeac6e97 tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] Task: {'id': task-4070339, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.353911] env[69770]: DEBUG oslo_vmware.api [-] Task: {'id': task-4070344, 'name': CreateVM_Task} progress is 99%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.509946] env[69770]: DEBUG oslo_concurrency.lockutils [None req-386020e5-2d23-4809-bed4-3316d442ae92 tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] Acquiring lock "cb2d5e5c-a655-4351-8e47-77816071183b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1088.510057] env[69770]: DEBUG oslo_concurrency.lockutils [None req-386020e5-2d23-4809-bed4-3316d442ae92 tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] Lock "cb2d5e5c-a655-4351-8e47-77816071183b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1088.541049] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c5ae805-ada4-4459-b1b7-b43ee877826c {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.549596] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7ccc78e-e1e8-4fe6-9fe9-2dcf9b789b7b {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.581705] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36e473ff-584b-477c-a3b8-bf99daf0a44e {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.590468] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e7c49c5-2a37-4375-aa7d-14bc477114ad {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.605598] env[69770]: DEBUG nova.compute.provider_tree [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] Inventory has not changed in ProviderTree for provider: 7cc7d32b-b7a7-454a-a456-2a440248ed9d {{(pid=69770) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1088.824331] env[69770]: DEBUG oslo_vmware.api [None req-e0aa0bad-8862-460f-975d-12a4eeac6e97 tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] Task: {'id': task-4070339, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.849821] env[69770]: INFO nova.compute.manager [None req-b2d04b34-ac11-4912-91c5-5be0570e617b tempest-ServersAaction247Test-1374319836 tempest-ServersAaction247Test-1374319836-project-member] [instance: fa98db4f-3f15-4fcd-ab94-fa210b828e69] Took 23.30 seconds to build instance. [ 1088.854256] env[69770]: DEBUG oslo_vmware.api [-] Task: {'id': task-4070344, 'name': CreateVM_Task} progress is 99%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.012723] env[69770]: DEBUG nova.compute.manager [None req-386020e5-2d23-4809-bed4-3316d442ae92 tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] [instance: cb2d5e5c-a655-4351-8e47-77816071183b] Starting instance... {{(pid=69770) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1089.109883] env[69770]: DEBUG nova.scheduler.client.report [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] Inventory has not changed for provider 7cc7d32b-b7a7-454a-a456-2a440248ed9d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69770) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1089.327586] env[69770]: DEBUG oslo_vmware.api [None req-e0aa0bad-8862-460f-975d-12a4eeac6e97 tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] Task: {'id': task-4070339, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.355765] env[69770]: DEBUG oslo_concurrency.lockutils [None req-b2d04b34-ac11-4912-91c5-5be0570e617b tempest-ServersAaction247Test-1374319836 tempest-ServersAaction247Test-1374319836-project-member] Lock "fa98db4f-3f15-4fcd-ab94-fa210b828e69" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.820s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1089.357018] env[69770]: DEBUG oslo_vmware.api [-] Task: {'id': task-4070344, 'name': CreateVM_Task, 'duration_secs': 1.373138} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1089.357018] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fc7b06e1-c542-448b-a750-f27af3874b8f] Created VM on the ESX host {{(pid=69770) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1089.357018] env[69770]: DEBUG oslo_concurrency.lockutils [None req-1dd5ce9f-e8af-41d4-b183-ec1d105f26ba tempest-ServersAdmin275Test-1407660202 tempest-ServersAdmin275Test-1407660202-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.357018] env[69770]: DEBUG oslo_concurrency.lockutils [None req-1dd5ce9f-e8af-41d4-b183-ec1d105f26ba tempest-ServersAdmin275Test-1407660202 tempest-ServersAdmin275Test-1407660202-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.357263] env[69770]: DEBUG oslo_concurrency.lockutils [None req-1dd5ce9f-e8af-41d4-b183-ec1d105f26ba tempest-ServersAdmin275Test-1407660202 tempest-ServersAdmin275Test-1407660202-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.357801] env[69770]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-02ec1267-5696-4428-ad43-577e422b227b {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.364605] env[69770]: DEBUG oslo_vmware.api [None req-1dd5ce9f-e8af-41d4-b183-ec1d105f26ba tempest-ServersAdmin275Test-1407660202 tempest-ServersAdmin275Test-1407660202-project-member] Waiting for the task: (returnval){ [ 1089.364605] env[69770]: value = "session[52161b52-cb8e-ec9f-1132-2f6b49549d41]5229d1ca-ade6-42c1-01c1-1fcb004ee51c" [ 1089.364605] env[69770]: _type = "Task" [ 1089.364605] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1089.375387] env[69770]: DEBUG oslo_vmware.api [None req-1dd5ce9f-e8af-41d4-b183-ec1d105f26ba tempest-ServersAdmin275Test-1407660202 tempest-ServersAdmin275Test-1407660202-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]5229d1ca-ade6-42c1-01c1-1fcb004ee51c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.535724] env[69770]: DEBUG oslo_concurrency.lockutils [None req-386020e5-2d23-4809-bed4-3316d442ae92 tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1089.615399] env[69770]: DEBUG nova.compute.resource_tracker [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69770) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1089.615496] env[69770]: DEBUG oslo_concurrency.lockutils [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 4.494s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1089.615773] env[69770]: DEBUG oslo_concurrency.lockutils [None req-dbdef9b8-59be-4ad2-b67e-cc94b9ce012f tempest-ImagesNegativeTestJSON-582317497 tempest-ImagesNegativeTestJSON-582317497-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.190s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1089.617366] env[69770]: INFO nova.compute.claims [None req-dbdef9b8-59be-4ad2-b67e-cc94b9ce012f tempest-ImagesNegativeTestJSON-582317497 tempest-ImagesNegativeTestJSON-582317497-project-member] [instance: 1d35724e-5a49-4d53-b81e-a259ea926036] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1089.829352] env[69770]: DEBUG oslo_vmware.api [None req-e0aa0bad-8862-460f-975d-12a4eeac6e97 tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] Task: {'id': task-4070339, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.857249] env[69770]: DEBUG nova.compute.manager [None req-05ff988e-3259-4f25-be92-d3e7141b35d1 tempest-ServersAaction247Test-1374319836 tempest-ServersAaction247Test-1374319836-project-member] [instance: fa98db4f-3f15-4fcd-ab94-fa210b828e69] Checking state {{(pid=69770) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1089.858353] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15a50960-6f94-48ce-b9d7-542376973e1e {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.890705] env[69770]: DEBUG oslo_vmware.api [None req-1dd5ce9f-e8af-41d4-b183-ec1d105f26ba tempest-ServersAdmin275Test-1407660202 tempest-ServersAdmin275Test-1407660202-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]5229d1ca-ade6-42c1-01c1-1fcb004ee51c, 'name': SearchDatastore_Task, 'duration_secs': 0.012553} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1089.890705] env[69770]: DEBUG oslo_concurrency.lockutils [None req-1dd5ce9f-e8af-41d4-b183-ec1d105f26ba tempest-ServersAdmin275Test-1407660202 tempest-ServersAdmin275Test-1407660202-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.890705] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-1dd5ce9f-e8af-41d4-b183-ec1d105f26ba tempest-ServersAdmin275Test-1407660202 tempest-ServersAdmin275Test-1407660202-project-member] [instance: fc7b06e1-c542-448b-a750-f27af3874b8f] Processing image d1eaff80-24a0-4391-90eb-59958b1ecf0a {{(pid=69770) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1089.890705] env[69770]: DEBUG oslo_concurrency.lockutils [None req-1dd5ce9f-e8af-41d4-b183-ec1d105f26ba tempest-ServersAdmin275Test-1407660202 tempest-ServersAdmin275Test-1407660202-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.890705] env[69770]: DEBUG oslo_concurrency.lockutils [None req-1dd5ce9f-e8af-41d4-b183-ec1d105f26ba tempest-ServersAdmin275Test-1407660202 tempest-ServersAdmin275Test-1407660202-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.890705] env[69770]: DEBUG nova.virt.vmwareapi.ds_util [None req-1dd5ce9f-e8af-41d4-b183-ec1d105f26ba tempest-ServersAdmin275Test-1407660202 tempest-ServersAdmin275Test-1407660202-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69770) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1089.890705] env[69770]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-58c63495-8480-427d-891b-52e0fd2c6972 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.899269] env[69770]: DEBUG nova.virt.vmwareapi.ds_util [None req-1dd5ce9f-e8af-41d4-b183-ec1d105f26ba tempest-ServersAdmin275Test-1407660202 tempest-ServersAdmin275Test-1407660202-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69770) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1089.899474] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-1dd5ce9f-e8af-41d4-b183-ec1d105f26ba tempest-ServersAdmin275Test-1407660202 tempest-ServersAdmin275Test-1407660202-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69770) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1089.900252] env[69770]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8ababdff-31f1-43a0-8aa6-0a16c0702632 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.907206] env[69770]: DEBUG oslo_vmware.api [None req-1dd5ce9f-e8af-41d4-b183-ec1d105f26ba tempest-ServersAdmin275Test-1407660202 tempest-ServersAdmin275Test-1407660202-project-member] Waiting for the task: (returnval){ [ 1089.907206] env[69770]: value = "session[52161b52-cb8e-ec9f-1132-2f6b49549d41]522ebc32-1a5b-0877-2bfe-880ce2745949" [ 1089.907206] env[69770]: _type = "Task" [ 1089.907206] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1089.921161] env[69770]: DEBUG oslo_vmware.api [None req-1dd5ce9f-e8af-41d4-b183-ec1d105f26ba tempest-ServersAdmin275Test-1407660202 tempest-ServersAdmin275Test-1407660202-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]522ebc32-1a5b-0877-2bfe-880ce2745949, 'name': SearchDatastore_Task, 'duration_secs': 0.010723} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1089.922324] env[69770]: DEBUG oslo_concurrency.lockutils [None req-4cfa4c80-aa67-4894-8503-4c7bb7588a2d tempest-ServersAaction247Test-1374319836 tempest-ServersAaction247Test-1374319836-project-member] Acquiring lock "fa98db4f-3f15-4fcd-ab94-fa210b828e69" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1089.922324] env[69770]: DEBUG oslo_concurrency.lockutils [None req-4cfa4c80-aa67-4894-8503-4c7bb7588a2d tempest-ServersAaction247Test-1374319836 tempest-ServersAaction247Test-1374319836-project-member] Lock "fa98db4f-3f15-4fcd-ab94-fa210b828e69" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1089.922324] env[69770]: DEBUG oslo_concurrency.lockutils [None req-4cfa4c80-aa67-4894-8503-4c7bb7588a2d tempest-ServersAaction247Test-1374319836 tempest-ServersAaction247Test-1374319836-project-member] Acquiring lock "fa98db4f-3f15-4fcd-ab94-fa210b828e69-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1089.922739] env[69770]: DEBUG oslo_concurrency.lockutils [None req-4cfa4c80-aa67-4894-8503-4c7bb7588a2d tempest-ServersAaction247Test-1374319836 tempest-ServersAaction247Test-1374319836-project-member] Lock "fa98db4f-3f15-4fcd-ab94-fa210b828e69-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1089.923130] env[69770]: DEBUG oslo_concurrency.lockutils [None req-4cfa4c80-aa67-4894-8503-4c7bb7588a2d tempest-ServersAaction247Test-1374319836 tempest-ServersAaction247Test-1374319836-project-member] Lock "fa98db4f-3f15-4fcd-ab94-fa210b828e69-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1089.925853] env[69770]: INFO nova.compute.manager [None req-4cfa4c80-aa67-4894-8503-4c7bb7588a2d tempest-ServersAaction247Test-1374319836 tempest-ServersAaction247Test-1374319836-project-member] [instance: fa98db4f-3f15-4fcd-ab94-fa210b828e69] Terminating instance [ 1089.927459] env[69770]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6ea1532a-286c-48ab-8c6b-20fbb4d3f6d7 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.939194] env[69770]: DEBUG oslo_vmware.api [None req-1dd5ce9f-e8af-41d4-b183-ec1d105f26ba tempest-ServersAdmin275Test-1407660202 tempest-ServersAdmin275Test-1407660202-project-member] Waiting for the task: (returnval){ [ 1089.939194] env[69770]: value = "session[52161b52-cb8e-ec9f-1132-2f6b49549d41]52834980-8adf-47c4-96cb-cc6cf7528a00" [ 1089.939194] env[69770]: _type = "Task" [ 1089.939194] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1089.946162] env[69770]: DEBUG oslo_vmware.api [None req-1dd5ce9f-e8af-41d4-b183-ec1d105f26ba tempest-ServersAdmin275Test-1407660202 tempest-ServersAdmin275Test-1407660202-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]52834980-8adf-47c4-96cb-cc6cf7528a00, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.327657] env[69770]: DEBUG oslo_vmware.api [None req-e0aa0bad-8862-460f-975d-12a4eeac6e97 tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] Task: {'id': task-4070339, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.380168] env[69770]: INFO nova.compute.manager [None req-05ff988e-3259-4f25-be92-d3e7141b35d1 tempest-ServersAaction247Test-1374319836 tempest-ServersAaction247Test-1374319836-project-member] [instance: fa98db4f-3f15-4fcd-ab94-fa210b828e69] instance snapshotting [ 1090.380168] env[69770]: DEBUG nova.objects.instance [None req-05ff988e-3259-4f25-be92-d3e7141b35d1 tempest-ServersAaction247Test-1374319836 tempest-ServersAaction247Test-1374319836-project-member] Lazy-loading 'flavor' on Instance uuid fa98db4f-3f15-4fcd-ab94-fa210b828e69 {{(pid=69770) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1090.432564] env[69770]: DEBUG oslo_concurrency.lockutils [None req-4cfa4c80-aa67-4894-8503-4c7bb7588a2d tempest-ServersAaction247Test-1374319836 tempest-ServersAaction247Test-1374319836-project-member] Acquiring lock "refresh_cache-fa98db4f-3f15-4fcd-ab94-fa210b828e69" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.432755] env[69770]: DEBUG oslo_concurrency.lockutils [None req-4cfa4c80-aa67-4894-8503-4c7bb7588a2d tempest-ServersAaction247Test-1374319836 tempest-ServersAaction247Test-1374319836-project-member] Acquired lock "refresh_cache-fa98db4f-3f15-4fcd-ab94-fa210b828e69" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.432996] env[69770]: DEBUG nova.network.neutron [None req-4cfa4c80-aa67-4894-8503-4c7bb7588a2d tempest-ServersAaction247Test-1374319836 tempest-ServersAaction247Test-1374319836-project-member] [instance: fa98db4f-3f15-4fcd-ab94-fa210b828e69] Building network info cache for instance {{(pid=69770) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1090.447246] env[69770]: DEBUG oslo_vmware.api [None req-1dd5ce9f-e8af-41d4-b183-ec1d105f26ba tempest-ServersAdmin275Test-1407660202 tempest-ServersAdmin275Test-1407660202-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]52834980-8adf-47c4-96cb-cc6cf7528a00, 'name': SearchDatastore_Task, 'duration_secs': 0.010334} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1090.447518] env[69770]: DEBUG oslo_concurrency.lockutils [None req-1dd5ce9f-e8af-41d4-b183-ec1d105f26ba tempest-ServersAdmin275Test-1407660202 tempest-ServersAdmin275Test-1407660202-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.447772] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-1dd5ce9f-e8af-41d4-b183-ec1d105f26ba tempest-ServersAdmin275Test-1407660202 tempest-ServersAdmin275Test-1407660202-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk to [datastore1] fc7b06e1-c542-448b-a750-f27af3874b8f/fc7b06e1-c542-448b-a750-f27af3874b8f.vmdk {{(pid=69770) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1090.448070] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8728a6ba-a8e3-47c7-b2a7-63bd5859d755 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.457548] env[69770]: DEBUG oslo_vmware.api [None req-1dd5ce9f-e8af-41d4-b183-ec1d105f26ba tempest-ServersAdmin275Test-1407660202 tempest-ServersAdmin275Test-1407660202-project-member] Waiting for the task: (returnval){ [ 1090.457548] env[69770]: value = "task-4070345" [ 1090.457548] env[69770]: _type = "Task" [ 1090.457548] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1090.466408] env[69770]: DEBUG oslo_vmware.api [None req-1dd5ce9f-e8af-41d4-b183-ec1d105f26ba tempest-ServersAdmin275Test-1407660202 tempest-ServersAdmin275Test-1407660202-project-member] Task: {'id': task-4070345, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.835673] env[69770]: DEBUG oslo_vmware.api [None req-e0aa0bad-8862-460f-975d-12a4eeac6e97 tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] Task: {'id': task-4070339, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.888853] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3636e2ba-b69f-404e-92b5-72afc8717b93 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.925867] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45ec264b-4ed2-455a-92cf-141188acede9 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.967331] env[69770]: DEBUG nova.network.neutron [None req-4cfa4c80-aa67-4894-8503-4c7bb7588a2d tempest-ServersAaction247Test-1374319836 tempest-ServersAaction247Test-1374319836-project-member] [instance: fa98db4f-3f15-4fcd-ab94-fa210b828e69] Instance cache missing network info. {{(pid=69770) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1090.974395] env[69770]: DEBUG oslo_vmware.api [None req-1dd5ce9f-e8af-41d4-b183-ec1d105f26ba tempest-ServersAdmin275Test-1407660202 tempest-ServersAdmin275Test-1407660202-project-member] Task: {'id': task-4070345, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.023324] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da932c3d-cb14-45ef-8011-197f94457b97 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.034696] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d24ecff-390b-42f6-a4f6-a2dbd5b113ad {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.071455] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b16f43f-f679-4d27-bce6-176b75a5174f {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.074960] env[69770]: DEBUG nova.network.neutron [None req-4cfa4c80-aa67-4894-8503-4c7bb7588a2d tempest-ServersAaction247Test-1374319836 tempest-ServersAaction247Test-1374319836-project-member] [instance: fa98db4f-3f15-4fcd-ab94-fa210b828e69] Updating instance_info_cache with network_info: [] {{(pid=69770) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1091.085855] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ba07046-212d-43cf-b8af-0095dd41a037 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.102528] env[69770]: DEBUG nova.compute.provider_tree [None req-dbdef9b8-59be-4ad2-b67e-cc94b9ce012f tempest-ImagesNegativeTestJSON-582317497 tempest-ImagesNegativeTestJSON-582317497-project-member] Inventory has not changed in ProviderTree for provider: 7cc7d32b-b7a7-454a-a456-2a440248ed9d {{(pid=69770) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1091.331733] env[69770]: DEBUG oslo_vmware.api [None req-e0aa0bad-8862-460f-975d-12a4eeac6e97 tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] Task: {'id': task-4070339, 'name': ReconfigVM_Task} progress is 18%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.445614] env[69770]: DEBUG nova.compute.manager [None req-05ff988e-3259-4f25-be92-d3e7141b35d1 tempest-ServersAaction247Test-1374319836 tempest-ServersAaction247Test-1374319836-project-member] [instance: fa98db4f-3f15-4fcd-ab94-fa210b828e69] Instance disappeared during snapshot {{(pid=69770) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4595}} [ 1091.471238] env[69770]: DEBUG oslo_vmware.api [None req-1dd5ce9f-e8af-41d4-b183-ec1d105f26ba tempest-ServersAdmin275Test-1407660202 tempest-ServersAdmin275Test-1407660202-project-member] Task: {'id': task-4070345, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.567606} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1091.473762] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-1dd5ce9f-e8af-41d4-b183-ec1d105f26ba tempest-ServersAdmin275Test-1407660202 tempest-ServersAdmin275Test-1407660202-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk to [datastore1] fc7b06e1-c542-448b-a750-f27af3874b8f/fc7b06e1-c542-448b-a750-f27af3874b8f.vmdk {{(pid=69770) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1091.475318] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-1dd5ce9f-e8af-41d4-b183-ec1d105f26ba tempest-ServersAdmin275Test-1407660202 tempest-ServersAdmin275Test-1407660202-project-member] [instance: fc7b06e1-c542-448b-a750-f27af3874b8f] Extending root virtual disk to 1048576 {{(pid=69770) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1091.475318] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5347da33-0236-4ff8-ba00-736f6e89df66 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.488197] env[69770]: DEBUG oslo_vmware.api [None req-1dd5ce9f-e8af-41d4-b183-ec1d105f26ba tempest-ServersAdmin275Test-1407660202 tempest-ServersAdmin275Test-1407660202-project-member] Waiting for the task: (returnval){ [ 1091.488197] env[69770]: value = "task-4070346" [ 1091.488197] env[69770]: _type = "Task" [ 1091.488197] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1091.499297] env[69770]: DEBUG oslo_vmware.api [None req-1dd5ce9f-e8af-41d4-b183-ec1d105f26ba tempest-ServersAdmin275Test-1407660202 tempest-ServersAdmin275Test-1407660202-project-member] Task: {'id': task-4070346, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.580660] env[69770]: DEBUG oslo_concurrency.lockutils [None req-4cfa4c80-aa67-4894-8503-4c7bb7588a2d tempest-ServersAaction247Test-1374319836 tempest-ServersAaction247Test-1374319836-project-member] Releasing lock "refresh_cache-fa98db4f-3f15-4fcd-ab94-fa210b828e69" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.581653] env[69770]: DEBUG nova.compute.manager [None req-4cfa4c80-aa67-4894-8503-4c7bb7588a2d tempest-ServersAaction247Test-1374319836 tempest-ServersAaction247Test-1374319836-project-member] [instance: fa98db4f-3f15-4fcd-ab94-fa210b828e69] Start destroying the instance on the hypervisor. {{(pid=69770) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1091.581653] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-4cfa4c80-aa67-4894-8503-4c7bb7588a2d tempest-ServersAaction247Test-1374319836 tempest-ServersAaction247Test-1374319836-project-member] [instance: fa98db4f-3f15-4fcd-ab94-fa210b828e69] Destroying instance {{(pid=69770) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1091.582277] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40fd86a2-5588-47ae-bbe3-1ea7dc320307 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.592235] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-4cfa4c80-aa67-4894-8503-4c7bb7588a2d tempest-ServersAaction247Test-1374319836 tempest-ServersAaction247Test-1374319836-project-member] [instance: fa98db4f-3f15-4fcd-ab94-fa210b828e69] Powering off the VM {{(pid=69770) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1091.592694] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-092bdd00-3de7-432c-be90-75292db0eb72 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.601361] env[69770]: DEBUG oslo_vmware.api [None req-4cfa4c80-aa67-4894-8503-4c7bb7588a2d tempest-ServersAaction247Test-1374319836 tempest-ServersAaction247Test-1374319836-project-member] Waiting for the task: (returnval){ [ 1091.601361] env[69770]: value = "task-4070347" [ 1091.601361] env[69770]: _type = "Task" [ 1091.601361] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1091.606640] env[69770]: DEBUG nova.scheduler.client.report [None req-dbdef9b8-59be-4ad2-b67e-cc94b9ce012f tempest-ImagesNegativeTestJSON-582317497 tempest-ImagesNegativeTestJSON-582317497-project-member] Inventory has not changed for provider 7cc7d32b-b7a7-454a-a456-2a440248ed9d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69770) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1091.616639] env[69770]: DEBUG oslo_vmware.api [None req-4cfa4c80-aa67-4894-8503-4c7bb7588a2d tempest-ServersAaction247Test-1374319836 tempest-ServersAaction247Test-1374319836-project-member] Task: {'id': task-4070347, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.617749] env[69770]: DEBUG nova.compute.manager [None req-05ff988e-3259-4f25-be92-d3e7141b35d1 tempest-ServersAaction247Test-1374319836 tempest-ServersAaction247Test-1374319836-project-member] [instance: fa98db4f-3f15-4fcd-ab94-fa210b828e69] Found 0 images (rotation: 2) {{(pid=69770) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 1091.834117] env[69770]: DEBUG oslo_vmware.api [None req-e0aa0bad-8862-460f-975d-12a4eeac6e97 tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] Task: {'id': task-4070339, 'name': ReconfigVM_Task, 'duration_secs': 5.86605} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1091.834527] env[69770]: DEBUG oslo_concurrency.lockutils [None req-e0aa0bad-8862-460f-975d-12a4eeac6e97 tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] Releasing lock "9de87335-1db9-4bb3-ab4b-6bec27911b5f" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.834847] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-e0aa0bad-8862-460f-975d-12a4eeac6e97 tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] [instance: 9de87335-1db9-4bb3-ab4b-6bec27911b5f] Reconfigured VM to detach interface {{(pid=69770) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1092.001401] env[69770]: DEBUG oslo_vmware.api [None req-1dd5ce9f-e8af-41d4-b183-ec1d105f26ba tempest-ServersAdmin275Test-1407660202 tempest-ServersAdmin275Test-1407660202-project-member] Task: {'id': task-4070346, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077554} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1092.002141] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-1dd5ce9f-e8af-41d4-b183-ec1d105f26ba tempest-ServersAdmin275Test-1407660202 tempest-ServersAdmin275Test-1407660202-project-member] [instance: fc7b06e1-c542-448b-a750-f27af3874b8f] Extended root virtual disk {{(pid=69770) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1092.006127] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12734551-e199-4fea-a784-6708bc6e115e {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.026021] env[69770]: DEBUG nova.virt.vmwareapi.volumeops [None req-1dd5ce9f-e8af-41d4-b183-ec1d105f26ba tempest-ServersAdmin275Test-1407660202 tempest-ServersAdmin275Test-1407660202-project-member] [instance: fc7b06e1-c542-448b-a750-f27af3874b8f] Reconfiguring VM instance instance-00000053 to attach disk [datastore1] fc7b06e1-c542-448b-a750-f27af3874b8f/fc7b06e1-c542-448b-a750-f27af3874b8f.vmdk or device None with type sparse {{(pid=69770) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1092.026021] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4bd9b274-bad6-4737-9eab-534cef1896c9 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.047526] env[69770]: DEBUG oslo_vmware.api [None req-1dd5ce9f-e8af-41d4-b183-ec1d105f26ba tempest-ServersAdmin275Test-1407660202 tempest-ServersAdmin275Test-1407660202-project-member] Waiting for the task: (returnval){ [ 1092.047526] env[69770]: value = "task-4070348" [ 1092.047526] env[69770]: _type = "Task" [ 1092.047526] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1092.059069] env[69770]: DEBUG oslo_vmware.api [None req-1dd5ce9f-e8af-41d4-b183-ec1d105f26ba tempest-ServersAdmin275Test-1407660202 tempest-ServersAdmin275Test-1407660202-project-member] Task: {'id': task-4070348, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.112406] env[69770]: DEBUG oslo_vmware.api [None req-4cfa4c80-aa67-4894-8503-4c7bb7588a2d tempest-ServersAaction247Test-1374319836 tempest-ServersAaction247Test-1374319836-project-member] Task: {'id': task-4070347, 'name': PowerOffVM_Task, 'duration_secs': 0.362179} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1092.112704] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-4cfa4c80-aa67-4894-8503-4c7bb7588a2d tempest-ServersAaction247Test-1374319836 tempest-ServersAaction247Test-1374319836-project-member] [instance: fa98db4f-3f15-4fcd-ab94-fa210b828e69] Powered off the VM {{(pid=69770) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1092.112884] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-4cfa4c80-aa67-4894-8503-4c7bb7588a2d tempest-ServersAaction247Test-1374319836 tempest-ServersAaction247Test-1374319836-project-member] [instance: fa98db4f-3f15-4fcd-ab94-fa210b828e69] Unregistering the VM {{(pid=69770) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1092.113881] env[69770]: DEBUG oslo_concurrency.lockutils [None req-dbdef9b8-59be-4ad2-b67e-cc94b9ce012f tempest-ImagesNegativeTestJSON-582317497 tempest-ImagesNegativeTestJSON-582317497-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.498s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1092.114222] env[69770]: DEBUG nova.compute.manager [None req-dbdef9b8-59be-4ad2-b67e-cc94b9ce012f tempest-ImagesNegativeTestJSON-582317497 tempest-ImagesNegativeTestJSON-582317497-project-member] [instance: 1d35724e-5a49-4d53-b81e-a259ea926036] Start building networks asynchronously for instance. {{(pid=69770) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1092.117911] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c04b419d-5dc0-4547-91e1-d18768474d5e {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.120502] env[69770]: DEBUG oslo_concurrency.lockutils [None req-0e35644f-d474-4f22-9617-caf32a48ced5 tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 17.644s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1092.122021] env[69770]: DEBUG oslo_concurrency.lockutils [None req-0e35644f-d474-4f22-9617-caf32a48ced5 tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1092.123365] env[69770]: DEBUG oslo_concurrency.lockutils [None req-f23f56ba-ce63-4f4f-9937-856681e6bd40 tempest-ServersListShow2100Test-886633097 tempest-ServersListShow2100Test-886633097-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 15.501s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1092.126685] env[69770]: DEBUG nova.objects.instance [None req-f23f56ba-ce63-4f4f-9937-856681e6bd40 tempest-ServersListShow2100Test-886633097 tempest-ServersListShow2100Test-886633097-project-member] [instance: 31c30825-a5fa-4bd6-8557-fe2cf35d1e3b] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69770) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1092.167626] env[69770]: INFO nova.scheduler.client.report [None req-0e35644f-d474-4f22-9617-caf32a48ced5 tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] Deleted allocations for instance a9c7964c-d3b5-4e2c-8ce7-b2a89db73136 [ 1092.178230] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-4cfa4c80-aa67-4894-8503-4c7bb7588a2d tempest-ServersAaction247Test-1374319836 tempest-ServersAaction247Test-1374319836-project-member] [instance: fa98db4f-3f15-4fcd-ab94-fa210b828e69] Unregistered the VM {{(pid=69770) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1092.178595] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-4cfa4c80-aa67-4894-8503-4c7bb7588a2d tempest-ServersAaction247Test-1374319836 tempest-ServersAaction247Test-1374319836-project-member] [instance: fa98db4f-3f15-4fcd-ab94-fa210b828e69] Deleting contents of the VM from datastore datastore1 {{(pid=69770) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1092.178673] env[69770]: DEBUG nova.virt.vmwareapi.ds_util [None req-4cfa4c80-aa67-4894-8503-4c7bb7588a2d tempest-ServersAaction247Test-1374319836 tempest-ServersAaction247Test-1374319836-project-member] Deleting the datastore file [datastore1] fa98db4f-3f15-4fcd-ab94-fa210b828e69 {{(pid=69770) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1092.179522] env[69770]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bf233bbe-b8ea-4d38-87cd-4a6d11c0b499 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.193875] env[69770]: DEBUG oslo_vmware.api [None req-4cfa4c80-aa67-4894-8503-4c7bb7588a2d tempest-ServersAaction247Test-1374319836 tempest-ServersAaction247Test-1374319836-project-member] Waiting for the task: (returnval){ [ 1092.193875] env[69770]: value = "task-4070350" [ 1092.193875] env[69770]: _type = "Task" [ 1092.193875] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1092.204960] env[69770]: DEBUG oslo_vmware.api [None req-4cfa4c80-aa67-4894-8503-4c7bb7588a2d tempest-ServersAaction247Test-1374319836 tempest-ServersAaction247Test-1374319836-project-member] Task: {'id': task-4070350, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.207299] env[69770]: DEBUG nova.compute.manager [req-e01d9165-44cf-408c-9cc7-48f17134d89e req-ca271533-9d08-4825-8891-91b63827cb35 service nova] [instance: 9de87335-1db9-4bb3-ab4b-6bec27911b5f] Received event network-vif-deleted-43adc2d1-043c-408a-bfce-b87cc7c66df3 {{(pid=69770) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1092.207489] env[69770]: INFO nova.compute.manager [req-e01d9165-44cf-408c-9cc7-48f17134d89e req-ca271533-9d08-4825-8891-91b63827cb35 service nova] [instance: 9de87335-1db9-4bb3-ab4b-6bec27911b5f] Neutron deleted interface 43adc2d1-043c-408a-bfce-b87cc7c66df3; detaching it from the instance and deleting it from the info cache [ 1092.207734] env[69770]: DEBUG nova.network.neutron [req-e01d9165-44cf-408c-9cc7-48f17134d89e req-ca271533-9d08-4825-8891-91b63827cb35 service nova] [instance: 9de87335-1db9-4bb3-ab4b-6bec27911b5f] Updating instance_info_cache with network_info: [{"id": "93fd4eaf-717f-4082-8fe4-ef2bd259eb53", "address": "fa:16:3e:53:18:cf", "network": {"id": "d5ae8d06-e279-436f-9c41-66b44f6f2542", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1370812323-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.189", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "63715e849e05463da9bfa0405c750b8f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dad4f433-bb0b-45c7-8040-972ef2277f75", "external-id": "nsx-vlan-transportzone-451", "segmentation_id": 451, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap93fd4eaf-71", "ovs_interfaceid": "93fd4eaf-717f-4082-8fe4-ef2bd259eb53", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69770) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1092.564087] env[69770]: DEBUG oslo_vmware.api [None req-1dd5ce9f-e8af-41d4-b183-ec1d105f26ba tempest-ServersAdmin275Test-1407660202 tempest-ServersAdmin275Test-1407660202-project-member] Task: {'id': task-4070348, 'name': ReconfigVM_Task, 'duration_secs': 0.336051} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1092.564202] env[69770]: DEBUG nova.virt.vmwareapi.volumeops [None req-1dd5ce9f-e8af-41d4-b183-ec1d105f26ba tempest-ServersAdmin275Test-1407660202 tempest-ServersAdmin275Test-1407660202-project-member] [instance: fc7b06e1-c542-448b-a750-f27af3874b8f] Reconfigured VM instance instance-00000053 to attach disk [datastore1] fc7b06e1-c542-448b-a750-f27af3874b8f/fc7b06e1-c542-448b-a750-f27af3874b8f.vmdk or device None with type sparse {{(pid=69770) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1092.564998] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8d2f312c-40e6-473e-9c76-88284dcf8820 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.573368] env[69770]: DEBUG oslo_vmware.api [None req-1dd5ce9f-e8af-41d4-b183-ec1d105f26ba tempest-ServersAdmin275Test-1407660202 tempest-ServersAdmin275Test-1407660202-project-member] Waiting for the task: (returnval){ [ 1092.573368] env[69770]: value = "task-4070351" [ 1092.573368] env[69770]: _type = "Task" [ 1092.573368] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1092.584671] env[69770]: DEBUG oslo_vmware.api [None req-1dd5ce9f-e8af-41d4-b183-ec1d105f26ba tempest-ServersAdmin275Test-1407660202 tempest-ServersAdmin275Test-1407660202-project-member] Task: {'id': task-4070351, 'name': Rename_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.622505] env[69770]: DEBUG nova.compute.utils [None req-dbdef9b8-59be-4ad2-b67e-cc94b9ce012f tempest-ImagesNegativeTestJSON-582317497 tempest-ImagesNegativeTestJSON-582317497-project-member] Using /dev/sd instead of None {{(pid=69770) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1092.624072] env[69770]: DEBUG nova.compute.manager [None req-dbdef9b8-59be-4ad2-b67e-cc94b9ce012f tempest-ImagesNegativeTestJSON-582317497 tempest-ImagesNegativeTestJSON-582317497-project-member] [instance: 1d35724e-5a49-4d53-b81e-a259ea926036] Allocating IP information in the background. {{(pid=69770) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1092.624383] env[69770]: DEBUG nova.network.neutron [None req-dbdef9b8-59be-4ad2-b67e-cc94b9ce012f tempest-ImagesNegativeTestJSON-582317497 tempest-ImagesNegativeTestJSON-582317497-project-member] [instance: 1d35724e-5a49-4d53-b81e-a259ea926036] allocate_for_instance() {{(pid=69770) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1092.679038] env[69770]: DEBUG nova.policy [None req-dbdef9b8-59be-4ad2-b67e-cc94b9ce012f tempest-ImagesNegativeTestJSON-582317497 tempest-ImagesNegativeTestJSON-582317497-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9502a646bb0640c2bc654abe1650556a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f15346b5ae2940c89eba43d3d2f66587', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69770) authorize /opt/stack/nova/nova/policy.py:192}} [ 1092.683992] env[69770]: DEBUG oslo_concurrency.lockutils [None req-0e35644f-d474-4f22-9617-caf32a48ced5 tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] Lock "a9c7964c-d3b5-4e2c-8ce7-b2a89db73136" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 21.335s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1092.704693] env[69770]: DEBUG oslo_vmware.api [None req-4cfa4c80-aa67-4894-8503-4c7bb7588a2d tempest-ServersAaction247Test-1374319836 tempest-ServersAaction247Test-1374319836-project-member] Task: {'id': task-4070350, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.385432} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1092.704955] env[69770]: DEBUG nova.virt.vmwareapi.ds_util [None req-4cfa4c80-aa67-4894-8503-4c7bb7588a2d tempest-ServersAaction247Test-1374319836 tempest-ServersAaction247Test-1374319836-project-member] Deleted the datastore file {{(pid=69770) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1092.705154] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-4cfa4c80-aa67-4894-8503-4c7bb7588a2d tempest-ServersAaction247Test-1374319836 tempest-ServersAaction247Test-1374319836-project-member] [instance: fa98db4f-3f15-4fcd-ab94-fa210b828e69] Deleted contents of the VM from datastore datastore1 {{(pid=69770) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1092.705398] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-4cfa4c80-aa67-4894-8503-4c7bb7588a2d tempest-ServersAaction247Test-1374319836 tempest-ServersAaction247Test-1374319836-project-member] [instance: fa98db4f-3f15-4fcd-ab94-fa210b828e69] Instance destroyed {{(pid=69770) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1092.705510] env[69770]: INFO nova.compute.manager [None req-4cfa4c80-aa67-4894-8503-4c7bb7588a2d tempest-ServersAaction247Test-1374319836 tempest-ServersAaction247Test-1374319836-project-member] [instance: fa98db4f-3f15-4fcd-ab94-fa210b828e69] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1092.705722] env[69770]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4cfa4c80-aa67-4894-8503-4c7bb7588a2d tempest-ServersAaction247Test-1374319836 tempest-ServersAaction247Test-1374319836-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69770) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1092.706427] env[69770]: DEBUG nova.compute.manager [-] [instance: fa98db4f-3f15-4fcd-ab94-fa210b828e69] Deallocating network for instance {{(pid=69770) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1092.706427] env[69770]: DEBUG nova.network.neutron [-] [instance: fa98db4f-3f15-4fcd-ab94-fa210b828e69] deallocate_for_instance() {{(pid=69770) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1092.710855] env[69770]: DEBUG oslo_concurrency.lockutils [req-e01d9165-44cf-408c-9cc7-48f17134d89e req-ca271533-9d08-4825-8891-91b63827cb35 service nova] Acquiring lock "9de87335-1db9-4bb3-ab4b-6bec27911b5f" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.711015] env[69770]: DEBUG oslo_concurrency.lockutils [req-e01d9165-44cf-408c-9cc7-48f17134d89e req-ca271533-9d08-4825-8891-91b63827cb35 service nova] Acquired lock "9de87335-1db9-4bb3-ab4b-6bec27911b5f" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.711830] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35d4b2de-328c-4850-84b5-bfc22765d396 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.731145] env[69770]: DEBUG oslo_concurrency.lockutils [req-e01d9165-44cf-408c-9cc7-48f17134d89e req-ca271533-9d08-4825-8891-91b63827cb35 service nova] Releasing lock "9de87335-1db9-4bb3-ab4b-6bec27911b5f" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.731446] env[69770]: WARNING nova.compute.manager [req-e01d9165-44cf-408c-9cc7-48f17134d89e req-ca271533-9d08-4825-8891-91b63827cb35 service nova] [instance: 9de87335-1db9-4bb3-ab4b-6bec27911b5f] Detach interface failed, port_id=43adc2d1-043c-408a-bfce-b87cc7c66df3, reason: No device with interface-id 43adc2d1-043c-408a-bfce-b87cc7c66df3 exists on VM: nova.exception.NotFound: No device with interface-id 43adc2d1-043c-408a-bfce-b87cc7c66df3 exists on VM [ 1092.732488] env[69770]: DEBUG nova.network.neutron [-] [instance: fa98db4f-3f15-4fcd-ab94-fa210b828e69] Instance cache missing network info. {{(pid=69770) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1093.059149] env[69770]: DEBUG oslo_concurrency.lockutils [None req-03996edb-39c7-44db-b7ba-0cd86e412c49 tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] Acquiring lock "9de87335-1db9-4bb3-ab4b-6bec27911b5f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1093.059435] env[69770]: DEBUG oslo_concurrency.lockutils [None req-03996edb-39c7-44db-b7ba-0cd86e412c49 tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] Lock "9de87335-1db9-4bb3-ab4b-6bec27911b5f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1093.059632] env[69770]: DEBUG oslo_concurrency.lockutils [None req-03996edb-39c7-44db-b7ba-0cd86e412c49 tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] Acquiring lock "9de87335-1db9-4bb3-ab4b-6bec27911b5f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1093.059884] env[69770]: DEBUG oslo_concurrency.lockutils [None req-03996edb-39c7-44db-b7ba-0cd86e412c49 tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] Lock "9de87335-1db9-4bb3-ab4b-6bec27911b5f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1093.059990] env[69770]: DEBUG oslo_concurrency.lockutils [None req-03996edb-39c7-44db-b7ba-0cd86e412c49 tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] Lock "9de87335-1db9-4bb3-ab4b-6bec27911b5f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1093.062408] env[69770]: INFO nova.compute.manager [None req-03996edb-39c7-44db-b7ba-0cd86e412c49 tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] [instance: 9de87335-1db9-4bb3-ab4b-6bec27911b5f] Terminating instance [ 1093.086804] env[69770]: DEBUG oslo_vmware.api [None req-1dd5ce9f-e8af-41d4-b183-ec1d105f26ba tempest-ServersAdmin275Test-1407660202 tempest-ServersAdmin275Test-1407660202-project-member] Task: {'id': task-4070351, 'name': Rename_Task, 'duration_secs': 0.15776} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1093.087674] env[69770]: DEBUG nova.network.neutron [None req-dbdef9b8-59be-4ad2-b67e-cc94b9ce012f tempest-ImagesNegativeTestJSON-582317497 tempest-ImagesNegativeTestJSON-582317497-project-member] [instance: 1d35724e-5a49-4d53-b81e-a259ea926036] Successfully created port: 9efc1d6a-d32e-4097-a35d-6798a09d0e4e {{(pid=69770) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1093.094406] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-1dd5ce9f-e8af-41d4-b183-ec1d105f26ba tempest-ServersAdmin275Test-1407660202 tempest-ServersAdmin275Test-1407660202-project-member] [instance: fc7b06e1-c542-448b-a750-f27af3874b8f] Powering on the VM {{(pid=69770) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1093.095200] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e45eea4d-1a31-4787-8144-8a4082d1cc34 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.104644] env[69770]: DEBUG oslo_vmware.api [None req-1dd5ce9f-e8af-41d4-b183-ec1d105f26ba tempest-ServersAdmin275Test-1407660202 tempest-ServersAdmin275Test-1407660202-project-member] Waiting for the task: (returnval){ [ 1093.104644] env[69770]: value = "task-4070352" [ 1093.104644] env[69770]: _type = "Task" [ 1093.104644] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1093.117154] env[69770]: DEBUG oslo_vmware.api [None req-1dd5ce9f-e8af-41d4-b183-ec1d105f26ba tempest-ServersAdmin275Test-1407660202 tempest-ServersAdmin275Test-1407660202-project-member] Task: {'id': task-4070352, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.129506] env[69770]: DEBUG nova.compute.manager [None req-dbdef9b8-59be-4ad2-b67e-cc94b9ce012f tempest-ImagesNegativeTestJSON-582317497 tempest-ImagesNegativeTestJSON-582317497-project-member] [instance: 1d35724e-5a49-4d53-b81e-a259ea926036] Start building block device mappings for instance. {{(pid=69770) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1093.132979] env[69770]: DEBUG oslo_concurrency.lockutils [None req-f23f56ba-ce63-4f4f-9937-856681e6bd40 tempest-ServersListShow2100Test-886633097 tempest-ServersListShow2100Test-886633097-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.010s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1093.134232] env[69770]: DEBUG oslo_concurrency.lockutils [None req-ef7ac6a2-4a2b-456a-8743-cb2ca62ac801 tempest-ServersTestBootFromVolume-299983553 tempest-ServersTestBootFromVolume-299983553-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 13.909s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1093.134431] env[69770]: DEBUG oslo_concurrency.lockutils [None req-ef7ac6a2-4a2b-456a-8743-cb2ca62ac801 tempest-ServersTestBootFromVolume-299983553 tempest-ServersTestBootFromVolume-299983553-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1093.144178] env[69770]: DEBUG oslo_concurrency.lockutils [None req-d61205cc-f75f-4d95-91b8-7a42ac7fa893 tempest-AttachInterfacesUnderV243Test-761183515 tempest-AttachInterfacesUnderV243Test-761183515-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 13.771s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1093.144178] env[69770]: DEBUG oslo_concurrency.lockutils [None req-d61205cc-f75f-4d95-91b8-7a42ac7fa893 tempest-AttachInterfacesUnderV243Test-761183515 tempest-AttachInterfacesUnderV243Test-761183515-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1093.144178] env[69770]: DEBUG oslo_concurrency.lockutils [None req-383daad9-2c5e-4df0-b1d4-da7f6fb58671 tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 12.724s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1093.145864] env[69770]: INFO nova.compute.claims [None req-383daad9-2c5e-4df0-b1d4-da7f6fb58671 tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] [instance: efd33efc-116e-464e-8669-fbfc94e38cba] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1093.176983] env[69770]: INFO nova.scheduler.client.report [None req-ef7ac6a2-4a2b-456a-8743-cb2ca62ac801 tempest-ServersTestBootFromVolume-299983553 tempest-ServersTestBootFromVolume-299983553-project-member] Deleted allocations for instance 527d5f2a-9299-4336-be62-a5cf9df2171f [ 1093.189890] env[69770]: DEBUG oslo_concurrency.lockutils [None req-e0aa0bad-8862-460f-975d-12a4eeac6e97 tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] Acquiring lock "refresh_cache-9de87335-1db9-4bb3-ab4b-6bec27911b5f" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.190128] env[69770]: DEBUG oslo_concurrency.lockutils [None req-e0aa0bad-8862-460f-975d-12a4eeac6e97 tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] Acquired lock "refresh_cache-9de87335-1db9-4bb3-ab4b-6bec27911b5f" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.190335] env[69770]: DEBUG nova.network.neutron [None req-e0aa0bad-8862-460f-975d-12a4eeac6e97 tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] [instance: 9de87335-1db9-4bb3-ab4b-6bec27911b5f] Building network info cache for instance {{(pid=69770) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1093.197636] env[69770]: INFO nova.scheduler.client.report [None req-d61205cc-f75f-4d95-91b8-7a42ac7fa893 tempest-AttachInterfacesUnderV243Test-761183515 tempest-AttachInterfacesUnderV243Test-761183515-project-member] Deleted allocations for instance 529437d0-e31b-482e-9273-2d27b674c0e3 [ 1093.236659] env[69770]: DEBUG nova.network.neutron [-] [instance: fa98db4f-3f15-4fcd-ab94-fa210b828e69] Updating instance_info_cache with network_info: [] {{(pid=69770) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1093.540531] env[69770]: DEBUG oslo_concurrency.lockutils [None req-cbe01619-4a32-4b05-98f6-da17c35738f5 tempest-ServersTestManualDisk-1827962729 tempest-ServersTestManualDisk-1827962729-project-member] Acquiring lock "d9619712-7879-42fa-a39a-d61c2c2cad75" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1093.541196] env[69770]: DEBUG oslo_concurrency.lockutils [None req-cbe01619-4a32-4b05-98f6-da17c35738f5 tempest-ServersTestManualDisk-1827962729 tempest-ServersTestManualDisk-1827962729-project-member] Lock "d9619712-7879-42fa-a39a-d61c2c2cad75" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1093.568841] env[69770]: DEBUG nova.compute.manager [None req-03996edb-39c7-44db-b7ba-0cd86e412c49 tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] [instance: 9de87335-1db9-4bb3-ab4b-6bec27911b5f] Start destroying the instance on the hypervisor. {{(pid=69770) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1093.569674] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-03996edb-39c7-44db-b7ba-0cd86e412c49 tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] [instance: 9de87335-1db9-4bb3-ab4b-6bec27911b5f] Destroying instance {{(pid=69770) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1093.571197] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97d6ae10-1f7f-4544-aa34-911ddecf00b5 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.581421] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-03996edb-39c7-44db-b7ba-0cd86e412c49 tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] [instance: 9de87335-1db9-4bb3-ab4b-6bec27911b5f] Powering off the VM {{(pid=69770) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1093.581753] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-63989b4b-a233-415f-9382-abcd61895d68 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.589367] env[69770]: DEBUG oslo_vmware.api [None req-03996edb-39c7-44db-b7ba-0cd86e412c49 tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] Waiting for the task: (returnval){ [ 1093.589367] env[69770]: value = "task-4070353" [ 1093.589367] env[69770]: _type = "Task" [ 1093.589367] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1093.599568] env[69770]: DEBUG oslo_vmware.api [None req-03996edb-39c7-44db-b7ba-0cd86e412c49 tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] Task: {'id': task-4070353, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.615822] env[69770]: DEBUG oslo_vmware.api [None req-1dd5ce9f-e8af-41d4-b183-ec1d105f26ba tempest-ServersAdmin275Test-1407660202 tempest-ServersAdmin275Test-1407660202-project-member] Task: {'id': task-4070352, 'name': PowerOnVM_Task, 'duration_secs': 0.458024} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1093.616151] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-1dd5ce9f-e8af-41d4-b183-ec1d105f26ba tempest-ServersAdmin275Test-1407660202 tempest-ServersAdmin275Test-1407660202-project-member] [instance: fc7b06e1-c542-448b-a750-f27af3874b8f] Powered on the VM {{(pid=69770) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1093.616376] env[69770]: DEBUG nova.compute.manager [None req-1dd5ce9f-e8af-41d4-b183-ec1d105f26ba tempest-ServersAdmin275Test-1407660202 tempest-ServersAdmin275Test-1407660202-project-member] [instance: fc7b06e1-c542-448b-a750-f27af3874b8f] Checking state {{(pid=69770) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1093.617235] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bfc42d3-9f39-4395-8a51-32a2c184b8c2 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.695530] env[69770]: DEBUG oslo_concurrency.lockutils [None req-ef7ac6a2-4a2b-456a-8743-cb2ca62ac801 tempest-ServersTestBootFromVolume-299983553 tempest-ServersTestBootFromVolume-299983553-project-member] Lock "527d5f2a-9299-4336-be62-a5cf9df2171f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 21.463s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1093.707024] env[69770]: DEBUG oslo_concurrency.lockutils [None req-d61205cc-f75f-4d95-91b8-7a42ac7fa893 tempest-AttachInterfacesUnderV243Test-761183515 tempest-AttachInterfacesUnderV243Test-761183515-project-member] Lock "529437d0-e31b-482e-9273-2d27b674c0e3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 18.294s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1093.727222] env[69770]: DEBUG oslo_concurrency.lockutils [None req-6886f0d7-aa59-4b8b-bd21-4e27cbbe47ad tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] Acquiring lock "f4cb9224-9468-4834-a24a-9309e6dd3bba" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1093.727222] env[69770]: DEBUG oslo_concurrency.lockutils [None req-6886f0d7-aa59-4b8b-bd21-4e27cbbe47ad tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] Lock "f4cb9224-9468-4834-a24a-9309e6dd3bba" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1093.727457] env[69770]: DEBUG oslo_concurrency.lockutils [None req-6886f0d7-aa59-4b8b-bd21-4e27cbbe47ad tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] Acquiring lock "f4cb9224-9468-4834-a24a-9309e6dd3bba-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1093.727681] env[69770]: DEBUG oslo_concurrency.lockutils [None req-6886f0d7-aa59-4b8b-bd21-4e27cbbe47ad tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] Lock "f4cb9224-9468-4834-a24a-9309e6dd3bba-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1093.728022] env[69770]: DEBUG oslo_concurrency.lockutils [None req-6886f0d7-aa59-4b8b-bd21-4e27cbbe47ad tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] Lock "f4cb9224-9468-4834-a24a-9309e6dd3bba-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1093.730890] env[69770]: INFO nova.compute.manager [None req-6886f0d7-aa59-4b8b-bd21-4e27cbbe47ad tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] [instance: f4cb9224-9468-4834-a24a-9309e6dd3bba] Terminating instance [ 1093.741138] env[69770]: INFO nova.compute.manager [-] [instance: fa98db4f-3f15-4fcd-ab94-fa210b828e69] Took 1.03 seconds to deallocate network for instance. [ 1094.044265] env[69770]: DEBUG nova.compute.manager [None req-cbe01619-4a32-4b05-98f6-da17c35738f5 tempest-ServersTestManualDisk-1827962729 tempest-ServersTestManualDisk-1827962729-project-member] [instance: d9619712-7879-42fa-a39a-d61c2c2cad75] Starting instance... {{(pid=69770) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1094.048898] env[69770]: DEBUG nova.network.neutron [None req-e0aa0bad-8862-460f-975d-12a4eeac6e97 tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] [instance: 9de87335-1db9-4bb3-ab4b-6bec27911b5f] Updating instance_info_cache with network_info: [{"id": "93fd4eaf-717f-4082-8fe4-ef2bd259eb53", "address": "fa:16:3e:53:18:cf", "network": {"id": "d5ae8d06-e279-436f-9c41-66b44f6f2542", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1370812323-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.189", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "63715e849e05463da9bfa0405c750b8f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dad4f433-bb0b-45c7-8040-972ef2277f75", "external-id": "nsx-vlan-transportzone-451", "segmentation_id": 451, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap93fd4eaf-71", "ovs_interfaceid": "93fd4eaf-717f-4082-8fe4-ef2bd259eb53", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69770) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1094.103516] env[69770]: DEBUG oslo_vmware.api [None req-03996edb-39c7-44db-b7ba-0cd86e412c49 tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] Task: {'id': task-4070353, 'name': PowerOffVM_Task, 'duration_secs': 0.239634} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1094.103897] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-03996edb-39c7-44db-b7ba-0cd86e412c49 tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] [instance: 9de87335-1db9-4bb3-ab4b-6bec27911b5f] Powered off the VM {{(pid=69770) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1094.104031] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-03996edb-39c7-44db-b7ba-0cd86e412c49 tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] [instance: 9de87335-1db9-4bb3-ab4b-6bec27911b5f] Unregistering the VM {{(pid=69770) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1094.104278] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5f3811e1-5dc9-42fd-8082-a6fd8812a7f9 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.138250] env[69770]: DEBUG oslo_concurrency.lockutils [None req-1dd5ce9f-e8af-41d4-b183-ec1d105f26ba tempest-ServersAdmin275Test-1407660202 tempest-ServersAdmin275Test-1407660202-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1094.145026] env[69770]: DEBUG nova.compute.manager [None req-dbdef9b8-59be-4ad2-b67e-cc94b9ce012f tempest-ImagesNegativeTestJSON-582317497 tempest-ImagesNegativeTestJSON-582317497-project-member] [instance: 1d35724e-5a49-4d53-b81e-a259ea926036] Start spawning the instance on the hypervisor. {{(pid=69770) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1094.174289] env[69770]: DEBUG nova.virt.hardware [None req-dbdef9b8-59be-4ad2-b67e-cc94b9ce012f tempest-ImagesNegativeTestJSON-582317497 tempest-ImagesNegativeTestJSON-582317497-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T12:16:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T12:16:11Z,direct_url=,disk_format='vmdk',id=d1eaff80-24a0-4391-90eb-59958b1ecf0a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d65f20bb89fb40a98b77bc6d97357df2',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T12:16:12Z,virtual_size=,visibility=), allow threads: False {{(pid=69770) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1094.176215] env[69770]: DEBUG nova.virt.hardware [None req-dbdef9b8-59be-4ad2-b67e-cc94b9ce012f tempest-ImagesNegativeTestJSON-582317497 tempest-ImagesNegativeTestJSON-582317497-project-member] Flavor limits 0:0:0 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1094.176490] env[69770]: DEBUG nova.virt.hardware [None req-dbdef9b8-59be-4ad2-b67e-cc94b9ce012f tempest-ImagesNegativeTestJSON-582317497 tempest-ImagesNegativeTestJSON-582317497-project-member] Image limits 0:0:0 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1094.176702] env[69770]: DEBUG nova.virt.hardware [None req-dbdef9b8-59be-4ad2-b67e-cc94b9ce012f tempest-ImagesNegativeTestJSON-582317497 tempest-ImagesNegativeTestJSON-582317497-project-member] Flavor pref 0:0:0 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1094.176848] env[69770]: DEBUG nova.virt.hardware [None req-dbdef9b8-59be-4ad2-b67e-cc94b9ce012f tempest-ImagesNegativeTestJSON-582317497 tempest-ImagesNegativeTestJSON-582317497-project-member] Image pref 0:0:0 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1094.176996] env[69770]: DEBUG nova.virt.hardware [None req-dbdef9b8-59be-4ad2-b67e-cc94b9ce012f tempest-ImagesNegativeTestJSON-582317497 tempest-ImagesNegativeTestJSON-582317497-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1094.177241] env[69770]: DEBUG nova.virt.hardware [None req-dbdef9b8-59be-4ad2-b67e-cc94b9ce012f tempest-ImagesNegativeTestJSON-582317497 tempest-ImagesNegativeTestJSON-582317497-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69770) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1094.177406] env[69770]: DEBUG nova.virt.hardware [None req-dbdef9b8-59be-4ad2-b67e-cc94b9ce012f tempest-ImagesNegativeTestJSON-582317497 tempest-ImagesNegativeTestJSON-582317497-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69770) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1094.177580] env[69770]: DEBUG nova.virt.hardware [None req-dbdef9b8-59be-4ad2-b67e-cc94b9ce012f tempest-ImagesNegativeTestJSON-582317497 tempest-ImagesNegativeTestJSON-582317497-project-member] Got 1 possible topologies {{(pid=69770) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1094.177747] env[69770]: DEBUG nova.virt.hardware [None req-dbdef9b8-59be-4ad2-b67e-cc94b9ce012f tempest-ImagesNegativeTestJSON-582317497 tempest-ImagesNegativeTestJSON-582317497-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69770) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1094.177924] env[69770]: DEBUG nova.virt.hardware [None req-dbdef9b8-59be-4ad2-b67e-cc94b9ce012f tempest-ImagesNegativeTestJSON-582317497 tempest-ImagesNegativeTestJSON-582317497-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69770) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1094.178931] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0da4ab55-e5dc-4036-a144-18e358453c78 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.183279] env[69770]: DEBUG nova.scheduler.client.report [None req-383daad9-2c5e-4df0-b1d4-da7f6fb58671 tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] Refreshing inventories for resource provider 7cc7d32b-b7a7-454a-a456-2a440248ed9d {{(pid=69770) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1094.192870] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb7cbad5-60dd-4ec8-8afb-513dccc06147 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.211284] env[69770]: DEBUG nova.scheduler.client.report [None req-383daad9-2c5e-4df0-b1d4-da7f6fb58671 tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] Updating ProviderTree inventory for provider 7cc7d32b-b7a7-454a-a456-2a440248ed9d from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69770) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1094.211527] env[69770]: DEBUG nova.compute.provider_tree [None req-383daad9-2c5e-4df0-b1d4-da7f6fb58671 tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] Updating inventory in ProviderTree for provider 7cc7d32b-b7a7-454a-a456-2a440248ed9d with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69770) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1094.215115] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-03996edb-39c7-44db-b7ba-0cd86e412c49 tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] [instance: 9de87335-1db9-4bb3-ab4b-6bec27911b5f] Unregistered the VM {{(pid=69770) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1094.215326] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-03996edb-39c7-44db-b7ba-0cd86e412c49 tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] [instance: 9de87335-1db9-4bb3-ab4b-6bec27911b5f] Deleting contents of the VM from datastore datastore2 {{(pid=69770) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1094.215508] env[69770]: DEBUG nova.virt.vmwareapi.ds_util [None req-03996edb-39c7-44db-b7ba-0cd86e412c49 tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] Deleting the datastore file [datastore2] 9de87335-1db9-4bb3-ab4b-6bec27911b5f {{(pid=69770) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1094.215996] env[69770]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9f0b670c-cc5c-411f-aae6-528a6e3c54ae {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.223754] env[69770]: DEBUG oslo_vmware.api [None req-03996edb-39c7-44db-b7ba-0cd86e412c49 tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] Waiting for the task: (returnval){ [ 1094.223754] env[69770]: value = "task-4070355" [ 1094.223754] env[69770]: _type = "Task" [ 1094.223754] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1094.228090] env[69770]: DEBUG nova.scheduler.client.report [None req-383daad9-2c5e-4df0-b1d4-da7f6fb58671 tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] Refreshing aggregate associations for resource provider 7cc7d32b-b7a7-454a-a456-2a440248ed9d, aggregates: None {{(pid=69770) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1094.236594] env[69770]: DEBUG nova.compute.manager [None req-6886f0d7-aa59-4b8b-bd21-4e27cbbe47ad tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] [instance: f4cb9224-9468-4834-a24a-9309e6dd3bba] Start destroying the instance on the hypervisor. {{(pid=69770) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1094.236833] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-6886f0d7-aa59-4b8b-bd21-4e27cbbe47ad tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] [instance: f4cb9224-9468-4834-a24a-9309e6dd3bba] Destroying instance {{(pid=69770) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1094.237110] env[69770]: DEBUG oslo_vmware.api [None req-03996edb-39c7-44db-b7ba-0cd86e412c49 tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] Task: {'id': task-4070355, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.237911] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba4598b8-e46c-431c-9774-5f4dbfa0776f {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.245794] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-6886f0d7-aa59-4b8b-bd21-4e27cbbe47ad tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] [instance: f4cb9224-9468-4834-a24a-9309e6dd3bba] Powering off the VM {{(pid=69770) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1094.246093] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1b4304aa-9b0d-412b-9f25-5f0fc798c3e6 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.249300] env[69770]: DEBUG nova.scheduler.client.report [None req-383daad9-2c5e-4df0-b1d4-da7f6fb58671 tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] Refreshing trait associations for resource provider 7cc7d32b-b7a7-454a-a456-2a440248ed9d, traits: HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE {{(pid=69770) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1094.252959] env[69770]: DEBUG oslo_concurrency.lockutils [None req-4cfa4c80-aa67-4894-8503-4c7bb7588a2d tempest-ServersAaction247Test-1374319836 tempest-ServersAaction247Test-1374319836-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1094.254178] env[69770]: DEBUG oslo_vmware.api [None req-6886f0d7-aa59-4b8b-bd21-4e27cbbe47ad tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] Waiting for the task: (returnval){ [ 1094.254178] env[69770]: value = "task-4070356" [ 1094.254178] env[69770]: _type = "Task" [ 1094.254178] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1094.265234] env[69770]: DEBUG oslo_vmware.api [None req-6886f0d7-aa59-4b8b-bd21-4e27cbbe47ad tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] Task: {'id': task-4070356, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.377353] env[69770]: DEBUG oslo_concurrency.lockutils [None req-08b85eea-ec41-4794-adb7-656240968f2a tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] Acquiring lock "c709ca8a-caa3-4f8a-a6bc-5c7a9bd346f5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1094.377613] env[69770]: DEBUG oslo_concurrency.lockutils [None req-08b85eea-ec41-4794-adb7-656240968f2a tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] Lock "c709ca8a-caa3-4f8a-a6bc-5c7a9bd346f5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1094.554369] env[69770]: DEBUG oslo_concurrency.lockutils [None req-e0aa0bad-8862-460f-975d-12a4eeac6e97 tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] Releasing lock "refresh_cache-9de87335-1db9-4bb3-ab4b-6bec27911b5f" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.576096] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63006540-c042-488a-9245-63f6b0443836 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.588153] env[69770]: DEBUG oslo_concurrency.lockutils [None req-cbe01619-4a32-4b05-98f6-da17c35738f5 tempest-ServersTestManualDisk-1827962729 tempest-ServersTestManualDisk-1827962729-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1094.589248] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5e952b4-6cf8-4cec-addd-fc0750481f09 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.622929] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cec7dc06-7b70-4912-a4c4-7948562f9edb {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.631654] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb76e834-b9c8-407d-ade1-6ccd54c0caa7 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.646692] env[69770]: DEBUG nova.compute.provider_tree [None req-383daad9-2c5e-4df0-b1d4-da7f6fb58671 tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] Inventory has not changed in ProviderTree for provider: 7cc7d32b-b7a7-454a-a456-2a440248ed9d {{(pid=69770) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1094.735227] env[69770]: DEBUG oslo_vmware.api [None req-03996edb-39c7-44db-b7ba-0cd86e412c49 tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] Task: {'id': task-4070355, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.309207} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1094.735600] env[69770]: DEBUG nova.virt.vmwareapi.ds_util [None req-03996edb-39c7-44db-b7ba-0cd86e412c49 tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] Deleted the datastore file {{(pid=69770) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1094.735869] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-03996edb-39c7-44db-b7ba-0cd86e412c49 tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] [instance: 9de87335-1db9-4bb3-ab4b-6bec27911b5f] Deleted contents of the VM from datastore datastore2 {{(pid=69770) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1094.736100] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-03996edb-39c7-44db-b7ba-0cd86e412c49 tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] [instance: 9de87335-1db9-4bb3-ab4b-6bec27911b5f] Instance destroyed {{(pid=69770) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1094.737057] env[69770]: INFO nova.compute.manager [None req-03996edb-39c7-44db-b7ba-0cd86e412c49 tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] [instance: 9de87335-1db9-4bb3-ab4b-6bec27911b5f] Took 1.17 seconds to destroy the instance on the hypervisor. [ 1094.737057] env[69770]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-03996edb-39c7-44db-b7ba-0cd86e412c49 tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69770) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1094.737057] env[69770]: DEBUG nova.compute.manager [-] [instance: 9de87335-1db9-4bb3-ab4b-6bec27911b5f] Deallocating network for instance {{(pid=69770) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1094.737057] env[69770]: DEBUG nova.network.neutron [-] [instance: 9de87335-1db9-4bb3-ab4b-6bec27911b5f] deallocate_for_instance() {{(pid=69770) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1094.757229] env[69770]: DEBUG nova.compute.manager [req-0a66b439-254d-46c1-8218-72585233aae2 req-f998313c-01a6-4b0c-a6c2-7236da950497 service nova] [instance: 1d35724e-5a49-4d53-b81e-a259ea926036] Received event network-vif-plugged-9efc1d6a-d32e-4097-a35d-6798a09d0e4e {{(pid=69770) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1094.757509] env[69770]: DEBUG oslo_concurrency.lockutils [req-0a66b439-254d-46c1-8218-72585233aae2 req-f998313c-01a6-4b0c-a6c2-7236da950497 service nova] Acquiring lock "1d35724e-5a49-4d53-b81e-a259ea926036-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1094.757623] env[69770]: DEBUG oslo_concurrency.lockutils [req-0a66b439-254d-46c1-8218-72585233aae2 req-f998313c-01a6-4b0c-a6c2-7236da950497 service nova] Lock "1d35724e-5a49-4d53-b81e-a259ea926036-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1094.757784] env[69770]: DEBUG oslo_concurrency.lockutils [req-0a66b439-254d-46c1-8218-72585233aae2 req-f998313c-01a6-4b0c-a6c2-7236da950497 service nova] Lock "1d35724e-5a49-4d53-b81e-a259ea926036-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1094.757948] env[69770]: DEBUG nova.compute.manager [req-0a66b439-254d-46c1-8218-72585233aae2 req-f998313c-01a6-4b0c-a6c2-7236da950497 service nova] [instance: 1d35724e-5a49-4d53-b81e-a259ea926036] No waiting events found dispatching network-vif-plugged-9efc1d6a-d32e-4097-a35d-6798a09d0e4e {{(pid=69770) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1094.758182] env[69770]: WARNING nova.compute.manager [req-0a66b439-254d-46c1-8218-72585233aae2 req-f998313c-01a6-4b0c-a6c2-7236da950497 service nova] [instance: 1d35724e-5a49-4d53-b81e-a259ea926036] Received unexpected event network-vif-plugged-9efc1d6a-d32e-4097-a35d-6798a09d0e4e for instance with vm_state building and task_state spawning. [ 1094.768260] env[69770]: DEBUG oslo_vmware.api [None req-6886f0d7-aa59-4b8b-bd21-4e27cbbe47ad tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] Task: {'id': task-4070356, 'name': PowerOffVM_Task, 'duration_secs': 0.235403} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1094.768536] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-6886f0d7-aa59-4b8b-bd21-4e27cbbe47ad tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] [instance: f4cb9224-9468-4834-a24a-9309e6dd3bba] Powered off the VM {{(pid=69770) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1094.768701] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-6886f0d7-aa59-4b8b-bd21-4e27cbbe47ad tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] [instance: f4cb9224-9468-4834-a24a-9309e6dd3bba] Unregistering the VM {{(pid=69770) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1094.769268] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f91e121e-a782-491d-9af4-6f2cab0b3455 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.840801] env[69770]: INFO nova.compute.manager [None req-0570a19e-7113-41c1-9fb2-b620ca67fd76 tempest-ServersAdmin275Test-1201033973 tempest-ServersAdmin275Test-1201033973-project-admin] [instance: fc7b06e1-c542-448b-a750-f27af3874b8f] Rebuilding instance [ 1094.853584] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-6886f0d7-aa59-4b8b-bd21-4e27cbbe47ad tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] [instance: f4cb9224-9468-4834-a24a-9309e6dd3bba] Unregistered the VM {{(pid=69770) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1094.853834] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-6886f0d7-aa59-4b8b-bd21-4e27cbbe47ad tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] [instance: f4cb9224-9468-4834-a24a-9309e6dd3bba] Deleting contents of the VM from datastore datastore1 {{(pid=69770) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1094.853834] env[69770]: DEBUG nova.virt.vmwareapi.ds_util [None req-6886f0d7-aa59-4b8b-bd21-4e27cbbe47ad tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] Deleting the datastore file [datastore1] f4cb9224-9468-4834-a24a-9309e6dd3bba {{(pid=69770) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1094.854202] env[69770]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0d92c341-ca58-4d0b-965f-8f4f29c838fb {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.868967] env[69770]: DEBUG oslo_vmware.api [None req-6886f0d7-aa59-4b8b-bd21-4e27cbbe47ad tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] Waiting for the task: (returnval){ [ 1094.868967] env[69770]: value = "task-4070358" [ 1094.868967] env[69770]: _type = "Task" [ 1094.868967] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1094.880064] env[69770]: DEBUG nova.compute.manager [None req-08b85eea-ec41-4794-adb7-656240968f2a tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] [instance: c709ca8a-caa3-4f8a-a6bc-5c7a9bd346f5] Starting instance... {{(pid=69770) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1095.667392] env[69770]: DEBUG oslo_concurrency.lockutils [None req-e0aa0bad-8862-460f-975d-12a4eeac6e97 tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] Lock "interface-9de87335-1db9-4bb3-ab4b-6bec27911b5f-43adc2d1-043c-408a-bfce-b87cc7c66df3" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 10.499s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1095.671415] env[69770]: DEBUG nova.scheduler.client.report [None req-383daad9-2c5e-4df0-b1d4-da7f6fb58671 tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] Inventory has not changed for provider 7cc7d32b-b7a7-454a-a456-2a440248ed9d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69770) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1095.674474] env[69770]: DEBUG oslo_vmware.api [None req-6886f0d7-aa59-4b8b-bd21-4e27cbbe47ad tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] Task: {'id': task-4070358, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.674474] env[69770]: WARNING oslo_vmware.common.loopingcall [None req-6886f0d7-aa59-4b8b-bd21-4e27cbbe47ad tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] task run outlasted interval by 0.30508100000000005 sec [ 1095.681719] env[69770]: DEBUG nova.network.neutron [None req-dbdef9b8-59be-4ad2-b67e-cc94b9ce012f tempest-ImagesNegativeTestJSON-582317497 tempest-ImagesNegativeTestJSON-582317497-project-member] [instance: 1d35724e-5a49-4d53-b81e-a259ea926036] Successfully updated port: 9efc1d6a-d32e-4097-a35d-6798a09d0e4e {{(pid=69770) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1095.684819] env[69770]: DEBUG nova.compute.manager [req-0b425c34-724f-42d0-a564-65e6ffdf6469 req-3dad2558-b71f-492a-8e65-57252215496e service nova] [instance: 9de87335-1db9-4bb3-ab4b-6bec27911b5f] Received event network-vif-deleted-93fd4eaf-717f-4082-8fe4-ef2bd259eb53 {{(pid=69770) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1095.684964] env[69770]: INFO nova.compute.manager [req-0b425c34-724f-42d0-a564-65e6ffdf6469 req-3dad2558-b71f-492a-8e65-57252215496e service nova] [instance: 9de87335-1db9-4bb3-ab4b-6bec27911b5f] Neutron deleted interface 93fd4eaf-717f-4082-8fe4-ef2bd259eb53; detaching it from the instance and deleting it from the info cache [ 1095.685150] env[69770]: DEBUG nova.network.neutron [req-0b425c34-724f-42d0-a564-65e6ffdf6469 req-3dad2558-b71f-492a-8e65-57252215496e service nova] [instance: 9de87335-1db9-4bb3-ab4b-6bec27911b5f] Updating instance_info_cache with network_info: [] {{(pid=69770) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1095.701275] env[69770]: DEBUG oslo_vmware.api [None req-6886f0d7-aa59-4b8b-bd21-4e27cbbe47ad tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] Task: {'id': task-4070358, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.437644} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1095.701564] env[69770]: DEBUG nova.virt.vmwareapi.ds_util [None req-6886f0d7-aa59-4b8b-bd21-4e27cbbe47ad tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] Deleted the datastore file {{(pid=69770) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1095.701755] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-6886f0d7-aa59-4b8b-bd21-4e27cbbe47ad tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] [instance: f4cb9224-9468-4834-a24a-9309e6dd3bba] Deleted contents of the VM from datastore datastore1 {{(pid=69770) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1095.702073] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-6886f0d7-aa59-4b8b-bd21-4e27cbbe47ad tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] [instance: f4cb9224-9468-4834-a24a-9309e6dd3bba] Instance destroyed {{(pid=69770) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1095.702162] env[69770]: INFO nova.compute.manager [None req-6886f0d7-aa59-4b8b-bd21-4e27cbbe47ad tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] [instance: f4cb9224-9468-4834-a24a-9309e6dd3bba] Took 1.47 seconds to destroy the instance on the hypervisor. [ 1095.702434] env[69770]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6886f0d7-aa59-4b8b-bd21-4e27cbbe47ad tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69770) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1095.703068] env[69770]: DEBUG nova.compute.manager [-] [instance: f4cb9224-9468-4834-a24a-9309e6dd3bba] Deallocating network for instance {{(pid=69770) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1095.703148] env[69770]: DEBUG nova.network.neutron [-] [instance: f4cb9224-9468-4834-a24a-9309e6dd3bba] deallocate_for_instance() {{(pid=69770) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1095.705616] env[69770]: DEBUG oslo_concurrency.lockutils [None req-08b85eea-ec41-4794-adb7-656240968f2a tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1095.711135] env[69770]: DEBUG nova.compute.manager [None req-0570a19e-7113-41c1-9fb2-b620ca67fd76 tempest-ServersAdmin275Test-1201033973 tempest-ServersAdmin275Test-1201033973-project-admin] [instance: fc7b06e1-c542-448b-a750-f27af3874b8f] Checking state {{(pid=69770) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1095.712178] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b619772-1ab3-4750-bd20-874185ebec55 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.185044] env[69770]: DEBUG oslo_concurrency.lockutils [None req-383daad9-2c5e-4df0-b1d4-da7f6fb58671 tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.041s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1096.185846] env[69770]: DEBUG nova.compute.manager [None req-383daad9-2c5e-4df0-b1d4-da7f6fb58671 tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] [instance: efd33efc-116e-464e-8669-fbfc94e38cba] Start building networks asynchronously for instance. {{(pid=69770) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1096.195499] env[69770]: DEBUG oslo_concurrency.lockutils [None req-7c4dfba6-78da-4a3c-9afb-48a83e6137f2 tempest-ServersListShow2100Test-886633097 tempest-ServersListShow2100Test-886633097-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 14.041s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1096.195499] env[69770]: DEBUG oslo_concurrency.lockutils [None req-7c4dfba6-78da-4a3c-9afb-48a83e6137f2 tempest-ServersListShow2100Test-886633097 tempest-ServersListShow2100Test-886633097-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1096.195783] env[69770]: DEBUG oslo_concurrency.lockutils [None req-3c4bea16-6c09-49cd-9a95-8bfd3dfb1881 tempest-ServerShowV247Test-1214808668 tempest-ServerShowV247Test-1214808668-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 12.251s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1096.198609] env[69770]: INFO nova.compute.claims [None req-3c4bea16-6c09-49cd-9a95-8bfd3dfb1881 tempest-ServerShowV247Test-1214808668 tempest-ServerShowV247Test-1214808668-project-member] [instance: e6c4d986-abee-4ca2-8ef3-2917a3d75141] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1096.202991] env[69770]: DEBUG oslo_concurrency.lockutils [None req-dbdef9b8-59be-4ad2-b67e-cc94b9ce012f tempest-ImagesNegativeTestJSON-582317497 tempest-ImagesNegativeTestJSON-582317497-project-member] Acquiring lock "refresh_cache-1d35724e-5a49-4d53-b81e-a259ea926036" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.203154] env[69770]: DEBUG oslo_concurrency.lockutils [None req-dbdef9b8-59be-4ad2-b67e-cc94b9ce012f tempest-ImagesNegativeTestJSON-582317497 tempest-ImagesNegativeTestJSON-582317497-project-member] Acquired lock "refresh_cache-1d35724e-5a49-4d53-b81e-a259ea926036" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.204036] env[69770]: DEBUG nova.network.neutron [None req-dbdef9b8-59be-4ad2-b67e-cc94b9ce012f tempest-ImagesNegativeTestJSON-582317497 tempest-ImagesNegativeTestJSON-582317497-project-member] [instance: 1d35724e-5a49-4d53-b81e-a259ea926036] Building network info cache for instance {{(pid=69770) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1096.205024] env[69770]: DEBUG nova.network.neutron [-] [instance: 9de87335-1db9-4bb3-ab4b-6bec27911b5f] Updating instance_info_cache with network_info: [] {{(pid=69770) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1096.207112] env[69770]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d191d2c7-cd6a-4a20-ad92-1c85e61a2488 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.225072] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e353948-50bc-4a70-84a1-279f6c4ac7c8 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.243527] env[69770]: INFO nova.scheduler.client.report [None req-7c4dfba6-78da-4a3c-9afb-48a83e6137f2 tempest-ServersListShow2100Test-886633097 tempest-ServersListShow2100Test-886633097-project-member] Deleted allocations for instance 31c30825-a5fa-4bd6-8557-fe2cf35d1e3b [ 1096.268532] env[69770]: DEBUG nova.compute.manager [req-0b425c34-724f-42d0-a564-65e6ffdf6469 req-3dad2558-b71f-492a-8e65-57252215496e service nova] [instance: 9de87335-1db9-4bb3-ab4b-6bec27911b5f] Detach interface failed, port_id=93fd4eaf-717f-4082-8fe4-ef2bd259eb53, reason: Instance 9de87335-1db9-4bb3-ab4b-6bec27911b5f could not be found. {{(pid=69770) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1096.694848] env[69770]: DEBUG nova.compute.utils [None req-383daad9-2c5e-4df0-b1d4-da7f6fb58671 tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] Using /dev/sd instead of None {{(pid=69770) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1096.696351] env[69770]: DEBUG nova.compute.manager [None req-383daad9-2c5e-4df0-b1d4-da7f6fb58671 tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] [instance: efd33efc-116e-464e-8669-fbfc94e38cba] Allocating IP information in the background. {{(pid=69770) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1096.696627] env[69770]: DEBUG nova.network.neutron [None req-383daad9-2c5e-4df0-b1d4-da7f6fb58671 tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] [instance: efd33efc-116e-464e-8669-fbfc94e38cba] allocate_for_instance() {{(pid=69770) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1096.712216] env[69770]: INFO nova.compute.manager [-] [instance: 9de87335-1db9-4bb3-ab4b-6bec27911b5f] Took 1.97 seconds to deallocate network for instance. [ 1096.748175] env[69770]: DEBUG nova.network.neutron [-] [instance: f4cb9224-9468-4834-a24a-9309e6dd3bba] Updating instance_info_cache with network_info: [] {{(pid=69770) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1096.748175] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-0570a19e-7113-41c1-9fb2-b620ca67fd76 tempest-ServersAdmin275Test-1201033973 tempest-ServersAdmin275Test-1201033973-project-admin] [instance: fc7b06e1-c542-448b-a750-f27af3874b8f] Powering off the VM {{(pid=69770) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1096.748175] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3502c5bd-bd3a-491f-a580-84190f23bbf6 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.750800] env[69770]: DEBUG nova.network.neutron [None req-dbdef9b8-59be-4ad2-b67e-cc94b9ce012f tempest-ImagesNegativeTestJSON-582317497 tempest-ImagesNegativeTestJSON-582317497-project-member] [instance: 1d35724e-5a49-4d53-b81e-a259ea926036] Instance cache missing network info. {{(pid=69770) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1096.755826] env[69770]: DEBUG oslo_concurrency.lockutils [None req-7c4dfba6-78da-4a3c-9afb-48a83e6137f2 tempest-ServersListShow2100Test-886633097 tempest-ServersListShow2100Test-886633097-project-member] Lock "31c30825-a5fa-4bd6-8557-fe2cf35d1e3b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 18.851s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1096.762033] env[69770]: DEBUG oslo_vmware.api [None req-0570a19e-7113-41c1-9fb2-b620ca67fd76 tempest-ServersAdmin275Test-1201033973 tempest-ServersAdmin275Test-1201033973-project-admin] Waiting for the task: (returnval){ [ 1096.762033] env[69770]: value = "task-4070359" [ 1096.762033] env[69770]: _type = "Task" [ 1096.762033] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1096.772491] env[69770]: DEBUG oslo_vmware.api [None req-0570a19e-7113-41c1-9fb2-b620ca67fd76 tempest-ServersAdmin275Test-1201033973 tempest-ServersAdmin275Test-1201033973-project-admin] Task: {'id': task-4070359, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.784545] env[69770]: DEBUG nova.policy [None req-383daad9-2c5e-4df0-b1d4-da7f6fb58671 tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '93c58d981e7a449a994e6b53bbf1ac92', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'edd97114f9bb4735963417fc474a65d2', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69770) authorize /opt/stack/nova/nova/policy.py:192}} [ 1096.808321] env[69770]: DEBUG nova.compute.manager [req-75c84db4-2248-4232-b6b4-172dbd80290e req-aafc3ae6-6f4f-4b40-bec9-4f9775a95eb8 service nova] [instance: 1d35724e-5a49-4d53-b81e-a259ea926036] Received event network-changed-9efc1d6a-d32e-4097-a35d-6798a09d0e4e {{(pid=69770) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1096.808495] env[69770]: DEBUG nova.compute.manager [req-75c84db4-2248-4232-b6b4-172dbd80290e req-aafc3ae6-6f4f-4b40-bec9-4f9775a95eb8 service nova] [instance: 1d35724e-5a49-4d53-b81e-a259ea926036] Refreshing instance network info cache due to event network-changed-9efc1d6a-d32e-4097-a35d-6798a09d0e4e. {{(pid=69770) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1096.808598] env[69770]: DEBUG oslo_concurrency.lockutils [req-75c84db4-2248-4232-b6b4-172dbd80290e req-aafc3ae6-6f4f-4b40-bec9-4f9775a95eb8 service nova] Acquiring lock "refresh_cache-1d35724e-5a49-4d53-b81e-a259ea926036" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.006558] env[69770]: DEBUG nova.network.neutron [None req-dbdef9b8-59be-4ad2-b67e-cc94b9ce012f tempest-ImagesNegativeTestJSON-582317497 tempest-ImagesNegativeTestJSON-582317497-project-member] [instance: 1d35724e-5a49-4d53-b81e-a259ea926036] Updating instance_info_cache with network_info: [{"id": "9efc1d6a-d32e-4097-a35d-6798a09d0e4e", "address": "fa:16:3e:64:20:3e", "network": {"id": "18c87637-00a8-472b-817b-b9a875ea402b", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-1313469839-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f15346b5ae2940c89eba43d3d2f66587", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db328342-7107-4bac-b1d6-111fbd5780f1", "external-id": "nsx-vlan-transportzone-827", "segmentation_id": 827, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9efc1d6a-d3", "ovs_interfaceid": "9efc1d6a-d32e-4097-a35d-6798a09d0e4e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69770) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1097.200284] env[69770]: DEBUG nova.compute.manager [None req-383daad9-2c5e-4df0-b1d4-da7f6fb58671 tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] [instance: efd33efc-116e-464e-8669-fbfc94e38cba] Start building block device mappings for instance. {{(pid=69770) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1097.223158] env[69770]: DEBUG oslo_concurrency.lockutils [None req-03996edb-39c7-44db-b7ba-0cd86e412c49 tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1097.252100] env[69770]: INFO nova.compute.manager [-] [instance: f4cb9224-9468-4834-a24a-9309e6dd3bba] Took 1.55 seconds to deallocate network for instance. [ 1097.277048] env[69770]: DEBUG oslo_vmware.api [None req-0570a19e-7113-41c1-9fb2-b620ca67fd76 tempest-ServersAdmin275Test-1201033973 tempest-ServersAdmin275Test-1201033973-project-admin] Task: {'id': task-4070359, 'name': PowerOffVM_Task, 'duration_secs': 0.15452} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1097.277348] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-0570a19e-7113-41c1-9fb2-b620ca67fd76 tempest-ServersAdmin275Test-1201033973 tempest-ServersAdmin275Test-1201033973-project-admin] [instance: fc7b06e1-c542-448b-a750-f27af3874b8f] Powered off the VM {{(pid=69770) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1097.277564] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-0570a19e-7113-41c1-9fb2-b620ca67fd76 tempest-ServersAdmin275Test-1201033973 tempest-ServersAdmin275Test-1201033973-project-admin] [instance: fc7b06e1-c542-448b-a750-f27af3874b8f] Destroying instance {{(pid=69770) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1097.278945] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dad52555-c4a7-4174-a666-296c10436c1a {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.291774] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-0570a19e-7113-41c1-9fb2-b620ca67fd76 tempest-ServersAdmin275Test-1201033973 tempest-ServersAdmin275Test-1201033973-project-admin] [instance: fc7b06e1-c542-448b-a750-f27af3874b8f] Unregistering the VM {{(pid=69770) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1097.292229] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-46d71ac8-f76d-4637-8d72-f5577858c041 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.327184] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-0570a19e-7113-41c1-9fb2-b620ca67fd76 tempest-ServersAdmin275Test-1201033973 tempest-ServersAdmin275Test-1201033973-project-admin] [instance: fc7b06e1-c542-448b-a750-f27af3874b8f] Unregistered the VM {{(pid=69770) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1097.327441] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-0570a19e-7113-41c1-9fb2-b620ca67fd76 tempest-ServersAdmin275Test-1201033973 tempest-ServersAdmin275Test-1201033973-project-admin] [instance: fc7b06e1-c542-448b-a750-f27af3874b8f] Deleting contents of the VM from datastore datastore1 {{(pid=69770) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1097.327784] env[69770]: DEBUG nova.virt.vmwareapi.ds_util [None req-0570a19e-7113-41c1-9fb2-b620ca67fd76 tempest-ServersAdmin275Test-1201033973 tempest-ServersAdmin275Test-1201033973-project-admin] Deleting the datastore file [datastore1] fc7b06e1-c542-448b-a750-f27af3874b8f {{(pid=69770) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1097.327784] env[69770]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c4b0ac21-fa18-41d0-acc0-ddcef2441317 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.339151] env[69770]: DEBUG oslo_vmware.api [None req-0570a19e-7113-41c1-9fb2-b620ca67fd76 tempest-ServersAdmin275Test-1201033973 tempest-ServersAdmin275Test-1201033973-project-admin] Waiting for the task: (returnval){ [ 1097.339151] env[69770]: value = "task-4070361" [ 1097.339151] env[69770]: _type = "Task" [ 1097.339151] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1097.352119] env[69770]: DEBUG oslo_vmware.api [None req-0570a19e-7113-41c1-9fb2-b620ca67fd76 tempest-ServersAdmin275Test-1201033973 tempest-ServersAdmin275Test-1201033973-project-admin] Task: {'id': task-4070361, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.490568] env[69770]: DEBUG nova.network.neutron [None req-383daad9-2c5e-4df0-b1d4-da7f6fb58671 tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] [instance: efd33efc-116e-464e-8669-fbfc94e38cba] Successfully created port: d57259ff-594f-4418-b1a0-f3c19bb856f3 {{(pid=69770) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1097.514996] env[69770]: DEBUG oslo_concurrency.lockutils [None req-dbdef9b8-59be-4ad2-b67e-cc94b9ce012f tempest-ImagesNegativeTestJSON-582317497 tempest-ImagesNegativeTestJSON-582317497-project-member] Releasing lock "refresh_cache-1d35724e-5a49-4d53-b81e-a259ea926036" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.515457] env[69770]: DEBUG nova.compute.manager [None req-dbdef9b8-59be-4ad2-b67e-cc94b9ce012f tempest-ImagesNegativeTestJSON-582317497 tempest-ImagesNegativeTestJSON-582317497-project-member] [instance: 1d35724e-5a49-4d53-b81e-a259ea926036] Instance network_info: |[{"id": "9efc1d6a-d32e-4097-a35d-6798a09d0e4e", "address": "fa:16:3e:64:20:3e", "network": {"id": "18c87637-00a8-472b-817b-b9a875ea402b", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-1313469839-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f15346b5ae2940c89eba43d3d2f66587", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db328342-7107-4bac-b1d6-111fbd5780f1", "external-id": "nsx-vlan-transportzone-827", "segmentation_id": 827, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9efc1d6a-d3", "ovs_interfaceid": "9efc1d6a-d32e-4097-a35d-6798a09d0e4e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69770) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1097.515657] env[69770]: DEBUG oslo_concurrency.lockutils [req-75c84db4-2248-4232-b6b4-172dbd80290e req-aafc3ae6-6f4f-4b40-bec9-4f9775a95eb8 service nova] Acquired lock "refresh_cache-1d35724e-5a49-4d53-b81e-a259ea926036" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.515883] env[69770]: DEBUG nova.network.neutron [req-75c84db4-2248-4232-b6b4-172dbd80290e req-aafc3ae6-6f4f-4b40-bec9-4f9775a95eb8 service nova] [instance: 1d35724e-5a49-4d53-b81e-a259ea926036] Refreshing network info cache for port 9efc1d6a-d32e-4097-a35d-6798a09d0e4e {{(pid=69770) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1097.517186] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-dbdef9b8-59be-4ad2-b67e-cc94b9ce012f tempest-ImagesNegativeTestJSON-582317497 tempest-ImagesNegativeTestJSON-582317497-project-member] [instance: 1d35724e-5a49-4d53-b81e-a259ea926036] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:64:20:3e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'db328342-7107-4bac-b1d6-111fbd5780f1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9efc1d6a-d32e-4097-a35d-6798a09d0e4e', 'vif_model': 'vmxnet3'}] {{(pid=69770) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1097.525243] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-dbdef9b8-59be-4ad2-b67e-cc94b9ce012f tempest-ImagesNegativeTestJSON-582317497 tempest-ImagesNegativeTestJSON-582317497-project-member] Creating folder: Project (f15346b5ae2940c89eba43d3d2f66587). Parent ref: group-v806376. {{(pid=69770) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1097.529391] env[69770]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a1c46bd4-23d0-468a-b701-757aedf931a5 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.545709] env[69770]: INFO nova.virt.vmwareapi.vm_util [None req-dbdef9b8-59be-4ad2-b67e-cc94b9ce012f tempest-ImagesNegativeTestJSON-582317497 tempest-ImagesNegativeTestJSON-582317497-project-member] Created folder: Project (f15346b5ae2940c89eba43d3d2f66587) in parent group-v806376. [ 1097.545789] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-dbdef9b8-59be-4ad2-b67e-cc94b9ce012f tempest-ImagesNegativeTestJSON-582317497 tempest-ImagesNegativeTestJSON-582317497-project-member] Creating folder: Instances. Parent ref: group-v806614. {{(pid=69770) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1097.546028] env[69770]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f11d600d-f640-48cb-825c-f7628c1820f9 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.562640] env[69770]: INFO nova.virt.vmwareapi.vm_util [None req-dbdef9b8-59be-4ad2-b67e-cc94b9ce012f tempest-ImagesNegativeTestJSON-582317497 tempest-ImagesNegativeTestJSON-582317497-project-member] Created folder: Instances in parent group-v806614. [ 1097.562922] env[69770]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-dbdef9b8-59be-4ad2-b67e-cc94b9ce012f tempest-ImagesNegativeTestJSON-582317497 tempest-ImagesNegativeTestJSON-582317497-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69770) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1097.563312] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1d35724e-5a49-4d53-b81e-a259ea926036] Creating VM on the ESX host {{(pid=69770) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1097.563401] env[69770]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e35c8bb4-35c6-4b02-8d1a-d6eabca9a342 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.587561] env[69770]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1097.587561] env[69770]: value = "task-4070364" [ 1097.587561] env[69770]: _type = "Task" [ 1097.587561] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1097.597863] env[69770]: DEBUG oslo_vmware.api [-] Task: {'id': task-4070364, 'name': CreateVM_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.600186] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9adf539-77e8-4da0-a6d6-5e5acf24deda {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.608819] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b1d09e3-7137-4c44-88bd-05daee78c300 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.649321] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c4dddae-8bc1-45d9-8060-a8dcf4d54b85 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.658153] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d2db0e4-27fb-4276-b6c4-a0db5a082867 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.673336] env[69770]: DEBUG nova.compute.provider_tree [None req-3c4bea16-6c09-49cd-9a95-8bfd3dfb1881 tempest-ServerShowV247Test-1214808668 tempest-ServerShowV247Test-1214808668-project-member] Inventory has not changed in ProviderTree for provider: 7cc7d32b-b7a7-454a-a456-2a440248ed9d {{(pid=69770) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1097.764055] env[69770]: DEBUG oslo_concurrency.lockutils [None req-6886f0d7-aa59-4b8b-bd21-4e27cbbe47ad tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1097.861516] env[69770]: DEBUG oslo_vmware.api [None req-0570a19e-7113-41c1-9fb2-b620ca67fd76 tempest-ServersAdmin275Test-1201033973 tempest-ServersAdmin275Test-1201033973-project-admin] Task: {'id': task-4070361, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.113014} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1097.861805] env[69770]: DEBUG nova.virt.vmwareapi.ds_util [None req-0570a19e-7113-41c1-9fb2-b620ca67fd76 tempest-ServersAdmin275Test-1201033973 tempest-ServersAdmin275Test-1201033973-project-admin] Deleted the datastore file {{(pid=69770) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1097.861992] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-0570a19e-7113-41c1-9fb2-b620ca67fd76 tempest-ServersAdmin275Test-1201033973 tempest-ServersAdmin275Test-1201033973-project-admin] [instance: fc7b06e1-c542-448b-a750-f27af3874b8f] Deleted contents of the VM from datastore datastore1 {{(pid=69770) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1097.862284] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-0570a19e-7113-41c1-9fb2-b620ca67fd76 tempest-ServersAdmin275Test-1201033973 tempest-ServersAdmin275Test-1201033973-project-admin] [instance: fc7b06e1-c542-448b-a750-f27af3874b8f] Instance destroyed {{(pid=69770) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1097.887371] env[69770]: DEBUG nova.network.neutron [req-75c84db4-2248-4232-b6b4-172dbd80290e req-aafc3ae6-6f4f-4b40-bec9-4f9775a95eb8 service nova] [instance: 1d35724e-5a49-4d53-b81e-a259ea926036] Updated VIF entry in instance network info cache for port 9efc1d6a-d32e-4097-a35d-6798a09d0e4e. {{(pid=69770) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1097.887371] env[69770]: DEBUG nova.network.neutron [req-75c84db4-2248-4232-b6b4-172dbd80290e req-aafc3ae6-6f4f-4b40-bec9-4f9775a95eb8 service nova] [instance: 1d35724e-5a49-4d53-b81e-a259ea926036] Updating instance_info_cache with network_info: [{"id": "9efc1d6a-d32e-4097-a35d-6798a09d0e4e", "address": "fa:16:3e:64:20:3e", "network": {"id": "18c87637-00a8-472b-817b-b9a875ea402b", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-1313469839-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f15346b5ae2940c89eba43d3d2f66587", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db328342-7107-4bac-b1d6-111fbd5780f1", "external-id": "nsx-vlan-transportzone-827", "segmentation_id": 827, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9efc1d6a-d3", "ovs_interfaceid": "9efc1d6a-d32e-4097-a35d-6798a09d0e4e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69770) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1098.097548] env[69770]: DEBUG oslo_vmware.api [-] Task: {'id': task-4070364, 'name': CreateVM_Task, 'duration_secs': 0.405398} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1098.097730] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1d35724e-5a49-4d53-b81e-a259ea926036] Created VM on the ESX host {{(pid=69770) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1098.098546] env[69770]: DEBUG oslo_concurrency.lockutils [None req-dbdef9b8-59be-4ad2-b67e-cc94b9ce012f tempest-ImagesNegativeTestJSON-582317497 tempest-ImagesNegativeTestJSON-582317497-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.098782] env[69770]: DEBUG oslo_concurrency.lockutils [None req-dbdef9b8-59be-4ad2-b67e-cc94b9ce012f tempest-ImagesNegativeTestJSON-582317497 tempest-ImagesNegativeTestJSON-582317497-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.099113] env[69770]: DEBUG oslo_concurrency.lockutils [None req-dbdef9b8-59be-4ad2-b67e-cc94b9ce012f tempest-ImagesNegativeTestJSON-582317497 tempest-ImagesNegativeTestJSON-582317497-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.099385] env[69770]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d19a67cc-9709-4472-87b6-f901d585107b {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.108020] env[69770]: DEBUG oslo_vmware.api [None req-dbdef9b8-59be-4ad2-b67e-cc94b9ce012f tempest-ImagesNegativeTestJSON-582317497 tempest-ImagesNegativeTestJSON-582317497-project-member] Waiting for the task: (returnval){ [ 1098.108020] env[69770]: value = "session[52161b52-cb8e-ec9f-1132-2f6b49549d41]523bb3df-2d7a-c42e-542c-968e3c226ffb" [ 1098.108020] env[69770]: _type = "Task" [ 1098.108020] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1098.114727] env[69770]: DEBUG oslo_vmware.api [None req-dbdef9b8-59be-4ad2-b67e-cc94b9ce012f tempest-ImagesNegativeTestJSON-582317497 tempest-ImagesNegativeTestJSON-582317497-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]523bb3df-2d7a-c42e-542c-968e3c226ffb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.177080] env[69770]: DEBUG nova.scheduler.client.report [None req-3c4bea16-6c09-49cd-9a95-8bfd3dfb1881 tempest-ServerShowV247Test-1214808668 tempest-ServerShowV247Test-1214808668-project-member] Inventory has not changed for provider 7cc7d32b-b7a7-454a-a456-2a440248ed9d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69770) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1098.212133] env[69770]: DEBUG nova.compute.manager [None req-383daad9-2c5e-4df0-b1d4-da7f6fb58671 tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] [instance: efd33efc-116e-464e-8669-fbfc94e38cba] Start spawning the instance on the hypervisor. {{(pid=69770) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1098.250851] env[69770]: DEBUG nova.virt.hardware [None req-383daad9-2c5e-4df0-b1d4-da7f6fb58671 tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T12:16:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T12:16:11Z,direct_url=,disk_format='vmdk',id=d1eaff80-24a0-4391-90eb-59958b1ecf0a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d65f20bb89fb40a98b77bc6d97357df2',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T12:16:12Z,virtual_size=,visibility=), allow threads: False {{(pid=69770) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1098.251418] env[69770]: DEBUG nova.virt.hardware [None req-383daad9-2c5e-4df0-b1d4-da7f6fb58671 tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] Flavor limits 0:0:0 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1098.251518] env[69770]: DEBUG nova.virt.hardware [None req-383daad9-2c5e-4df0-b1d4-da7f6fb58671 tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] Image limits 0:0:0 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1098.251630] env[69770]: DEBUG nova.virt.hardware [None req-383daad9-2c5e-4df0-b1d4-da7f6fb58671 tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] Flavor pref 0:0:0 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1098.251778] env[69770]: DEBUG nova.virt.hardware [None req-383daad9-2c5e-4df0-b1d4-da7f6fb58671 tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] Image pref 0:0:0 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1098.251927] env[69770]: DEBUG nova.virt.hardware [None req-383daad9-2c5e-4df0-b1d4-da7f6fb58671 tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1098.252151] env[69770]: DEBUG nova.virt.hardware [None req-383daad9-2c5e-4df0-b1d4-da7f6fb58671 tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69770) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1098.252377] env[69770]: DEBUG nova.virt.hardware [None req-383daad9-2c5e-4df0-b1d4-da7f6fb58671 tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69770) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1098.252572] env[69770]: DEBUG nova.virt.hardware [None req-383daad9-2c5e-4df0-b1d4-da7f6fb58671 tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] Got 1 possible topologies {{(pid=69770) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1098.252740] env[69770]: DEBUG nova.virt.hardware [None req-383daad9-2c5e-4df0-b1d4-da7f6fb58671 tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69770) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1098.253012] env[69770]: DEBUG nova.virt.hardware [None req-383daad9-2c5e-4df0-b1d4-da7f6fb58671 tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69770) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1098.253784] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8249d4c2-0979-4493-9bae-448d5af3bb99 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.264339] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed1f4c24-f506-4be2-992c-44396c604de9 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.392795] env[69770]: DEBUG oslo_concurrency.lockutils [req-75c84db4-2248-4232-b6b4-172dbd80290e req-aafc3ae6-6f4f-4b40-bec9-4f9775a95eb8 service nova] Releasing lock "refresh_cache-1d35724e-5a49-4d53-b81e-a259ea926036" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.394926] env[69770]: DEBUG nova.compute.manager [req-75c84db4-2248-4232-b6b4-172dbd80290e req-aafc3ae6-6f4f-4b40-bec9-4f9775a95eb8 service nova] [instance: f4cb9224-9468-4834-a24a-9309e6dd3bba] Received event network-vif-deleted-d84aa199-c8a7-497c-8a23-8978a34d663d {{(pid=69770) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1098.623630] env[69770]: DEBUG oslo_vmware.api [None req-dbdef9b8-59be-4ad2-b67e-cc94b9ce012f tempest-ImagesNegativeTestJSON-582317497 tempest-ImagesNegativeTestJSON-582317497-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]523bb3df-2d7a-c42e-542c-968e3c226ffb, 'name': SearchDatastore_Task, 'duration_secs': 0.01002} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1098.626182] env[69770]: DEBUG oslo_concurrency.lockutils [None req-dbdef9b8-59be-4ad2-b67e-cc94b9ce012f tempest-ImagesNegativeTestJSON-582317497 tempest-ImagesNegativeTestJSON-582317497-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.626182] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-dbdef9b8-59be-4ad2-b67e-cc94b9ce012f tempest-ImagesNegativeTestJSON-582317497 tempest-ImagesNegativeTestJSON-582317497-project-member] [instance: 1d35724e-5a49-4d53-b81e-a259ea926036] Processing image d1eaff80-24a0-4391-90eb-59958b1ecf0a {{(pid=69770) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1098.626182] env[69770]: DEBUG oslo_concurrency.lockutils [None req-dbdef9b8-59be-4ad2-b67e-cc94b9ce012f tempest-ImagesNegativeTestJSON-582317497 tempest-ImagesNegativeTestJSON-582317497-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.626182] env[69770]: DEBUG oslo_concurrency.lockutils [None req-dbdef9b8-59be-4ad2-b67e-cc94b9ce012f tempest-ImagesNegativeTestJSON-582317497 tempest-ImagesNegativeTestJSON-582317497-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.626182] env[69770]: DEBUG nova.virt.vmwareapi.ds_util [None req-dbdef9b8-59be-4ad2-b67e-cc94b9ce012f tempest-ImagesNegativeTestJSON-582317497 tempest-ImagesNegativeTestJSON-582317497-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69770) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1098.626182] env[69770]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a262e2a0-e7e3-4680-ba33-453ae981c684 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.636908] env[69770]: DEBUG nova.virt.vmwareapi.ds_util [None req-dbdef9b8-59be-4ad2-b67e-cc94b9ce012f tempest-ImagesNegativeTestJSON-582317497 tempest-ImagesNegativeTestJSON-582317497-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69770) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1098.637135] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-dbdef9b8-59be-4ad2-b67e-cc94b9ce012f tempest-ImagesNegativeTestJSON-582317497 tempest-ImagesNegativeTestJSON-582317497-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69770) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1098.637924] env[69770]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1573eb44-0f4e-4dcd-ae0d-0b53c761ae37 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.647037] env[69770]: DEBUG oslo_vmware.api [None req-dbdef9b8-59be-4ad2-b67e-cc94b9ce012f tempest-ImagesNegativeTestJSON-582317497 tempest-ImagesNegativeTestJSON-582317497-project-member] Waiting for the task: (returnval){ [ 1098.647037] env[69770]: value = "session[52161b52-cb8e-ec9f-1132-2f6b49549d41]5271ef60-5463-8ebc-5bbf-9a7a9cb055a4" [ 1098.647037] env[69770]: _type = "Task" [ 1098.647037] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1098.658340] env[69770]: DEBUG oslo_vmware.api [None req-dbdef9b8-59be-4ad2-b67e-cc94b9ce012f tempest-ImagesNegativeTestJSON-582317497 tempest-ImagesNegativeTestJSON-582317497-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]5271ef60-5463-8ebc-5bbf-9a7a9cb055a4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.684067] env[69770]: DEBUG oslo_concurrency.lockutils [None req-3c4bea16-6c09-49cd-9a95-8bfd3dfb1881 tempest-ServerShowV247Test-1214808668 tempest-ServerShowV247Test-1214808668-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.486s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1098.684067] env[69770]: DEBUG nova.compute.manager [None req-3c4bea16-6c09-49cd-9a95-8bfd3dfb1881 tempest-ServerShowV247Test-1214808668 tempest-ServerShowV247Test-1214808668-project-member] [instance: e6c4d986-abee-4ca2-8ef3-2917a3d75141] Start building networks asynchronously for instance. {{(pid=69770) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1098.686457] env[69770]: DEBUG oslo_concurrency.lockutils [None req-5dea2277-eea5-4523-874e-de9184db0030 tempest-ServerShowV247Test-1214808668 tempest-ServerShowV247Test-1214808668-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 14.292s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1098.694031] env[69770]: INFO nova.compute.claims [None req-5dea2277-eea5-4523-874e-de9184db0030 tempest-ServerShowV247Test-1214808668 tempest-ServerShowV247Test-1214808668-project-member] [instance: 25da9782-52d2-4813-8744-847ff6ba0e5d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1098.910957] env[69770]: DEBUG nova.virt.hardware [None req-0570a19e-7113-41c1-9fb2-b620ca67fd76 tempest-ServersAdmin275Test-1201033973 tempest-ServersAdmin275Test-1201033973-project-admin] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T12:16:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T12:16:11Z,direct_url=,disk_format='vmdk',id=d1eaff80-24a0-4391-90eb-59958b1ecf0a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d65f20bb89fb40a98b77bc6d97357df2',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T12:16:12Z,virtual_size=,visibility=), allow threads: False {{(pid=69770) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1098.911313] env[69770]: DEBUG nova.virt.hardware [None req-0570a19e-7113-41c1-9fb2-b620ca67fd76 tempest-ServersAdmin275Test-1201033973 tempest-ServersAdmin275Test-1201033973-project-admin] Flavor limits 0:0:0 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1098.911313] env[69770]: DEBUG nova.virt.hardware [None req-0570a19e-7113-41c1-9fb2-b620ca67fd76 tempest-ServersAdmin275Test-1201033973 tempest-ServersAdmin275Test-1201033973-project-admin] Image limits 0:0:0 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1098.911490] env[69770]: DEBUG nova.virt.hardware [None req-0570a19e-7113-41c1-9fb2-b620ca67fd76 tempest-ServersAdmin275Test-1201033973 tempest-ServersAdmin275Test-1201033973-project-admin] Flavor pref 0:0:0 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1098.911877] env[69770]: DEBUG nova.virt.hardware [None req-0570a19e-7113-41c1-9fb2-b620ca67fd76 tempest-ServersAdmin275Test-1201033973 tempest-ServersAdmin275Test-1201033973-project-admin] Image pref 0:0:0 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1098.911877] env[69770]: DEBUG nova.virt.hardware [None req-0570a19e-7113-41c1-9fb2-b620ca67fd76 tempest-ServersAdmin275Test-1201033973 tempest-ServersAdmin275Test-1201033973-project-admin] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1098.912072] env[69770]: DEBUG nova.virt.hardware [None req-0570a19e-7113-41c1-9fb2-b620ca67fd76 tempest-ServersAdmin275Test-1201033973 tempest-ServersAdmin275Test-1201033973-project-admin] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69770) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1098.912193] env[69770]: DEBUG nova.virt.hardware [None req-0570a19e-7113-41c1-9fb2-b620ca67fd76 tempest-ServersAdmin275Test-1201033973 tempest-ServersAdmin275Test-1201033973-project-admin] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69770) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1098.912413] env[69770]: DEBUG nova.virt.hardware [None req-0570a19e-7113-41c1-9fb2-b620ca67fd76 tempest-ServersAdmin275Test-1201033973 tempest-ServersAdmin275Test-1201033973-project-admin] Got 1 possible topologies {{(pid=69770) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1098.912667] env[69770]: DEBUG nova.virt.hardware [None req-0570a19e-7113-41c1-9fb2-b620ca67fd76 tempest-ServersAdmin275Test-1201033973 tempest-ServersAdmin275Test-1201033973-project-admin] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69770) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1098.913455] env[69770]: DEBUG nova.virt.hardware [None req-0570a19e-7113-41c1-9fb2-b620ca67fd76 tempest-ServersAdmin275Test-1201033973 tempest-ServersAdmin275Test-1201033973-project-admin] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69770) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1098.913786] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8269830e-fc99-4fc1-b975-425168fd0424 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.924734] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e942c0f1-3c2e-4dc8-af70-c70006d8b11c {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.943263] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-0570a19e-7113-41c1-9fb2-b620ca67fd76 tempest-ServersAdmin275Test-1201033973 tempest-ServersAdmin275Test-1201033973-project-admin] [instance: fc7b06e1-c542-448b-a750-f27af3874b8f] Instance VIF info [] {{(pid=69770) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1098.949183] env[69770]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0570a19e-7113-41c1-9fb2-b620ca67fd76 tempest-ServersAdmin275Test-1201033973 tempest-ServersAdmin275Test-1201033973-project-admin] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69770) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1098.949529] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fc7b06e1-c542-448b-a750-f27af3874b8f] Creating VM on the ESX host {{(pid=69770) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1098.949810] env[69770]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ea8c00c1-c675-40ba-baa7-a1c4bfdc4c8e {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.967515] env[69770]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1098.967515] env[69770]: value = "task-4070365" [ 1098.967515] env[69770]: _type = "Task" [ 1098.967515] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1098.976264] env[69770]: DEBUG oslo_vmware.api [-] Task: {'id': task-4070365, 'name': CreateVM_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.164025] env[69770]: DEBUG oslo_vmware.api [None req-dbdef9b8-59be-4ad2-b67e-cc94b9ce012f tempest-ImagesNegativeTestJSON-582317497 tempest-ImagesNegativeTestJSON-582317497-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]5271ef60-5463-8ebc-5bbf-9a7a9cb055a4, 'name': SearchDatastore_Task, 'duration_secs': 0.011055} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1099.164025] env[69770]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8ae1b3fd-3ebd-4af6-9b8c-b23dad082a1d {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.170131] env[69770]: DEBUG oslo_vmware.api [None req-dbdef9b8-59be-4ad2-b67e-cc94b9ce012f tempest-ImagesNegativeTestJSON-582317497 tempest-ImagesNegativeTestJSON-582317497-project-member] Waiting for the task: (returnval){ [ 1099.170131] env[69770]: value = "session[52161b52-cb8e-ec9f-1132-2f6b49549d41]528901b8-6ef0-6345-80bd-710cb044be3d" [ 1099.170131] env[69770]: _type = "Task" [ 1099.170131] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1099.179560] env[69770]: DEBUG oslo_vmware.api [None req-dbdef9b8-59be-4ad2-b67e-cc94b9ce012f tempest-ImagesNegativeTestJSON-582317497 tempest-ImagesNegativeTestJSON-582317497-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]528901b8-6ef0-6345-80bd-710cb044be3d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.200228] env[69770]: DEBUG nova.compute.utils [None req-3c4bea16-6c09-49cd-9a95-8bfd3dfb1881 tempest-ServerShowV247Test-1214808668 tempest-ServerShowV247Test-1214808668-project-member] Using /dev/sd instead of None {{(pid=69770) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1099.204425] env[69770]: DEBUG nova.compute.manager [None req-3c4bea16-6c09-49cd-9a95-8bfd3dfb1881 tempest-ServerShowV247Test-1214808668 tempest-ServerShowV247Test-1214808668-project-member] [instance: e6c4d986-abee-4ca2-8ef3-2917a3d75141] Not allocating networking since 'none' was specified. {{(pid=69770) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1099.232700] env[69770]: DEBUG nova.compute.manager [req-97740a2b-a949-47ab-8049-35cafd96415a req-1a06364c-a96a-4567-85a6-2d7f77af6e06 service nova] [instance: efd33efc-116e-464e-8669-fbfc94e38cba] Received event network-vif-plugged-d57259ff-594f-4418-b1a0-f3c19bb856f3 {{(pid=69770) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1099.232700] env[69770]: DEBUG oslo_concurrency.lockutils [req-97740a2b-a949-47ab-8049-35cafd96415a req-1a06364c-a96a-4567-85a6-2d7f77af6e06 service nova] Acquiring lock "efd33efc-116e-464e-8669-fbfc94e38cba-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1099.233384] env[69770]: DEBUG oslo_concurrency.lockutils [req-97740a2b-a949-47ab-8049-35cafd96415a req-1a06364c-a96a-4567-85a6-2d7f77af6e06 service nova] Lock "efd33efc-116e-464e-8669-fbfc94e38cba-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1099.233384] env[69770]: DEBUG oslo_concurrency.lockutils [req-97740a2b-a949-47ab-8049-35cafd96415a req-1a06364c-a96a-4567-85a6-2d7f77af6e06 service nova] Lock "efd33efc-116e-464e-8669-fbfc94e38cba-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1099.233384] env[69770]: DEBUG nova.compute.manager [req-97740a2b-a949-47ab-8049-35cafd96415a req-1a06364c-a96a-4567-85a6-2d7f77af6e06 service nova] [instance: efd33efc-116e-464e-8669-fbfc94e38cba] No waiting events found dispatching network-vif-plugged-d57259ff-594f-4418-b1a0-f3c19bb856f3 {{(pid=69770) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1099.233763] env[69770]: WARNING nova.compute.manager [req-97740a2b-a949-47ab-8049-35cafd96415a req-1a06364c-a96a-4567-85a6-2d7f77af6e06 service nova] [instance: efd33efc-116e-464e-8669-fbfc94e38cba] Received unexpected event network-vif-plugged-d57259ff-594f-4418-b1a0-f3c19bb856f3 for instance with vm_state building and task_state spawning. [ 1099.430295] env[69770]: DEBUG nova.network.neutron [None req-383daad9-2c5e-4df0-b1d4-da7f6fb58671 tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] [instance: efd33efc-116e-464e-8669-fbfc94e38cba] Successfully updated port: d57259ff-594f-4418-b1a0-f3c19bb856f3 {{(pid=69770) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1099.486297] env[69770]: DEBUG oslo_vmware.api [-] Task: {'id': task-4070365, 'name': CreateVM_Task, 'duration_secs': 0.392885} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1099.486532] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fc7b06e1-c542-448b-a750-f27af3874b8f] Created VM on the ESX host {{(pid=69770) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1099.487465] env[69770]: DEBUG oslo_concurrency.lockutils [None req-0570a19e-7113-41c1-9fb2-b620ca67fd76 tempest-ServersAdmin275Test-1201033973 tempest-ServersAdmin275Test-1201033973-project-admin] Acquiring lock "[datastore1] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.487465] env[69770]: DEBUG oslo_concurrency.lockutils [None req-0570a19e-7113-41c1-9fb2-b620ca67fd76 tempest-ServersAdmin275Test-1201033973 tempest-ServersAdmin275Test-1201033973-project-admin] Acquired lock "[datastore1] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.487666] env[69770]: DEBUG oslo_concurrency.lockutils [None req-0570a19e-7113-41c1-9fb2-b620ca67fd76 tempest-ServersAdmin275Test-1201033973 tempest-ServersAdmin275Test-1201033973-project-admin] Acquired external semaphore "[datastore1] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.487878] env[69770]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7e341ddf-a07a-42f2-8ea1-b72c7ad58a5d {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.495481] env[69770]: DEBUG oslo_vmware.api [None req-0570a19e-7113-41c1-9fb2-b620ca67fd76 tempest-ServersAdmin275Test-1201033973 tempest-ServersAdmin275Test-1201033973-project-admin] Waiting for the task: (returnval){ [ 1099.495481] env[69770]: value = "session[52161b52-cb8e-ec9f-1132-2f6b49549d41]524d3b6e-4043-a075-76e7-c7ad012fb3ae" [ 1099.495481] env[69770]: _type = "Task" [ 1099.495481] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1099.505663] env[69770]: DEBUG oslo_vmware.api [None req-0570a19e-7113-41c1-9fb2-b620ca67fd76 tempest-ServersAdmin275Test-1201033973 tempest-ServersAdmin275Test-1201033973-project-admin] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]524d3b6e-4043-a075-76e7-c7ad012fb3ae, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.684154] env[69770]: DEBUG oslo_vmware.api [None req-dbdef9b8-59be-4ad2-b67e-cc94b9ce012f tempest-ImagesNegativeTestJSON-582317497 tempest-ImagesNegativeTestJSON-582317497-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]528901b8-6ef0-6345-80bd-710cb044be3d, 'name': SearchDatastore_Task, 'duration_secs': 0.010557} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1099.684154] env[69770]: DEBUG oslo_concurrency.lockutils [None req-dbdef9b8-59be-4ad2-b67e-cc94b9ce012f tempest-ImagesNegativeTestJSON-582317497 tempest-ImagesNegativeTestJSON-582317497-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.684154] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-dbdef9b8-59be-4ad2-b67e-cc94b9ce012f tempest-ImagesNegativeTestJSON-582317497 tempest-ImagesNegativeTestJSON-582317497-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk to [datastore1] 1d35724e-5a49-4d53-b81e-a259ea926036/1d35724e-5a49-4d53-b81e-a259ea926036.vmdk {{(pid=69770) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1099.684154] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-52da0217-7a04-4428-87c2-8471bc18e5cf {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.691596] env[69770]: DEBUG oslo_vmware.api [None req-dbdef9b8-59be-4ad2-b67e-cc94b9ce012f tempest-ImagesNegativeTestJSON-582317497 tempest-ImagesNegativeTestJSON-582317497-project-member] Waiting for the task: (returnval){ [ 1099.691596] env[69770]: value = "task-4070366" [ 1099.691596] env[69770]: _type = "Task" [ 1099.691596] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1099.702334] env[69770]: DEBUG oslo_vmware.api [None req-dbdef9b8-59be-4ad2-b67e-cc94b9ce012f tempest-ImagesNegativeTestJSON-582317497 tempest-ImagesNegativeTestJSON-582317497-project-member] Task: {'id': task-4070366, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.708852] env[69770]: DEBUG nova.compute.manager [None req-3c4bea16-6c09-49cd-9a95-8bfd3dfb1881 tempest-ServerShowV247Test-1214808668 tempest-ServerShowV247Test-1214808668-project-member] [instance: e6c4d986-abee-4ca2-8ef3-2917a3d75141] Start building block device mappings for instance. {{(pid=69770) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1099.931714] env[69770]: DEBUG oslo_concurrency.lockutils [None req-383daad9-2c5e-4df0-b1d4-da7f6fb58671 tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] Acquiring lock "refresh_cache-efd33efc-116e-464e-8669-fbfc94e38cba" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.935102] env[69770]: DEBUG oslo_concurrency.lockutils [None req-383daad9-2c5e-4df0-b1d4-da7f6fb58671 tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] Acquired lock "refresh_cache-efd33efc-116e-464e-8669-fbfc94e38cba" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.935102] env[69770]: DEBUG nova.network.neutron [None req-383daad9-2c5e-4df0-b1d4-da7f6fb58671 tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] [instance: efd33efc-116e-464e-8669-fbfc94e38cba] Building network info cache for instance {{(pid=69770) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1100.011751] env[69770]: DEBUG oslo_vmware.api [None req-0570a19e-7113-41c1-9fb2-b620ca67fd76 tempest-ServersAdmin275Test-1201033973 tempest-ServersAdmin275Test-1201033973-project-admin] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]524d3b6e-4043-a075-76e7-c7ad012fb3ae, 'name': SearchDatastore_Task, 'duration_secs': 0.010735} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1100.012800] env[69770]: DEBUG oslo_concurrency.lockutils [None req-0570a19e-7113-41c1-9fb2-b620ca67fd76 tempest-ServersAdmin275Test-1201033973 tempest-ServersAdmin275Test-1201033973-project-admin] Releasing lock "[datastore1] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.012800] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-0570a19e-7113-41c1-9fb2-b620ca67fd76 tempest-ServersAdmin275Test-1201033973 tempest-ServersAdmin275Test-1201033973-project-admin] [instance: fc7b06e1-c542-448b-a750-f27af3874b8f] Processing image d1eaff80-24a0-4391-90eb-59958b1ecf0a {{(pid=69770) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1100.012800] env[69770]: DEBUG oslo_concurrency.lockutils [None req-0570a19e-7113-41c1-9fb2-b620ca67fd76 tempest-ServersAdmin275Test-1201033973 tempest-ServersAdmin275Test-1201033973-project-admin] Acquiring lock "[datastore1] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.013168] env[69770]: DEBUG oslo_concurrency.lockutils [None req-0570a19e-7113-41c1-9fb2-b620ca67fd76 tempest-ServersAdmin275Test-1201033973 tempest-ServersAdmin275Test-1201033973-project-admin] Acquired lock "[datastore1] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.013553] env[69770]: DEBUG nova.virt.vmwareapi.ds_util [None req-0570a19e-7113-41c1-9fb2-b620ca67fd76 tempest-ServersAdmin275Test-1201033973 tempest-ServersAdmin275Test-1201033973-project-admin] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69770) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1100.013553] env[69770]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-432a873b-8fcf-41c7-b954-2ff8e3a1db04 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.033024] env[69770]: DEBUG nova.virt.vmwareapi.ds_util [None req-0570a19e-7113-41c1-9fb2-b620ca67fd76 tempest-ServersAdmin275Test-1201033973 tempest-ServersAdmin275Test-1201033973-project-admin] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69770) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1100.033024] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-0570a19e-7113-41c1-9fb2-b620ca67fd76 tempest-ServersAdmin275Test-1201033973 tempest-ServersAdmin275Test-1201033973-project-admin] Folder [datastore1] devstack-image-cache_base created. {{(pid=69770) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1100.033341] env[69770]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b9e7c050-b90a-42d9-90db-07dd792c5516 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.040390] env[69770]: DEBUG oslo_vmware.api [None req-0570a19e-7113-41c1-9fb2-b620ca67fd76 tempest-ServersAdmin275Test-1201033973 tempest-ServersAdmin275Test-1201033973-project-admin] Waiting for the task: (returnval){ [ 1100.040390] env[69770]: value = "session[52161b52-cb8e-ec9f-1132-2f6b49549d41]52161e24-f209-827d-1083-a19e17a689d4" [ 1100.040390] env[69770]: _type = "Task" [ 1100.040390] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1100.054602] env[69770]: DEBUG oslo_vmware.api [None req-0570a19e-7113-41c1-9fb2-b620ca67fd76 tempest-ServersAdmin275Test-1201033973 tempest-ServersAdmin275Test-1201033973-project-admin] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]52161e24-f209-827d-1083-a19e17a689d4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.072238] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60a7fb1c-2886-412b-b896-b70aa537b705 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.082417] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a44b41a8-5cf4-4f49-a825-bee306d5b5c7 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.123112] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbfb42cd-4f7c-46a5-8eda-f2a31f0cd91f {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.134023] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f0b01a4-27b9-4f0b-ad27-37487c67c564 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.152561] env[69770]: DEBUG nova.compute.provider_tree [None req-5dea2277-eea5-4523-874e-de9184db0030 tempest-ServerShowV247Test-1214808668 tempest-ServerShowV247Test-1214808668-project-member] Inventory has not changed in ProviderTree for provider: 7cc7d32b-b7a7-454a-a456-2a440248ed9d {{(pid=69770) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1100.205589] env[69770]: DEBUG oslo_vmware.api [None req-dbdef9b8-59be-4ad2-b67e-cc94b9ce012f tempest-ImagesNegativeTestJSON-582317497 tempest-ImagesNegativeTestJSON-582317497-project-member] Task: {'id': task-4070366, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.512282] env[69770]: DEBUG nova.network.neutron [None req-383daad9-2c5e-4df0-b1d4-da7f6fb58671 tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] [instance: efd33efc-116e-464e-8669-fbfc94e38cba] Instance cache missing network info. {{(pid=69770) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1100.552654] env[69770]: DEBUG oslo_vmware.api [None req-0570a19e-7113-41c1-9fb2-b620ca67fd76 tempest-ServersAdmin275Test-1201033973 tempest-ServersAdmin275Test-1201033973-project-admin] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]52161e24-f209-827d-1083-a19e17a689d4, 'name': SearchDatastore_Task, 'duration_secs': 0.054309} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1100.553519] env[69770]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a079caca-e07d-48e6-9ee7-9b932d7dcfcf {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.559380] env[69770]: DEBUG oslo_vmware.api [None req-0570a19e-7113-41c1-9fb2-b620ca67fd76 tempest-ServersAdmin275Test-1201033973 tempest-ServersAdmin275Test-1201033973-project-admin] Waiting for the task: (returnval){ [ 1100.559380] env[69770]: value = "session[52161b52-cb8e-ec9f-1132-2f6b49549d41]52246839-e860-5cbc-e4a4-1e9bffbce434" [ 1100.559380] env[69770]: _type = "Task" [ 1100.559380] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1100.568694] env[69770]: DEBUG oslo_vmware.api [None req-0570a19e-7113-41c1-9fb2-b620ca67fd76 tempest-ServersAdmin275Test-1201033973 tempest-ServersAdmin275Test-1201033973-project-admin] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]52246839-e860-5cbc-e4a4-1e9bffbce434, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.655841] env[69770]: DEBUG nova.scheduler.client.report [None req-5dea2277-eea5-4523-874e-de9184db0030 tempest-ServerShowV247Test-1214808668 tempest-ServerShowV247Test-1214808668-project-member] Inventory has not changed for provider 7cc7d32b-b7a7-454a-a456-2a440248ed9d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69770) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1100.704257] env[69770]: DEBUG oslo_vmware.api [None req-dbdef9b8-59be-4ad2-b67e-cc94b9ce012f tempest-ImagesNegativeTestJSON-582317497 tempest-ImagesNegativeTestJSON-582317497-project-member] Task: {'id': task-4070366, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.517893} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1100.705460] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-dbdef9b8-59be-4ad2-b67e-cc94b9ce012f tempest-ImagesNegativeTestJSON-582317497 tempest-ImagesNegativeTestJSON-582317497-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk to [datastore1] 1d35724e-5a49-4d53-b81e-a259ea926036/1d35724e-5a49-4d53-b81e-a259ea926036.vmdk {{(pid=69770) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1100.705460] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-dbdef9b8-59be-4ad2-b67e-cc94b9ce012f tempest-ImagesNegativeTestJSON-582317497 tempest-ImagesNegativeTestJSON-582317497-project-member] [instance: 1d35724e-5a49-4d53-b81e-a259ea926036] Extending root virtual disk to 1048576 {{(pid=69770) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1100.705460] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-df1bf6c8-d2ae-493d-ae0f-e3489756dd01 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.712946] env[69770]: DEBUG oslo_vmware.api [None req-dbdef9b8-59be-4ad2-b67e-cc94b9ce012f tempest-ImagesNegativeTestJSON-582317497 tempest-ImagesNegativeTestJSON-582317497-project-member] Waiting for the task: (returnval){ [ 1100.712946] env[69770]: value = "task-4070367" [ 1100.712946] env[69770]: _type = "Task" [ 1100.712946] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1100.722210] env[69770]: DEBUG oslo_vmware.api [None req-dbdef9b8-59be-4ad2-b67e-cc94b9ce012f tempest-ImagesNegativeTestJSON-582317497 tempest-ImagesNegativeTestJSON-582317497-project-member] Task: {'id': task-4070367, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.724907] env[69770]: DEBUG nova.compute.manager [None req-3c4bea16-6c09-49cd-9a95-8bfd3dfb1881 tempest-ServerShowV247Test-1214808668 tempest-ServerShowV247Test-1214808668-project-member] [instance: e6c4d986-abee-4ca2-8ef3-2917a3d75141] Start spawning the instance on the hypervisor. {{(pid=69770) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1100.758451] env[69770]: DEBUG nova.virt.hardware [None req-3c4bea16-6c09-49cd-9a95-8bfd3dfb1881 tempest-ServerShowV247Test-1214808668 tempest-ServerShowV247Test-1214808668-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T12:16:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T12:16:11Z,direct_url=,disk_format='vmdk',id=d1eaff80-24a0-4391-90eb-59958b1ecf0a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d65f20bb89fb40a98b77bc6d97357df2',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T12:16:12Z,virtual_size=,visibility=), allow threads: False {{(pid=69770) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1100.758746] env[69770]: DEBUG nova.virt.hardware [None req-3c4bea16-6c09-49cd-9a95-8bfd3dfb1881 tempest-ServerShowV247Test-1214808668 tempest-ServerShowV247Test-1214808668-project-member] Flavor limits 0:0:0 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1100.758911] env[69770]: DEBUG nova.virt.hardware [None req-3c4bea16-6c09-49cd-9a95-8bfd3dfb1881 tempest-ServerShowV247Test-1214808668 tempest-ServerShowV247Test-1214808668-project-member] Image limits 0:0:0 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1100.759349] env[69770]: DEBUG nova.virt.hardware [None req-3c4bea16-6c09-49cd-9a95-8bfd3dfb1881 tempest-ServerShowV247Test-1214808668 tempest-ServerShowV247Test-1214808668-project-member] Flavor pref 0:0:0 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1100.759524] env[69770]: DEBUG nova.virt.hardware [None req-3c4bea16-6c09-49cd-9a95-8bfd3dfb1881 tempest-ServerShowV247Test-1214808668 tempest-ServerShowV247Test-1214808668-project-member] Image pref 0:0:0 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1100.759708] env[69770]: DEBUG nova.virt.hardware [None req-3c4bea16-6c09-49cd-9a95-8bfd3dfb1881 tempest-ServerShowV247Test-1214808668 tempest-ServerShowV247Test-1214808668-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1100.760082] env[69770]: DEBUG nova.virt.hardware [None req-3c4bea16-6c09-49cd-9a95-8bfd3dfb1881 tempest-ServerShowV247Test-1214808668 tempest-ServerShowV247Test-1214808668-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69770) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1100.760260] env[69770]: DEBUG nova.virt.hardware [None req-3c4bea16-6c09-49cd-9a95-8bfd3dfb1881 tempest-ServerShowV247Test-1214808668 tempest-ServerShowV247Test-1214808668-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69770) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1100.760464] env[69770]: DEBUG nova.virt.hardware [None req-3c4bea16-6c09-49cd-9a95-8bfd3dfb1881 tempest-ServerShowV247Test-1214808668 tempest-ServerShowV247Test-1214808668-project-member] Got 1 possible topologies {{(pid=69770) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1100.760668] env[69770]: DEBUG nova.virt.hardware [None req-3c4bea16-6c09-49cd-9a95-8bfd3dfb1881 tempest-ServerShowV247Test-1214808668 tempest-ServerShowV247Test-1214808668-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69770) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1100.760863] env[69770]: DEBUG nova.virt.hardware [None req-3c4bea16-6c09-49cd-9a95-8bfd3dfb1881 tempest-ServerShowV247Test-1214808668 tempest-ServerShowV247Test-1214808668-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69770) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1100.761776] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-027b6197-08a5-4513-b5e9-c921ef461d0e {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.775220] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-300c5091-0328-445a-951b-2d03216d351a {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.791838] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-3c4bea16-6c09-49cd-9a95-8bfd3dfb1881 tempest-ServerShowV247Test-1214808668 tempest-ServerShowV247Test-1214808668-project-member] [instance: e6c4d986-abee-4ca2-8ef3-2917a3d75141] Instance VIF info [] {{(pid=69770) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1100.798905] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c4bea16-6c09-49cd-9a95-8bfd3dfb1881 tempest-ServerShowV247Test-1214808668 tempest-ServerShowV247Test-1214808668-project-member] Creating folder: Project (5850d75f176244988a08586a84499a72). Parent ref: group-v806376. {{(pid=69770) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1100.799289] env[69770]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-918756a5-be5e-427a-8d90-702b36bc1ff0 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.812447] env[69770]: INFO nova.virt.vmwareapi.vm_util [None req-3c4bea16-6c09-49cd-9a95-8bfd3dfb1881 tempest-ServerShowV247Test-1214808668 tempest-ServerShowV247Test-1214808668-project-member] Created folder: Project (5850d75f176244988a08586a84499a72) in parent group-v806376. [ 1100.813225] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c4bea16-6c09-49cd-9a95-8bfd3dfb1881 tempest-ServerShowV247Test-1214808668 tempest-ServerShowV247Test-1214808668-project-member] Creating folder: Instances. Parent ref: group-v806618. {{(pid=69770) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1100.813225] env[69770]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f4a85f3d-82ed-49ab-9e8e-0b3e5bea8bfd {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.823368] env[69770]: INFO nova.virt.vmwareapi.vm_util [None req-3c4bea16-6c09-49cd-9a95-8bfd3dfb1881 tempest-ServerShowV247Test-1214808668 tempest-ServerShowV247Test-1214808668-project-member] Created folder: Instances in parent group-v806618. [ 1100.823595] env[69770]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3c4bea16-6c09-49cd-9a95-8bfd3dfb1881 tempest-ServerShowV247Test-1214808668 tempest-ServerShowV247Test-1214808668-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69770) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1100.825468] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e6c4d986-abee-4ca2-8ef3-2917a3d75141] Creating VM on the ESX host {{(pid=69770) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1100.825468] env[69770]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-dcbcdd59-a3a4-4921-b042-69506bc66d10 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.841425] env[69770]: DEBUG nova.network.neutron [None req-383daad9-2c5e-4df0-b1d4-da7f6fb58671 tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] [instance: efd33efc-116e-464e-8669-fbfc94e38cba] Updating instance_info_cache with network_info: [{"id": "d57259ff-594f-4418-b1a0-f3c19bb856f3", "address": "fa:16:3e:67:2d:dc", "network": {"id": "9d212606-40a3-4b28-9ea6-99b5c5f662a7", "bridge": "br-int", "label": "tempest-ServersTestJSON-1055032721-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "edd97114f9bb4735963417fc474a65d2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1f762954-6ca5-4da5-bf0a-5d31c51ec570", "external-id": "nsx-vlan-transportzone-930", "segmentation_id": 930, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd57259ff-59", "ovs_interfaceid": "d57259ff-594f-4418-b1a0-f3c19bb856f3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69770) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1100.844110] env[69770]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1100.844110] env[69770]: value = "task-4070370" [ 1100.844110] env[69770]: _type = "Task" [ 1100.844110] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1100.856716] env[69770]: DEBUG oslo_vmware.api [-] Task: {'id': task-4070370, 'name': CreateVM_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.075732] env[69770]: DEBUG oslo_vmware.api [None req-0570a19e-7113-41c1-9fb2-b620ca67fd76 tempest-ServersAdmin275Test-1201033973 tempest-ServersAdmin275Test-1201033973-project-admin] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]52246839-e860-5cbc-e4a4-1e9bffbce434, 'name': SearchDatastore_Task, 'duration_secs': 0.010109} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1101.076203] env[69770]: DEBUG oslo_concurrency.lockutils [None req-0570a19e-7113-41c1-9fb2-b620ca67fd76 tempest-ServersAdmin275Test-1201033973 tempest-ServersAdmin275Test-1201033973-project-admin] Releasing lock "[datastore1] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.076296] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-0570a19e-7113-41c1-9fb2-b620ca67fd76 tempest-ServersAdmin275Test-1201033973 tempest-ServersAdmin275Test-1201033973-project-admin] Copying Virtual Disk [datastore1] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk to [datastore1] fc7b06e1-c542-448b-a750-f27af3874b8f/fc7b06e1-c542-448b-a750-f27af3874b8f.vmdk {{(pid=69770) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1101.079354] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5b76441c-9ef8-4254-b2c6-18a780566b95 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.086633] env[69770]: DEBUG oslo_vmware.api [None req-0570a19e-7113-41c1-9fb2-b620ca67fd76 tempest-ServersAdmin275Test-1201033973 tempest-ServersAdmin275Test-1201033973-project-admin] Waiting for the task: (returnval){ [ 1101.086633] env[69770]: value = "task-4070371" [ 1101.086633] env[69770]: _type = "Task" [ 1101.086633] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1101.093651] env[69770]: DEBUG oslo_vmware.api [None req-0570a19e-7113-41c1-9fb2-b620ca67fd76 tempest-ServersAdmin275Test-1201033973 tempest-ServersAdmin275Test-1201033973-project-admin] Task: {'id': task-4070371, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.161664] env[69770]: DEBUG oslo_concurrency.lockutils [None req-5dea2277-eea5-4523-874e-de9184db0030 tempest-ServerShowV247Test-1214808668 tempest-ServerShowV247Test-1214808668-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.475s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1101.163139] env[69770]: DEBUG nova.compute.manager [None req-5dea2277-eea5-4523-874e-de9184db0030 tempest-ServerShowV247Test-1214808668 tempest-ServerShowV247Test-1214808668-project-member] [instance: 25da9782-52d2-4813-8744-847ff6ba0e5d] Start building networks asynchronously for instance. {{(pid=69770) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1101.166952] env[69770]: DEBUG oslo_concurrency.lockutils [None req-6cab58aa-98cd-41d2-ad9d-89c382f8720a tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 12.950s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1101.166952] env[69770]: DEBUG nova.objects.instance [None req-6cab58aa-98cd-41d2-ad9d-89c382f8720a tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] Lazy-loading 'resources' on Instance uuid d6322138-4f18-4a8b-8062-4c732a8e6585 {{(pid=69770) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1101.226176] env[69770]: DEBUG oslo_vmware.api [None req-dbdef9b8-59be-4ad2-b67e-cc94b9ce012f tempest-ImagesNegativeTestJSON-582317497 tempest-ImagesNegativeTestJSON-582317497-project-member] Task: {'id': task-4070367, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066163} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1101.226490] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-dbdef9b8-59be-4ad2-b67e-cc94b9ce012f tempest-ImagesNegativeTestJSON-582317497 tempest-ImagesNegativeTestJSON-582317497-project-member] [instance: 1d35724e-5a49-4d53-b81e-a259ea926036] Extended root virtual disk {{(pid=69770) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1101.227405] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07a95533-69bc-489f-91a0-d22ec9f4c90f {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.257107] env[69770]: DEBUG nova.virt.vmwareapi.volumeops [None req-dbdef9b8-59be-4ad2-b67e-cc94b9ce012f tempest-ImagesNegativeTestJSON-582317497 tempest-ImagesNegativeTestJSON-582317497-project-member] [instance: 1d35724e-5a49-4d53-b81e-a259ea926036] Reconfiguring VM instance instance-00000055 to attach disk [datastore1] 1d35724e-5a49-4d53-b81e-a259ea926036/1d35724e-5a49-4d53-b81e-a259ea926036.vmdk or device None with type sparse {{(pid=69770) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1101.257837] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0d029c72-5261-42bc-878d-c235abbce6ef {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.278686] env[69770]: DEBUG nova.compute.manager [req-32607522-31f9-4861-b673-949b4550a568 req-a3461012-60b4-4a72-9361-0185c4429c02 service nova] [instance: efd33efc-116e-464e-8669-fbfc94e38cba] Received event network-changed-d57259ff-594f-4418-b1a0-f3c19bb856f3 {{(pid=69770) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1101.278886] env[69770]: DEBUG nova.compute.manager [req-32607522-31f9-4861-b673-949b4550a568 req-a3461012-60b4-4a72-9361-0185c4429c02 service nova] [instance: efd33efc-116e-464e-8669-fbfc94e38cba] Refreshing instance network info cache due to event network-changed-d57259ff-594f-4418-b1a0-f3c19bb856f3. {{(pid=69770) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1101.279087] env[69770]: DEBUG oslo_concurrency.lockutils [req-32607522-31f9-4861-b673-949b4550a568 req-a3461012-60b4-4a72-9361-0185c4429c02 service nova] Acquiring lock "refresh_cache-efd33efc-116e-464e-8669-fbfc94e38cba" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.288943] env[69770]: DEBUG oslo_vmware.api [None req-dbdef9b8-59be-4ad2-b67e-cc94b9ce012f tempest-ImagesNegativeTestJSON-582317497 tempest-ImagesNegativeTestJSON-582317497-project-member] Waiting for the task: (returnval){ [ 1101.288943] env[69770]: value = "task-4070372" [ 1101.288943] env[69770]: _type = "Task" [ 1101.288943] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1101.300846] env[69770]: DEBUG oslo_vmware.api [None req-dbdef9b8-59be-4ad2-b67e-cc94b9ce012f tempest-ImagesNegativeTestJSON-582317497 tempest-ImagesNegativeTestJSON-582317497-project-member] Task: {'id': task-4070372, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.329033] env[69770]: DEBUG oslo_concurrency.lockutils [None req-9317f569-e419-4e15-9b08-827ad6f1bbfd tempest-ServerRescueNegativeTestJSON-135561646 tempest-ServerRescueNegativeTestJSON-135561646-project-member] Acquiring lock "ec405988-80b1-4918-8572-addc7c5127aa" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1101.329033] env[69770]: DEBUG oslo_concurrency.lockutils [None req-9317f569-e419-4e15-9b08-827ad6f1bbfd tempest-ServerRescueNegativeTestJSON-135561646 tempest-ServerRescueNegativeTestJSON-135561646-project-member] Lock "ec405988-80b1-4918-8572-addc7c5127aa" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1101.347585] env[69770]: DEBUG oslo_concurrency.lockutils [None req-383daad9-2c5e-4df0-b1d4-da7f6fb58671 tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] Releasing lock "refresh_cache-efd33efc-116e-464e-8669-fbfc94e38cba" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.347585] env[69770]: DEBUG nova.compute.manager [None req-383daad9-2c5e-4df0-b1d4-da7f6fb58671 tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] [instance: efd33efc-116e-464e-8669-fbfc94e38cba] Instance network_info: |[{"id": "d57259ff-594f-4418-b1a0-f3c19bb856f3", "address": "fa:16:3e:67:2d:dc", "network": {"id": "9d212606-40a3-4b28-9ea6-99b5c5f662a7", "bridge": "br-int", "label": "tempest-ServersTestJSON-1055032721-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "edd97114f9bb4735963417fc474a65d2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1f762954-6ca5-4da5-bf0a-5d31c51ec570", "external-id": "nsx-vlan-transportzone-930", "segmentation_id": 930, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd57259ff-59", "ovs_interfaceid": "d57259ff-594f-4418-b1a0-f3c19bb856f3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69770) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1101.347585] env[69770]: DEBUG oslo_concurrency.lockutils [req-32607522-31f9-4861-b673-949b4550a568 req-a3461012-60b4-4a72-9361-0185c4429c02 service nova] Acquired lock "refresh_cache-efd33efc-116e-464e-8669-fbfc94e38cba" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.347585] env[69770]: DEBUG nova.network.neutron [req-32607522-31f9-4861-b673-949b4550a568 req-a3461012-60b4-4a72-9361-0185c4429c02 service nova] [instance: efd33efc-116e-464e-8669-fbfc94e38cba] Refreshing network info cache for port d57259ff-594f-4418-b1a0-f3c19bb856f3 {{(pid=69770) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1101.350750] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-383daad9-2c5e-4df0-b1d4-da7f6fb58671 tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] [instance: efd33efc-116e-464e-8669-fbfc94e38cba] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:67:2d:dc', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1f762954-6ca5-4da5-bf0a-5d31c51ec570', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd57259ff-594f-4418-b1a0-f3c19bb856f3', 'vif_model': 'vmxnet3'}] {{(pid=69770) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1101.361126] env[69770]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-383daad9-2c5e-4df0-b1d4-da7f6fb58671 tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69770) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1101.371282] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: efd33efc-116e-464e-8669-fbfc94e38cba] Creating VM on the ESX host {{(pid=69770) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1101.375196] env[69770]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9ef4ad7c-232a-460e-bf03-537f7f5439c0 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.398867] env[69770]: DEBUG oslo_vmware.api [-] Task: {'id': task-4070370, 'name': CreateVM_Task, 'duration_secs': 0.404009} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1101.401017] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e6c4d986-abee-4ca2-8ef3-2917a3d75141] Created VM on the ESX host {{(pid=69770) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1101.401283] env[69770]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1101.401283] env[69770]: value = "task-4070373" [ 1101.401283] env[69770]: _type = "Task" [ 1101.401283] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1101.405025] env[69770]: DEBUG oslo_concurrency.lockutils [None req-3c4bea16-6c09-49cd-9a95-8bfd3dfb1881 tempest-ServerShowV247Test-1214808668 tempest-ServerShowV247Test-1214808668-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.405025] env[69770]: DEBUG oslo_concurrency.lockutils [None req-3c4bea16-6c09-49cd-9a95-8bfd3dfb1881 tempest-ServerShowV247Test-1214808668 tempest-ServerShowV247Test-1214808668-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.405025] env[69770]: DEBUG oslo_concurrency.lockutils [None req-3c4bea16-6c09-49cd-9a95-8bfd3dfb1881 tempest-ServerShowV247Test-1214808668 tempest-ServerShowV247Test-1214808668-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.405025] env[69770]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ef68e3c2-24f0-4195-89da-acff73097898 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.414869] env[69770]: DEBUG oslo_vmware.api [None req-3c4bea16-6c09-49cd-9a95-8bfd3dfb1881 tempest-ServerShowV247Test-1214808668 tempest-ServerShowV247Test-1214808668-project-member] Waiting for the task: (returnval){ [ 1101.414869] env[69770]: value = "session[52161b52-cb8e-ec9f-1132-2f6b49549d41]52f0ee8b-6eba-31d6-ed60-cb830762d6c8" [ 1101.414869] env[69770]: _type = "Task" [ 1101.414869] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1101.419182] env[69770]: DEBUG oslo_vmware.api [-] Task: {'id': task-4070373, 'name': CreateVM_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.433692] env[69770]: DEBUG oslo_vmware.api [None req-3c4bea16-6c09-49cd-9a95-8bfd3dfb1881 tempest-ServerShowV247Test-1214808668 tempest-ServerShowV247Test-1214808668-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]52f0ee8b-6eba-31d6-ed60-cb830762d6c8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.602544] env[69770]: DEBUG oslo_vmware.api [None req-0570a19e-7113-41c1-9fb2-b620ca67fd76 tempest-ServersAdmin275Test-1201033973 tempest-ServersAdmin275Test-1201033973-project-admin] Task: {'id': task-4070371, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.669933] env[69770]: DEBUG nova.compute.utils [None req-5dea2277-eea5-4523-874e-de9184db0030 tempest-ServerShowV247Test-1214808668 tempest-ServerShowV247Test-1214808668-project-member] Using /dev/sd instead of None {{(pid=69770) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1101.674595] env[69770]: DEBUG nova.compute.manager [None req-5dea2277-eea5-4523-874e-de9184db0030 tempest-ServerShowV247Test-1214808668 tempest-ServerShowV247Test-1214808668-project-member] [instance: 25da9782-52d2-4813-8744-847ff6ba0e5d] Not allocating networking since 'none' was specified. {{(pid=69770) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1101.701974] env[69770]: DEBUG nova.network.neutron [req-32607522-31f9-4861-b673-949b4550a568 req-a3461012-60b4-4a72-9361-0185c4429c02 service nova] [instance: efd33efc-116e-464e-8669-fbfc94e38cba] Updated VIF entry in instance network info cache for port d57259ff-594f-4418-b1a0-f3c19bb856f3. {{(pid=69770) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1101.702360] env[69770]: DEBUG nova.network.neutron [req-32607522-31f9-4861-b673-949b4550a568 req-a3461012-60b4-4a72-9361-0185c4429c02 service nova] [instance: efd33efc-116e-464e-8669-fbfc94e38cba] Updating instance_info_cache with network_info: [{"id": "d57259ff-594f-4418-b1a0-f3c19bb856f3", "address": "fa:16:3e:67:2d:dc", "network": {"id": "9d212606-40a3-4b28-9ea6-99b5c5f662a7", "bridge": "br-int", "label": "tempest-ServersTestJSON-1055032721-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "edd97114f9bb4735963417fc474a65d2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1f762954-6ca5-4da5-bf0a-5d31c51ec570", "external-id": "nsx-vlan-transportzone-930", "segmentation_id": 930, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd57259ff-59", "ovs_interfaceid": "d57259ff-594f-4418-b1a0-f3c19bb856f3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69770) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1101.807019] env[69770]: DEBUG oslo_vmware.api [None req-dbdef9b8-59be-4ad2-b67e-cc94b9ce012f tempest-ImagesNegativeTestJSON-582317497 tempest-ImagesNegativeTestJSON-582317497-project-member] Task: {'id': task-4070372, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.831682] env[69770]: DEBUG nova.compute.manager [None req-9317f569-e419-4e15-9b08-827ad6f1bbfd tempest-ServerRescueNegativeTestJSON-135561646 tempest-ServerRescueNegativeTestJSON-135561646-project-member] [instance: ec405988-80b1-4918-8572-addc7c5127aa] Starting instance... {{(pid=69770) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1101.915851] env[69770]: DEBUG oslo_vmware.api [-] Task: {'id': task-4070373, 'name': CreateVM_Task} progress is 99%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.936036] env[69770]: DEBUG oslo_vmware.api [None req-3c4bea16-6c09-49cd-9a95-8bfd3dfb1881 tempest-ServerShowV247Test-1214808668 tempest-ServerShowV247Test-1214808668-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]52f0ee8b-6eba-31d6-ed60-cb830762d6c8, 'name': SearchDatastore_Task, 'duration_secs': 0.024599} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1101.936036] env[69770]: DEBUG oslo_concurrency.lockutils [None req-3c4bea16-6c09-49cd-9a95-8bfd3dfb1881 tempest-ServerShowV247Test-1214808668 tempest-ServerShowV247Test-1214808668-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.936036] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-3c4bea16-6c09-49cd-9a95-8bfd3dfb1881 tempest-ServerShowV247Test-1214808668 tempest-ServerShowV247Test-1214808668-project-member] [instance: e6c4d986-abee-4ca2-8ef3-2917a3d75141] Processing image d1eaff80-24a0-4391-90eb-59958b1ecf0a {{(pid=69770) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1101.936305] env[69770]: DEBUG oslo_concurrency.lockutils [None req-3c4bea16-6c09-49cd-9a95-8bfd3dfb1881 tempest-ServerShowV247Test-1214808668 tempest-ServerShowV247Test-1214808668-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.936631] env[69770]: DEBUG oslo_concurrency.lockutils [None req-3c4bea16-6c09-49cd-9a95-8bfd3dfb1881 tempest-ServerShowV247Test-1214808668 tempest-ServerShowV247Test-1214808668-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.936967] env[69770]: DEBUG nova.virt.vmwareapi.ds_util [None req-3c4bea16-6c09-49cd-9a95-8bfd3dfb1881 tempest-ServerShowV247Test-1214808668 tempest-ServerShowV247Test-1214808668-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69770) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1101.937343] env[69770]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7a171a7c-02cc-4c6c-867d-2c04aac4c20e {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.951729] env[69770]: DEBUG nova.virt.vmwareapi.ds_util [None req-3c4bea16-6c09-49cd-9a95-8bfd3dfb1881 tempest-ServerShowV247Test-1214808668 tempest-ServerShowV247Test-1214808668-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69770) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1101.951729] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-3c4bea16-6c09-49cd-9a95-8bfd3dfb1881 tempest-ServerShowV247Test-1214808668 tempest-ServerShowV247Test-1214808668-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69770) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1101.951729] env[69770]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-080828df-38e4-4ffb-8bd9-3ca72d4576ed {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.959186] env[69770]: DEBUG oslo_vmware.api [None req-3c4bea16-6c09-49cd-9a95-8bfd3dfb1881 tempest-ServerShowV247Test-1214808668 tempest-ServerShowV247Test-1214808668-project-member] Waiting for the task: (returnval){ [ 1101.959186] env[69770]: value = "session[52161b52-cb8e-ec9f-1132-2f6b49549d41]5271e40d-fd32-d3ac-5134-1c9bbc0bf3c0" [ 1101.959186] env[69770]: _type = "Task" [ 1101.959186] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1101.971514] env[69770]: DEBUG oslo_vmware.api [None req-3c4bea16-6c09-49cd-9a95-8bfd3dfb1881 tempest-ServerShowV247Test-1214808668 tempest-ServerShowV247Test-1214808668-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]5271e40d-fd32-d3ac-5134-1c9bbc0bf3c0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.080295] env[69770]: DEBUG oslo_concurrency.lockutils [None req-b225c954-4de8-4c30-a9cf-59898a1daa9a tempest-ServerRescueNegativeTestJSON-135561646 tempest-ServerRescueNegativeTestJSON-135561646-project-member] Acquiring lock "c53961c9-df55-42c6-8410-a50404d06605" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1102.080709] env[69770]: DEBUG oslo_concurrency.lockutils [None req-b225c954-4de8-4c30-a9cf-59898a1daa9a tempest-ServerRescueNegativeTestJSON-135561646 tempest-ServerRescueNegativeTestJSON-135561646-project-member] Lock "c53961c9-df55-42c6-8410-a50404d06605" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1102.084172] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6dc822ee-54a1-4f5f-9af5-6c2a9da0f004 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.111052] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-171df178-9099-4a41-9f6c-69f1e9bb4a01 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.118709] env[69770]: DEBUG oslo_vmware.api [None req-0570a19e-7113-41c1-9fb2-b620ca67fd76 tempest-ServersAdmin275Test-1201033973 tempest-ServersAdmin275Test-1201033973-project-admin] Task: {'id': task-4070371, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.567934} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1102.119204] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-0570a19e-7113-41c1-9fb2-b620ca67fd76 tempest-ServersAdmin275Test-1201033973 tempest-ServersAdmin275Test-1201033973-project-admin] Copied Virtual Disk [datastore1] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk to [datastore1] fc7b06e1-c542-448b-a750-f27af3874b8f/fc7b06e1-c542-448b-a750-f27af3874b8f.vmdk {{(pid=69770) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1102.119590] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-0570a19e-7113-41c1-9fb2-b620ca67fd76 tempest-ServersAdmin275Test-1201033973 tempest-ServersAdmin275Test-1201033973-project-admin] [instance: fc7b06e1-c542-448b-a750-f27af3874b8f] Extending root virtual disk to 1048576 {{(pid=69770) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1102.120532] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2cedd6ad-e5d6-403c-8d50-d86e3e32d7e5 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.162842] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d6b7d95-6a22-4494-92bc-8d004d95b4ac {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.168430] env[69770]: DEBUG oslo_vmware.api [None req-0570a19e-7113-41c1-9fb2-b620ca67fd76 tempest-ServersAdmin275Test-1201033973 tempest-ServersAdmin275Test-1201033973-project-admin] Waiting for the task: (returnval){ [ 1102.168430] env[69770]: value = "task-4070374" [ 1102.168430] env[69770]: _type = "Task" [ 1102.168430] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1102.174797] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd220a4e-8a69-4618-95b0-02a75ec490e3 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.180327] env[69770]: DEBUG nova.compute.manager [None req-5dea2277-eea5-4523-874e-de9184db0030 tempest-ServerShowV247Test-1214808668 tempest-ServerShowV247Test-1214808668-project-member] [instance: 25da9782-52d2-4813-8744-847ff6ba0e5d] Start building block device mappings for instance. {{(pid=69770) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1102.191486] env[69770]: DEBUG oslo_vmware.api [None req-0570a19e-7113-41c1-9fb2-b620ca67fd76 tempest-ServersAdmin275Test-1201033973 tempest-ServersAdmin275Test-1201033973-project-admin] Task: {'id': task-4070374, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.199230] env[69770]: DEBUG nova.compute.provider_tree [None req-6cab58aa-98cd-41d2-ad9d-89c382f8720a tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] Inventory has not changed in ProviderTree for provider: 7cc7d32b-b7a7-454a-a456-2a440248ed9d {{(pid=69770) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1102.207431] env[69770]: DEBUG oslo_concurrency.lockutils [req-32607522-31f9-4861-b673-949b4550a568 req-a3461012-60b4-4a72-9361-0185c4429c02 service nova] Releasing lock "refresh_cache-efd33efc-116e-464e-8669-fbfc94e38cba" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.301062] env[69770]: DEBUG oslo_vmware.api [None req-dbdef9b8-59be-4ad2-b67e-cc94b9ce012f tempest-ImagesNegativeTestJSON-582317497 tempest-ImagesNegativeTestJSON-582317497-project-member] Task: {'id': task-4070372, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.358462] env[69770]: DEBUG oslo_concurrency.lockutils [None req-9317f569-e419-4e15-9b08-827ad6f1bbfd tempest-ServerRescueNegativeTestJSON-135561646 tempest-ServerRescueNegativeTestJSON-135561646-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1102.425022] env[69770]: DEBUG oslo_vmware.api [-] Task: {'id': task-4070373, 'name': CreateVM_Task, 'duration_secs': 0.616238} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1102.425022] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: efd33efc-116e-464e-8669-fbfc94e38cba] Created VM on the ESX host {{(pid=69770) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1102.425022] env[69770]: DEBUG oslo_concurrency.lockutils [None req-383daad9-2c5e-4df0-b1d4-da7f6fb58671 tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.425022] env[69770]: DEBUG oslo_concurrency.lockutils [None req-383daad9-2c5e-4df0-b1d4-da7f6fb58671 tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.425022] env[69770]: DEBUG oslo_concurrency.lockutils [None req-383daad9-2c5e-4df0-b1d4-da7f6fb58671 tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.425022] env[69770]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-83a3e2b5-f9a8-4855-92ff-17b52fbe0629 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.432108] env[69770]: DEBUG oslo_vmware.api [None req-383daad9-2c5e-4df0-b1d4-da7f6fb58671 tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] Waiting for the task: (returnval){ [ 1102.432108] env[69770]: value = "session[52161b52-cb8e-ec9f-1132-2f6b49549d41]52dde731-b159-06b6-237b-48c21be0c687" [ 1102.432108] env[69770]: _type = "Task" [ 1102.432108] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1102.442183] env[69770]: DEBUG oslo_vmware.api [None req-383daad9-2c5e-4df0-b1d4-da7f6fb58671 tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]52dde731-b159-06b6-237b-48c21be0c687, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.472185] env[69770]: DEBUG oslo_vmware.api [None req-3c4bea16-6c09-49cd-9a95-8bfd3dfb1881 tempest-ServerShowV247Test-1214808668 tempest-ServerShowV247Test-1214808668-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]5271e40d-fd32-d3ac-5134-1c9bbc0bf3c0, 'name': SearchDatastore_Task, 'duration_secs': 0.014204} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1102.473854] env[69770]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-80beaccb-a597-4639-9509-01b4b8cc56e6 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.481459] env[69770]: DEBUG oslo_vmware.api [None req-3c4bea16-6c09-49cd-9a95-8bfd3dfb1881 tempest-ServerShowV247Test-1214808668 tempest-ServerShowV247Test-1214808668-project-member] Waiting for the task: (returnval){ [ 1102.481459] env[69770]: value = "session[52161b52-cb8e-ec9f-1132-2f6b49549d41]523a4f39-6bc9-08ee-27fb-1d26eea9928a" [ 1102.481459] env[69770]: _type = "Task" [ 1102.481459] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1102.491155] env[69770]: DEBUG oslo_vmware.api [None req-3c4bea16-6c09-49cd-9a95-8bfd3dfb1881 tempest-ServerShowV247Test-1214808668 tempest-ServerShowV247Test-1214808668-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]523a4f39-6bc9-08ee-27fb-1d26eea9928a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.591184] env[69770]: DEBUG nova.compute.manager [None req-b225c954-4de8-4c30-a9cf-59898a1daa9a tempest-ServerRescueNegativeTestJSON-135561646 tempest-ServerRescueNegativeTestJSON-135561646-project-member] [instance: c53961c9-df55-42c6-8410-a50404d06605] Starting instance... {{(pid=69770) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1102.681013] env[69770]: DEBUG oslo_vmware.api [None req-0570a19e-7113-41c1-9fb2-b620ca67fd76 tempest-ServersAdmin275Test-1201033973 tempest-ServersAdmin275Test-1201033973-project-admin] Task: {'id': task-4070374, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.09936} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1102.681338] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-0570a19e-7113-41c1-9fb2-b620ca67fd76 tempest-ServersAdmin275Test-1201033973 tempest-ServersAdmin275Test-1201033973-project-admin] [instance: fc7b06e1-c542-448b-a750-f27af3874b8f] Extended root virtual disk {{(pid=69770) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1102.682176] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d306adc2-0d20-4083-8c1a-d4cd5dd8fe12 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.707217] env[69770]: DEBUG nova.virt.vmwareapi.volumeops [None req-0570a19e-7113-41c1-9fb2-b620ca67fd76 tempest-ServersAdmin275Test-1201033973 tempest-ServersAdmin275Test-1201033973-project-admin] [instance: fc7b06e1-c542-448b-a750-f27af3874b8f] Reconfiguring VM instance instance-00000053 to attach disk [datastore1] fc7b06e1-c542-448b-a750-f27af3874b8f/fc7b06e1-c542-448b-a750-f27af3874b8f.vmdk or device None with type sparse {{(pid=69770) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1102.708243] env[69770]: DEBUG nova.scheduler.client.report [None req-6cab58aa-98cd-41d2-ad9d-89c382f8720a tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] Inventory has not changed for provider 7cc7d32b-b7a7-454a-a456-2a440248ed9d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69770) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1102.712932] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-568145f8-5592-4479-bf4b-2ef4f277ae39 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.734925] env[69770]: DEBUG oslo_vmware.api [None req-0570a19e-7113-41c1-9fb2-b620ca67fd76 tempest-ServersAdmin275Test-1201033973 tempest-ServersAdmin275Test-1201033973-project-admin] Waiting for the task: (returnval){ [ 1102.734925] env[69770]: value = "task-4070375" [ 1102.734925] env[69770]: _type = "Task" [ 1102.734925] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1102.744117] env[69770]: DEBUG oslo_vmware.api [None req-0570a19e-7113-41c1-9fb2-b620ca67fd76 tempest-ServersAdmin275Test-1201033973 tempest-ServersAdmin275Test-1201033973-project-admin] Task: {'id': task-4070375, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.802870] env[69770]: DEBUG oslo_vmware.api [None req-dbdef9b8-59be-4ad2-b67e-cc94b9ce012f tempest-ImagesNegativeTestJSON-582317497 tempest-ImagesNegativeTestJSON-582317497-project-member] Task: {'id': task-4070372, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.942309] env[69770]: DEBUG oslo_vmware.api [None req-383daad9-2c5e-4df0-b1d4-da7f6fb58671 tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]52dde731-b159-06b6-237b-48c21be0c687, 'name': SearchDatastore_Task, 'duration_secs': 0.010684} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1102.942635] env[69770]: DEBUG oslo_concurrency.lockutils [None req-383daad9-2c5e-4df0-b1d4-da7f6fb58671 tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.943994] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-383daad9-2c5e-4df0-b1d4-da7f6fb58671 tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] [instance: efd33efc-116e-464e-8669-fbfc94e38cba] Processing image d1eaff80-24a0-4391-90eb-59958b1ecf0a {{(pid=69770) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1102.943994] env[69770]: DEBUG oslo_concurrency.lockutils [None req-383daad9-2c5e-4df0-b1d4-da7f6fb58671 tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.943994] env[69770]: DEBUG oslo_concurrency.lockutils [None req-383daad9-2c5e-4df0-b1d4-da7f6fb58671 tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.943994] env[69770]: DEBUG nova.virt.vmwareapi.ds_util [None req-383daad9-2c5e-4df0-b1d4-da7f6fb58671 tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69770) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1102.944308] env[69770]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bc768acd-e8ed-4fbe-ac27-374c0f8ee5f4 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.955305] env[69770]: DEBUG nova.virt.vmwareapi.ds_util [None req-383daad9-2c5e-4df0-b1d4-da7f6fb58671 tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69770) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1102.955305] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-383daad9-2c5e-4df0-b1d4-da7f6fb58671 tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69770) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1102.955406] env[69770]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-222cad3c-0e4c-4767-956a-d1923214dc00 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.962194] env[69770]: DEBUG oslo_vmware.api [None req-383daad9-2c5e-4df0-b1d4-da7f6fb58671 tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] Waiting for the task: (returnval){ [ 1102.962194] env[69770]: value = "session[52161b52-cb8e-ec9f-1132-2f6b49549d41]526bc849-77c0-e724-ebc2-6ce0a1dc687e" [ 1102.962194] env[69770]: _type = "Task" [ 1102.962194] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1102.970731] env[69770]: DEBUG oslo_vmware.api [None req-383daad9-2c5e-4df0-b1d4-da7f6fb58671 tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]526bc849-77c0-e724-ebc2-6ce0a1dc687e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.997270] env[69770]: DEBUG oslo_vmware.api [None req-3c4bea16-6c09-49cd-9a95-8bfd3dfb1881 tempest-ServerShowV247Test-1214808668 tempest-ServerShowV247Test-1214808668-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]523a4f39-6bc9-08ee-27fb-1d26eea9928a, 'name': SearchDatastore_Task, 'duration_secs': 0.013049} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1102.997598] env[69770]: DEBUG oslo_concurrency.lockutils [None req-3c4bea16-6c09-49cd-9a95-8bfd3dfb1881 tempest-ServerShowV247Test-1214808668 tempest-ServerShowV247Test-1214808668-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.998233] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c4bea16-6c09-49cd-9a95-8bfd3dfb1881 tempest-ServerShowV247Test-1214808668 tempest-ServerShowV247Test-1214808668-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk to [datastore2] e6c4d986-abee-4ca2-8ef3-2917a3d75141/e6c4d986-abee-4ca2-8ef3-2917a3d75141.vmdk {{(pid=69770) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1102.998507] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5ad6e63f-9303-4ea4-91e6-0da93d1f96e5 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.006167] env[69770]: DEBUG oslo_vmware.api [None req-3c4bea16-6c09-49cd-9a95-8bfd3dfb1881 tempest-ServerShowV247Test-1214808668 tempest-ServerShowV247Test-1214808668-project-member] Waiting for the task: (returnval){ [ 1103.006167] env[69770]: value = "task-4070376" [ 1103.006167] env[69770]: _type = "Task" [ 1103.006167] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1103.018586] env[69770]: DEBUG oslo_vmware.api [None req-3c4bea16-6c09-49cd-9a95-8bfd3dfb1881 tempest-ServerShowV247Test-1214808668 tempest-ServerShowV247Test-1214808668-project-member] Task: {'id': task-4070376, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.121302] env[69770]: DEBUG oslo_concurrency.lockutils [None req-b225c954-4de8-4c30-a9cf-59898a1daa9a tempest-ServerRescueNegativeTestJSON-135561646 tempest-ServerRescueNegativeTestJSON-135561646-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1103.190560] env[69770]: DEBUG nova.compute.manager [None req-5dea2277-eea5-4523-874e-de9184db0030 tempest-ServerShowV247Test-1214808668 tempest-ServerShowV247Test-1214808668-project-member] [instance: 25da9782-52d2-4813-8744-847ff6ba0e5d] Start spawning the instance on the hypervisor. {{(pid=69770) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1103.213502] env[69770]: DEBUG oslo_concurrency.lockutils [None req-6cab58aa-98cd-41d2-ad9d-89c382f8720a tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.048s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1103.219217] env[69770]: DEBUG nova.virt.hardware [None req-5dea2277-eea5-4523-874e-de9184db0030 tempest-ServerShowV247Test-1214808668 tempest-ServerShowV247Test-1214808668-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T12:16:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T12:16:11Z,direct_url=,disk_format='vmdk',id=d1eaff80-24a0-4391-90eb-59958b1ecf0a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d65f20bb89fb40a98b77bc6d97357df2',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T12:16:12Z,virtual_size=,visibility=), allow threads: False {{(pid=69770) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1103.219217] env[69770]: DEBUG nova.virt.hardware [None req-5dea2277-eea5-4523-874e-de9184db0030 tempest-ServerShowV247Test-1214808668 tempest-ServerShowV247Test-1214808668-project-member] Flavor limits 0:0:0 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1103.219217] env[69770]: DEBUG nova.virt.hardware [None req-5dea2277-eea5-4523-874e-de9184db0030 tempest-ServerShowV247Test-1214808668 tempest-ServerShowV247Test-1214808668-project-member] Image limits 0:0:0 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1103.219217] env[69770]: DEBUG nova.virt.hardware [None req-5dea2277-eea5-4523-874e-de9184db0030 tempest-ServerShowV247Test-1214808668 tempest-ServerShowV247Test-1214808668-project-member] Flavor pref 0:0:0 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1103.219217] env[69770]: DEBUG nova.virt.hardware [None req-5dea2277-eea5-4523-874e-de9184db0030 tempest-ServerShowV247Test-1214808668 tempest-ServerShowV247Test-1214808668-project-member] Image pref 0:0:0 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1103.219217] env[69770]: DEBUG nova.virt.hardware [None req-5dea2277-eea5-4523-874e-de9184db0030 tempest-ServerShowV247Test-1214808668 tempest-ServerShowV247Test-1214808668-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1103.219217] env[69770]: DEBUG nova.virt.hardware [None req-5dea2277-eea5-4523-874e-de9184db0030 tempest-ServerShowV247Test-1214808668 tempest-ServerShowV247Test-1214808668-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69770) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1103.219668] env[69770]: DEBUG nova.virt.hardware [None req-5dea2277-eea5-4523-874e-de9184db0030 tempest-ServerShowV247Test-1214808668 tempest-ServerShowV247Test-1214808668-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69770) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1103.219668] env[69770]: DEBUG nova.virt.hardware [None req-5dea2277-eea5-4523-874e-de9184db0030 tempest-ServerShowV247Test-1214808668 tempest-ServerShowV247Test-1214808668-project-member] Got 1 possible topologies {{(pid=69770) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1103.219668] env[69770]: DEBUG nova.virt.hardware [None req-5dea2277-eea5-4523-874e-de9184db0030 tempest-ServerShowV247Test-1214808668 tempest-ServerShowV247Test-1214808668-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69770) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1103.219818] env[69770]: DEBUG nova.virt.hardware [None req-5dea2277-eea5-4523-874e-de9184db0030 tempest-ServerShowV247Test-1214808668 tempest-ServerShowV247Test-1214808668-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69770) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1103.220565] env[69770]: DEBUG oslo_concurrency.lockutils [None req-386020e5-2d23-4809-bed4-3316d442ae92 tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.685s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1103.222068] env[69770]: INFO nova.compute.claims [None req-386020e5-2d23-4809-bed4-3316d442ae92 tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] [instance: cb2d5e5c-a655-4351-8e47-77816071183b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1103.225340] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3a44024-4e54-4034-ae68-01d9f3bf43ac {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.235757] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1a5f588-337b-47a7-9559-bb82d01e7823 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.242884] env[69770]: INFO nova.scheduler.client.report [None req-6cab58aa-98cd-41d2-ad9d-89c382f8720a tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] Deleted allocations for instance d6322138-4f18-4a8b-8062-4c732a8e6585 [ 1103.260623] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-5dea2277-eea5-4523-874e-de9184db0030 tempest-ServerShowV247Test-1214808668 tempest-ServerShowV247Test-1214808668-project-member] [instance: 25da9782-52d2-4813-8744-847ff6ba0e5d] Instance VIF info [] {{(pid=69770) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1103.266601] env[69770]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5dea2277-eea5-4523-874e-de9184db0030 tempest-ServerShowV247Test-1214808668 tempest-ServerShowV247Test-1214808668-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69770) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1103.270701] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 25da9782-52d2-4813-8744-847ff6ba0e5d] Creating VM on the ESX host {{(pid=69770) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1103.271104] env[69770]: DEBUG oslo_vmware.api [None req-0570a19e-7113-41c1-9fb2-b620ca67fd76 tempest-ServersAdmin275Test-1201033973 tempest-ServersAdmin275Test-1201033973-project-admin] Task: {'id': task-4070375, 'name': ReconfigVM_Task, 'duration_secs': 0.296855} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1103.271346] env[69770]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8a2226ac-e63c-4e59-8f38-627d1f805165 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.284095] env[69770]: DEBUG nova.virt.vmwareapi.volumeops [None req-0570a19e-7113-41c1-9fb2-b620ca67fd76 tempest-ServersAdmin275Test-1201033973 tempest-ServersAdmin275Test-1201033973-project-admin] [instance: fc7b06e1-c542-448b-a750-f27af3874b8f] Reconfigured VM instance instance-00000053 to attach disk [datastore1] fc7b06e1-c542-448b-a750-f27af3874b8f/fc7b06e1-c542-448b-a750-f27af3874b8f.vmdk or device None with type sparse {{(pid=69770) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1103.285520] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-23ebdb7f-5977-4e0f-89a1-977917aca67c {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.294776] env[69770]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1103.294776] env[69770]: value = "task-4070377" [ 1103.294776] env[69770]: _type = "Task" [ 1103.294776] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1103.300593] env[69770]: DEBUG oslo_vmware.api [None req-0570a19e-7113-41c1-9fb2-b620ca67fd76 tempest-ServersAdmin275Test-1201033973 tempest-ServersAdmin275Test-1201033973-project-admin] Waiting for the task: (returnval){ [ 1103.300593] env[69770]: value = "task-4070378" [ 1103.300593] env[69770]: _type = "Task" [ 1103.300593] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1103.312717] env[69770]: DEBUG oslo_vmware.api [None req-dbdef9b8-59be-4ad2-b67e-cc94b9ce012f tempest-ImagesNegativeTestJSON-582317497 tempest-ImagesNegativeTestJSON-582317497-project-member] Task: {'id': task-4070372, 'name': ReconfigVM_Task, 'duration_secs': 1.762028} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1103.313399] env[69770]: DEBUG nova.virt.vmwareapi.volumeops [None req-dbdef9b8-59be-4ad2-b67e-cc94b9ce012f tempest-ImagesNegativeTestJSON-582317497 tempest-ImagesNegativeTestJSON-582317497-project-member] [instance: 1d35724e-5a49-4d53-b81e-a259ea926036] Reconfigured VM instance instance-00000055 to attach disk [datastore1] 1d35724e-5a49-4d53-b81e-a259ea926036/1d35724e-5a49-4d53-b81e-a259ea926036.vmdk or device None with type sparse {{(pid=69770) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1103.318031] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-382045d0-23b8-4ca9-ba0f-fd4f32e0e9b8 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.319689] env[69770]: DEBUG oslo_vmware.api [-] Task: {'id': task-4070377, 'name': CreateVM_Task} progress is 6%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.324433] env[69770]: DEBUG oslo_vmware.api [None req-0570a19e-7113-41c1-9fb2-b620ca67fd76 tempest-ServersAdmin275Test-1201033973 tempest-ServersAdmin275Test-1201033973-project-admin] Task: {'id': task-4070378, 'name': Rename_Task} progress is 14%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.331337] env[69770]: DEBUG oslo_vmware.api [None req-dbdef9b8-59be-4ad2-b67e-cc94b9ce012f tempest-ImagesNegativeTestJSON-582317497 tempest-ImagesNegativeTestJSON-582317497-project-member] Waiting for the task: (returnval){ [ 1103.331337] env[69770]: value = "task-4070379" [ 1103.331337] env[69770]: _type = "Task" [ 1103.331337] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1103.340977] env[69770]: DEBUG oslo_vmware.api [None req-dbdef9b8-59be-4ad2-b67e-cc94b9ce012f tempest-ImagesNegativeTestJSON-582317497 tempest-ImagesNegativeTestJSON-582317497-project-member] Task: {'id': task-4070379, 'name': Rename_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.474142] env[69770]: DEBUG oslo_vmware.api [None req-383daad9-2c5e-4df0-b1d4-da7f6fb58671 tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]526bc849-77c0-e724-ebc2-6ce0a1dc687e, 'name': SearchDatastore_Task, 'duration_secs': 0.01012} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1103.475157] env[69770]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-063769f3-5cf6-4cb9-8c4f-1a2637a64844 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.482590] env[69770]: DEBUG oslo_vmware.api [None req-383daad9-2c5e-4df0-b1d4-da7f6fb58671 tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] Waiting for the task: (returnval){ [ 1103.482590] env[69770]: value = "session[52161b52-cb8e-ec9f-1132-2f6b49549d41]52a212e9-0e6a-653d-16de-d0588824be85" [ 1103.482590] env[69770]: _type = "Task" [ 1103.482590] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1103.494268] env[69770]: DEBUG oslo_vmware.api [None req-383daad9-2c5e-4df0-b1d4-da7f6fb58671 tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]52a212e9-0e6a-653d-16de-d0588824be85, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.520121] env[69770]: DEBUG oslo_vmware.api [None req-3c4bea16-6c09-49cd-9a95-8bfd3dfb1881 tempest-ServerShowV247Test-1214808668 tempest-ServerShowV247Test-1214808668-project-member] Task: {'id': task-4070376, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.754517] env[69770]: DEBUG oslo_concurrency.lockutils [None req-6cab58aa-98cd-41d2-ad9d-89c382f8720a tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] Lock "d6322138-4f18-4a8b-8062-4c732a8e6585" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 19.763s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1103.812332] env[69770]: DEBUG oslo_vmware.api [-] Task: {'id': task-4070377, 'name': CreateVM_Task, 'duration_secs': 0.418126} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1103.812912] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 25da9782-52d2-4813-8744-847ff6ba0e5d] Created VM on the ESX host {{(pid=69770) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1103.813758] env[69770]: DEBUG oslo_concurrency.lockutils [None req-5dea2277-eea5-4523-874e-de9184db0030 tempest-ServerShowV247Test-1214808668 tempest-ServerShowV247Test-1214808668-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.813758] env[69770]: DEBUG oslo_concurrency.lockutils [None req-5dea2277-eea5-4523-874e-de9184db0030 tempest-ServerShowV247Test-1214808668 tempest-ServerShowV247Test-1214808668-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.814165] env[69770]: DEBUG oslo_concurrency.lockutils [None req-5dea2277-eea5-4523-874e-de9184db0030 tempest-ServerShowV247Test-1214808668 tempest-ServerShowV247Test-1214808668-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.814333] env[69770]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-64ed52fa-d7fc-4be5-a5b3-5af57844facb {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.819574] env[69770]: DEBUG oslo_vmware.api [None req-0570a19e-7113-41c1-9fb2-b620ca67fd76 tempest-ServersAdmin275Test-1201033973 tempest-ServersAdmin275Test-1201033973-project-admin] Task: {'id': task-4070378, 'name': Rename_Task, 'duration_secs': 0.203378} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1103.820168] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-0570a19e-7113-41c1-9fb2-b620ca67fd76 tempest-ServersAdmin275Test-1201033973 tempest-ServersAdmin275Test-1201033973-project-admin] [instance: fc7b06e1-c542-448b-a750-f27af3874b8f] Powering on the VM {{(pid=69770) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1103.820492] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2082174b-3702-4388-b9cc-2ffd8111ed86 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.823730] env[69770]: DEBUG oslo_vmware.api [None req-5dea2277-eea5-4523-874e-de9184db0030 tempest-ServerShowV247Test-1214808668 tempest-ServerShowV247Test-1214808668-project-member] Waiting for the task: (returnval){ [ 1103.823730] env[69770]: value = "session[52161b52-cb8e-ec9f-1132-2f6b49549d41]52219778-a132-23fa-c83a-3dd99b4253f5" [ 1103.823730] env[69770]: _type = "Task" [ 1103.823730] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1103.829880] env[69770]: DEBUG oslo_vmware.api [None req-0570a19e-7113-41c1-9fb2-b620ca67fd76 tempest-ServersAdmin275Test-1201033973 tempest-ServersAdmin275Test-1201033973-project-admin] Waiting for the task: (returnval){ [ 1103.829880] env[69770]: value = "task-4070380" [ 1103.829880] env[69770]: _type = "Task" [ 1103.829880] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1103.833068] env[69770]: DEBUG oslo_vmware.api [None req-5dea2277-eea5-4523-874e-de9184db0030 tempest-ServerShowV247Test-1214808668 tempest-ServerShowV247Test-1214808668-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]52219778-a132-23fa-c83a-3dd99b4253f5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.844677] env[69770]: DEBUG oslo_vmware.api [None req-0570a19e-7113-41c1-9fb2-b620ca67fd76 tempest-ServersAdmin275Test-1201033973 tempest-ServersAdmin275Test-1201033973-project-admin] Task: {'id': task-4070380, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.847530] env[69770]: DEBUG oslo_vmware.api [None req-dbdef9b8-59be-4ad2-b67e-cc94b9ce012f tempest-ImagesNegativeTestJSON-582317497 tempest-ImagesNegativeTestJSON-582317497-project-member] Task: {'id': task-4070379, 'name': Rename_Task, 'duration_secs': 0.24721} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1103.847786] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-dbdef9b8-59be-4ad2-b67e-cc94b9ce012f tempest-ImagesNegativeTestJSON-582317497 tempest-ImagesNegativeTestJSON-582317497-project-member] [instance: 1d35724e-5a49-4d53-b81e-a259ea926036] Powering on the VM {{(pid=69770) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1103.848042] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f5a9764a-2ac7-465d-857b-a61db61ead56 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.855345] env[69770]: DEBUG oslo_vmware.api [None req-dbdef9b8-59be-4ad2-b67e-cc94b9ce012f tempest-ImagesNegativeTestJSON-582317497 tempest-ImagesNegativeTestJSON-582317497-project-member] Waiting for the task: (returnval){ [ 1103.855345] env[69770]: value = "task-4070381" [ 1103.855345] env[69770]: _type = "Task" [ 1103.855345] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1103.864210] env[69770]: DEBUG oslo_vmware.api [None req-dbdef9b8-59be-4ad2-b67e-cc94b9ce012f tempest-ImagesNegativeTestJSON-582317497 tempest-ImagesNegativeTestJSON-582317497-project-member] Task: {'id': task-4070381, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.993673] env[69770]: DEBUG oslo_vmware.api [None req-383daad9-2c5e-4df0-b1d4-da7f6fb58671 tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]52a212e9-0e6a-653d-16de-d0588824be85, 'name': SearchDatastore_Task, 'duration_secs': 0.020086} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1103.994321] env[69770]: DEBUG oslo_concurrency.lockutils [None req-383daad9-2c5e-4df0-b1d4-da7f6fb58671 tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.994321] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-383daad9-2c5e-4df0-b1d4-da7f6fb58671 tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk to [datastore1] efd33efc-116e-464e-8669-fbfc94e38cba/efd33efc-116e-464e-8669-fbfc94e38cba.vmdk {{(pid=69770) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1103.994572] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-848869b9-220f-4779-a433-166804e92e0c {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.006519] env[69770]: DEBUG oslo_vmware.api [None req-383daad9-2c5e-4df0-b1d4-da7f6fb58671 tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] Waiting for the task: (returnval){ [ 1104.006519] env[69770]: value = "task-4070382" [ 1104.006519] env[69770]: _type = "Task" [ 1104.006519] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1104.015605] env[69770]: DEBUG oslo_vmware.api [None req-383daad9-2c5e-4df0-b1d4-da7f6fb58671 tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] Task: {'id': task-4070382, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.026750] env[69770]: DEBUG oslo_vmware.api [None req-3c4bea16-6c09-49cd-9a95-8bfd3dfb1881 tempest-ServerShowV247Test-1214808668 tempest-ServerShowV247Test-1214808668-project-member] Task: {'id': task-4070376, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.557478} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1104.027114] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c4bea16-6c09-49cd-9a95-8bfd3dfb1881 tempest-ServerShowV247Test-1214808668 tempest-ServerShowV247Test-1214808668-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk to [datastore2] e6c4d986-abee-4ca2-8ef3-2917a3d75141/e6c4d986-abee-4ca2-8ef3-2917a3d75141.vmdk {{(pid=69770) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1104.027388] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-3c4bea16-6c09-49cd-9a95-8bfd3dfb1881 tempest-ServerShowV247Test-1214808668 tempest-ServerShowV247Test-1214808668-project-member] [instance: e6c4d986-abee-4ca2-8ef3-2917a3d75141] Extending root virtual disk to 1048576 {{(pid=69770) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1104.027710] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0a0f8cc4-b8bf-4e6c-a88e-a27c8c2a1e52 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.035652] env[69770]: DEBUG oslo_vmware.api [None req-3c4bea16-6c09-49cd-9a95-8bfd3dfb1881 tempest-ServerShowV247Test-1214808668 tempest-ServerShowV247Test-1214808668-project-member] Waiting for the task: (returnval){ [ 1104.035652] env[69770]: value = "task-4070383" [ 1104.035652] env[69770]: _type = "Task" [ 1104.035652] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1104.045109] env[69770]: DEBUG oslo_vmware.api [None req-3c4bea16-6c09-49cd-9a95-8bfd3dfb1881 tempest-ServerShowV247Test-1214808668 tempest-ServerShowV247Test-1214808668-project-member] Task: {'id': task-4070383, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.182346] env[69770]: DEBUG oslo_concurrency.lockutils [None req-350bf2a2-9474-46eb-aeea-fad1e60c029e tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] Acquiring lock "5815fe63-e447-4be2-9055-a6320d0ba896" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1104.182721] env[69770]: DEBUG oslo_concurrency.lockutils [None req-350bf2a2-9474-46eb-aeea-fad1e60c029e tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] Lock "5815fe63-e447-4be2-9055-a6320d0ba896" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1104.342936] env[69770]: DEBUG oslo_vmware.api [None req-5dea2277-eea5-4523-874e-de9184db0030 tempest-ServerShowV247Test-1214808668 tempest-ServerShowV247Test-1214808668-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]52219778-a132-23fa-c83a-3dd99b4253f5, 'name': SearchDatastore_Task, 'duration_secs': 0.010555} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1104.346660] env[69770]: DEBUG oslo_concurrency.lockutils [None req-5dea2277-eea5-4523-874e-de9184db0030 tempest-ServerShowV247Test-1214808668 tempest-ServerShowV247Test-1214808668-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.346979] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-5dea2277-eea5-4523-874e-de9184db0030 tempest-ServerShowV247Test-1214808668 tempest-ServerShowV247Test-1214808668-project-member] [instance: 25da9782-52d2-4813-8744-847ff6ba0e5d] Processing image d1eaff80-24a0-4391-90eb-59958b1ecf0a {{(pid=69770) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1104.347257] env[69770]: DEBUG oslo_concurrency.lockutils [None req-5dea2277-eea5-4523-874e-de9184db0030 tempest-ServerShowV247Test-1214808668 tempest-ServerShowV247Test-1214808668-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.347404] env[69770]: DEBUG oslo_concurrency.lockutils [None req-5dea2277-eea5-4523-874e-de9184db0030 tempest-ServerShowV247Test-1214808668 tempest-ServerShowV247Test-1214808668-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.347583] env[69770]: DEBUG nova.virt.vmwareapi.ds_util [None req-5dea2277-eea5-4523-874e-de9184db0030 tempest-ServerShowV247Test-1214808668 tempest-ServerShowV247Test-1214808668-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69770) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1104.348263] env[69770]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fbcb0a18-d30b-43fb-8f42-2486e07b42ed {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.353281] env[69770]: DEBUG oslo_vmware.api [None req-0570a19e-7113-41c1-9fb2-b620ca67fd76 tempest-ServersAdmin275Test-1201033973 tempest-ServersAdmin275Test-1201033973-project-admin] Task: {'id': task-4070380, 'name': PowerOnVM_Task, 'duration_secs': 0.485725} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1104.353930] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-0570a19e-7113-41c1-9fb2-b620ca67fd76 tempest-ServersAdmin275Test-1201033973 tempest-ServersAdmin275Test-1201033973-project-admin] [instance: fc7b06e1-c542-448b-a750-f27af3874b8f] Powered on the VM {{(pid=69770) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1104.354248] env[69770]: DEBUG nova.compute.manager [None req-0570a19e-7113-41c1-9fb2-b620ca67fd76 tempest-ServersAdmin275Test-1201033973 tempest-ServersAdmin275Test-1201033973-project-admin] [instance: fc7b06e1-c542-448b-a750-f27af3874b8f] Checking state {{(pid=69770) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1104.355155] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f3d9f59-5906-4be3-a179-e134fd8b5e4f {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.366559] env[69770]: DEBUG nova.virt.vmwareapi.ds_util [None req-5dea2277-eea5-4523-874e-de9184db0030 tempest-ServerShowV247Test-1214808668 tempest-ServerShowV247Test-1214808668-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69770) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1104.366559] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-5dea2277-eea5-4523-874e-de9184db0030 tempest-ServerShowV247Test-1214808668 tempest-ServerShowV247Test-1214808668-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69770) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1104.367223] env[69770]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-707d7956-a84f-44b5-b32f-d98b5f00b27b {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.379948] env[69770]: DEBUG oslo_vmware.api [None req-dbdef9b8-59be-4ad2-b67e-cc94b9ce012f tempest-ImagesNegativeTestJSON-582317497 tempest-ImagesNegativeTestJSON-582317497-project-member] Task: {'id': task-4070381, 'name': PowerOnVM_Task} progress is 94%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.387292] env[69770]: DEBUG oslo_vmware.api [None req-5dea2277-eea5-4523-874e-de9184db0030 tempest-ServerShowV247Test-1214808668 tempest-ServerShowV247Test-1214808668-project-member] Waiting for the task: (returnval){ [ 1104.387292] env[69770]: value = "session[52161b52-cb8e-ec9f-1132-2f6b49549d41]52a97fd8-6f89-6c4f-d02c-69c4ff5e7915" [ 1104.387292] env[69770]: _type = "Task" [ 1104.387292] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1104.398070] env[69770]: DEBUG oslo_vmware.api [None req-5dea2277-eea5-4523-874e-de9184db0030 tempest-ServerShowV247Test-1214808668 tempest-ServerShowV247Test-1214808668-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]52a97fd8-6f89-6c4f-d02c-69c4ff5e7915, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.515494] env[69770]: DEBUG oslo_vmware.api [None req-383daad9-2c5e-4df0-b1d4-da7f6fb58671 tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] Task: {'id': task-4070382, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.548981] env[69770]: DEBUG oslo_vmware.api [None req-3c4bea16-6c09-49cd-9a95-8bfd3dfb1881 tempest-ServerShowV247Test-1214808668 tempest-ServerShowV247Test-1214808668-project-member] Task: {'id': task-4070383, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068423} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1104.549559] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-3c4bea16-6c09-49cd-9a95-8bfd3dfb1881 tempest-ServerShowV247Test-1214808668 tempest-ServerShowV247Test-1214808668-project-member] [instance: e6c4d986-abee-4ca2-8ef3-2917a3d75141] Extended root virtual disk {{(pid=69770) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1104.550431] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d54a400f-1b03-4e4f-84cf-893bdb1b71ec {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.573341] env[69770]: DEBUG nova.virt.vmwareapi.volumeops [None req-3c4bea16-6c09-49cd-9a95-8bfd3dfb1881 tempest-ServerShowV247Test-1214808668 tempest-ServerShowV247Test-1214808668-project-member] [instance: e6c4d986-abee-4ca2-8ef3-2917a3d75141] Reconfiguring VM instance instance-00000057 to attach disk [datastore2] e6c4d986-abee-4ca2-8ef3-2917a3d75141/e6c4d986-abee-4ca2-8ef3-2917a3d75141.vmdk or device None with type sparse {{(pid=69770) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1104.576564] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bcf63639-aab7-4874-a9a3-cdfeaf09881d {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.599742] env[69770]: DEBUG oslo_vmware.api [None req-3c4bea16-6c09-49cd-9a95-8bfd3dfb1881 tempest-ServerShowV247Test-1214808668 tempest-ServerShowV247Test-1214808668-project-member] Waiting for the task: (returnval){ [ 1104.599742] env[69770]: value = "task-4070384" [ 1104.599742] env[69770]: _type = "Task" [ 1104.599742] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1104.612508] env[69770]: DEBUG oslo_vmware.api [None req-3c4bea16-6c09-49cd-9a95-8bfd3dfb1881 tempest-ServerShowV247Test-1214808668 tempest-ServerShowV247Test-1214808668-project-member] Task: {'id': task-4070384, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.617902] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b75224ad-db50-45b6-b803-7e3a79a5902a {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.629831] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b262351-2f24-47f9-abe0-b18ee7eff918 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.664972] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f61b137f-92fd-42c8-8777-0101831ec5f9 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.673876] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35f6c978-3a78-4dca-87d5-8bc977f21cae {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.690542] env[69770]: DEBUG nova.compute.manager [None req-350bf2a2-9474-46eb-aeea-fad1e60c029e tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] [instance: 5815fe63-e447-4be2-9055-a6320d0ba896] Starting instance... {{(pid=69770) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1104.691866] env[69770]: DEBUG nova.compute.provider_tree [None req-386020e5-2d23-4809-bed4-3316d442ae92 tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] Inventory has not changed in ProviderTree for provider: 7cc7d32b-b7a7-454a-a456-2a440248ed9d {{(pid=69770) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1104.871364] env[69770]: DEBUG oslo_vmware.api [None req-dbdef9b8-59be-4ad2-b67e-cc94b9ce012f tempest-ImagesNegativeTestJSON-582317497 tempest-ImagesNegativeTestJSON-582317497-project-member] Task: {'id': task-4070381, 'name': PowerOnVM_Task, 'duration_secs': 0.736829} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1104.871364] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-dbdef9b8-59be-4ad2-b67e-cc94b9ce012f tempest-ImagesNegativeTestJSON-582317497 tempest-ImagesNegativeTestJSON-582317497-project-member] [instance: 1d35724e-5a49-4d53-b81e-a259ea926036] Powered on the VM {{(pid=69770) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1104.871541] env[69770]: INFO nova.compute.manager [None req-dbdef9b8-59be-4ad2-b67e-cc94b9ce012f tempest-ImagesNegativeTestJSON-582317497 tempest-ImagesNegativeTestJSON-582317497-project-member] [instance: 1d35724e-5a49-4d53-b81e-a259ea926036] Took 10.73 seconds to spawn the instance on the hypervisor. [ 1104.871612] env[69770]: DEBUG nova.compute.manager [None req-dbdef9b8-59be-4ad2-b67e-cc94b9ce012f tempest-ImagesNegativeTestJSON-582317497 tempest-ImagesNegativeTestJSON-582317497-project-member] [instance: 1d35724e-5a49-4d53-b81e-a259ea926036] Checking state {{(pid=69770) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1104.872423] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecc41193-4fa5-4072-bbb4-5f97212525b8 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.893156] env[69770]: DEBUG oslo_concurrency.lockutils [None req-0570a19e-7113-41c1-9fb2-b620ca67fd76 tempest-ServersAdmin275Test-1201033973 tempest-ServersAdmin275Test-1201033973-project-admin] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1104.899409] env[69770]: DEBUG oslo_vmware.api [None req-5dea2277-eea5-4523-874e-de9184db0030 tempest-ServerShowV247Test-1214808668 tempest-ServerShowV247Test-1214808668-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]52a97fd8-6f89-6c4f-d02c-69c4ff5e7915, 'name': SearchDatastore_Task, 'duration_secs': 0.03304} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1104.900271] env[69770]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2f985679-c15a-461c-b1b3-9a42b3339828 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.906324] env[69770]: DEBUG oslo_vmware.api [None req-5dea2277-eea5-4523-874e-de9184db0030 tempest-ServerShowV247Test-1214808668 tempest-ServerShowV247Test-1214808668-project-member] Waiting for the task: (returnval){ [ 1104.906324] env[69770]: value = "session[52161b52-cb8e-ec9f-1132-2f6b49549d41]52ebe9d7-c058-e862-431f-20a7ae4b38f3" [ 1104.906324] env[69770]: _type = "Task" [ 1104.906324] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1104.914431] env[69770]: DEBUG oslo_vmware.api [None req-5dea2277-eea5-4523-874e-de9184db0030 tempest-ServerShowV247Test-1214808668 tempest-ServerShowV247Test-1214808668-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]52ebe9d7-c058-e862-431f-20a7ae4b38f3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.015878] env[69770]: DEBUG oslo_vmware.api [None req-383daad9-2c5e-4df0-b1d4-da7f6fb58671 tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] Task: {'id': task-4070382, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.573493} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1105.016045] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-383daad9-2c5e-4df0-b1d4-da7f6fb58671 tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk to [datastore1] efd33efc-116e-464e-8669-fbfc94e38cba/efd33efc-116e-464e-8669-fbfc94e38cba.vmdk {{(pid=69770) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1105.016268] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-383daad9-2c5e-4df0-b1d4-da7f6fb58671 tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] [instance: efd33efc-116e-464e-8669-fbfc94e38cba] Extending root virtual disk to 1048576 {{(pid=69770) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1105.016502] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-73b52ff1-b092-4801-8901-07234e933584 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.023987] env[69770]: DEBUG oslo_vmware.api [None req-383daad9-2c5e-4df0-b1d4-da7f6fb58671 tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] Waiting for the task: (returnval){ [ 1105.023987] env[69770]: value = "task-4070385" [ 1105.023987] env[69770]: _type = "Task" [ 1105.023987] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1105.035060] env[69770]: DEBUG oslo_vmware.api [None req-383daad9-2c5e-4df0-b1d4-da7f6fb58671 tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] Task: {'id': task-4070385, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.113068] env[69770]: DEBUG oslo_vmware.api [None req-3c4bea16-6c09-49cd-9a95-8bfd3dfb1881 tempest-ServerShowV247Test-1214808668 tempest-ServerShowV247Test-1214808668-project-member] Task: {'id': task-4070384, 'name': ReconfigVM_Task, 'duration_secs': 0.279909} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1105.113292] env[69770]: DEBUG nova.virt.vmwareapi.volumeops [None req-3c4bea16-6c09-49cd-9a95-8bfd3dfb1881 tempest-ServerShowV247Test-1214808668 tempest-ServerShowV247Test-1214808668-project-member] [instance: e6c4d986-abee-4ca2-8ef3-2917a3d75141] Reconfigured VM instance instance-00000057 to attach disk [datastore2] e6c4d986-abee-4ca2-8ef3-2917a3d75141/e6c4d986-abee-4ca2-8ef3-2917a3d75141.vmdk or device None with type sparse {{(pid=69770) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1105.114155] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-79c846e5-d07a-4bb4-a1a0-14d959966c14 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.123602] env[69770]: DEBUG oslo_vmware.api [None req-3c4bea16-6c09-49cd-9a95-8bfd3dfb1881 tempest-ServerShowV247Test-1214808668 tempest-ServerShowV247Test-1214808668-project-member] Waiting for the task: (returnval){ [ 1105.123602] env[69770]: value = "task-4070386" [ 1105.123602] env[69770]: _type = "Task" [ 1105.123602] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1105.135955] env[69770]: DEBUG oslo_vmware.api [None req-3c4bea16-6c09-49cd-9a95-8bfd3dfb1881 tempest-ServerShowV247Test-1214808668 tempest-ServerShowV247Test-1214808668-project-member] Task: {'id': task-4070386, 'name': Rename_Task} progress is 5%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.198029] env[69770]: DEBUG nova.scheduler.client.report [None req-386020e5-2d23-4809-bed4-3316d442ae92 tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] Inventory has not changed for provider 7cc7d32b-b7a7-454a-a456-2a440248ed9d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69770) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1105.215112] env[69770]: DEBUG oslo_concurrency.lockutils [None req-350bf2a2-9474-46eb-aeea-fad1e60c029e tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1105.396127] env[69770]: INFO nova.compute.manager [None req-dbdef9b8-59be-4ad2-b67e-cc94b9ce012f tempest-ImagesNegativeTestJSON-582317497 tempest-ImagesNegativeTestJSON-582317497-project-member] [instance: 1d35724e-5a49-4d53-b81e-a259ea926036] Took 31.99 seconds to build instance. [ 1105.418578] env[69770]: DEBUG oslo_vmware.api [None req-5dea2277-eea5-4523-874e-de9184db0030 tempest-ServerShowV247Test-1214808668 tempest-ServerShowV247Test-1214808668-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]52ebe9d7-c058-e862-431f-20a7ae4b38f3, 'name': SearchDatastore_Task, 'duration_secs': 0.053072} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1105.418846] env[69770]: DEBUG oslo_concurrency.lockutils [None req-5dea2277-eea5-4523-874e-de9184db0030 tempest-ServerShowV247Test-1214808668 tempest-ServerShowV247Test-1214808668-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.419119] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-5dea2277-eea5-4523-874e-de9184db0030 tempest-ServerShowV247Test-1214808668 tempest-ServerShowV247Test-1214808668-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk to [datastore2] 25da9782-52d2-4813-8744-847ff6ba0e5d/25da9782-52d2-4813-8744-847ff6ba0e5d.vmdk {{(pid=69770) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1105.419420] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-48b56a90-8302-4769-a5b3-6a77153bdc0b {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.426508] env[69770]: DEBUG oslo_vmware.api [None req-5dea2277-eea5-4523-874e-de9184db0030 tempest-ServerShowV247Test-1214808668 tempest-ServerShowV247Test-1214808668-project-member] Waiting for the task: (returnval){ [ 1105.426508] env[69770]: value = "task-4070387" [ 1105.426508] env[69770]: _type = "Task" [ 1105.426508] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1105.440676] env[69770]: DEBUG oslo_vmware.api [None req-5dea2277-eea5-4523-874e-de9184db0030 tempest-ServerShowV247Test-1214808668 tempest-ServerShowV247Test-1214808668-project-member] Task: {'id': task-4070387, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.542903] env[69770]: DEBUG oslo_vmware.api [None req-383daad9-2c5e-4df0-b1d4-da7f6fb58671 tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] Task: {'id': task-4070385, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.209935} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1105.542903] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-383daad9-2c5e-4df0-b1d4-da7f6fb58671 tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] [instance: efd33efc-116e-464e-8669-fbfc94e38cba] Extended root virtual disk {{(pid=69770) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1105.542903] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c863f4b-cdff-4481-a627-c28cdd916ac7 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.567028] env[69770]: DEBUG nova.virt.vmwareapi.volumeops [None req-383daad9-2c5e-4df0-b1d4-da7f6fb58671 tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] [instance: efd33efc-116e-464e-8669-fbfc94e38cba] Reconfiguring VM instance instance-00000056 to attach disk [datastore1] efd33efc-116e-464e-8669-fbfc94e38cba/efd33efc-116e-464e-8669-fbfc94e38cba.vmdk or device None with type sparse {{(pid=69770) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1105.567712] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c6c6a4de-b939-4980-b984-4561b138dd48 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.588743] env[69770]: DEBUG oslo_vmware.api [None req-383daad9-2c5e-4df0-b1d4-da7f6fb58671 tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] Waiting for the task: (returnval){ [ 1105.588743] env[69770]: value = "task-4070388" [ 1105.588743] env[69770]: _type = "Task" [ 1105.588743] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1105.598575] env[69770]: DEBUG oslo_vmware.api [None req-383daad9-2c5e-4df0-b1d4-da7f6fb58671 tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] Task: {'id': task-4070388, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.638846] env[69770]: DEBUG oslo_vmware.api [None req-3c4bea16-6c09-49cd-9a95-8bfd3dfb1881 tempest-ServerShowV247Test-1214808668 tempest-ServerShowV247Test-1214808668-project-member] Task: {'id': task-4070386, 'name': Rename_Task, 'duration_secs': 0.159117} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1105.639150] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c4bea16-6c09-49cd-9a95-8bfd3dfb1881 tempest-ServerShowV247Test-1214808668 tempest-ServerShowV247Test-1214808668-project-member] [instance: e6c4d986-abee-4ca2-8ef3-2917a3d75141] Powering on the VM {{(pid=69770) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1105.640128] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c20368a2-92ab-488f-bf11-83534f432577 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.649466] env[69770]: DEBUG oslo_vmware.api [None req-3c4bea16-6c09-49cd-9a95-8bfd3dfb1881 tempest-ServerShowV247Test-1214808668 tempest-ServerShowV247Test-1214808668-project-member] Waiting for the task: (returnval){ [ 1105.649466] env[69770]: value = "task-4070389" [ 1105.649466] env[69770]: _type = "Task" [ 1105.649466] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1105.661429] env[69770]: DEBUG oslo_vmware.api [None req-3c4bea16-6c09-49cd-9a95-8bfd3dfb1881 tempest-ServerShowV247Test-1214808668 tempest-ServerShowV247Test-1214808668-project-member] Task: {'id': task-4070389, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.704927] env[69770]: DEBUG oslo_concurrency.lockutils [None req-386020e5-2d23-4809-bed4-3316d442ae92 tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.484s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1105.705147] env[69770]: DEBUG nova.compute.manager [None req-386020e5-2d23-4809-bed4-3316d442ae92 tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] [instance: cb2d5e5c-a655-4351-8e47-77816071183b] Start building networks asynchronously for instance. {{(pid=69770) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1105.709052] env[69770]: DEBUG oslo_concurrency.lockutils [None req-1dd5ce9f-e8af-41d4-b183-ec1d105f26ba tempest-ServersAdmin275Test-1407660202 tempest-ServersAdmin275Test-1407660202-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 11.571s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1105.709052] env[69770]: DEBUG nova.objects.instance [None req-1dd5ce9f-e8af-41d4-b183-ec1d105f26ba tempest-ServersAdmin275Test-1407660202 tempest-ServersAdmin275Test-1407660202-project-member] [instance: fc7b06e1-c542-448b-a750-f27af3874b8f] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69770) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1105.898496] env[69770]: DEBUG oslo_concurrency.lockutils [None req-dbdef9b8-59be-4ad2-b67e-cc94b9ce012f tempest-ImagesNegativeTestJSON-582317497 tempest-ImagesNegativeTestJSON-582317497-project-member] Lock "1d35724e-5a49-4d53-b81e-a259ea926036" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 33.507s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1105.939872] env[69770]: DEBUG oslo_concurrency.lockutils [None req-0e07e329-eddf-4243-b260-05a6adc95384 tempest-ImagesNegativeTestJSON-582317497 tempest-ImagesNegativeTestJSON-582317497-project-member] Acquiring lock "1d35724e-5a49-4d53-b81e-a259ea926036" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1105.940236] env[69770]: DEBUG oslo_concurrency.lockutils [None req-0e07e329-eddf-4243-b260-05a6adc95384 tempest-ImagesNegativeTestJSON-582317497 tempest-ImagesNegativeTestJSON-582317497-project-member] Lock "1d35724e-5a49-4d53-b81e-a259ea926036" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1105.940486] env[69770]: DEBUG oslo_concurrency.lockutils [None req-0e07e329-eddf-4243-b260-05a6adc95384 tempest-ImagesNegativeTestJSON-582317497 tempest-ImagesNegativeTestJSON-582317497-project-member] Acquiring lock "1d35724e-5a49-4d53-b81e-a259ea926036-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1105.940743] env[69770]: DEBUG oslo_concurrency.lockutils [None req-0e07e329-eddf-4243-b260-05a6adc95384 tempest-ImagesNegativeTestJSON-582317497 tempest-ImagesNegativeTestJSON-582317497-project-member] Lock "1d35724e-5a49-4d53-b81e-a259ea926036-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1105.940955] env[69770]: DEBUG oslo_concurrency.lockutils [None req-0e07e329-eddf-4243-b260-05a6adc95384 tempest-ImagesNegativeTestJSON-582317497 tempest-ImagesNegativeTestJSON-582317497-project-member] Lock "1d35724e-5a49-4d53-b81e-a259ea926036-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1105.943591] env[69770]: DEBUG oslo_vmware.api [None req-5dea2277-eea5-4523-874e-de9184db0030 tempest-ServerShowV247Test-1214808668 tempest-ServerShowV247Test-1214808668-project-member] Task: {'id': task-4070387, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.946365] env[69770]: INFO nova.compute.manager [None req-0e07e329-eddf-4243-b260-05a6adc95384 tempest-ImagesNegativeTestJSON-582317497 tempest-ImagesNegativeTestJSON-582317497-project-member] [instance: 1d35724e-5a49-4d53-b81e-a259ea926036] Terminating instance [ 1106.034328] env[69770]: DEBUG oslo_concurrency.lockutils [None req-bd322739-6674-45ba-b46e-59fba9b2801a tempest-ServersAdmin275Test-1407660202 tempest-ServersAdmin275Test-1407660202-project-member] Acquiring lock "fc7b06e1-c542-448b-a750-f27af3874b8f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1106.034686] env[69770]: DEBUG oslo_concurrency.lockutils [None req-bd322739-6674-45ba-b46e-59fba9b2801a tempest-ServersAdmin275Test-1407660202 tempest-ServersAdmin275Test-1407660202-project-member] Lock "fc7b06e1-c542-448b-a750-f27af3874b8f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1106.034942] env[69770]: DEBUG oslo_concurrency.lockutils [None req-bd322739-6674-45ba-b46e-59fba9b2801a tempest-ServersAdmin275Test-1407660202 tempest-ServersAdmin275Test-1407660202-project-member] Acquiring lock "fc7b06e1-c542-448b-a750-f27af3874b8f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1106.035287] env[69770]: DEBUG oslo_concurrency.lockutils [None req-bd322739-6674-45ba-b46e-59fba9b2801a tempest-ServersAdmin275Test-1407660202 tempest-ServersAdmin275Test-1407660202-project-member] Lock "fc7b06e1-c542-448b-a750-f27af3874b8f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1106.035626] env[69770]: DEBUG oslo_concurrency.lockutils [None req-bd322739-6674-45ba-b46e-59fba9b2801a tempest-ServersAdmin275Test-1407660202 tempest-ServersAdmin275Test-1407660202-project-member] Lock "fc7b06e1-c542-448b-a750-f27af3874b8f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1106.038755] env[69770]: INFO nova.compute.manager [None req-bd322739-6674-45ba-b46e-59fba9b2801a tempest-ServersAdmin275Test-1407660202 tempest-ServersAdmin275Test-1407660202-project-member] [instance: fc7b06e1-c542-448b-a750-f27af3874b8f] Terminating instance [ 1106.101192] env[69770]: DEBUG oslo_vmware.api [None req-383daad9-2c5e-4df0-b1d4-da7f6fb58671 tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] Task: {'id': task-4070388, 'name': ReconfigVM_Task, 'duration_secs': 0.30865} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1106.101508] env[69770]: DEBUG nova.virt.vmwareapi.volumeops [None req-383daad9-2c5e-4df0-b1d4-da7f6fb58671 tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] [instance: efd33efc-116e-464e-8669-fbfc94e38cba] Reconfigured VM instance instance-00000056 to attach disk [datastore1] efd33efc-116e-464e-8669-fbfc94e38cba/efd33efc-116e-464e-8669-fbfc94e38cba.vmdk or device None with type sparse {{(pid=69770) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1106.102240] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2ca01b67-6e24-4fbc-be5c-c0ccbc764caf {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.113290] env[69770]: DEBUG oslo_vmware.api [None req-383daad9-2c5e-4df0-b1d4-da7f6fb58671 tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] Waiting for the task: (returnval){ [ 1106.113290] env[69770]: value = "task-4070390" [ 1106.113290] env[69770]: _type = "Task" [ 1106.113290] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1106.119349] env[69770]: DEBUG nova.compute.manager [None req-f01957d3-c6ee-4ee2-bf70-e911b56867c6 tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] [instance: 19c06f92-7f17-4834-b8be-723eb3f313c5] Stashing vm_state: active {{(pid=69770) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1106.127354] env[69770]: DEBUG oslo_vmware.api [None req-383daad9-2c5e-4df0-b1d4-da7f6fb58671 tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] Task: {'id': task-4070390, 'name': Rename_Task} progress is 5%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.160429] env[69770]: DEBUG oslo_vmware.api [None req-3c4bea16-6c09-49cd-9a95-8bfd3dfb1881 tempest-ServerShowV247Test-1214808668 tempest-ServerShowV247Test-1214808668-project-member] Task: {'id': task-4070389, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.214435] env[69770]: DEBUG nova.compute.utils [None req-386020e5-2d23-4809-bed4-3316d442ae92 tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] Using /dev/sd instead of None {{(pid=69770) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1106.218968] env[69770]: DEBUG nova.compute.manager [None req-386020e5-2d23-4809-bed4-3316d442ae92 tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] [instance: cb2d5e5c-a655-4351-8e47-77816071183b] Allocating IP information in the background. {{(pid=69770) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1106.219168] env[69770]: DEBUG nova.network.neutron [None req-386020e5-2d23-4809-bed4-3316d442ae92 tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] [instance: cb2d5e5c-a655-4351-8e47-77816071183b] allocate_for_instance() {{(pid=69770) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1106.260956] env[69770]: DEBUG nova.policy [None req-386020e5-2d23-4809-bed4-3316d442ae92 tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '96302256b41c4dbeb62a6283ae0b2113', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '79f08803ff104b29b1724007c4361a7e', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69770) authorize /opt/stack/nova/nova/policy.py:192}} [ 1106.439742] env[69770]: DEBUG oslo_vmware.api [None req-5dea2277-eea5-4523-874e-de9184db0030 tempest-ServerShowV247Test-1214808668 tempest-ServerShowV247Test-1214808668-project-member] Task: {'id': task-4070387, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.678039} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1106.439742] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-5dea2277-eea5-4523-874e-de9184db0030 tempest-ServerShowV247Test-1214808668 tempest-ServerShowV247Test-1214808668-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk to [datastore2] 25da9782-52d2-4813-8744-847ff6ba0e5d/25da9782-52d2-4813-8744-847ff6ba0e5d.vmdk {{(pid=69770) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1106.440236] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-5dea2277-eea5-4523-874e-de9184db0030 tempest-ServerShowV247Test-1214808668 tempest-ServerShowV247Test-1214808668-project-member] [instance: 25da9782-52d2-4813-8744-847ff6ba0e5d] Extending root virtual disk to 1048576 {{(pid=69770) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1106.440380] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c1f2c173-472c-49ab-aafc-a447af3066db {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.448694] env[69770]: DEBUG oslo_vmware.api [None req-5dea2277-eea5-4523-874e-de9184db0030 tempest-ServerShowV247Test-1214808668 tempest-ServerShowV247Test-1214808668-project-member] Waiting for the task: (returnval){ [ 1106.448694] env[69770]: value = "task-4070391" [ 1106.448694] env[69770]: _type = "Task" [ 1106.448694] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1106.452955] env[69770]: DEBUG nova.compute.manager [None req-0e07e329-eddf-4243-b260-05a6adc95384 tempest-ImagesNegativeTestJSON-582317497 tempest-ImagesNegativeTestJSON-582317497-project-member] [instance: 1d35724e-5a49-4d53-b81e-a259ea926036] Start destroying the instance on the hypervisor. {{(pid=69770) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1106.453178] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-0e07e329-eddf-4243-b260-05a6adc95384 tempest-ImagesNegativeTestJSON-582317497 tempest-ImagesNegativeTestJSON-582317497-project-member] [instance: 1d35724e-5a49-4d53-b81e-a259ea926036] Destroying instance {{(pid=69770) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1106.453979] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-533a5803-489c-4643-94be-7b134ea81620 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.463524] env[69770]: DEBUG oslo_vmware.api [None req-5dea2277-eea5-4523-874e-de9184db0030 tempest-ServerShowV247Test-1214808668 tempest-ServerShowV247Test-1214808668-project-member] Task: {'id': task-4070391, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.466640] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e07e329-eddf-4243-b260-05a6adc95384 tempest-ImagesNegativeTestJSON-582317497 tempest-ImagesNegativeTestJSON-582317497-project-member] [instance: 1d35724e-5a49-4d53-b81e-a259ea926036] Powering off the VM {{(pid=69770) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1106.467066] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-dc054e39-0b4e-427b-b6ed-52d4826d1fc0 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.474240] env[69770]: DEBUG oslo_vmware.api [None req-0e07e329-eddf-4243-b260-05a6adc95384 tempest-ImagesNegativeTestJSON-582317497 tempest-ImagesNegativeTestJSON-582317497-project-member] Waiting for the task: (returnval){ [ 1106.474240] env[69770]: value = "task-4070392" [ 1106.474240] env[69770]: _type = "Task" [ 1106.474240] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1106.487106] env[69770]: DEBUG oslo_vmware.api [None req-0e07e329-eddf-4243-b260-05a6adc95384 tempest-ImagesNegativeTestJSON-582317497 tempest-ImagesNegativeTestJSON-582317497-project-member] Task: {'id': task-4070392, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.543189] env[69770]: DEBUG oslo_concurrency.lockutils [None req-bd322739-6674-45ba-b46e-59fba9b2801a tempest-ServersAdmin275Test-1407660202 tempest-ServersAdmin275Test-1407660202-project-member] Acquiring lock "refresh_cache-fc7b06e1-c542-448b-a750-f27af3874b8f" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.543446] env[69770]: DEBUG oslo_concurrency.lockutils [None req-bd322739-6674-45ba-b46e-59fba9b2801a tempest-ServersAdmin275Test-1407660202 tempest-ServersAdmin275Test-1407660202-project-member] Acquired lock "refresh_cache-fc7b06e1-c542-448b-a750-f27af3874b8f" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.543585] env[69770]: DEBUG nova.network.neutron [None req-bd322739-6674-45ba-b46e-59fba9b2801a tempest-ServersAdmin275Test-1407660202 tempest-ServersAdmin275Test-1407660202-project-member] [instance: fc7b06e1-c542-448b-a750-f27af3874b8f] Building network info cache for instance {{(pid=69770) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1106.625156] env[69770]: DEBUG oslo_vmware.api [None req-383daad9-2c5e-4df0-b1d4-da7f6fb58671 tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] Task: {'id': task-4070390, 'name': Rename_Task, 'duration_secs': 0.431505} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1106.625495] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-383daad9-2c5e-4df0-b1d4-da7f6fb58671 tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] [instance: efd33efc-116e-464e-8669-fbfc94e38cba] Powering on the VM {{(pid=69770) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1106.625780] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b79a9539-97aa-4ef9-b9b9-b3e25882d6bf {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.638135] env[69770]: DEBUG oslo_vmware.api [None req-383daad9-2c5e-4df0-b1d4-da7f6fb58671 tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] Waiting for the task: (returnval){ [ 1106.638135] env[69770]: value = "task-4070393" [ 1106.638135] env[69770]: _type = "Task" [ 1106.638135] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1106.644213] env[69770]: DEBUG nova.network.neutron [None req-386020e5-2d23-4809-bed4-3316d442ae92 tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] [instance: cb2d5e5c-a655-4351-8e47-77816071183b] Successfully created port: 94a71566-d401-4fb9-ab47-ca613a44b672 {{(pid=69770) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1106.651694] env[69770]: DEBUG oslo_concurrency.lockutils [None req-f01957d3-c6ee-4ee2-bf70-e911b56867c6 tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1106.658492] env[69770]: DEBUG oslo_vmware.api [None req-383daad9-2c5e-4df0-b1d4-da7f6fb58671 tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] Task: {'id': task-4070393, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.666188] env[69770]: DEBUG oslo_vmware.api [None req-3c4bea16-6c09-49cd-9a95-8bfd3dfb1881 tempest-ServerShowV247Test-1214808668 tempest-ServerShowV247Test-1214808668-project-member] Task: {'id': task-4070389, 'name': PowerOnVM_Task, 'duration_secs': 0.63979} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1106.666188] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c4bea16-6c09-49cd-9a95-8bfd3dfb1881 tempest-ServerShowV247Test-1214808668 tempest-ServerShowV247Test-1214808668-project-member] [instance: e6c4d986-abee-4ca2-8ef3-2917a3d75141] Powered on the VM {{(pid=69770) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1106.666188] env[69770]: INFO nova.compute.manager [None req-3c4bea16-6c09-49cd-9a95-8bfd3dfb1881 tempest-ServerShowV247Test-1214808668 tempest-ServerShowV247Test-1214808668-project-member] [instance: e6c4d986-abee-4ca2-8ef3-2917a3d75141] Took 5.94 seconds to spawn the instance on the hypervisor. [ 1106.667403] env[69770]: DEBUG nova.compute.manager [None req-3c4bea16-6c09-49cd-9a95-8bfd3dfb1881 tempest-ServerShowV247Test-1214808668 tempest-ServerShowV247Test-1214808668-project-member] [instance: e6c4d986-abee-4ca2-8ef3-2917a3d75141] Checking state {{(pid=69770) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1106.668291] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4557c8b-dbc3-471a-af4f-7406f663a103 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.724025] env[69770]: DEBUG nova.compute.manager [None req-386020e5-2d23-4809-bed4-3316d442ae92 tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] [instance: cb2d5e5c-a655-4351-8e47-77816071183b] Start building block device mappings for instance. {{(pid=69770) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1106.725529] env[69770]: DEBUG oslo_concurrency.lockutils [None req-1dd5ce9f-e8af-41d4-b183-ec1d105f26ba tempest-ServersAdmin275Test-1407660202 tempest-ServersAdmin275Test-1407660202-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.017s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1106.727194] env[69770]: DEBUG oslo_concurrency.lockutils [None req-4cfa4c80-aa67-4894-8503-4c7bb7588a2d tempest-ServersAaction247Test-1374319836 tempest-ServersAaction247Test-1374319836-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 12.474s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1106.727635] env[69770]: DEBUG nova.objects.instance [None req-4cfa4c80-aa67-4894-8503-4c7bb7588a2d tempest-ServersAaction247Test-1374319836 tempest-ServersAaction247Test-1374319836-project-member] Lazy-loading 'resources' on Instance uuid fa98db4f-3f15-4fcd-ab94-fa210b828e69 {{(pid=69770) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1106.959507] env[69770]: DEBUG oslo_vmware.api [None req-5dea2277-eea5-4523-874e-de9184db0030 tempest-ServerShowV247Test-1214808668 tempest-ServerShowV247Test-1214808668-project-member] Task: {'id': task-4070391, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.079979} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1106.959845] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-5dea2277-eea5-4523-874e-de9184db0030 tempest-ServerShowV247Test-1214808668 tempest-ServerShowV247Test-1214808668-project-member] [instance: 25da9782-52d2-4813-8744-847ff6ba0e5d] Extended root virtual disk {{(pid=69770) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1106.960690] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d8c807b-eae4-4658-bd25-171ed40ba022 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.982429] env[69770]: DEBUG nova.virt.vmwareapi.volumeops [None req-5dea2277-eea5-4523-874e-de9184db0030 tempest-ServerShowV247Test-1214808668 tempest-ServerShowV247Test-1214808668-project-member] [instance: 25da9782-52d2-4813-8744-847ff6ba0e5d] Reconfiguring VM instance instance-00000058 to attach disk [datastore2] 25da9782-52d2-4813-8744-847ff6ba0e5d/25da9782-52d2-4813-8744-847ff6ba0e5d.vmdk or device None with type sparse {{(pid=69770) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1106.982815] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c714514e-b665-4a0a-868f-5fd57833938b {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.007096] env[69770]: DEBUG oslo_vmware.api [None req-0e07e329-eddf-4243-b260-05a6adc95384 tempest-ImagesNegativeTestJSON-582317497 tempest-ImagesNegativeTestJSON-582317497-project-member] Task: {'id': task-4070392, 'name': PowerOffVM_Task, 'duration_secs': 0.229629} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1107.008852] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e07e329-eddf-4243-b260-05a6adc95384 tempest-ImagesNegativeTestJSON-582317497 tempest-ImagesNegativeTestJSON-582317497-project-member] [instance: 1d35724e-5a49-4d53-b81e-a259ea926036] Powered off the VM {{(pid=69770) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1107.009093] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-0e07e329-eddf-4243-b260-05a6adc95384 tempest-ImagesNegativeTestJSON-582317497 tempest-ImagesNegativeTestJSON-582317497-project-member] [instance: 1d35724e-5a49-4d53-b81e-a259ea926036] Unregistering the VM {{(pid=69770) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1107.009446] env[69770]: DEBUG oslo_vmware.api [None req-5dea2277-eea5-4523-874e-de9184db0030 tempest-ServerShowV247Test-1214808668 tempest-ServerShowV247Test-1214808668-project-member] Waiting for the task: (returnval){ [ 1107.009446] env[69770]: value = "task-4070394" [ 1107.009446] env[69770]: _type = "Task" [ 1107.009446] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1107.009657] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d1205dde-bd9c-42be-8b6a-fb1cf63c4931 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.021420] env[69770]: DEBUG oslo_vmware.api [None req-5dea2277-eea5-4523-874e-de9184db0030 tempest-ServerShowV247Test-1214808668 tempest-ServerShowV247Test-1214808668-project-member] Task: {'id': task-4070394, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.068681] env[69770]: DEBUG nova.network.neutron [None req-bd322739-6674-45ba-b46e-59fba9b2801a tempest-ServersAdmin275Test-1407660202 tempest-ServersAdmin275Test-1407660202-project-member] [instance: fc7b06e1-c542-448b-a750-f27af3874b8f] Instance cache missing network info. {{(pid=69770) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1107.098588] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-0e07e329-eddf-4243-b260-05a6adc95384 tempest-ImagesNegativeTestJSON-582317497 tempest-ImagesNegativeTestJSON-582317497-project-member] [instance: 1d35724e-5a49-4d53-b81e-a259ea926036] Unregistered the VM {{(pid=69770) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1107.098588] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-0e07e329-eddf-4243-b260-05a6adc95384 tempest-ImagesNegativeTestJSON-582317497 tempest-ImagesNegativeTestJSON-582317497-project-member] [instance: 1d35724e-5a49-4d53-b81e-a259ea926036] Deleting contents of the VM from datastore datastore1 {{(pid=69770) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1107.098588] env[69770]: DEBUG nova.virt.vmwareapi.ds_util [None req-0e07e329-eddf-4243-b260-05a6adc95384 tempest-ImagesNegativeTestJSON-582317497 tempest-ImagesNegativeTestJSON-582317497-project-member] Deleting the datastore file [datastore1] 1d35724e-5a49-4d53-b81e-a259ea926036 {{(pid=69770) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1107.098728] env[69770]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-13e93c99-4db6-4b7a-9f59-2c7ed9873139 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.106760] env[69770]: DEBUG oslo_vmware.api [None req-0e07e329-eddf-4243-b260-05a6adc95384 tempest-ImagesNegativeTestJSON-582317497 tempest-ImagesNegativeTestJSON-582317497-project-member] Waiting for the task: (returnval){ [ 1107.106760] env[69770]: value = "task-4070396" [ 1107.106760] env[69770]: _type = "Task" [ 1107.106760] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1107.117338] env[69770]: DEBUG oslo_vmware.api [None req-0e07e329-eddf-4243-b260-05a6adc95384 tempest-ImagesNegativeTestJSON-582317497 tempest-ImagesNegativeTestJSON-582317497-project-member] Task: {'id': task-4070396, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.127649] env[69770]: DEBUG nova.network.neutron [None req-bd322739-6674-45ba-b46e-59fba9b2801a tempest-ServersAdmin275Test-1407660202 tempest-ServersAdmin275Test-1407660202-project-member] [instance: fc7b06e1-c542-448b-a750-f27af3874b8f] Updating instance_info_cache with network_info: [] {{(pid=69770) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1107.151859] env[69770]: DEBUG oslo_vmware.api [None req-383daad9-2c5e-4df0-b1d4-da7f6fb58671 tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] Task: {'id': task-4070393, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.189049] env[69770]: INFO nova.compute.manager [None req-3c4bea16-6c09-49cd-9a95-8bfd3dfb1881 tempest-ServerShowV247Test-1214808668 tempest-ServerShowV247Test-1214808668-project-member] [instance: e6c4d986-abee-4ca2-8ef3-2917a3d75141] Took 23.26 seconds to build instance. [ 1107.524106] env[69770]: DEBUG oslo_vmware.api [None req-5dea2277-eea5-4523-874e-de9184db0030 tempest-ServerShowV247Test-1214808668 tempest-ServerShowV247Test-1214808668-project-member] Task: {'id': task-4070394, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.541583] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5dc82666-6caa-4ad1-a297-827ce14294eb {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.550225] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf255754-32d7-45b7-90db-ddf2b530801a {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.582120] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c250aa66-5018-48af-ae74-d5abe1270ff7 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.592789] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4a39a5b-2841-445c-a537-f612e587446b {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.616066] env[69770]: DEBUG nova.compute.provider_tree [None req-4cfa4c80-aa67-4894-8503-4c7bb7588a2d tempest-ServersAaction247Test-1374319836 tempest-ServersAaction247Test-1374319836-project-member] Inventory has not changed in ProviderTree for provider: 7cc7d32b-b7a7-454a-a456-2a440248ed9d {{(pid=69770) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1107.628700] env[69770]: DEBUG oslo_vmware.api [None req-0e07e329-eddf-4243-b260-05a6adc95384 tempest-ImagesNegativeTestJSON-582317497 tempest-ImagesNegativeTestJSON-582317497-project-member] Task: {'id': task-4070396, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.183532} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1107.629917] env[69770]: DEBUG nova.virt.vmwareapi.ds_util [None req-0e07e329-eddf-4243-b260-05a6adc95384 tempest-ImagesNegativeTestJSON-582317497 tempest-ImagesNegativeTestJSON-582317497-project-member] Deleted the datastore file {{(pid=69770) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1107.630165] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-0e07e329-eddf-4243-b260-05a6adc95384 tempest-ImagesNegativeTestJSON-582317497 tempest-ImagesNegativeTestJSON-582317497-project-member] [instance: 1d35724e-5a49-4d53-b81e-a259ea926036] Deleted contents of the VM from datastore datastore1 {{(pid=69770) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1107.630360] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-0e07e329-eddf-4243-b260-05a6adc95384 tempest-ImagesNegativeTestJSON-582317497 tempest-ImagesNegativeTestJSON-582317497-project-member] [instance: 1d35724e-5a49-4d53-b81e-a259ea926036] Instance destroyed {{(pid=69770) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1107.630708] env[69770]: INFO nova.compute.manager [None req-0e07e329-eddf-4243-b260-05a6adc95384 tempest-ImagesNegativeTestJSON-582317497 tempest-ImagesNegativeTestJSON-582317497-project-member] [instance: 1d35724e-5a49-4d53-b81e-a259ea926036] Took 1.18 seconds to destroy the instance on the hypervisor. [ 1107.630897] env[69770]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0e07e329-eddf-4243-b260-05a6adc95384 tempest-ImagesNegativeTestJSON-582317497 tempest-ImagesNegativeTestJSON-582317497-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69770) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1107.631341] env[69770]: DEBUG oslo_concurrency.lockutils [None req-bd322739-6674-45ba-b46e-59fba9b2801a tempest-ServersAdmin275Test-1407660202 tempest-ServersAdmin275Test-1407660202-project-member] Releasing lock "refresh_cache-fc7b06e1-c542-448b-a750-f27af3874b8f" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.631733] env[69770]: DEBUG nova.compute.manager [None req-bd322739-6674-45ba-b46e-59fba9b2801a tempest-ServersAdmin275Test-1407660202 tempest-ServersAdmin275Test-1407660202-project-member] [instance: fc7b06e1-c542-448b-a750-f27af3874b8f] Start destroying the instance on the hypervisor. {{(pid=69770) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1107.631920] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-bd322739-6674-45ba-b46e-59fba9b2801a tempest-ServersAdmin275Test-1407660202 tempest-ServersAdmin275Test-1407660202-project-member] [instance: fc7b06e1-c542-448b-a750-f27af3874b8f] Destroying instance {{(pid=69770) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1107.632562] env[69770]: DEBUG nova.compute.manager [-] [instance: 1d35724e-5a49-4d53-b81e-a259ea926036] Deallocating network for instance {{(pid=69770) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1107.632665] env[69770]: DEBUG nova.network.neutron [-] [instance: 1d35724e-5a49-4d53-b81e-a259ea926036] deallocate_for_instance() {{(pid=69770) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1107.635314] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1a7b44a-5b70-4541-b31c-0d13a4dc3865 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.646437] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd322739-6674-45ba-b46e-59fba9b2801a tempest-ServersAdmin275Test-1407660202 tempest-ServersAdmin275Test-1407660202-project-member] [instance: fc7b06e1-c542-448b-a750-f27af3874b8f] Powering off the VM {{(pid=69770) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1107.647613] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ca108c0d-7036-4e86-be04-afe5cff5866f {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.653508] env[69770]: DEBUG oslo_vmware.api [None req-383daad9-2c5e-4df0-b1d4-da7f6fb58671 tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] Task: {'id': task-4070393, 'name': PowerOnVM_Task, 'duration_secs': 1.0146} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1107.654642] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-383daad9-2c5e-4df0-b1d4-da7f6fb58671 tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] [instance: efd33efc-116e-464e-8669-fbfc94e38cba] Powered on the VM {{(pid=69770) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1107.654642] env[69770]: INFO nova.compute.manager [None req-383daad9-2c5e-4df0-b1d4-da7f6fb58671 tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] [instance: efd33efc-116e-464e-8669-fbfc94e38cba] Took 9.44 seconds to spawn the instance on the hypervisor. [ 1107.654736] env[69770]: DEBUG nova.compute.manager [None req-383daad9-2c5e-4df0-b1d4-da7f6fb58671 tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] [instance: efd33efc-116e-464e-8669-fbfc94e38cba] Checking state {{(pid=69770) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1107.655857] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89a8c7d8-81f5-4b57-9f6f-ff405703b699 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.660036] env[69770]: DEBUG oslo_vmware.api [None req-bd322739-6674-45ba-b46e-59fba9b2801a tempest-ServersAdmin275Test-1407660202 tempest-ServersAdmin275Test-1407660202-project-member] Waiting for the task: (returnval){ [ 1107.660036] env[69770]: value = "task-4070397" [ 1107.660036] env[69770]: _type = "Task" [ 1107.660036] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1107.680579] env[69770]: DEBUG oslo_vmware.api [None req-bd322739-6674-45ba-b46e-59fba9b2801a tempest-ServersAdmin275Test-1407660202 tempest-ServersAdmin275Test-1407660202-project-member] Task: {'id': task-4070397, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.693742] env[69770]: DEBUG oslo_concurrency.lockutils [None req-3c4bea16-6c09-49cd-9a95-8bfd3dfb1881 tempest-ServerShowV247Test-1214808668 tempest-ServerShowV247Test-1214808668-project-member] Lock "e6c4d986-abee-4ca2-8ef3-2917a3d75141" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.771s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1107.736299] env[69770]: DEBUG nova.compute.manager [None req-386020e5-2d23-4809-bed4-3316d442ae92 tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] [instance: cb2d5e5c-a655-4351-8e47-77816071183b] Start spawning the instance on the hypervisor. {{(pid=69770) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1107.771602] env[69770]: DEBUG nova.virt.hardware [None req-386020e5-2d23-4809-bed4-3316d442ae92 tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T12:16:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T12:16:11Z,direct_url=,disk_format='vmdk',id=d1eaff80-24a0-4391-90eb-59958b1ecf0a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d65f20bb89fb40a98b77bc6d97357df2',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T12:16:12Z,virtual_size=,visibility=), allow threads: False {{(pid=69770) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1107.771602] env[69770]: DEBUG nova.virt.hardware [None req-386020e5-2d23-4809-bed4-3316d442ae92 tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] Flavor limits 0:0:0 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1107.771602] env[69770]: DEBUG nova.virt.hardware [None req-386020e5-2d23-4809-bed4-3316d442ae92 tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] Image limits 0:0:0 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1107.771602] env[69770]: DEBUG nova.virt.hardware [None req-386020e5-2d23-4809-bed4-3316d442ae92 tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] Flavor pref 0:0:0 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1107.771917] env[69770]: DEBUG nova.virt.hardware [None req-386020e5-2d23-4809-bed4-3316d442ae92 tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] Image pref 0:0:0 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1107.771917] env[69770]: DEBUG nova.virt.hardware [None req-386020e5-2d23-4809-bed4-3316d442ae92 tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1107.772091] env[69770]: DEBUG nova.virt.hardware [None req-386020e5-2d23-4809-bed4-3316d442ae92 tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69770) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1107.772265] env[69770]: DEBUG nova.virt.hardware [None req-386020e5-2d23-4809-bed4-3316d442ae92 tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69770) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1107.772490] env[69770]: DEBUG nova.virt.hardware [None req-386020e5-2d23-4809-bed4-3316d442ae92 tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] Got 1 possible topologies {{(pid=69770) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1107.772672] env[69770]: DEBUG nova.virt.hardware [None req-386020e5-2d23-4809-bed4-3316d442ae92 tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69770) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1107.772842] env[69770]: DEBUG nova.virt.hardware [None req-386020e5-2d23-4809-bed4-3316d442ae92 tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69770) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1107.774490] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00e4c329-1337-4988-bc1f-db36a688acfe {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.783880] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-510a7fe8-ec5b-494f-9a45-3d1021f6f6f8 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.974355] env[69770]: DEBUG nova.compute.manager [req-2834431f-8273-487b-a33c-2bf87426aa7e req-c28a36ab-f403-43d0-993f-d38caf5cd020 service nova] [instance: 1d35724e-5a49-4d53-b81e-a259ea926036] Received event network-vif-deleted-9efc1d6a-d32e-4097-a35d-6798a09d0e4e {{(pid=69770) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1107.974729] env[69770]: INFO nova.compute.manager [req-2834431f-8273-487b-a33c-2bf87426aa7e req-c28a36ab-f403-43d0-993f-d38caf5cd020 service nova] [instance: 1d35724e-5a49-4d53-b81e-a259ea926036] Neutron deleted interface 9efc1d6a-d32e-4097-a35d-6798a09d0e4e; detaching it from the instance and deleting it from the info cache [ 1107.974729] env[69770]: DEBUG nova.network.neutron [req-2834431f-8273-487b-a33c-2bf87426aa7e req-c28a36ab-f403-43d0-993f-d38caf5cd020 service nova] [instance: 1d35724e-5a49-4d53-b81e-a259ea926036] Updating instance_info_cache with network_info: [] {{(pid=69770) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1108.025294] env[69770]: DEBUG oslo_vmware.api [None req-5dea2277-eea5-4523-874e-de9184db0030 tempest-ServerShowV247Test-1214808668 tempest-ServerShowV247Test-1214808668-project-member] Task: {'id': task-4070394, 'name': ReconfigVM_Task, 'duration_secs': 0.660281} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1108.025595] env[69770]: DEBUG nova.virt.vmwareapi.volumeops [None req-5dea2277-eea5-4523-874e-de9184db0030 tempest-ServerShowV247Test-1214808668 tempest-ServerShowV247Test-1214808668-project-member] [instance: 25da9782-52d2-4813-8744-847ff6ba0e5d] Reconfigured VM instance instance-00000058 to attach disk [datastore2] 25da9782-52d2-4813-8744-847ff6ba0e5d/25da9782-52d2-4813-8744-847ff6ba0e5d.vmdk or device None with type sparse {{(pid=69770) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1108.026291] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c511d4f7-eb28-4d90-9c78-0ccfed8e204d {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.033384] env[69770]: DEBUG oslo_vmware.api [None req-5dea2277-eea5-4523-874e-de9184db0030 tempest-ServerShowV247Test-1214808668 tempest-ServerShowV247Test-1214808668-project-member] Waiting for the task: (returnval){ [ 1108.033384] env[69770]: value = "task-4070398" [ 1108.033384] env[69770]: _type = "Task" [ 1108.033384] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1108.042093] env[69770]: DEBUG oslo_vmware.api [None req-5dea2277-eea5-4523-874e-de9184db0030 tempest-ServerShowV247Test-1214808668 tempest-ServerShowV247Test-1214808668-project-member] Task: {'id': task-4070398, 'name': Rename_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.094288] env[69770]: DEBUG nova.compute.manager [req-0ca40981-a588-48e4-8355-adbbd177dd60 req-cf38dde8-bb17-47ed-b9ec-bced62497001 service nova] [instance: cb2d5e5c-a655-4351-8e47-77816071183b] Received event network-vif-plugged-94a71566-d401-4fb9-ab47-ca613a44b672 {{(pid=69770) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1108.094588] env[69770]: DEBUG oslo_concurrency.lockutils [req-0ca40981-a588-48e4-8355-adbbd177dd60 req-cf38dde8-bb17-47ed-b9ec-bced62497001 service nova] Acquiring lock "cb2d5e5c-a655-4351-8e47-77816071183b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1108.096056] env[69770]: DEBUG oslo_concurrency.lockutils [req-0ca40981-a588-48e4-8355-adbbd177dd60 req-cf38dde8-bb17-47ed-b9ec-bced62497001 service nova] Lock "cb2d5e5c-a655-4351-8e47-77816071183b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1108.096056] env[69770]: DEBUG oslo_concurrency.lockutils [req-0ca40981-a588-48e4-8355-adbbd177dd60 req-cf38dde8-bb17-47ed-b9ec-bced62497001 service nova] Lock "cb2d5e5c-a655-4351-8e47-77816071183b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1108.096056] env[69770]: DEBUG nova.compute.manager [req-0ca40981-a588-48e4-8355-adbbd177dd60 req-cf38dde8-bb17-47ed-b9ec-bced62497001 service nova] [instance: cb2d5e5c-a655-4351-8e47-77816071183b] No waiting events found dispatching network-vif-plugged-94a71566-d401-4fb9-ab47-ca613a44b672 {{(pid=69770) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1108.096056] env[69770]: WARNING nova.compute.manager [req-0ca40981-a588-48e4-8355-adbbd177dd60 req-cf38dde8-bb17-47ed-b9ec-bced62497001 service nova] [instance: cb2d5e5c-a655-4351-8e47-77816071183b] Received unexpected event network-vif-plugged-94a71566-d401-4fb9-ab47-ca613a44b672 for instance with vm_state building and task_state spawning. [ 1108.123375] env[69770]: DEBUG nova.scheduler.client.report [None req-4cfa4c80-aa67-4894-8503-4c7bb7588a2d tempest-ServersAaction247Test-1374319836 tempest-ServersAaction247Test-1374319836-project-member] Inventory has not changed for provider 7cc7d32b-b7a7-454a-a456-2a440248ed9d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69770) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1108.171917] env[69770]: DEBUG oslo_vmware.api [None req-bd322739-6674-45ba-b46e-59fba9b2801a tempest-ServersAdmin275Test-1407660202 tempest-ServersAdmin275Test-1407660202-project-member] Task: {'id': task-4070397, 'name': PowerOffVM_Task, 'duration_secs': 0.151491} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1108.172209] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd322739-6674-45ba-b46e-59fba9b2801a tempest-ServersAdmin275Test-1407660202 tempest-ServersAdmin275Test-1407660202-project-member] [instance: fc7b06e1-c542-448b-a750-f27af3874b8f] Powered off the VM {{(pid=69770) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1108.172415] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-bd322739-6674-45ba-b46e-59fba9b2801a tempest-ServersAdmin275Test-1407660202 tempest-ServersAdmin275Test-1407660202-project-member] [instance: fc7b06e1-c542-448b-a750-f27af3874b8f] Unregistering the VM {{(pid=69770) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1108.172700] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-48e6001d-4222-405c-a83e-3b74413841da {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.186177] env[69770]: INFO nova.compute.manager [None req-383daad9-2c5e-4df0-b1d4-da7f6fb58671 tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] [instance: efd33efc-116e-464e-8669-fbfc94e38cba] Took 27.78 seconds to build instance. [ 1108.190832] env[69770]: DEBUG nova.network.neutron [None req-386020e5-2d23-4809-bed4-3316d442ae92 tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] [instance: cb2d5e5c-a655-4351-8e47-77816071183b] Successfully updated port: 94a71566-d401-4fb9-ab47-ca613a44b672 {{(pid=69770) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1108.209970] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-bd322739-6674-45ba-b46e-59fba9b2801a tempest-ServersAdmin275Test-1407660202 tempest-ServersAdmin275Test-1407660202-project-member] [instance: fc7b06e1-c542-448b-a750-f27af3874b8f] Unregistered the VM {{(pid=69770) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1108.210282] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-bd322739-6674-45ba-b46e-59fba9b2801a tempest-ServersAdmin275Test-1407660202 tempest-ServersAdmin275Test-1407660202-project-member] [instance: fc7b06e1-c542-448b-a750-f27af3874b8f] Deleting contents of the VM from datastore datastore1 {{(pid=69770) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1108.210508] env[69770]: DEBUG nova.virt.vmwareapi.ds_util [None req-bd322739-6674-45ba-b46e-59fba9b2801a tempest-ServersAdmin275Test-1407660202 tempest-ServersAdmin275Test-1407660202-project-member] Deleting the datastore file [datastore1] fc7b06e1-c542-448b-a750-f27af3874b8f {{(pid=69770) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1108.210838] env[69770]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9b341340-3637-49a8-8a4b-e66c85dbd583 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.218860] env[69770]: DEBUG oslo_vmware.api [None req-bd322739-6674-45ba-b46e-59fba9b2801a tempest-ServersAdmin275Test-1407660202 tempest-ServersAdmin275Test-1407660202-project-member] Waiting for the task: (returnval){ [ 1108.218860] env[69770]: value = "task-4070400" [ 1108.218860] env[69770]: _type = "Task" [ 1108.218860] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1108.229092] env[69770]: DEBUG oslo_vmware.api [None req-bd322739-6674-45ba-b46e-59fba9b2801a tempest-ServersAdmin275Test-1407660202 tempest-ServersAdmin275Test-1407660202-project-member] Task: {'id': task-4070400, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.459691] env[69770]: DEBUG nova.network.neutron [-] [instance: 1d35724e-5a49-4d53-b81e-a259ea926036] Updating instance_info_cache with network_info: [] {{(pid=69770) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1108.477255] env[69770]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c78c6aec-9e40-486f-9fd9-7d54589a52c8 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.487870] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26e3d4a9-4fb7-4733-9777-5e4e804daecc {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.521886] env[69770]: DEBUG nova.compute.manager [req-2834431f-8273-487b-a33c-2bf87426aa7e req-c28a36ab-f403-43d0-993f-d38caf5cd020 service nova] [instance: 1d35724e-5a49-4d53-b81e-a259ea926036] Detach interface failed, port_id=9efc1d6a-d32e-4097-a35d-6798a09d0e4e, reason: Instance 1d35724e-5a49-4d53-b81e-a259ea926036 could not be found. {{(pid=69770) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1108.543867] env[69770]: DEBUG oslo_vmware.api [None req-5dea2277-eea5-4523-874e-de9184db0030 tempest-ServerShowV247Test-1214808668 tempest-ServerShowV247Test-1214808668-project-member] Task: {'id': task-4070398, 'name': Rename_Task, 'duration_secs': 0.145367} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1108.544206] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-5dea2277-eea5-4523-874e-de9184db0030 tempest-ServerShowV247Test-1214808668 tempest-ServerShowV247Test-1214808668-project-member] [instance: 25da9782-52d2-4813-8744-847ff6ba0e5d] Powering on the VM {{(pid=69770) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1108.544473] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-32898a2b-8478-4078-a777-141d9b295320 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.552521] env[69770]: DEBUG oslo_vmware.api [None req-5dea2277-eea5-4523-874e-de9184db0030 tempest-ServerShowV247Test-1214808668 tempest-ServerShowV247Test-1214808668-project-member] Waiting for the task: (returnval){ [ 1108.552521] env[69770]: value = "task-4070401" [ 1108.552521] env[69770]: _type = "Task" [ 1108.552521] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1108.561653] env[69770]: DEBUG oslo_vmware.api [None req-5dea2277-eea5-4523-874e-de9184db0030 tempest-ServerShowV247Test-1214808668 tempest-ServerShowV247Test-1214808668-project-member] Task: {'id': task-4070401, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.629535] env[69770]: DEBUG oslo_concurrency.lockutils [None req-4cfa4c80-aa67-4894-8503-4c7bb7588a2d tempest-ServersAaction247Test-1374319836 tempest-ServersAaction247Test-1374319836-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.902s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1108.632012] env[69770]: DEBUG oslo_concurrency.lockutils [None req-cbe01619-4a32-4b05-98f6-da17c35738f5 tempest-ServersTestManualDisk-1827962729 tempest-ServersTestManualDisk-1827962729-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 14.044s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1108.633761] env[69770]: INFO nova.compute.claims [None req-cbe01619-4a32-4b05-98f6-da17c35738f5 tempest-ServersTestManualDisk-1827962729 tempest-ServersTestManualDisk-1827962729-project-member] [instance: d9619712-7879-42fa-a39a-d61c2c2cad75] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1108.653621] env[69770]: INFO nova.scheduler.client.report [None req-4cfa4c80-aa67-4894-8503-4c7bb7588a2d tempest-ServersAaction247Test-1374319836 tempest-ServersAaction247Test-1374319836-project-member] Deleted allocations for instance fa98db4f-3f15-4fcd-ab94-fa210b828e69 [ 1108.687588] env[69770]: DEBUG oslo_concurrency.lockutils [None req-383daad9-2c5e-4df0-b1d4-da7f6fb58671 tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] Lock "efd33efc-116e-464e-8669-fbfc94e38cba" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 29.294s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1108.696208] env[69770]: DEBUG oslo_concurrency.lockutils [None req-386020e5-2d23-4809-bed4-3316d442ae92 tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] Acquiring lock "refresh_cache-cb2d5e5c-a655-4351-8e47-77816071183b" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.696446] env[69770]: DEBUG oslo_concurrency.lockutils [None req-386020e5-2d23-4809-bed4-3316d442ae92 tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] Acquired lock "refresh_cache-cb2d5e5c-a655-4351-8e47-77816071183b" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.696573] env[69770]: DEBUG nova.network.neutron [None req-386020e5-2d23-4809-bed4-3316d442ae92 tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] [instance: cb2d5e5c-a655-4351-8e47-77816071183b] Building network info cache for instance {{(pid=69770) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1108.734776] env[69770]: DEBUG oslo_vmware.api [None req-bd322739-6674-45ba-b46e-59fba9b2801a tempest-ServersAdmin275Test-1407660202 tempest-ServersAdmin275Test-1407660202-project-member] Task: {'id': task-4070400, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.126072} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1108.735097] env[69770]: DEBUG nova.virt.vmwareapi.ds_util [None req-bd322739-6674-45ba-b46e-59fba9b2801a tempest-ServersAdmin275Test-1407660202 tempest-ServersAdmin275Test-1407660202-project-member] Deleted the datastore file {{(pid=69770) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1108.735292] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-bd322739-6674-45ba-b46e-59fba9b2801a tempest-ServersAdmin275Test-1407660202 tempest-ServersAdmin275Test-1407660202-project-member] [instance: fc7b06e1-c542-448b-a750-f27af3874b8f] Deleted contents of the VM from datastore datastore1 {{(pid=69770) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1108.735549] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-bd322739-6674-45ba-b46e-59fba9b2801a tempest-ServersAdmin275Test-1407660202 tempest-ServersAdmin275Test-1407660202-project-member] [instance: fc7b06e1-c542-448b-a750-f27af3874b8f] Instance destroyed {{(pid=69770) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1108.736048] env[69770]: INFO nova.compute.manager [None req-bd322739-6674-45ba-b46e-59fba9b2801a tempest-ServersAdmin275Test-1407660202 tempest-ServersAdmin275Test-1407660202-project-member] [instance: fc7b06e1-c542-448b-a750-f27af3874b8f] Took 1.10 seconds to destroy the instance on the hypervisor. [ 1108.736048] env[69770]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bd322739-6674-45ba-b46e-59fba9b2801a tempest-ServersAdmin275Test-1407660202 tempest-ServersAdmin275Test-1407660202-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69770) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1108.736244] env[69770]: DEBUG nova.compute.manager [-] [instance: fc7b06e1-c542-448b-a750-f27af3874b8f] Deallocating network for instance {{(pid=69770) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1108.736384] env[69770]: DEBUG nova.network.neutron [-] [instance: fc7b06e1-c542-448b-a750-f27af3874b8f] deallocate_for_instance() {{(pid=69770) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1108.755142] env[69770]: DEBUG nova.network.neutron [-] [instance: fc7b06e1-c542-448b-a750-f27af3874b8f] Instance cache missing network info. {{(pid=69770) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1108.962835] env[69770]: INFO nova.compute.manager [-] [instance: 1d35724e-5a49-4d53-b81e-a259ea926036] Took 1.33 seconds to deallocate network for instance. [ 1109.064670] env[69770]: DEBUG oslo_vmware.api [None req-5dea2277-eea5-4523-874e-de9184db0030 tempest-ServerShowV247Test-1214808668 tempest-ServerShowV247Test-1214808668-project-member] Task: {'id': task-4070401, 'name': PowerOnVM_Task, 'duration_secs': 0.458624} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1109.064670] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-5dea2277-eea5-4523-874e-de9184db0030 tempest-ServerShowV247Test-1214808668 tempest-ServerShowV247Test-1214808668-project-member] [instance: 25da9782-52d2-4813-8744-847ff6ba0e5d] Powered on the VM {{(pid=69770) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1109.064670] env[69770]: INFO nova.compute.manager [None req-5dea2277-eea5-4523-874e-de9184db0030 tempest-ServerShowV247Test-1214808668 tempest-ServerShowV247Test-1214808668-project-member] [instance: 25da9782-52d2-4813-8744-847ff6ba0e5d] Took 5.87 seconds to spawn the instance on the hypervisor. [ 1109.064670] env[69770]: DEBUG nova.compute.manager [None req-5dea2277-eea5-4523-874e-de9184db0030 tempest-ServerShowV247Test-1214808668 tempest-ServerShowV247Test-1214808668-project-member] [instance: 25da9782-52d2-4813-8744-847ff6ba0e5d] Checking state {{(pid=69770) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1109.065033] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f82ed7fe-f3b7-4bb1-a149-dd62a9fc3841 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.161667] env[69770]: DEBUG oslo_concurrency.lockutils [None req-4cfa4c80-aa67-4894-8503-4c7bb7588a2d tempest-ServersAaction247Test-1374319836 tempest-ServersAaction247Test-1374319836-project-member] Lock "fa98db4f-3f15-4fcd-ab94-fa210b828e69" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 19.240s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1109.228990] env[69770]: DEBUG nova.network.neutron [None req-386020e5-2d23-4809-bed4-3316d442ae92 tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] [instance: cb2d5e5c-a655-4351-8e47-77816071183b] Instance cache missing network info. {{(pid=69770) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1109.258988] env[69770]: DEBUG nova.network.neutron [-] [instance: fc7b06e1-c542-448b-a750-f27af3874b8f] Updating instance_info_cache with network_info: [] {{(pid=69770) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1109.383026] env[69770]: DEBUG nova.network.neutron [None req-386020e5-2d23-4809-bed4-3316d442ae92 tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] [instance: cb2d5e5c-a655-4351-8e47-77816071183b] Updating instance_info_cache with network_info: [{"id": "94a71566-d401-4fb9-ab47-ca613a44b672", "address": "fa:16:3e:75:9c:b0", "network": {"id": "deeccc4b-a1bb-4cc9-a2cb-ab451519c623", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1195845450-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "79f08803ff104b29b1724007c4361a7e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "26a1e556-1ede-445a-bf87-a35daa5d9070", "external-id": "nsx-vlan-transportzone-396", "segmentation_id": 396, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap94a71566-d4", "ovs_interfaceid": "94a71566-d401-4fb9-ab47-ca613a44b672", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69770) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1109.472039] env[69770]: DEBUG oslo_concurrency.lockutils [None req-0e07e329-eddf-4243-b260-05a6adc95384 tempest-ImagesNegativeTestJSON-582317497 tempest-ImagesNegativeTestJSON-582317497-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1109.586512] env[69770]: INFO nova.compute.manager [None req-5dea2277-eea5-4523-874e-de9184db0030 tempest-ServerShowV247Test-1214808668 tempest-ServerShowV247Test-1214808668-project-member] [instance: 25da9782-52d2-4813-8744-847ff6ba0e5d] Took 25.21 seconds to build instance. [ 1109.627934] env[69770]: DEBUG oslo_concurrency.lockutils [None req-f3b509ee-b0fd-40c3-84ea-52a004fd6c42 tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] Acquiring lock "16145ac2-85be-4cb7-a852-576d51ede5e7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1109.628233] env[69770]: DEBUG oslo_concurrency.lockutils [None req-f3b509ee-b0fd-40c3-84ea-52a004fd6c42 tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] Lock "16145ac2-85be-4cb7-a852-576d51ede5e7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1109.763607] env[69770]: INFO nova.compute.manager [-] [instance: fc7b06e1-c542-448b-a750-f27af3874b8f] Took 1.03 seconds to deallocate network for instance. [ 1109.887990] env[69770]: DEBUG oslo_concurrency.lockutils [None req-386020e5-2d23-4809-bed4-3316d442ae92 tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] Releasing lock "refresh_cache-cb2d5e5c-a655-4351-8e47-77816071183b" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.888442] env[69770]: DEBUG nova.compute.manager [None req-386020e5-2d23-4809-bed4-3316d442ae92 tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] [instance: cb2d5e5c-a655-4351-8e47-77816071183b] Instance network_info: |[{"id": "94a71566-d401-4fb9-ab47-ca613a44b672", "address": "fa:16:3e:75:9c:b0", "network": {"id": "deeccc4b-a1bb-4cc9-a2cb-ab451519c623", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1195845450-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "79f08803ff104b29b1724007c4361a7e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "26a1e556-1ede-445a-bf87-a35daa5d9070", "external-id": "nsx-vlan-transportzone-396", "segmentation_id": 396, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap94a71566-d4", "ovs_interfaceid": "94a71566-d401-4fb9-ab47-ca613a44b672", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69770) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1109.888864] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-386020e5-2d23-4809-bed4-3316d442ae92 tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] [instance: cb2d5e5c-a655-4351-8e47-77816071183b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:75:9c:b0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '26a1e556-1ede-445a-bf87-a35daa5d9070', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '94a71566-d401-4fb9-ab47-ca613a44b672', 'vif_model': 'vmxnet3'}] {{(pid=69770) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1109.897028] env[69770]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-386020e5-2d23-4809-bed4-3316d442ae92 tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69770) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1109.899828] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cb2d5e5c-a655-4351-8e47-77816071183b] Creating VM on the ESX host {{(pid=69770) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1109.900318] env[69770]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-be2e7635-a6d1-4957-83ab-7c7db3af5e82 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.925349] env[69770]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1109.925349] env[69770]: value = "task-4070402" [ 1109.925349] env[69770]: _type = "Task" [ 1109.925349] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1109.938353] env[69770]: DEBUG oslo_vmware.api [-] Task: {'id': task-4070402, 'name': CreateVM_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.957094] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f542610-843c-4c91-9fce-663ce5be3e5c {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.966958] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36388021-fd11-4092-b501-33978b6a80b3 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.005781] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4574cd7-4b89-4d27-a792-e8b0660b7764 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.014677] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd09ed81-1e16-401d-9f1e-1f2f4a3778f7 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.030398] env[69770]: DEBUG nova.compute.provider_tree [None req-cbe01619-4a32-4b05-98f6-da17c35738f5 tempest-ServersTestManualDisk-1827962729 tempest-ServersTestManualDisk-1827962729-project-member] Inventory has not changed in ProviderTree for provider: 7cc7d32b-b7a7-454a-a456-2a440248ed9d {{(pid=69770) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1110.131608] env[69770]: DEBUG oslo_concurrency.lockutils [None req-5dea2277-eea5-4523-874e-de9184db0030 tempest-ServerShowV247Test-1214808668 tempest-ServerShowV247Test-1214808668-project-member] Lock "25da9782-52d2-4813-8744-847ff6ba0e5d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.716s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1110.131608] env[69770]: DEBUG nova.compute.manager [None req-f3b509ee-b0fd-40c3-84ea-52a004fd6c42 tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] [instance: 16145ac2-85be-4cb7-a852-576d51ede5e7] Starting instance... {{(pid=69770) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1110.166558] env[69770]: DEBUG nova.compute.manager [req-337b72f2-8d8f-4b64-bf1e-a17fa6e6aa85 req-c156d25c-ffd1-4398-9a65-ea8e3d50fd3b service nova] [instance: cb2d5e5c-a655-4351-8e47-77816071183b] Received event network-changed-94a71566-d401-4fb9-ab47-ca613a44b672 {{(pid=69770) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1110.166558] env[69770]: DEBUG nova.compute.manager [req-337b72f2-8d8f-4b64-bf1e-a17fa6e6aa85 req-c156d25c-ffd1-4398-9a65-ea8e3d50fd3b service nova] [instance: cb2d5e5c-a655-4351-8e47-77816071183b] Refreshing instance network info cache due to event network-changed-94a71566-d401-4fb9-ab47-ca613a44b672. {{(pid=69770) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1110.166558] env[69770]: DEBUG oslo_concurrency.lockutils [req-337b72f2-8d8f-4b64-bf1e-a17fa6e6aa85 req-c156d25c-ffd1-4398-9a65-ea8e3d50fd3b service nova] Acquiring lock "refresh_cache-cb2d5e5c-a655-4351-8e47-77816071183b" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.166888] env[69770]: DEBUG oslo_concurrency.lockutils [req-337b72f2-8d8f-4b64-bf1e-a17fa6e6aa85 req-c156d25c-ffd1-4398-9a65-ea8e3d50fd3b service nova] Acquired lock "refresh_cache-cb2d5e5c-a655-4351-8e47-77816071183b" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.166973] env[69770]: DEBUG nova.network.neutron [req-337b72f2-8d8f-4b64-bf1e-a17fa6e6aa85 req-c156d25c-ffd1-4398-9a65-ea8e3d50fd3b service nova] [instance: cb2d5e5c-a655-4351-8e47-77816071183b] Refreshing network info cache for port 94a71566-d401-4fb9-ab47-ca613a44b672 {{(pid=69770) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1110.224182] env[69770]: INFO nova.compute.manager [None req-cc3670c9-0015-43b1-99ac-17eb9a627fbe tempest-ServerShowV247Test-1214808668 tempest-ServerShowV247Test-1214808668-project-member] [instance: 25da9782-52d2-4813-8744-847ff6ba0e5d] Rebuilding instance [ 1110.270564] env[69770]: DEBUG oslo_concurrency.lockutils [None req-bd322739-6674-45ba-b46e-59fba9b2801a tempest-ServersAdmin275Test-1407660202 tempest-ServersAdmin275Test-1407660202-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1110.287726] env[69770]: DEBUG nova.compute.manager [None req-cc3670c9-0015-43b1-99ac-17eb9a627fbe tempest-ServerShowV247Test-1214808668 tempest-ServerShowV247Test-1214808668-project-member] [instance: 25da9782-52d2-4813-8744-847ff6ba0e5d] Checking state {{(pid=69770) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1110.288772] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9de9986a-80aa-4dd0-bad5-5c425f6c903c {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.436335] env[69770]: DEBUG oslo_vmware.api [-] Task: {'id': task-4070402, 'name': CreateVM_Task} progress is 99%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.533313] env[69770]: DEBUG nova.scheduler.client.report [None req-cbe01619-4a32-4b05-98f6-da17c35738f5 tempest-ServersTestManualDisk-1827962729 tempest-ServersTestManualDisk-1827962729-project-member] Inventory has not changed for provider 7cc7d32b-b7a7-454a-a456-2a440248ed9d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69770) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1110.654195] env[69770]: DEBUG oslo_concurrency.lockutils [None req-f3b509ee-b0fd-40c3-84ea-52a004fd6c42 tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1110.937021] env[69770]: DEBUG oslo_vmware.api [-] Task: {'id': task-4070402, 'name': CreateVM_Task, 'duration_secs': 0.721552} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1110.937279] env[69770]: DEBUG nova.network.neutron [req-337b72f2-8d8f-4b64-bf1e-a17fa6e6aa85 req-c156d25c-ffd1-4398-9a65-ea8e3d50fd3b service nova] [instance: cb2d5e5c-a655-4351-8e47-77816071183b] Updated VIF entry in instance network info cache for port 94a71566-d401-4fb9-ab47-ca613a44b672. {{(pid=69770) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1110.937615] env[69770]: DEBUG nova.network.neutron [req-337b72f2-8d8f-4b64-bf1e-a17fa6e6aa85 req-c156d25c-ffd1-4398-9a65-ea8e3d50fd3b service nova] [instance: cb2d5e5c-a655-4351-8e47-77816071183b] Updating instance_info_cache with network_info: [{"id": "94a71566-d401-4fb9-ab47-ca613a44b672", "address": "fa:16:3e:75:9c:b0", "network": {"id": "deeccc4b-a1bb-4cc9-a2cb-ab451519c623", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1195845450-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "79f08803ff104b29b1724007c4361a7e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "26a1e556-1ede-445a-bf87-a35daa5d9070", "external-id": "nsx-vlan-transportzone-396", "segmentation_id": 396, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap94a71566-d4", "ovs_interfaceid": "94a71566-d401-4fb9-ab47-ca613a44b672", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69770) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1110.938804] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cb2d5e5c-a655-4351-8e47-77816071183b] Created VM on the ESX host {{(pid=69770) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1110.939536] env[69770]: DEBUG oslo_concurrency.lockutils [None req-386020e5-2d23-4809-bed4-3316d442ae92 tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.939697] env[69770]: DEBUG oslo_concurrency.lockutils [None req-386020e5-2d23-4809-bed4-3316d442ae92 tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.940048] env[69770]: DEBUG oslo_concurrency.lockutils [None req-386020e5-2d23-4809-bed4-3316d442ae92 tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.940515] env[69770]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7c8e2e96-63b9-45b1-8b92-329281975e5b {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.946350] env[69770]: DEBUG oslo_vmware.api [None req-386020e5-2d23-4809-bed4-3316d442ae92 tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] Waiting for the task: (returnval){ [ 1110.946350] env[69770]: value = "session[52161b52-cb8e-ec9f-1132-2f6b49549d41]52f832cf-5a91-f0e4-561a-31a97e31a48a" [ 1110.946350] env[69770]: _type = "Task" [ 1110.946350] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1110.955566] env[69770]: DEBUG oslo_vmware.api [None req-386020e5-2d23-4809-bed4-3316d442ae92 tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]52f832cf-5a91-f0e4-561a-31a97e31a48a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.041272] env[69770]: DEBUG oslo_concurrency.lockutils [None req-cbe01619-4a32-4b05-98f6-da17c35738f5 tempest-ServersTestManualDisk-1827962729 tempest-ServersTestManualDisk-1827962729-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.409s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1111.041818] env[69770]: DEBUG nova.compute.manager [None req-cbe01619-4a32-4b05-98f6-da17c35738f5 tempest-ServersTestManualDisk-1827962729 tempest-ServersTestManualDisk-1827962729-project-member] [instance: d9619712-7879-42fa-a39a-d61c2c2cad75] Start building networks asynchronously for instance. {{(pid=69770) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1111.045128] env[69770]: DEBUG oslo_concurrency.lockutils [None req-08b85eea-ec41-4794-adb7-656240968f2a tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 15.340s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1111.046862] env[69770]: INFO nova.compute.claims [None req-08b85eea-ec41-4794-adb7-656240968f2a tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] [instance: c709ca8a-caa3-4f8a-a6bc-5c7a9bd346f5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1111.308617] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc3670c9-0015-43b1-99ac-17eb9a627fbe tempest-ServerShowV247Test-1214808668 tempest-ServerShowV247Test-1214808668-project-member] [instance: 25da9782-52d2-4813-8744-847ff6ba0e5d] Powering off the VM {{(pid=69770) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1111.308967] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-93615413-094d-40f4-8546-432cb47607dd {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.317755] env[69770]: DEBUG oslo_vmware.api [None req-cc3670c9-0015-43b1-99ac-17eb9a627fbe tempest-ServerShowV247Test-1214808668 tempest-ServerShowV247Test-1214808668-project-member] Waiting for the task: (returnval){ [ 1111.317755] env[69770]: value = "task-4070403" [ 1111.317755] env[69770]: _type = "Task" [ 1111.317755] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1111.326618] env[69770]: DEBUG oslo_vmware.api [None req-cc3670c9-0015-43b1-99ac-17eb9a627fbe tempest-ServerShowV247Test-1214808668 tempest-ServerShowV247Test-1214808668-project-member] Task: {'id': task-4070403, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.441322] env[69770]: DEBUG oslo_concurrency.lockutils [req-337b72f2-8d8f-4b64-bf1e-a17fa6e6aa85 req-c156d25c-ffd1-4398-9a65-ea8e3d50fd3b service nova] Releasing lock "refresh_cache-cb2d5e5c-a655-4351-8e47-77816071183b" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.457095] env[69770]: DEBUG oslo_vmware.api [None req-386020e5-2d23-4809-bed4-3316d442ae92 tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]52f832cf-5a91-f0e4-561a-31a97e31a48a, 'name': SearchDatastore_Task, 'duration_secs': 0.01153} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1111.457502] env[69770]: DEBUG oslo_concurrency.lockutils [None req-386020e5-2d23-4809-bed4-3316d442ae92 tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.457757] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-386020e5-2d23-4809-bed4-3316d442ae92 tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] [instance: cb2d5e5c-a655-4351-8e47-77816071183b] Processing image d1eaff80-24a0-4391-90eb-59958b1ecf0a {{(pid=69770) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1111.458048] env[69770]: DEBUG oslo_concurrency.lockutils [None req-386020e5-2d23-4809-bed4-3316d442ae92 tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.458171] env[69770]: DEBUG oslo_concurrency.lockutils [None req-386020e5-2d23-4809-bed4-3316d442ae92 tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.458417] env[69770]: DEBUG nova.virt.vmwareapi.ds_util [None req-386020e5-2d23-4809-bed4-3316d442ae92 tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69770) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1111.458689] env[69770]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7b38c40e-f994-4955-9178-1ec47b69a2ad {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.468420] env[69770]: DEBUG nova.virt.vmwareapi.ds_util [None req-386020e5-2d23-4809-bed4-3316d442ae92 tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69770) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1111.468628] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-386020e5-2d23-4809-bed4-3316d442ae92 tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69770) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1111.469494] env[69770]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-30807250-2348-49fe-9b99-b440b17900f6 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.475745] env[69770]: DEBUG oslo_vmware.api [None req-386020e5-2d23-4809-bed4-3316d442ae92 tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] Waiting for the task: (returnval){ [ 1111.475745] env[69770]: value = "session[52161b52-cb8e-ec9f-1132-2f6b49549d41]52ec5a9c-9f62-9282-3692-12bbb954dc3a" [ 1111.475745] env[69770]: _type = "Task" [ 1111.475745] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1111.484219] env[69770]: DEBUG oslo_vmware.api [None req-386020e5-2d23-4809-bed4-3316d442ae92 tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]52ec5a9c-9f62-9282-3692-12bbb954dc3a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.551997] env[69770]: DEBUG nova.compute.utils [None req-cbe01619-4a32-4b05-98f6-da17c35738f5 tempest-ServersTestManualDisk-1827962729 tempest-ServersTestManualDisk-1827962729-project-member] Using /dev/sd instead of None {{(pid=69770) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1111.555993] env[69770]: DEBUG nova.compute.manager [None req-cbe01619-4a32-4b05-98f6-da17c35738f5 tempest-ServersTestManualDisk-1827962729 tempest-ServersTestManualDisk-1827962729-project-member] [instance: d9619712-7879-42fa-a39a-d61c2c2cad75] Allocating IP information in the background. {{(pid=69770) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1111.556181] env[69770]: DEBUG nova.network.neutron [None req-cbe01619-4a32-4b05-98f6-da17c35738f5 tempest-ServersTestManualDisk-1827962729 tempest-ServersTestManualDisk-1827962729-project-member] [instance: d9619712-7879-42fa-a39a-d61c2c2cad75] allocate_for_instance() {{(pid=69770) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1111.593627] env[69770]: DEBUG nova.policy [None req-cbe01619-4a32-4b05-98f6-da17c35738f5 tempest-ServersTestManualDisk-1827962729 tempest-ServersTestManualDisk-1827962729-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e319eb7577b3483fb8c2c6b23b18bad0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8334779c559444ad8a5d31da19509fee', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69770) authorize /opt/stack/nova/nova/policy.py:192}} [ 1111.832191] env[69770]: DEBUG oslo_vmware.api [None req-cc3670c9-0015-43b1-99ac-17eb9a627fbe tempest-ServerShowV247Test-1214808668 tempest-ServerShowV247Test-1214808668-project-member] Task: {'id': task-4070403, 'name': PowerOffVM_Task, 'duration_secs': 0.137124} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1111.832506] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc3670c9-0015-43b1-99ac-17eb9a627fbe tempest-ServerShowV247Test-1214808668 tempest-ServerShowV247Test-1214808668-project-member] [instance: 25da9782-52d2-4813-8744-847ff6ba0e5d] Powered off the VM {{(pid=69770) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1111.832762] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-cc3670c9-0015-43b1-99ac-17eb9a627fbe tempest-ServerShowV247Test-1214808668 tempest-ServerShowV247Test-1214808668-project-member] [instance: 25da9782-52d2-4813-8744-847ff6ba0e5d] Destroying instance {{(pid=69770) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1111.833706] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3018ee72-dd44-4c28-a429-1d1420994f0b {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.842451] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-cc3670c9-0015-43b1-99ac-17eb9a627fbe tempest-ServerShowV247Test-1214808668 tempest-ServerShowV247Test-1214808668-project-member] [instance: 25da9782-52d2-4813-8744-847ff6ba0e5d] Unregistering the VM {{(pid=69770) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1111.842732] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a1e3dde8-2d62-46b5-bdeb-6d7b2efce99b {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.872912] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-cc3670c9-0015-43b1-99ac-17eb9a627fbe tempest-ServerShowV247Test-1214808668 tempest-ServerShowV247Test-1214808668-project-member] [instance: 25da9782-52d2-4813-8744-847ff6ba0e5d] Unregistered the VM {{(pid=69770) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1111.873183] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-cc3670c9-0015-43b1-99ac-17eb9a627fbe tempest-ServerShowV247Test-1214808668 tempest-ServerShowV247Test-1214808668-project-member] [instance: 25da9782-52d2-4813-8744-847ff6ba0e5d] Deleting contents of the VM from datastore datastore2 {{(pid=69770) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1111.873361] env[69770]: DEBUG nova.virt.vmwareapi.ds_util [None req-cc3670c9-0015-43b1-99ac-17eb9a627fbe tempest-ServerShowV247Test-1214808668 tempest-ServerShowV247Test-1214808668-project-member] Deleting the datastore file [datastore2] 25da9782-52d2-4813-8744-847ff6ba0e5d {{(pid=69770) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1111.873663] env[69770]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-12a6ec83-9d8d-44f6-b31e-87bf123b0ee8 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.882547] env[69770]: DEBUG oslo_vmware.api [None req-cc3670c9-0015-43b1-99ac-17eb9a627fbe tempest-ServerShowV247Test-1214808668 tempest-ServerShowV247Test-1214808668-project-member] Waiting for the task: (returnval){ [ 1111.882547] env[69770]: value = "task-4070405" [ 1111.882547] env[69770]: _type = "Task" [ 1111.882547] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1111.883571] env[69770]: DEBUG nova.network.neutron [None req-cbe01619-4a32-4b05-98f6-da17c35738f5 tempest-ServersTestManualDisk-1827962729 tempest-ServersTestManualDisk-1827962729-project-member] [instance: d9619712-7879-42fa-a39a-d61c2c2cad75] Successfully created port: ef0a22eb-d641-4452-9a2c-fb1858d68288 {{(pid=69770) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1111.897108] env[69770]: DEBUG oslo_vmware.api [None req-cc3670c9-0015-43b1-99ac-17eb9a627fbe tempest-ServerShowV247Test-1214808668 tempest-ServerShowV247Test-1214808668-project-member] Task: {'id': task-4070405, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.990483] env[69770]: DEBUG oslo_vmware.api [None req-386020e5-2d23-4809-bed4-3316d442ae92 tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]52ec5a9c-9f62-9282-3692-12bbb954dc3a, 'name': SearchDatastore_Task, 'duration_secs': 0.009693} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1111.991366] env[69770]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3478d77e-82db-4711-9716-96b91a7286b7 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.998561] env[69770]: DEBUG oslo_vmware.api [None req-386020e5-2d23-4809-bed4-3316d442ae92 tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] Waiting for the task: (returnval){ [ 1111.998561] env[69770]: value = "session[52161b52-cb8e-ec9f-1132-2f6b49549d41]526843ef-6826-4919-8e5f-aca5d20be57a" [ 1111.998561] env[69770]: _type = "Task" [ 1111.998561] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1112.008385] env[69770]: DEBUG oslo_vmware.api [None req-386020e5-2d23-4809-bed4-3316d442ae92 tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]526843ef-6826-4919-8e5f-aca5d20be57a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.055453] env[69770]: DEBUG nova.compute.manager [None req-cbe01619-4a32-4b05-98f6-da17c35738f5 tempest-ServersTestManualDisk-1827962729 tempest-ServersTestManualDisk-1827962729-project-member] [instance: d9619712-7879-42fa-a39a-d61c2c2cad75] Start building block device mappings for instance. {{(pid=69770) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1112.371046] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3ef861c-9d07-4ce0-b973-890254e5ff89 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.379138] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38d203a1-09ba-4d26-8e92-3bd5e69b05db {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.411559] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d89f767f-6c64-461d-a057-b3510778d6e7 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.421522] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c70f0e9-f2bc-496c-bebd-11d4802b8703 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.425111] env[69770]: DEBUG oslo_vmware.api [None req-cc3670c9-0015-43b1-99ac-17eb9a627fbe tempest-ServerShowV247Test-1214808668 tempest-ServerShowV247Test-1214808668-project-member] Task: {'id': task-4070405, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.11014} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1112.425362] env[69770]: DEBUG nova.virt.vmwareapi.ds_util [None req-cc3670c9-0015-43b1-99ac-17eb9a627fbe tempest-ServerShowV247Test-1214808668 tempest-ServerShowV247Test-1214808668-project-member] Deleted the datastore file {{(pid=69770) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1112.425579] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-cc3670c9-0015-43b1-99ac-17eb9a627fbe tempest-ServerShowV247Test-1214808668 tempest-ServerShowV247Test-1214808668-project-member] [instance: 25da9782-52d2-4813-8744-847ff6ba0e5d] Deleted contents of the VM from datastore datastore2 {{(pid=69770) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1112.425773] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-cc3670c9-0015-43b1-99ac-17eb9a627fbe tempest-ServerShowV247Test-1214808668 tempest-ServerShowV247Test-1214808668-project-member] [instance: 25da9782-52d2-4813-8744-847ff6ba0e5d] Instance destroyed {{(pid=69770) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1112.439255] env[69770]: DEBUG nova.compute.provider_tree [None req-08b85eea-ec41-4794-adb7-656240968f2a tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] Inventory has not changed in ProviderTree for provider: 7cc7d32b-b7a7-454a-a456-2a440248ed9d {{(pid=69770) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1112.509945] env[69770]: DEBUG oslo_vmware.api [None req-386020e5-2d23-4809-bed4-3316d442ae92 tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]526843ef-6826-4919-8e5f-aca5d20be57a, 'name': SearchDatastore_Task, 'duration_secs': 0.010359} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1112.510354] env[69770]: DEBUG oslo_concurrency.lockutils [None req-386020e5-2d23-4809-bed4-3316d442ae92 tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.510773] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-386020e5-2d23-4809-bed4-3316d442ae92 tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk to [datastore2] cb2d5e5c-a655-4351-8e47-77816071183b/cb2d5e5c-a655-4351-8e47-77816071183b.vmdk {{(pid=69770) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1112.511106] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fe14170d-1444-4dc2-aa64-85586db4f4e0 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.517757] env[69770]: DEBUG oslo_vmware.api [None req-386020e5-2d23-4809-bed4-3316d442ae92 tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] Waiting for the task: (returnval){ [ 1112.517757] env[69770]: value = "task-4070406" [ 1112.517757] env[69770]: _type = "Task" [ 1112.517757] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1112.527069] env[69770]: DEBUG oslo_vmware.api [None req-386020e5-2d23-4809-bed4-3316d442ae92 tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] Task: {'id': task-4070406, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.943122] env[69770]: DEBUG nova.scheduler.client.report [None req-08b85eea-ec41-4794-adb7-656240968f2a tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] Inventory has not changed for provider 7cc7d32b-b7a7-454a-a456-2a440248ed9d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69770) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1113.028517] env[69770]: DEBUG oslo_vmware.api [None req-386020e5-2d23-4809-bed4-3316d442ae92 tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] Task: {'id': task-4070406, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.494305} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1113.028876] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-386020e5-2d23-4809-bed4-3316d442ae92 tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk to [datastore2] cb2d5e5c-a655-4351-8e47-77816071183b/cb2d5e5c-a655-4351-8e47-77816071183b.vmdk {{(pid=69770) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1113.029147] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-386020e5-2d23-4809-bed4-3316d442ae92 tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] [instance: cb2d5e5c-a655-4351-8e47-77816071183b] Extending root virtual disk to 1048576 {{(pid=69770) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1113.029797] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b9d8158e-f053-4caf-82ef-c50f5591b866 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.036951] env[69770]: DEBUG oslo_vmware.api [None req-386020e5-2d23-4809-bed4-3316d442ae92 tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] Waiting for the task: (returnval){ [ 1113.036951] env[69770]: value = "task-4070407" [ 1113.036951] env[69770]: _type = "Task" [ 1113.036951] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1113.046289] env[69770]: DEBUG oslo_vmware.api [None req-386020e5-2d23-4809-bed4-3316d442ae92 tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] Task: {'id': task-4070407, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.070122] env[69770]: DEBUG nova.compute.manager [None req-cbe01619-4a32-4b05-98f6-da17c35738f5 tempest-ServersTestManualDisk-1827962729 tempest-ServersTestManualDisk-1827962729-project-member] [instance: d9619712-7879-42fa-a39a-d61c2c2cad75] Start spawning the instance on the hypervisor. {{(pid=69770) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1113.098984] env[69770]: DEBUG nova.virt.hardware [None req-cbe01619-4a32-4b05-98f6-da17c35738f5 tempest-ServersTestManualDisk-1827962729 tempest-ServersTestManualDisk-1827962729-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T12:16:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T12:16:11Z,direct_url=,disk_format='vmdk',id=d1eaff80-24a0-4391-90eb-59958b1ecf0a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d65f20bb89fb40a98b77bc6d97357df2',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T12:16:12Z,virtual_size=,visibility=), allow threads: False {{(pid=69770) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1113.099277] env[69770]: DEBUG nova.virt.hardware [None req-cbe01619-4a32-4b05-98f6-da17c35738f5 tempest-ServersTestManualDisk-1827962729 tempest-ServersTestManualDisk-1827962729-project-member] Flavor limits 0:0:0 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1113.099462] env[69770]: DEBUG nova.virt.hardware [None req-cbe01619-4a32-4b05-98f6-da17c35738f5 tempest-ServersTestManualDisk-1827962729 tempest-ServersTestManualDisk-1827962729-project-member] Image limits 0:0:0 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1113.099657] env[69770]: DEBUG nova.virt.hardware [None req-cbe01619-4a32-4b05-98f6-da17c35738f5 tempest-ServersTestManualDisk-1827962729 tempest-ServersTestManualDisk-1827962729-project-member] Flavor pref 0:0:0 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1113.099856] env[69770]: DEBUG nova.virt.hardware [None req-cbe01619-4a32-4b05-98f6-da17c35738f5 tempest-ServersTestManualDisk-1827962729 tempest-ServersTestManualDisk-1827962729-project-member] Image pref 0:0:0 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1113.099950] env[69770]: DEBUG nova.virt.hardware [None req-cbe01619-4a32-4b05-98f6-da17c35738f5 tempest-ServersTestManualDisk-1827962729 tempest-ServersTestManualDisk-1827962729-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1113.100181] env[69770]: DEBUG nova.virt.hardware [None req-cbe01619-4a32-4b05-98f6-da17c35738f5 tempest-ServersTestManualDisk-1827962729 tempest-ServersTestManualDisk-1827962729-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69770) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1113.100341] env[69770]: DEBUG nova.virt.hardware [None req-cbe01619-4a32-4b05-98f6-da17c35738f5 tempest-ServersTestManualDisk-1827962729 tempest-ServersTestManualDisk-1827962729-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69770) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1113.100512] env[69770]: DEBUG nova.virt.hardware [None req-cbe01619-4a32-4b05-98f6-da17c35738f5 tempest-ServersTestManualDisk-1827962729 tempest-ServersTestManualDisk-1827962729-project-member] Got 1 possible topologies {{(pid=69770) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1113.100693] env[69770]: DEBUG nova.virt.hardware [None req-cbe01619-4a32-4b05-98f6-da17c35738f5 tempest-ServersTestManualDisk-1827962729 tempest-ServersTestManualDisk-1827962729-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69770) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1113.100844] env[69770]: DEBUG nova.virt.hardware [None req-cbe01619-4a32-4b05-98f6-da17c35738f5 tempest-ServersTestManualDisk-1827962729 tempest-ServersTestManualDisk-1827962729-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69770) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1113.101821] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12f30666-2113-4f23-9ed5-8554596e7e66 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.110409] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53af4894-eee1-4eff-aff2-7ea7c25b96cc {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.424347] env[69770]: DEBUG nova.compute.manager [req-abe04516-182e-42da-bd3d-24416f80d0ab req-575dfb2a-ff95-4552-adff-f5dd767be134 service nova] [instance: d9619712-7879-42fa-a39a-d61c2c2cad75] Received event network-vif-plugged-ef0a22eb-d641-4452-9a2c-fb1858d68288 {{(pid=69770) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1113.424533] env[69770]: DEBUG oslo_concurrency.lockutils [req-abe04516-182e-42da-bd3d-24416f80d0ab req-575dfb2a-ff95-4552-adff-f5dd767be134 service nova] Acquiring lock "d9619712-7879-42fa-a39a-d61c2c2cad75-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1113.424779] env[69770]: DEBUG oslo_concurrency.lockutils [req-abe04516-182e-42da-bd3d-24416f80d0ab req-575dfb2a-ff95-4552-adff-f5dd767be134 service nova] Lock "d9619712-7879-42fa-a39a-d61c2c2cad75-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1113.425389] env[69770]: DEBUG oslo_concurrency.lockutils [req-abe04516-182e-42da-bd3d-24416f80d0ab req-575dfb2a-ff95-4552-adff-f5dd767be134 service nova] Lock "d9619712-7879-42fa-a39a-d61c2c2cad75-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1113.425613] env[69770]: DEBUG nova.compute.manager [req-abe04516-182e-42da-bd3d-24416f80d0ab req-575dfb2a-ff95-4552-adff-f5dd767be134 service nova] [instance: d9619712-7879-42fa-a39a-d61c2c2cad75] No waiting events found dispatching network-vif-plugged-ef0a22eb-d641-4452-9a2c-fb1858d68288 {{(pid=69770) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1113.425790] env[69770]: WARNING nova.compute.manager [req-abe04516-182e-42da-bd3d-24416f80d0ab req-575dfb2a-ff95-4552-adff-f5dd767be134 service nova] [instance: d9619712-7879-42fa-a39a-d61c2c2cad75] Received unexpected event network-vif-plugged-ef0a22eb-d641-4452-9a2c-fb1858d68288 for instance with vm_state building and task_state spawning. [ 1113.448464] env[69770]: DEBUG oslo_concurrency.lockutils [None req-08b85eea-ec41-4794-adb7-656240968f2a tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.403s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1113.449049] env[69770]: DEBUG nova.compute.manager [None req-08b85eea-ec41-4794-adb7-656240968f2a tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] [instance: c709ca8a-caa3-4f8a-a6bc-5c7a9bd346f5] Start building networks asynchronously for instance. {{(pid=69770) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1113.458129] env[69770]: DEBUG oslo_concurrency.lockutils [None req-03996edb-39c7-44db-b7ba-0cd86e412c49 tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 16.235s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1113.458440] env[69770]: DEBUG nova.objects.instance [None req-03996edb-39c7-44db-b7ba-0cd86e412c49 tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] Lazy-loading 'resources' on Instance uuid 9de87335-1db9-4bb3-ab4b-6bec27911b5f {{(pid=69770) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1113.471584] env[69770]: DEBUG nova.virt.hardware [None req-cc3670c9-0015-43b1-99ac-17eb9a627fbe tempest-ServerShowV247Test-1214808668 tempest-ServerShowV247Test-1214808668-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T12:16:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T12:16:11Z,direct_url=,disk_format='vmdk',id=d1eaff80-24a0-4391-90eb-59958b1ecf0a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d65f20bb89fb40a98b77bc6d97357df2',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T12:16:12Z,virtual_size=,visibility=), allow threads: False {{(pid=69770) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1113.471940] env[69770]: DEBUG nova.virt.hardware [None req-cc3670c9-0015-43b1-99ac-17eb9a627fbe tempest-ServerShowV247Test-1214808668 tempest-ServerShowV247Test-1214808668-project-member] Flavor limits 0:0:0 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1113.472040] env[69770]: DEBUG nova.virt.hardware [None req-cc3670c9-0015-43b1-99ac-17eb9a627fbe tempest-ServerShowV247Test-1214808668 tempest-ServerShowV247Test-1214808668-project-member] Image limits 0:0:0 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1113.472202] env[69770]: DEBUG nova.virt.hardware [None req-cc3670c9-0015-43b1-99ac-17eb9a627fbe tempest-ServerShowV247Test-1214808668 tempest-ServerShowV247Test-1214808668-project-member] Flavor pref 0:0:0 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1113.472351] env[69770]: DEBUG nova.virt.hardware [None req-cc3670c9-0015-43b1-99ac-17eb9a627fbe tempest-ServerShowV247Test-1214808668 tempest-ServerShowV247Test-1214808668-project-member] Image pref 0:0:0 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1113.472526] env[69770]: DEBUG nova.virt.hardware [None req-cc3670c9-0015-43b1-99ac-17eb9a627fbe tempest-ServerShowV247Test-1214808668 tempest-ServerShowV247Test-1214808668-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1113.472758] env[69770]: DEBUG nova.virt.hardware [None req-cc3670c9-0015-43b1-99ac-17eb9a627fbe tempest-ServerShowV247Test-1214808668 tempest-ServerShowV247Test-1214808668-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69770) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1113.472917] env[69770]: DEBUG nova.virt.hardware [None req-cc3670c9-0015-43b1-99ac-17eb9a627fbe tempest-ServerShowV247Test-1214808668 tempest-ServerShowV247Test-1214808668-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69770) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1113.473350] env[69770]: DEBUG nova.virt.hardware [None req-cc3670c9-0015-43b1-99ac-17eb9a627fbe tempest-ServerShowV247Test-1214808668 tempest-ServerShowV247Test-1214808668-project-member] Got 1 possible topologies {{(pid=69770) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1113.473642] env[69770]: DEBUG nova.virt.hardware [None req-cc3670c9-0015-43b1-99ac-17eb9a627fbe tempest-ServerShowV247Test-1214808668 tempest-ServerShowV247Test-1214808668-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69770) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1113.473844] env[69770]: DEBUG nova.virt.hardware [None req-cc3670c9-0015-43b1-99ac-17eb9a627fbe tempest-ServerShowV247Test-1214808668 tempest-ServerShowV247Test-1214808668-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69770) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1113.475570] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8472b3c-bb46-4845-8218-f817834aebe4 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.485530] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a56f020-84ba-4bb6-9551-aecafd8c902e {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.502765] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-cc3670c9-0015-43b1-99ac-17eb9a627fbe tempest-ServerShowV247Test-1214808668 tempest-ServerShowV247Test-1214808668-project-member] [instance: 25da9782-52d2-4813-8744-847ff6ba0e5d] Instance VIF info [] {{(pid=69770) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1113.509195] env[69770]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cc3670c9-0015-43b1-99ac-17eb9a627fbe tempest-ServerShowV247Test-1214808668 tempest-ServerShowV247Test-1214808668-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69770) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1113.509724] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 25da9782-52d2-4813-8744-847ff6ba0e5d] Creating VM on the ESX host {{(pid=69770) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1113.509951] env[69770]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-538f064c-7c8a-4ef8-ba96-d33002adf887 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.526168] env[69770]: DEBUG nova.network.neutron [None req-cbe01619-4a32-4b05-98f6-da17c35738f5 tempest-ServersTestManualDisk-1827962729 tempest-ServersTestManualDisk-1827962729-project-member] [instance: d9619712-7879-42fa-a39a-d61c2c2cad75] Successfully updated port: ef0a22eb-d641-4452-9a2c-fb1858d68288 {{(pid=69770) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1113.534860] env[69770]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1113.534860] env[69770]: value = "task-4070408" [ 1113.534860] env[69770]: _type = "Task" [ 1113.534860] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1113.548927] env[69770]: DEBUG oslo_vmware.api [-] Task: {'id': task-4070408, 'name': CreateVM_Task} progress is 5%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.551976] env[69770]: DEBUG oslo_vmware.api [None req-386020e5-2d23-4809-bed4-3316d442ae92 tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] Task: {'id': task-4070407, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.060715} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1113.552289] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-386020e5-2d23-4809-bed4-3316d442ae92 tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] [instance: cb2d5e5c-a655-4351-8e47-77816071183b] Extended root virtual disk {{(pid=69770) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1113.553060] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54b7836f-1cb1-4a55-9add-692133121d03 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.578553] env[69770]: DEBUG nova.virt.vmwareapi.volumeops [None req-386020e5-2d23-4809-bed4-3316d442ae92 tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] [instance: cb2d5e5c-a655-4351-8e47-77816071183b] Reconfiguring VM instance instance-00000059 to attach disk [datastore2] cb2d5e5c-a655-4351-8e47-77816071183b/cb2d5e5c-a655-4351-8e47-77816071183b.vmdk or device None with type sparse {{(pid=69770) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1113.578892] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-aa7e13a2-c50d-4292-9a1b-fa92a64f9623 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.599501] env[69770]: DEBUG oslo_vmware.api [None req-386020e5-2d23-4809-bed4-3316d442ae92 tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] Waiting for the task: (returnval){ [ 1113.599501] env[69770]: value = "task-4070409" [ 1113.599501] env[69770]: _type = "Task" [ 1113.599501] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1113.608608] env[69770]: DEBUG oslo_vmware.api [None req-386020e5-2d23-4809-bed4-3316d442ae92 tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] Task: {'id': task-4070409, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.957526] env[69770]: DEBUG nova.compute.utils [None req-08b85eea-ec41-4794-adb7-656240968f2a tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] Using /dev/sd instead of None {{(pid=69770) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1113.958934] env[69770]: DEBUG nova.compute.manager [None req-08b85eea-ec41-4794-adb7-656240968f2a tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] [instance: c709ca8a-caa3-4f8a-a6bc-5c7a9bd346f5] Allocating IP information in the background. {{(pid=69770) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1113.959665] env[69770]: DEBUG nova.network.neutron [None req-08b85eea-ec41-4794-adb7-656240968f2a tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] [instance: c709ca8a-caa3-4f8a-a6bc-5c7a9bd346f5] allocate_for_instance() {{(pid=69770) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1114.008418] env[69770]: DEBUG nova.policy [None req-08b85eea-ec41-4794-adb7-656240968f2a tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '790410df58c64dc99c4c9f4b2ffaa936', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fd2014dec6514eb7b7289fdfc4de7f92', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69770) authorize /opt/stack/nova/nova/policy.py:192}} [ 1114.029372] env[69770]: DEBUG oslo_concurrency.lockutils [None req-cbe01619-4a32-4b05-98f6-da17c35738f5 tempest-ServersTestManualDisk-1827962729 tempest-ServersTestManualDisk-1827962729-project-member] Acquiring lock "refresh_cache-d9619712-7879-42fa-a39a-d61c2c2cad75" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.029552] env[69770]: DEBUG oslo_concurrency.lockutils [None req-cbe01619-4a32-4b05-98f6-da17c35738f5 tempest-ServersTestManualDisk-1827962729 tempest-ServersTestManualDisk-1827962729-project-member] Acquired lock "refresh_cache-d9619712-7879-42fa-a39a-d61c2c2cad75" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.029718] env[69770]: DEBUG nova.network.neutron [None req-cbe01619-4a32-4b05-98f6-da17c35738f5 tempest-ServersTestManualDisk-1827962729 tempest-ServersTestManualDisk-1827962729-project-member] [instance: d9619712-7879-42fa-a39a-d61c2c2cad75] Building network info cache for instance {{(pid=69770) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1114.047867] env[69770]: DEBUG oslo_vmware.api [-] Task: {'id': task-4070408, 'name': CreateVM_Task} progress is 99%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.109320] env[69770]: DEBUG oslo_vmware.api [None req-386020e5-2d23-4809-bed4-3316d442ae92 tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] Task: {'id': task-4070409, 'name': ReconfigVM_Task, 'duration_secs': 0.292547} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1114.112069] env[69770]: DEBUG nova.virt.vmwareapi.volumeops [None req-386020e5-2d23-4809-bed4-3316d442ae92 tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] [instance: cb2d5e5c-a655-4351-8e47-77816071183b] Reconfigured VM instance instance-00000059 to attach disk [datastore2] cb2d5e5c-a655-4351-8e47-77816071183b/cb2d5e5c-a655-4351-8e47-77816071183b.vmdk or device None with type sparse {{(pid=69770) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1114.113226] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-18e3e356-f2ba-45d4-893d-b4bb5e474c8a {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.120566] env[69770]: DEBUG oslo_vmware.api [None req-386020e5-2d23-4809-bed4-3316d442ae92 tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] Waiting for the task: (returnval){ [ 1114.120566] env[69770]: value = "task-4070410" [ 1114.120566] env[69770]: _type = "Task" [ 1114.120566] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1114.132492] env[69770]: DEBUG oslo_vmware.api [None req-386020e5-2d23-4809-bed4-3316d442ae92 tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] Task: {'id': task-4070410, 'name': Rename_Task} progress is 5%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.257753] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d52c3505-d835-4bfb-93d7-e2316b74e62b {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.267305] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-672e6d11-0ddd-44a9-b576-e3fdb4ab23b8 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.302829] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10fc9eab-0ae4-44cb-9edc-e1732f33eb36 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.312062] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-464690f3-cade-4bf8-b0bb-2fa58d5fd917 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.332544] env[69770]: DEBUG nova.compute.provider_tree [None req-03996edb-39c7-44db-b7ba-0cd86e412c49 tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] Inventory has not changed in ProviderTree for provider: 7cc7d32b-b7a7-454a-a456-2a440248ed9d {{(pid=69770) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1114.335024] env[69770]: DEBUG nova.network.neutron [None req-08b85eea-ec41-4794-adb7-656240968f2a tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] [instance: c709ca8a-caa3-4f8a-a6bc-5c7a9bd346f5] Successfully created port: 05546535-0964-4a8f-ae68-bc807af2f52b {{(pid=69770) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1114.463384] env[69770]: DEBUG nova.compute.manager [None req-08b85eea-ec41-4794-adb7-656240968f2a tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] [instance: c709ca8a-caa3-4f8a-a6bc-5c7a9bd346f5] Start building block device mappings for instance. {{(pid=69770) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1114.547980] env[69770]: DEBUG oslo_vmware.api [-] Task: {'id': task-4070408, 'name': CreateVM_Task, 'duration_secs': 0.518842} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1114.548307] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 25da9782-52d2-4813-8744-847ff6ba0e5d] Created VM on the ESX host {{(pid=69770) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1114.548805] env[69770]: DEBUG oslo_concurrency.lockutils [None req-cc3670c9-0015-43b1-99ac-17eb9a627fbe tempest-ServerShowV247Test-1214808668 tempest-ServerShowV247Test-1214808668-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.549101] env[69770]: DEBUG oslo_concurrency.lockutils [None req-cc3670c9-0015-43b1-99ac-17eb9a627fbe tempest-ServerShowV247Test-1214808668 tempest-ServerShowV247Test-1214808668-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.549490] env[69770]: DEBUG oslo_concurrency.lockutils [None req-cc3670c9-0015-43b1-99ac-17eb9a627fbe tempest-ServerShowV247Test-1214808668 tempest-ServerShowV247Test-1214808668-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.549980] env[69770]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5379c97c-81c2-48a3-9787-80519c2e27e8 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.555464] env[69770]: DEBUG oslo_vmware.api [None req-cc3670c9-0015-43b1-99ac-17eb9a627fbe tempest-ServerShowV247Test-1214808668 tempest-ServerShowV247Test-1214808668-project-member] Waiting for the task: (returnval){ [ 1114.555464] env[69770]: value = "session[52161b52-cb8e-ec9f-1132-2f6b49549d41]52116017-5eb5-83b9-60a5-3f7f347c908c" [ 1114.555464] env[69770]: _type = "Task" [ 1114.555464] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1114.561148] env[69770]: DEBUG nova.network.neutron [None req-cbe01619-4a32-4b05-98f6-da17c35738f5 tempest-ServersTestManualDisk-1827962729 tempest-ServersTestManualDisk-1827962729-project-member] [instance: d9619712-7879-42fa-a39a-d61c2c2cad75] Instance cache missing network info. {{(pid=69770) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1114.567084] env[69770]: DEBUG oslo_vmware.api [None req-cc3670c9-0015-43b1-99ac-17eb9a627fbe tempest-ServerShowV247Test-1214808668 tempest-ServerShowV247Test-1214808668-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]52116017-5eb5-83b9-60a5-3f7f347c908c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.631883] env[69770]: DEBUG oslo_vmware.api [None req-386020e5-2d23-4809-bed4-3316d442ae92 tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] Task: {'id': task-4070410, 'name': Rename_Task, 'duration_secs': 0.15645} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1114.633022] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-386020e5-2d23-4809-bed4-3316d442ae92 tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] [instance: cb2d5e5c-a655-4351-8e47-77816071183b] Powering on the VM {{(pid=69770) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1114.633022] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-69bf5d83-e1bf-488f-9c43-799277e05716 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.640338] env[69770]: DEBUG oslo_vmware.api [None req-386020e5-2d23-4809-bed4-3316d442ae92 tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] Waiting for the task: (returnval){ [ 1114.640338] env[69770]: value = "task-4070411" [ 1114.640338] env[69770]: _type = "Task" [ 1114.640338] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1114.649624] env[69770]: DEBUG oslo_vmware.api [None req-386020e5-2d23-4809-bed4-3316d442ae92 tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] Task: {'id': task-4070411, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.724039] env[69770]: DEBUG nova.network.neutron [None req-cbe01619-4a32-4b05-98f6-da17c35738f5 tempest-ServersTestManualDisk-1827962729 tempest-ServersTestManualDisk-1827962729-project-member] [instance: d9619712-7879-42fa-a39a-d61c2c2cad75] Updating instance_info_cache with network_info: [{"id": "ef0a22eb-d641-4452-9a2c-fb1858d68288", "address": "fa:16:3e:9a:a0:0f", "network": {"id": "d73bb58e-5357-43df-998a-d44782b86c60", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-320928042-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8334779c559444ad8a5d31da19509fee", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8f441782-e89c-4815-b53e-af83c5d27902", "external-id": "nsx-vlan-transportzone-562", "segmentation_id": 562, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapef0a22eb-d6", "ovs_interfaceid": "ef0a22eb-d641-4452-9a2c-fb1858d68288", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69770) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1114.838414] env[69770]: DEBUG nova.scheduler.client.report [None req-03996edb-39c7-44db-b7ba-0cd86e412c49 tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] Inventory has not changed for provider 7cc7d32b-b7a7-454a-a456-2a440248ed9d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69770) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1115.067330] env[69770]: DEBUG oslo_vmware.api [None req-cc3670c9-0015-43b1-99ac-17eb9a627fbe tempest-ServerShowV247Test-1214808668 tempest-ServerShowV247Test-1214808668-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]52116017-5eb5-83b9-60a5-3f7f347c908c, 'name': SearchDatastore_Task, 'duration_secs': 0.010717} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1115.067683] env[69770]: DEBUG oslo_concurrency.lockutils [None req-cc3670c9-0015-43b1-99ac-17eb9a627fbe tempest-ServerShowV247Test-1214808668 tempest-ServerShowV247Test-1214808668-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.067929] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-cc3670c9-0015-43b1-99ac-17eb9a627fbe tempest-ServerShowV247Test-1214808668 tempest-ServerShowV247Test-1214808668-project-member] [instance: 25da9782-52d2-4813-8744-847ff6ba0e5d] Processing image d1eaff80-24a0-4391-90eb-59958b1ecf0a {{(pid=69770) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1115.068176] env[69770]: DEBUG oslo_concurrency.lockutils [None req-cc3670c9-0015-43b1-99ac-17eb9a627fbe tempest-ServerShowV247Test-1214808668 tempest-ServerShowV247Test-1214808668-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.068319] env[69770]: DEBUG oslo_concurrency.lockutils [None req-cc3670c9-0015-43b1-99ac-17eb9a627fbe tempest-ServerShowV247Test-1214808668 tempest-ServerShowV247Test-1214808668-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.068555] env[69770]: DEBUG nova.virt.vmwareapi.ds_util [None req-cc3670c9-0015-43b1-99ac-17eb9a627fbe tempest-ServerShowV247Test-1214808668 tempest-ServerShowV247Test-1214808668-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69770) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1115.068842] env[69770]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-332c54b9-01d5-4977-8f6a-4c1c6a36bd41 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.077204] env[69770]: DEBUG nova.virt.vmwareapi.ds_util [None req-cc3670c9-0015-43b1-99ac-17eb9a627fbe tempest-ServerShowV247Test-1214808668 tempest-ServerShowV247Test-1214808668-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69770) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1115.077373] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-cc3670c9-0015-43b1-99ac-17eb9a627fbe tempest-ServerShowV247Test-1214808668 tempest-ServerShowV247Test-1214808668-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69770) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1115.078079] env[69770]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f72461f8-4b2b-46a3-8506-5a337b81b78f {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.083149] env[69770]: DEBUG oslo_vmware.api [None req-cc3670c9-0015-43b1-99ac-17eb9a627fbe tempest-ServerShowV247Test-1214808668 tempest-ServerShowV247Test-1214808668-project-member] Waiting for the task: (returnval){ [ 1115.083149] env[69770]: value = "session[52161b52-cb8e-ec9f-1132-2f6b49549d41]5272efc2-5ebf-ed23-d0fb-24af5ce92e16" [ 1115.083149] env[69770]: _type = "Task" [ 1115.083149] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1115.090657] env[69770]: DEBUG oslo_vmware.api [None req-cc3670c9-0015-43b1-99ac-17eb9a627fbe tempest-ServerShowV247Test-1214808668 tempest-ServerShowV247Test-1214808668-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]5272efc2-5ebf-ed23-d0fb-24af5ce92e16, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.150780] env[69770]: DEBUG oslo_vmware.api [None req-386020e5-2d23-4809-bed4-3316d442ae92 tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] Task: {'id': task-4070411, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.226617] env[69770]: DEBUG oslo_concurrency.lockutils [None req-cbe01619-4a32-4b05-98f6-da17c35738f5 tempest-ServersTestManualDisk-1827962729 tempest-ServersTestManualDisk-1827962729-project-member] Releasing lock "refresh_cache-d9619712-7879-42fa-a39a-d61c2c2cad75" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.226984] env[69770]: DEBUG nova.compute.manager [None req-cbe01619-4a32-4b05-98f6-da17c35738f5 tempest-ServersTestManualDisk-1827962729 tempest-ServersTestManualDisk-1827962729-project-member] [instance: d9619712-7879-42fa-a39a-d61c2c2cad75] Instance network_info: |[{"id": "ef0a22eb-d641-4452-9a2c-fb1858d68288", "address": "fa:16:3e:9a:a0:0f", "network": {"id": "d73bb58e-5357-43df-998a-d44782b86c60", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-320928042-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8334779c559444ad8a5d31da19509fee", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8f441782-e89c-4815-b53e-af83c5d27902", "external-id": "nsx-vlan-transportzone-562", "segmentation_id": 562, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapef0a22eb-d6", "ovs_interfaceid": "ef0a22eb-d641-4452-9a2c-fb1858d68288", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69770) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1115.227441] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-cbe01619-4a32-4b05-98f6-da17c35738f5 tempest-ServersTestManualDisk-1827962729 tempest-ServersTestManualDisk-1827962729-project-member] [instance: d9619712-7879-42fa-a39a-d61c2c2cad75] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9a:a0:0f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8f441782-e89c-4815-b53e-af83c5d27902', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ef0a22eb-d641-4452-9a2c-fb1858d68288', 'vif_model': 'vmxnet3'}] {{(pid=69770) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1115.236443] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-cbe01619-4a32-4b05-98f6-da17c35738f5 tempest-ServersTestManualDisk-1827962729 tempest-ServersTestManualDisk-1827962729-project-member] Creating folder: Project (8334779c559444ad8a5d31da19509fee). Parent ref: group-v806376. {{(pid=69770) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1115.236773] env[69770]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8fb18d38-2c9e-4337-8ad5-3850feaaded7 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.249585] env[69770]: INFO nova.virt.vmwareapi.vm_util [None req-cbe01619-4a32-4b05-98f6-da17c35738f5 tempest-ServersTestManualDisk-1827962729 tempest-ServersTestManualDisk-1827962729-project-member] Created folder: Project (8334779c559444ad8a5d31da19509fee) in parent group-v806376. [ 1115.249831] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-cbe01619-4a32-4b05-98f6-da17c35738f5 tempest-ServersTestManualDisk-1827962729 tempest-ServersTestManualDisk-1827962729-project-member] Creating folder: Instances. Parent ref: group-v806625. {{(pid=69770) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1115.250123] env[69770]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c2550788-2d93-4f39-8ac8-c9fd3e73b39a {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.261779] env[69770]: INFO nova.virt.vmwareapi.vm_util [None req-cbe01619-4a32-4b05-98f6-da17c35738f5 tempest-ServersTestManualDisk-1827962729 tempest-ServersTestManualDisk-1827962729-project-member] Created folder: Instances in parent group-v806625. [ 1115.262117] env[69770]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cbe01619-4a32-4b05-98f6-da17c35738f5 tempest-ServersTestManualDisk-1827962729 tempest-ServersTestManualDisk-1827962729-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69770) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1115.262383] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d9619712-7879-42fa-a39a-d61c2c2cad75] Creating VM on the ESX host {{(pid=69770) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1115.262659] env[69770]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fd9c2b5d-8f4a-4d75-b6a7-6843ed4f52ba {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.284771] env[69770]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1115.284771] env[69770]: value = "task-4070414" [ 1115.284771] env[69770]: _type = "Task" [ 1115.284771] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1115.293776] env[69770]: DEBUG oslo_vmware.api [-] Task: {'id': task-4070414, 'name': CreateVM_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.344283] env[69770]: DEBUG oslo_concurrency.lockutils [None req-03996edb-39c7-44db-b7ba-0cd86e412c49 tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.886s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1115.348054] env[69770]: DEBUG oslo_concurrency.lockutils [None req-6886f0d7-aa59-4b8b-bd21-4e27cbbe47ad tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 17.584s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1115.348475] env[69770]: DEBUG nova.objects.instance [None req-6886f0d7-aa59-4b8b-bd21-4e27cbbe47ad tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] Lazy-loading 'resources' on Instance uuid f4cb9224-9468-4834-a24a-9309e6dd3bba {{(pid=69770) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1115.370372] env[69770]: INFO nova.scheduler.client.report [None req-03996edb-39c7-44db-b7ba-0cd86e412c49 tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] Deleted allocations for instance 9de87335-1db9-4bb3-ab4b-6bec27911b5f [ 1115.476571] env[69770]: DEBUG nova.compute.manager [None req-08b85eea-ec41-4794-adb7-656240968f2a tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] [instance: c709ca8a-caa3-4f8a-a6bc-5c7a9bd346f5] Start spawning the instance on the hypervisor. {{(pid=69770) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1115.482888] env[69770]: DEBUG nova.compute.manager [req-b9378eb0-1b68-4a23-9e51-8dfa0caf0b35 req-dfee9006-19c0-47a6-8339-eee01603bcb6 service nova] [instance: d9619712-7879-42fa-a39a-d61c2c2cad75] Received event network-changed-ef0a22eb-d641-4452-9a2c-fb1858d68288 {{(pid=69770) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1115.483118] env[69770]: DEBUG nova.compute.manager [req-b9378eb0-1b68-4a23-9e51-8dfa0caf0b35 req-dfee9006-19c0-47a6-8339-eee01603bcb6 service nova] [instance: d9619712-7879-42fa-a39a-d61c2c2cad75] Refreshing instance network info cache due to event network-changed-ef0a22eb-d641-4452-9a2c-fb1858d68288. {{(pid=69770) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1115.483780] env[69770]: DEBUG oslo_concurrency.lockutils [req-b9378eb0-1b68-4a23-9e51-8dfa0caf0b35 req-dfee9006-19c0-47a6-8339-eee01603bcb6 service nova] Acquiring lock "refresh_cache-d9619712-7879-42fa-a39a-d61c2c2cad75" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.483931] env[69770]: DEBUG oslo_concurrency.lockutils [req-b9378eb0-1b68-4a23-9e51-8dfa0caf0b35 req-dfee9006-19c0-47a6-8339-eee01603bcb6 service nova] Acquired lock "refresh_cache-d9619712-7879-42fa-a39a-d61c2c2cad75" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.484133] env[69770]: DEBUG nova.network.neutron [req-b9378eb0-1b68-4a23-9e51-8dfa0caf0b35 req-dfee9006-19c0-47a6-8339-eee01603bcb6 service nova] [instance: d9619712-7879-42fa-a39a-d61c2c2cad75] Refreshing network info cache for port ef0a22eb-d641-4452-9a2c-fb1858d68288 {{(pid=69770) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1115.506313] env[69770]: DEBUG nova.virt.hardware [None req-08b85eea-ec41-4794-adb7-656240968f2a tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T12:16:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T12:16:11Z,direct_url=,disk_format='vmdk',id=d1eaff80-24a0-4391-90eb-59958b1ecf0a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d65f20bb89fb40a98b77bc6d97357df2',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T12:16:12Z,virtual_size=,visibility=), allow threads: False {{(pid=69770) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1115.506602] env[69770]: DEBUG nova.virt.hardware [None req-08b85eea-ec41-4794-adb7-656240968f2a tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] Flavor limits 0:0:0 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1115.506770] env[69770]: DEBUG nova.virt.hardware [None req-08b85eea-ec41-4794-adb7-656240968f2a tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] Image limits 0:0:0 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1115.506964] env[69770]: DEBUG nova.virt.hardware [None req-08b85eea-ec41-4794-adb7-656240968f2a tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] Flavor pref 0:0:0 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1115.507126] env[69770]: DEBUG nova.virt.hardware [None req-08b85eea-ec41-4794-adb7-656240968f2a tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] Image pref 0:0:0 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1115.507276] env[69770]: DEBUG nova.virt.hardware [None req-08b85eea-ec41-4794-adb7-656240968f2a tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1115.507494] env[69770]: DEBUG nova.virt.hardware [None req-08b85eea-ec41-4794-adb7-656240968f2a tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69770) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1115.507655] env[69770]: DEBUG nova.virt.hardware [None req-08b85eea-ec41-4794-adb7-656240968f2a tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69770) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1115.507826] env[69770]: DEBUG nova.virt.hardware [None req-08b85eea-ec41-4794-adb7-656240968f2a tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] Got 1 possible topologies {{(pid=69770) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1115.507989] env[69770]: DEBUG nova.virt.hardware [None req-08b85eea-ec41-4794-adb7-656240968f2a tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69770) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1115.508204] env[69770]: DEBUG nova.virt.hardware [None req-08b85eea-ec41-4794-adb7-656240968f2a tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69770) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1115.509275] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99298660-9e25-4d84-9a3c-7311c9f38b82 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.520133] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8f6a254-88bb-44c4-9773-7a1f18b5219b {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.594882] env[69770]: DEBUG oslo_vmware.api [None req-cc3670c9-0015-43b1-99ac-17eb9a627fbe tempest-ServerShowV247Test-1214808668 tempest-ServerShowV247Test-1214808668-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]5272efc2-5ebf-ed23-d0fb-24af5ce92e16, 'name': SearchDatastore_Task, 'duration_secs': 0.008501} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1115.595892] env[69770]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2c96cfbd-7792-4011-b9aa-be51bc065dcc {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.606512] env[69770]: DEBUG oslo_vmware.api [None req-cc3670c9-0015-43b1-99ac-17eb9a627fbe tempest-ServerShowV247Test-1214808668 tempest-ServerShowV247Test-1214808668-project-member] Waiting for the task: (returnval){ [ 1115.606512] env[69770]: value = "session[52161b52-cb8e-ec9f-1132-2f6b49549d41]52435913-f078-cefb-2b86-9cf0145f7e24" [ 1115.606512] env[69770]: _type = "Task" [ 1115.606512] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1115.617368] env[69770]: DEBUG oslo_vmware.api [None req-cc3670c9-0015-43b1-99ac-17eb9a627fbe tempest-ServerShowV247Test-1214808668 tempest-ServerShowV247Test-1214808668-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]52435913-f078-cefb-2b86-9cf0145f7e24, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.652039] env[69770]: DEBUG oslo_vmware.api [None req-386020e5-2d23-4809-bed4-3316d442ae92 tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] Task: {'id': task-4070411, 'name': PowerOnVM_Task} progress is 90%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.798222] env[69770]: DEBUG oslo_vmware.api [-] Task: {'id': task-4070414, 'name': CreateVM_Task, 'duration_secs': 0.420662} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1115.798480] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d9619712-7879-42fa-a39a-d61c2c2cad75] Created VM on the ESX host {{(pid=69770) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1115.799183] env[69770]: DEBUG oslo_concurrency.lockutils [None req-cbe01619-4a32-4b05-98f6-da17c35738f5 tempest-ServersTestManualDisk-1827962729 tempest-ServersTestManualDisk-1827962729-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.799350] env[69770]: DEBUG oslo_concurrency.lockutils [None req-cbe01619-4a32-4b05-98f6-da17c35738f5 tempest-ServersTestManualDisk-1827962729 tempest-ServersTestManualDisk-1827962729-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.799664] env[69770]: DEBUG oslo_concurrency.lockutils [None req-cbe01619-4a32-4b05-98f6-da17c35738f5 tempest-ServersTestManualDisk-1827962729 tempest-ServersTestManualDisk-1827962729-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.800101] env[69770]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5f43de8b-b55e-4920-a90b-d4a584264126 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.805402] env[69770]: DEBUG oslo_vmware.api [None req-cbe01619-4a32-4b05-98f6-da17c35738f5 tempest-ServersTestManualDisk-1827962729 tempest-ServersTestManualDisk-1827962729-project-member] Waiting for the task: (returnval){ [ 1115.805402] env[69770]: value = "session[52161b52-cb8e-ec9f-1132-2f6b49549d41]5278f162-bb22-4c78-b266-488e66756b3f" [ 1115.805402] env[69770]: _type = "Task" [ 1115.805402] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1115.814737] env[69770]: DEBUG oslo_vmware.api [None req-cbe01619-4a32-4b05-98f6-da17c35738f5 tempest-ServersTestManualDisk-1827962729 tempest-ServersTestManualDisk-1827962729-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]5278f162-bb22-4c78-b266-488e66756b3f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.882207] env[69770]: DEBUG oslo_concurrency.lockutils [None req-03996edb-39c7-44db-b7ba-0cd86e412c49 tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] Lock "9de87335-1db9-4bb3-ab4b-6bec27911b5f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 22.823s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1115.925730] env[69770]: DEBUG nova.network.neutron [None req-08b85eea-ec41-4794-adb7-656240968f2a tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] [instance: c709ca8a-caa3-4f8a-a6bc-5c7a9bd346f5] Successfully updated port: 05546535-0964-4a8f-ae68-bc807af2f52b {{(pid=69770) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1116.119985] env[69770]: DEBUG oslo_vmware.api [None req-cc3670c9-0015-43b1-99ac-17eb9a627fbe tempest-ServerShowV247Test-1214808668 tempest-ServerShowV247Test-1214808668-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]52435913-f078-cefb-2b86-9cf0145f7e24, 'name': SearchDatastore_Task, 'duration_secs': 0.013629} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1116.120644] env[69770]: DEBUG oslo_concurrency.lockutils [None req-cc3670c9-0015-43b1-99ac-17eb9a627fbe tempest-ServerShowV247Test-1214808668 tempest-ServerShowV247Test-1214808668-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.120912] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc3670c9-0015-43b1-99ac-17eb9a627fbe tempest-ServerShowV247Test-1214808668 tempest-ServerShowV247Test-1214808668-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk to [datastore2] 25da9782-52d2-4813-8744-847ff6ba0e5d/25da9782-52d2-4813-8744-847ff6ba0e5d.vmdk {{(pid=69770) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1116.121209] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-87e39024-002e-4569-ba3a-69adcb966c4b {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.131127] env[69770]: DEBUG oslo_vmware.api [None req-cc3670c9-0015-43b1-99ac-17eb9a627fbe tempest-ServerShowV247Test-1214808668 tempest-ServerShowV247Test-1214808668-project-member] Waiting for the task: (returnval){ [ 1116.131127] env[69770]: value = "task-4070415" [ 1116.131127] env[69770]: _type = "Task" [ 1116.131127] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1116.141869] env[69770]: DEBUG oslo_vmware.api [None req-cc3670c9-0015-43b1-99ac-17eb9a627fbe tempest-ServerShowV247Test-1214808668 tempest-ServerShowV247Test-1214808668-project-member] Task: {'id': task-4070415, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.147540] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5ba7136-f8db-4402-b9e7-0c4c3dc76558 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.154468] env[69770]: DEBUG oslo_vmware.api [None req-386020e5-2d23-4809-bed4-3316d442ae92 tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] Task: {'id': task-4070411, 'name': PowerOnVM_Task, 'duration_secs': 1.15433} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1116.157482] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-386020e5-2d23-4809-bed4-3316d442ae92 tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] [instance: cb2d5e5c-a655-4351-8e47-77816071183b] Powered on the VM {{(pid=69770) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1116.158079] env[69770]: INFO nova.compute.manager [None req-386020e5-2d23-4809-bed4-3316d442ae92 tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] [instance: cb2d5e5c-a655-4351-8e47-77816071183b] Took 8.42 seconds to spawn the instance on the hypervisor. [ 1116.158079] env[69770]: DEBUG nova.compute.manager [None req-386020e5-2d23-4809-bed4-3316d442ae92 tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] [instance: cb2d5e5c-a655-4351-8e47-77816071183b] Checking state {{(pid=69770) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1116.158784] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ed0512a-d473-406c-aad2-56257737e10c {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.164489] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-328fea4a-71e4-4231-ae43-9d7ad9a88c84 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.204242] env[69770]: DEBUG nova.network.neutron [req-b9378eb0-1b68-4a23-9e51-8dfa0caf0b35 req-dfee9006-19c0-47a6-8339-eee01603bcb6 service nova] [instance: d9619712-7879-42fa-a39a-d61c2c2cad75] Updated VIF entry in instance network info cache for port ef0a22eb-d641-4452-9a2c-fb1858d68288. {{(pid=69770) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1116.204623] env[69770]: DEBUG nova.network.neutron [req-b9378eb0-1b68-4a23-9e51-8dfa0caf0b35 req-dfee9006-19c0-47a6-8339-eee01603bcb6 service nova] [instance: d9619712-7879-42fa-a39a-d61c2c2cad75] Updating instance_info_cache with network_info: [{"id": "ef0a22eb-d641-4452-9a2c-fb1858d68288", "address": "fa:16:3e:9a:a0:0f", "network": {"id": "d73bb58e-5357-43df-998a-d44782b86c60", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-320928042-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8334779c559444ad8a5d31da19509fee", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8f441782-e89c-4815-b53e-af83c5d27902", "external-id": "nsx-vlan-transportzone-562", "segmentation_id": 562, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapef0a22eb-d6", "ovs_interfaceid": "ef0a22eb-d641-4452-9a2c-fb1858d68288", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69770) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1116.206422] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0544879-f4d6-4c6b-8ac8-de3c3f37d3e7 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.217575] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92a69783-fd92-4e98-84da-de0e881d0ca7 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.231814] env[69770]: DEBUG nova.compute.provider_tree [None req-6886f0d7-aa59-4b8b-bd21-4e27cbbe47ad tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] Inventory has not changed in ProviderTree for provider: 7cc7d32b-b7a7-454a-a456-2a440248ed9d {{(pid=69770) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1116.317710] env[69770]: DEBUG oslo_vmware.api [None req-cbe01619-4a32-4b05-98f6-da17c35738f5 tempest-ServersTestManualDisk-1827962729 tempest-ServersTestManualDisk-1827962729-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]5278f162-bb22-4c78-b266-488e66756b3f, 'name': SearchDatastore_Task, 'duration_secs': 0.009667} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1116.318093] env[69770]: DEBUG oslo_concurrency.lockutils [None req-cbe01619-4a32-4b05-98f6-da17c35738f5 tempest-ServersTestManualDisk-1827962729 tempest-ServersTestManualDisk-1827962729-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.318351] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-cbe01619-4a32-4b05-98f6-da17c35738f5 tempest-ServersTestManualDisk-1827962729 tempest-ServersTestManualDisk-1827962729-project-member] [instance: d9619712-7879-42fa-a39a-d61c2c2cad75] Processing image d1eaff80-24a0-4391-90eb-59958b1ecf0a {{(pid=69770) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1116.318659] env[69770]: DEBUG oslo_concurrency.lockutils [None req-cbe01619-4a32-4b05-98f6-da17c35738f5 tempest-ServersTestManualDisk-1827962729 tempest-ServersTestManualDisk-1827962729-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.318830] env[69770]: DEBUG oslo_concurrency.lockutils [None req-cbe01619-4a32-4b05-98f6-da17c35738f5 tempest-ServersTestManualDisk-1827962729 tempest-ServersTestManualDisk-1827962729-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.319062] env[69770]: DEBUG nova.virt.vmwareapi.ds_util [None req-cbe01619-4a32-4b05-98f6-da17c35738f5 tempest-ServersTestManualDisk-1827962729 tempest-ServersTestManualDisk-1827962729-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69770) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1116.319415] env[69770]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-81b35766-34f9-489e-9bfd-cd1111a09dcf {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.335783] env[69770]: DEBUG nova.virt.vmwareapi.ds_util [None req-cbe01619-4a32-4b05-98f6-da17c35738f5 tempest-ServersTestManualDisk-1827962729 tempest-ServersTestManualDisk-1827962729-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69770) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1116.336029] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-cbe01619-4a32-4b05-98f6-da17c35738f5 tempest-ServersTestManualDisk-1827962729 tempest-ServersTestManualDisk-1827962729-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69770) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1116.337104] env[69770]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-86c0fc45-c0f9-469d-bd5b-285484f0507d {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.344568] env[69770]: DEBUG oslo_vmware.api [None req-cbe01619-4a32-4b05-98f6-da17c35738f5 tempest-ServersTestManualDisk-1827962729 tempest-ServersTestManualDisk-1827962729-project-member] Waiting for the task: (returnval){ [ 1116.344568] env[69770]: value = "session[52161b52-cb8e-ec9f-1132-2f6b49549d41]52b3d0fb-0867-0c22-e88e-3d4fdf118cbf" [ 1116.344568] env[69770]: _type = "Task" [ 1116.344568] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1116.354429] env[69770]: DEBUG oslo_vmware.api [None req-cbe01619-4a32-4b05-98f6-da17c35738f5 tempest-ServersTestManualDisk-1827962729 tempest-ServersTestManualDisk-1827962729-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]52b3d0fb-0867-0c22-e88e-3d4fdf118cbf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.429760] env[69770]: DEBUG oslo_concurrency.lockutils [None req-08b85eea-ec41-4794-adb7-656240968f2a tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] Acquiring lock "refresh_cache-c709ca8a-caa3-4f8a-a6bc-5c7a9bd346f5" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.429983] env[69770]: DEBUG oslo_concurrency.lockutils [None req-08b85eea-ec41-4794-adb7-656240968f2a tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] Acquired lock "refresh_cache-c709ca8a-caa3-4f8a-a6bc-5c7a9bd346f5" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.430344] env[69770]: DEBUG nova.network.neutron [None req-08b85eea-ec41-4794-adb7-656240968f2a tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] [instance: c709ca8a-caa3-4f8a-a6bc-5c7a9bd346f5] Building network info cache for instance {{(pid=69770) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1116.644029] env[69770]: DEBUG oslo_vmware.api [None req-cc3670c9-0015-43b1-99ac-17eb9a627fbe tempest-ServerShowV247Test-1214808668 tempest-ServerShowV247Test-1214808668-project-member] Task: {'id': task-4070415, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.505392} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1116.644029] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc3670c9-0015-43b1-99ac-17eb9a627fbe tempest-ServerShowV247Test-1214808668 tempest-ServerShowV247Test-1214808668-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk to [datastore2] 25da9782-52d2-4813-8744-847ff6ba0e5d/25da9782-52d2-4813-8744-847ff6ba0e5d.vmdk {{(pid=69770) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1116.644029] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-cc3670c9-0015-43b1-99ac-17eb9a627fbe tempest-ServerShowV247Test-1214808668 tempest-ServerShowV247Test-1214808668-project-member] [instance: 25da9782-52d2-4813-8744-847ff6ba0e5d] Extending root virtual disk to 1048576 {{(pid=69770) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1116.644029] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-29c1cb9f-987d-41bb-91ae-1b71735b0a12 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.652742] env[69770]: DEBUG oslo_vmware.api [None req-cc3670c9-0015-43b1-99ac-17eb9a627fbe tempest-ServerShowV247Test-1214808668 tempest-ServerShowV247Test-1214808668-project-member] Waiting for the task: (returnval){ [ 1116.652742] env[69770]: value = "task-4070416" [ 1116.652742] env[69770]: _type = "Task" [ 1116.652742] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1116.660520] env[69770]: DEBUG oslo_vmware.api [None req-cc3670c9-0015-43b1-99ac-17eb9a627fbe tempest-ServerShowV247Test-1214808668 tempest-ServerShowV247Test-1214808668-project-member] Task: {'id': task-4070416, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.682172] env[69770]: INFO nova.compute.manager [None req-386020e5-2d23-4809-bed4-3316d442ae92 tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] [instance: cb2d5e5c-a655-4351-8e47-77816071183b] Took 27.16 seconds to build instance. [ 1116.710286] env[69770]: DEBUG oslo_concurrency.lockutils [req-b9378eb0-1b68-4a23-9e51-8dfa0caf0b35 req-dfee9006-19c0-47a6-8339-eee01603bcb6 service nova] Releasing lock "refresh_cache-d9619712-7879-42fa-a39a-d61c2c2cad75" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.735551] env[69770]: DEBUG nova.scheduler.client.report [None req-6886f0d7-aa59-4b8b-bd21-4e27cbbe47ad tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] Inventory has not changed for provider 7cc7d32b-b7a7-454a-a456-2a440248ed9d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69770) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1116.823755] env[69770]: DEBUG oslo_concurrency.lockutils [None req-df15c2e8-a114-43c3-935c-e4e89c60a3a7 tempest-AttachVolumeTestJSON-339692578 tempest-AttachVolumeTestJSON-339692578-project-member] Acquiring lock "dc0f3667-e2b8-4b6a-b4e2-cc558b2f10ad" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1116.823755] env[69770]: DEBUG oslo_concurrency.lockutils [None req-df15c2e8-a114-43c3-935c-e4e89c60a3a7 tempest-AttachVolumeTestJSON-339692578 tempest-AttachVolumeTestJSON-339692578-project-member] Lock "dc0f3667-e2b8-4b6a-b4e2-cc558b2f10ad" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1116.858033] env[69770]: DEBUG oslo_vmware.api [None req-cbe01619-4a32-4b05-98f6-da17c35738f5 tempest-ServersTestManualDisk-1827962729 tempest-ServersTestManualDisk-1827962729-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]52b3d0fb-0867-0c22-e88e-3d4fdf118cbf, 'name': SearchDatastore_Task, 'duration_secs': 0.067378} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1116.858033] env[69770]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1744b166-7f20-448c-974b-d494952736ae {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.863374] env[69770]: DEBUG oslo_vmware.api [None req-cbe01619-4a32-4b05-98f6-da17c35738f5 tempest-ServersTestManualDisk-1827962729 tempest-ServersTestManualDisk-1827962729-project-member] Waiting for the task: (returnval){ [ 1116.863374] env[69770]: value = "session[52161b52-cb8e-ec9f-1132-2f6b49549d41]52b9836e-48d0-c5e0-a75f-54dc36456f86" [ 1116.863374] env[69770]: _type = "Task" [ 1116.863374] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1116.872800] env[69770]: DEBUG oslo_vmware.api [None req-cbe01619-4a32-4b05-98f6-da17c35738f5 tempest-ServersTestManualDisk-1827962729 tempest-ServersTestManualDisk-1827962729-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]52b9836e-48d0-c5e0-a75f-54dc36456f86, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.984042] env[69770]: DEBUG nova.network.neutron [None req-08b85eea-ec41-4794-adb7-656240968f2a tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] [instance: c709ca8a-caa3-4f8a-a6bc-5c7a9bd346f5] Instance cache missing network info. {{(pid=69770) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1117.165212] env[69770]: DEBUG oslo_vmware.api [None req-cc3670c9-0015-43b1-99ac-17eb9a627fbe tempest-ServerShowV247Test-1214808668 tempest-ServerShowV247Test-1214808668-project-member] Task: {'id': task-4070416, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073439} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1117.165611] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-cc3670c9-0015-43b1-99ac-17eb9a627fbe tempest-ServerShowV247Test-1214808668 tempest-ServerShowV247Test-1214808668-project-member] [instance: 25da9782-52d2-4813-8744-847ff6ba0e5d] Extended root virtual disk {{(pid=69770) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1117.166834] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04b1e3eb-d570-41d3-9a5f-7b18fef37712 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.191479] env[69770]: DEBUG nova.virt.vmwareapi.volumeops [None req-cc3670c9-0015-43b1-99ac-17eb9a627fbe tempest-ServerShowV247Test-1214808668 tempest-ServerShowV247Test-1214808668-project-member] [instance: 25da9782-52d2-4813-8744-847ff6ba0e5d] Reconfiguring VM instance instance-00000058 to attach disk [datastore2] 25da9782-52d2-4813-8744-847ff6ba0e5d/25da9782-52d2-4813-8744-847ff6ba0e5d.vmdk or device None with type sparse {{(pid=69770) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1117.191704] env[69770]: DEBUG oslo_concurrency.lockutils [None req-386020e5-2d23-4809-bed4-3316d442ae92 tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] Lock "cb2d5e5c-a655-4351-8e47-77816071183b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 28.681s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1117.191781] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-463e821e-7f0c-4b75-86aa-65020e208d82 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.214317] env[69770]: DEBUG oslo_vmware.api [None req-cc3670c9-0015-43b1-99ac-17eb9a627fbe tempest-ServerShowV247Test-1214808668 tempest-ServerShowV247Test-1214808668-project-member] Waiting for the task: (returnval){ [ 1117.214317] env[69770]: value = "task-4070417" [ 1117.214317] env[69770]: _type = "Task" [ 1117.214317] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1117.226940] env[69770]: DEBUG oslo_vmware.api [None req-cc3670c9-0015-43b1-99ac-17eb9a627fbe tempest-ServerShowV247Test-1214808668 tempest-ServerShowV247Test-1214808668-project-member] Task: {'id': task-4070417, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.240952] env[69770]: DEBUG oslo_concurrency.lockutils [None req-6886f0d7-aa59-4b8b-bd21-4e27cbbe47ad tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.893s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1117.243439] env[69770]: DEBUG oslo_concurrency.lockutils [None req-9317f569-e419-4e15-9b08-827ad6f1bbfd tempest-ServerRescueNegativeTestJSON-135561646 tempest-ServerRescueNegativeTestJSON-135561646-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 14.885s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1117.245099] env[69770]: INFO nova.compute.claims [None req-9317f569-e419-4e15-9b08-827ad6f1bbfd tempest-ServerRescueNegativeTestJSON-135561646 tempest-ServerRescueNegativeTestJSON-135561646-project-member] [instance: ec405988-80b1-4918-8572-addc7c5127aa] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1117.263496] env[69770]: INFO nova.scheduler.client.report [None req-6886f0d7-aa59-4b8b-bd21-4e27cbbe47ad tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] Deleted allocations for instance f4cb9224-9468-4834-a24a-9309e6dd3bba [ 1117.327246] env[69770]: DEBUG nova.compute.utils [None req-df15c2e8-a114-43c3-935c-e4e89c60a3a7 tempest-AttachVolumeTestJSON-339692578 tempest-AttachVolumeTestJSON-339692578-project-member] Using /dev/sd instead of None {{(pid=69770) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1117.374760] env[69770]: DEBUG oslo_vmware.api [None req-cbe01619-4a32-4b05-98f6-da17c35738f5 tempest-ServersTestManualDisk-1827962729 tempest-ServersTestManualDisk-1827962729-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]52b9836e-48d0-c5e0-a75f-54dc36456f86, 'name': SearchDatastore_Task, 'duration_secs': 0.009586} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1117.375044] env[69770]: DEBUG oslo_concurrency.lockutils [None req-cbe01619-4a32-4b05-98f6-da17c35738f5 tempest-ServersTestManualDisk-1827962729 tempest-ServersTestManualDisk-1827962729-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.375314] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-cbe01619-4a32-4b05-98f6-da17c35738f5 tempest-ServersTestManualDisk-1827962729 tempest-ServersTestManualDisk-1827962729-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk to [datastore2] d9619712-7879-42fa-a39a-d61c2c2cad75/d9619712-7879-42fa-a39a-d61c2c2cad75.vmdk {{(pid=69770) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1117.375581] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fbae8f95-868d-4967-af86-519fca7a59be {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.382811] env[69770]: DEBUG oslo_vmware.api [None req-cbe01619-4a32-4b05-98f6-da17c35738f5 tempest-ServersTestManualDisk-1827962729 tempest-ServersTestManualDisk-1827962729-project-member] Waiting for the task: (returnval){ [ 1117.382811] env[69770]: value = "task-4070418" [ 1117.382811] env[69770]: _type = "Task" [ 1117.382811] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1117.391081] env[69770]: DEBUG oslo_vmware.api [None req-cbe01619-4a32-4b05-98f6-da17c35738f5 tempest-ServersTestManualDisk-1827962729 tempest-ServersTestManualDisk-1827962729-project-member] Task: {'id': task-4070418, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.556676] env[69770]: DEBUG nova.network.neutron [None req-08b85eea-ec41-4794-adb7-656240968f2a tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] [instance: c709ca8a-caa3-4f8a-a6bc-5c7a9bd346f5] Updating instance_info_cache with network_info: [{"id": "05546535-0964-4a8f-ae68-bc807af2f52b", "address": "fa:16:3e:f9:d0:9b", "network": {"id": "3bd3d367-631d-4988-abf7-c4fedb5d4f32", "bridge": "br-int", "label": "tempest-ImagesTestJSON-2113045756-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fd2014dec6514eb7b7289fdfc4de7f92", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89463199-7ddf-4ee7-b485-1629a75b4b8f", "external-id": "nsx-vlan-transportzone-302", "segmentation_id": 302, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap05546535-09", "ovs_interfaceid": "05546535-0964-4a8f-ae68-bc807af2f52b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69770) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1117.726491] env[69770]: DEBUG oslo_vmware.api [None req-cc3670c9-0015-43b1-99ac-17eb9a627fbe tempest-ServerShowV247Test-1214808668 tempest-ServerShowV247Test-1214808668-project-member] Task: {'id': task-4070417, 'name': ReconfigVM_Task, 'duration_secs': 0.405043} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1117.726645] env[69770]: DEBUG nova.virt.vmwareapi.volumeops [None req-cc3670c9-0015-43b1-99ac-17eb9a627fbe tempest-ServerShowV247Test-1214808668 tempest-ServerShowV247Test-1214808668-project-member] [instance: 25da9782-52d2-4813-8744-847ff6ba0e5d] Reconfigured VM instance instance-00000058 to attach disk [datastore2] 25da9782-52d2-4813-8744-847ff6ba0e5d/25da9782-52d2-4813-8744-847ff6ba0e5d.vmdk or device None with type sparse {{(pid=69770) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1117.727649] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3a098f4f-4baf-4f9b-a6b2-d67cea3060cf {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.736339] env[69770]: DEBUG oslo_vmware.api [None req-cc3670c9-0015-43b1-99ac-17eb9a627fbe tempest-ServerShowV247Test-1214808668 tempest-ServerShowV247Test-1214808668-project-member] Waiting for the task: (returnval){ [ 1117.736339] env[69770]: value = "task-4070419" [ 1117.736339] env[69770]: _type = "Task" [ 1117.736339] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1117.749076] env[69770]: DEBUG oslo_vmware.api [None req-cc3670c9-0015-43b1-99ac-17eb9a627fbe tempest-ServerShowV247Test-1214808668 tempest-ServerShowV247Test-1214808668-project-member] Task: {'id': task-4070419, 'name': Rename_Task} progress is 5%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.773575] env[69770]: DEBUG oslo_concurrency.lockutils [None req-6886f0d7-aa59-4b8b-bd21-4e27cbbe47ad tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] Lock "f4cb9224-9468-4834-a24a-9309e6dd3bba" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 24.046s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1117.832612] env[69770]: DEBUG oslo_concurrency.lockutils [None req-df15c2e8-a114-43c3-935c-e4e89c60a3a7 tempest-AttachVolumeTestJSON-339692578 tempest-AttachVolumeTestJSON-339692578-project-member] Lock "dc0f3667-e2b8-4b6a-b4e2-cc558b2f10ad" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.008s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1117.899059] env[69770]: DEBUG oslo_vmware.api [None req-cbe01619-4a32-4b05-98f6-da17c35738f5 tempest-ServersTestManualDisk-1827962729 tempest-ServersTestManualDisk-1827962729-project-member] Task: {'id': task-4070418, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.510705} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1117.899189] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-cbe01619-4a32-4b05-98f6-da17c35738f5 tempest-ServersTestManualDisk-1827962729 tempest-ServersTestManualDisk-1827962729-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk to [datastore2] d9619712-7879-42fa-a39a-d61c2c2cad75/d9619712-7879-42fa-a39a-d61c2c2cad75.vmdk {{(pid=69770) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1117.899392] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-cbe01619-4a32-4b05-98f6-da17c35738f5 tempest-ServersTestManualDisk-1827962729 tempest-ServersTestManualDisk-1827962729-project-member] [instance: d9619712-7879-42fa-a39a-d61c2c2cad75] Extending root virtual disk to 1048576 {{(pid=69770) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1117.899689] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0f761dc5-1db7-4c25-9362-88eb40c56a6d {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.908315] env[69770]: DEBUG oslo_vmware.api [None req-cbe01619-4a32-4b05-98f6-da17c35738f5 tempest-ServersTestManualDisk-1827962729 tempest-ServersTestManualDisk-1827962729-project-member] Waiting for the task: (returnval){ [ 1117.908315] env[69770]: value = "task-4070420" [ 1117.908315] env[69770]: _type = "Task" [ 1117.908315] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1117.919338] env[69770]: DEBUG oslo_vmware.api [None req-cbe01619-4a32-4b05-98f6-da17c35738f5 tempest-ServersTestManualDisk-1827962729 tempest-ServersTestManualDisk-1827962729-project-member] Task: {'id': task-4070420, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.059783] env[69770]: DEBUG oslo_concurrency.lockutils [None req-08b85eea-ec41-4794-adb7-656240968f2a tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] Releasing lock "refresh_cache-c709ca8a-caa3-4f8a-a6bc-5c7a9bd346f5" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.060179] env[69770]: DEBUG nova.compute.manager [None req-08b85eea-ec41-4794-adb7-656240968f2a tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] [instance: c709ca8a-caa3-4f8a-a6bc-5c7a9bd346f5] Instance network_info: |[{"id": "05546535-0964-4a8f-ae68-bc807af2f52b", "address": "fa:16:3e:f9:d0:9b", "network": {"id": "3bd3d367-631d-4988-abf7-c4fedb5d4f32", "bridge": "br-int", "label": "tempest-ImagesTestJSON-2113045756-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fd2014dec6514eb7b7289fdfc4de7f92", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89463199-7ddf-4ee7-b485-1629a75b4b8f", "external-id": "nsx-vlan-transportzone-302", "segmentation_id": 302, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap05546535-09", "ovs_interfaceid": "05546535-0964-4a8f-ae68-bc807af2f52b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69770) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1118.060623] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-08b85eea-ec41-4794-adb7-656240968f2a tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] [instance: c709ca8a-caa3-4f8a-a6bc-5c7a9bd346f5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f9:d0:9b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '89463199-7ddf-4ee7-b485-1629a75b4b8f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '05546535-0964-4a8f-ae68-bc807af2f52b', 'vif_model': 'vmxnet3'}] {{(pid=69770) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1118.069449] env[69770]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-08b85eea-ec41-4794-adb7-656240968f2a tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69770) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1118.069730] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c709ca8a-caa3-4f8a-a6bc-5c7a9bd346f5] Creating VM on the ESX host {{(pid=69770) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1118.069992] env[69770]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-23f64e40-6fc3-420e-977f-765bdf3c6642 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.090182] env[69770]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1118.090182] env[69770]: value = "task-4070421" [ 1118.090182] env[69770]: _type = "Task" [ 1118.090182] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1118.098830] env[69770]: DEBUG oslo_vmware.api [-] Task: {'id': task-4070421, 'name': CreateVM_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.104033] env[69770]: DEBUG nova.compute.manager [req-b212e53a-e724-470a-ad82-cad720376e87 req-c9de6662-4189-4a36-875e-666b26d5e57e service nova] [instance: c709ca8a-caa3-4f8a-a6bc-5c7a9bd346f5] Received event network-vif-plugged-05546535-0964-4a8f-ae68-bc807af2f52b {{(pid=69770) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1118.104374] env[69770]: DEBUG oslo_concurrency.lockutils [req-b212e53a-e724-470a-ad82-cad720376e87 req-c9de6662-4189-4a36-875e-666b26d5e57e service nova] Acquiring lock "c709ca8a-caa3-4f8a-a6bc-5c7a9bd346f5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1118.104599] env[69770]: DEBUG oslo_concurrency.lockutils [req-b212e53a-e724-470a-ad82-cad720376e87 req-c9de6662-4189-4a36-875e-666b26d5e57e service nova] Lock "c709ca8a-caa3-4f8a-a6bc-5c7a9bd346f5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1118.104772] env[69770]: DEBUG oslo_concurrency.lockutils [req-b212e53a-e724-470a-ad82-cad720376e87 req-c9de6662-4189-4a36-875e-666b26d5e57e service nova] Lock "c709ca8a-caa3-4f8a-a6bc-5c7a9bd346f5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1118.104935] env[69770]: DEBUG nova.compute.manager [req-b212e53a-e724-470a-ad82-cad720376e87 req-c9de6662-4189-4a36-875e-666b26d5e57e service nova] [instance: c709ca8a-caa3-4f8a-a6bc-5c7a9bd346f5] No waiting events found dispatching network-vif-plugged-05546535-0964-4a8f-ae68-bc807af2f52b {{(pid=69770) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1118.105130] env[69770]: WARNING nova.compute.manager [req-b212e53a-e724-470a-ad82-cad720376e87 req-c9de6662-4189-4a36-875e-666b26d5e57e service nova] [instance: c709ca8a-caa3-4f8a-a6bc-5c7a9bd346f5] Received unexpected event network-vif-plugged-05546535-0964-4a8f-ae68-bc807af2f52b for instance with vm_state building and task_state spawning. [ 1118.105383] env[69770]: DEBUG nova.compute.manager [req-b212e53a-e724-470a-ad82-cad720376e87 req-c9de6662-4189-4a36-875e-666b26d5e57e service nova] [instance: c709ca8a-caa3-4f8a-a6bc-5c7a9bd346f5] Received event network-changed-05546535-0964-4a8f-ae68-bc807af2f52b {{(pid=69770) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1118.105454] env[69770]: DEBUG nova.compute.manager [req-b212e53a-e724-470a-ad82-cad720376e87 req-c9de6662-4189-4a36-875e-666b26d5e57e service nova] [instance: c709ca8a-caa3-4f8a-a6bc-5c7a9bd346f5] Refreshing instance network info cache due to event network-changed-05546535-0964-4a8f-ae68-bc807af2f52b. {{(pid=69770) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1118.105631] env[69770]: DEBUG oslo_concurrency.lockutils [req-b212e53a-e724-470a-ad82-cad720376e87 req-c9de6662-4189-4a36-875e-666b26d5e57e service nova] Acquiring lock "refresh_cache-c709ca8a-caa3-4f8a-a6bc-5c7a9bd346f5" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.105751] env[69770]: DEBUG oslo_concurrency.lockutils [req-b212e53a-e724-470a-ad82-cad720376e87 req-c9de6662-4189-4a36-875e-666b26d5e57e service nova] Acquired lock "refresh_cache-c709ca8a-caa3-4f8a-a6bc-5c7a9bd346f5" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.105914] env[69770]: DEBUG nova.network.neutron [req-b212e53a-e724-470a-ad82-cad720376e87 req-c9de6662-4189-4a36-875e-666b26d5e57e service nova] [instance: c709ca8a-caa3-4f8a-a6bc-5c7a9bd346f5] Refreshing network info cache for port 05546535-0964-4a8f-ae68-bc807af2f52b {{(pid=69770) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1118.246518] env[69770]: DEBUG oslo_vmware.api [None req-cc3670c9-0015-43b1-99ac-17eb9a627fbe tempest-ServerShowV247Test-1214808668 tempest-ServerShowV247Test-1214808668-project-member] Task: {'id': task-4070419, 'name': Rename_Task, 'duration_secs': 0.220281} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1118.246518] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc3670c9-0015-43b1-99ac-17eb9a627fbe tempest-ServerShowV247Test-1214808668 tempest-ServerShowV247Test-1214808668-project-member] [instance: 25da9782-52d2-4813-8744-847ff6ba0e5d] Powering on the VM {{(pid=69770) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1118.246827] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5a8a8425-43f2-46a7-8be7-4a4598dd644a {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.258259] env[69770]: DEBUG oslo_vmware.api [None req-cc3670c9-0015-43b1-99ac-17eb9a627fbe tempest-ServerShowV247Test-1214808668 tempest-ServerShowV247Test-1214808668-project-member] Waiting for the task: (returnval){ [ 1118.258259] env[69770]: value = "task-4070422" [ 1118.258259] env[69770]: _type = "Task" [ 1118.258259] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1118.267939] env[69770]: DEBUG oslo_vmware.api [None req-cc3670c9-0015-43b1-99ac-17eb9a627fbe tempest-ServerShowV247Test-1214808668 tempest-ServerShowV247Test-1214808668-project-member] Task: {'id': task-4070422, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.386527] env[69770]: DEBUG oslo_concurrency.lockutils [None req-8703e79c-8de8-43cf-b6e6-56e3bbdb2b78 tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] Acquiring lock "7f67ebf8-f341-4cda-99d6-52ba82c5640e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1118.386677] env[69770]: DEBUG oslo_concurrency.lockutils [None req-8703e79c-8de8-43cf-b6e6-56e3bbdb2b78 tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] Lock "7f67ebf8-f341-4cda-99d6-52ba82c5640e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1118.423623] env[69770]: DEBUG oslo_vmware.api [None req-cbe01619-4a32-4b05-98f6-da17c35738f5 tempest-ServersTestManualDisk-1827962729 tempest-ServersTestManualDisk-1827962729-project-member] Task: {'id': task-4070420, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.06973} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1118.427563] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-cbe01619-4a32-4b05-98f6-da17c35738f5 tempest-ServersTestManualDisk-1827962729 tempest-ServersTestManualDisk-1827962729-project-member] [instance: d9619712-7879-42fa-a39a-d61c2c2cad75] Extended root virtual disk {{(pid=69770) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1118.428985] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59b61f62-fb16-47aa-aead-cbffc22d16ae {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.454495] env[69770]: DEBUG nova.virt.vmwareapi.volumeops [None req-cbe01619-4a32-4b05-98f6-da17c35738f5 tempest-ServersTestManualDisk-1827962729 tempest-ServersTestManualDisk-1827962729-project-member] [instance: d9619712-7879-42fa-a39a-d61c2c2cad75] Reconfiguring VM instance instance-0000005a to attach disk [datastore2] d9619712-7879-42fa-a39a-d61c2c2cad75/d9619712-7879-42fa-a39a-d61c2c2cad75.vmdk or device None with type sparse {{(pid=69770) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1118.458215] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4ffcb3d0-8297-44b9-8e87-cae8b740adfa {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.481171] env[69770]: DEBUG oslo_vmware.api [None req-cbe01619-4a32-4b05-98f6-da17c35738f5 tempest-ServersTestManualDisk-1827962729 tempest-ServersTestManualDisk-1827962729-project-member] Waiting for the task: (returnval){ [ 1118.481171] env[69770]: value = "task-4070423" [ 1118.481171] env[69770]: _type = "Task" [ 1118.481171] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1118.493739] env[69770]: DEBUG oslo_vmware.api [None req-cbe01619-4a32-4b05-98f6-da17c35738f5 tempest-ServersTestManualDisk-1827962729 tempest-ServersTestManualDisk-1827962729-project-member] Task: {'id': task-4070423, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.592631] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b271fb0-8195-4714-a874-41955584912e {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.613481] env[69770]: DEBUG oslo_vmware.api [-] Task: {'id': task-4070421, 'name': CreateVM_Task, 'duration_secs': 0.409578} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1118.615164] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a07c1861-5313-488b-9bd7-e0c37ca4434c {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.620953] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c709ca8a-caa3-4f8a-a6bc-5c7a9bd346f5] Created VM on the ESX host {{(pid=69770) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1118.622453] env[69770]: DEBUG oslo_concurrency.lockutils [None req-08b85eea-ec41-4794-adb7-656240968f2a tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.622739] env[69770]: DEBUG oslo_concurrency.lockutils [None req-08b85eea-ec41-4794-adb7-656240968f2a tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.623265] env[69770]: DEBUG oslo_concurrency.lockutils [None req-08b85eea-ec41-4794-adb7-656240968f2a tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.624252] env[69770]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0b23f365-c8c6-4a1b-af09-b03270bae86a {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.657488] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fcb6f87-9f27-4408-a019-1fc18574c815 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.660290] env[69770]: DEBUG oslo_vmware.api [None req-08b85eea-ec41-4794-adb7-656240968f2a tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] Waiting for the task: (returnval){ [ 1118.660290] env[69770]: value = "session[52161b52-cb8e-ec9f-1132-2f6b49549d41]52717591-f166-679d-9e8a-1578d474dd67" [ 1118.660290] env[69770]: _type = "Task" [ 1118.660290] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1118.669970] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0645b84b-155b-4824-a22e-1e889a9c387f {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.677997] env[69770]: DEBUG oslo_vmware.api [None req-08b85eea-ec41-4794-adb7-656240968f2a tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]52717591-f166-679d-9e8a-1578d474dd67, 'name': SearchDatastore_Task, 'duration_secs': 0.013171} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1118.678715] env[69770]: DEBUG oslo_concurrency.lockutils [None req-08b85eea-ec41-4794-adb7-656240968f2a tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.678966] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-08b85eea-ec41-4794-adb7-656240968f2a tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] [instance: c709ca8a-caa3-4f8a-a6bc-5c7a9bd346f5] Processing image d1eaff80-24a0-4391-90eb-59958b1ecf0a {{(pid=69770) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1118.679225] env[69770]: DEBUG oslo_concurrency.lockutils [None req-08b85eea-ec41-4794-adb7-656240968f2a tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.679374] env[69770]: DEBUG oslo_concurrency.lockutils [None req-08b85eea-ec41-4794-adb7-656240968f2a tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.679551] env[69770]: DEBUG nova.virt.vmwareapi.ds_util [None req-08b85eea-ec41-4794-adb7-656240968f2a tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69770) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1118.679820] env[69770]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-aeea2c96-1c9d-4965-a757-3aa955f947cd {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.690458] env[69770]: DEBUG nova.compute.provider_tree [None req-9317f569-e419-4e15-9b08-827ad6f1bbfd tempest-ServerRescueNegativeTestJSON-135561646 tempest-ServerRescueNegativeTestJSON-135561646-project-member] Inventory has not changed in ProviderTree for provider: 7cc7d32b-b7a7-454a-a456-2a440248ed9d {{(pid=69770) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1118.701517] env[69770]: DEBUG nova.virt.vmwareapi.ds_util [None req-08b85eea-ec41-4794-adb7-656240968f2a tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69770) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1118.701699] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-08b85eea-ec41-4794-adb7-656240968f2a tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69770) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1118.703107] env[69770]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a1219a0b-29e5-4238-b633-2390042bce05 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.712277] env[69770]: DEBUG oslo_vmware.api [None req-08b85eea-ec41-4794-adb7-656240968f2a tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] Waiting for the task: (returnval){ [ 1118.712277] env[69770]: value = "session[52161b52-cb8e-ec9f-1132-2f6b49549d41]52092c9a-273f-3ec8-944c-d61a656d38e6" [ 1118.712277] env[69770]: _type = "Task" [ 1118.712277] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1118.723058] env[69770]: DEBUG oslo_vmware.api [None req-08b85eea-ec41-4794-adb7-656240968f2a tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]52092c9a-273f-3ec8-944c-d61a656d38e6, 'name': SearchDatastore_Task, 'duration_secs': 0.01088} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1118.723933] env[69770]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f84405d0-b4f5-4aaf-b294-7803560f198f {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.730782] env[69770]: DEBUG oslo_vmware.api [None req-08b85eea-ec41-4794-adb7-656240968f2a tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] Waiting for the task: (returnval){ [ 1118.730782] env[69770]: value = "session[52161b52-cb8e-ec9f-1132-2f6b49549d41]523c001d-fb06-6a9b-1f8a-24f8d3e36adb" [ 1118.730782] env[69770]: _type = "Task" [ 1118.730782] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1118.746426] env[69770]: DEBUG oslo_vmware.api [None req-08b85eea-ec41-4794-adb7-656240968f2a tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]523c001d-fb06-6a9b-1f8a-24f8d3e36adb, 'name': SearchDatastore_Task, 'duration_secs': 0.010661} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1118.746426] env[69770]: DEBUG oslo_concurrency.lockutils [None req-08b85eea-ec41-4794-adb7-656240968f2a tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.746426] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-08b85eea-ec41-4794-adb7-656240968f2a tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk to [datastore2] c709ca8a-caa3-4f8a-a6bc-5c7a9bd346f5/c709ca8a-caa3-4f8a-a6bc-5c7a9bd346f5.vmdk {{(pid=69770) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1118.746426] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-66525358-44d8-4c8d-a243-456579df85d3 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.754752] env[69770]: DEBUG oslo_vmware.api [None req-08b85eea-ec41-4794-adb7-656240968f2a tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] Waiting for the task: (returnval){ [ 1118.754752] env[69770]: value = "task-4070424" [ 1118.754752] env[69770]: _type = "Task" [ 1118.754752] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1118.767451] env[69770]: DEBUG oslo_vmware.api [None req-08b85eea-ec41-4794-adb7-656240968f2a tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] Task: {'id': task-4070424, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.775034] env[69770]: DEBUG oslo_vmware.api [None req-cc3670c9-0015-43b1-99ac-17eb9a627fbe tempest-ServerShowV247Test-1214808668 tempest-ServerShowV247Test-1214808668-project-member] Task: {'id': task-4070422, 'name': PowerOnVM_Task, 'duration_secs': 0.516155} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1118.775034] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc3670c9-0015-43b1-99ac-17eb9a627fbe tempest-ServerShowV247Test-1214808668 tempest-ServerShowV247Test-1214808668-project-member] [instance: 25da9782-52d2-4813-8744-847ff6ba0e5d] Powered on the VM {{(pid=69770) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1118.775034] env[69770]: DEBUG nova.compute.manager [None req-cc3670c9-0015-43b1-99ac-17eb9a627fbe tempest-ServerShowV247Test-1214808668 tempest-ServerShowV247Test-1214808668-project-member] [instance: 25da9782-52d2-4813-8744-847ff6ba0e5d] Checking state {{(pid=69770) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1118.775286] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-775c6c67-3858-4c06-a6ab-e1779229e882 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.891181] env[69770]: DEBUG nova.compute.manager [None req-8703e79c-8de8-43cf-b6e6-56e3bbdb2b78 tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] [instance: 7f67ebf8-f341-4cda-99d6-52ba82c5640e] Starting instance... {{(pid=69770) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1118.899133] env[69770]: DEBUG nova.network.neutron [req-b212e53a-e724-470a-ad82-cad720376e87 req-c9de6662-4189-4a36-875e-666b26d5e57e service nova] [instance: c709ca8a-caa3-4f8a-a6bc-5c7a9bd346f5] Updated VIF entry in instance network info cache for port 05546535-0964-4a8f-ae68-bc807af2f52b. {{(pid=69770) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1118.899492] env[69770]: DEBUG nova.network.neutron [req-b212e53a-e724-470a-ad82-cad720376e87 req-c9de6662-4189-4a36-875e-666b26d5e57e service nova] [instance: c709ca8a-caa3-4f8a-a6bc-5c7a9bd346f5] Updating instance_info_cache with network_info: [{"id": "05546535-0964-4a8f-ae68-bc807af2f52b", "address": "fa:16:3e:f9:d0:9b", "network": {"id": "3bd3d367-631d-4988-abf7-c4fedb5d4f32", "bridge": "br-int", "label": "tempest-ImagesTestJSON-2113045756-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fd2014dec6514eb7b7289fdfc4de7f92", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89463199-7ddf-4ee7-b485-1629a75b4b8f", "external-id": "nsx-vlan-transportzone-302", "segmentation_id": 302, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap05546535-09", "ovs_interfaceid": "05546535-0964-4a8f-ae68-bc807af2f52b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69770) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1118.919973] env[69770]: DEBUG oslo_concurrency.lockutils [None req-df15c2e8-a114-43c3-935c-e4e89c60a3a7 tempest-AttachVolumeTestJSON-339692578 tempest-AttachVolumeTestJSON-339692578-project-member] Acquiring lock "dc0f3667-e2b8-4b6a-b4e2-cc558b2f10ad" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1118.920247] env[69770]: DEBUG oslo_concurrency.lockutils [None req-df15c2e8-a114-43c3-935c-e4e89c60a3a7 tempest-AttachVolumeTestJSON-339692578 tempest-AttachVolumeTestJSON-339692578-project-member] Lock "dc0f3667-e2b8-4b6a-b4e2-cc558b2f10ad" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1118.920833] env[69770]: INFO nova.compute.manager [None req-df15c2e8-a114-43c3-935c-e4e89c60a3a7 tempest-AttachVolumeTestJSON-339692578 tempest-AttachVolumeTestJSON-339692578-project-member] [instance: dc0f3667-e2b8-4b6a-b4e2-cc558b2f10ad] Attaching volume 44f4cad3-76cf-4ac1-acea-97af04704e32 to /dev/sdb [ 1118.960391] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96a8496b-c85a-4de0-a495-78aff36dd559 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.969897] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b015f088-f472-4c07-8e39-1bf4a88fe370 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.986835] env[69770]: DEBUG nova.virt.block_device [None req-df15c2e8-a114-43c3-935c-e4e89c60a3a7 tempest-AttachVolumeTestJSON-339692578 tempest-AttachVolumeTestJSON-339692578-project-member] [instance: dc0f3667-e2b8-4b6a-b4e2-cc558b2f10ad] Updating existing volume attachment record: 4186a6e2-b975-424e-9f47-e4967cb72114 {{(pid=69770) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1118.999513] env[69770]: DEBUG oslo_vmware.api [None req-cbe01619-4a32-4b05-98f6-da17c35738f5 tempest-ServersTestManualDisk-1827962729 tempest-ServersTestManualDisk-1827962729-project-member] Task: {'id': task-4070423, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.196536] env[69770]: DEBUG nova.scheduler.client.report [None req-9317f569-e419-4e15-9b08-827ad6f1bbfd tempest-ServerRescueNegativeTestJSON-135561646 tempest-ServerRescueNegativeTestJSON-135561646-project-member] Inventory has not changed for provider 7cc7d32b-b7a7-454a-a456-2a440248ed9d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69770) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1119.266461] env[69770]: DEBUG oslo_vmware.api [None req-08b85eea-ec41-4794-adb7-656240968f2a tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] Task: {'id': task-4070424, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.295476] env[69770]: DEBUG oslo_concurrency.lockutils [None req-cc3670c9-0015-43b1-99ac-17eb9a627fbe tempest-ServerShowV247Test-1214808668 tempest-ServerShowV247Test-1214808668-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1119.401838] env[69770]: DEBUG oslo_concurrency.lockutils [req-b212e53a-e724-470a-ad82-cad720376e87 req-c9de6662-4189-4a36-875e-666b26d5e57e service nova] Releasing lock "refresh_cache-c709ca8a-caa3-4f8a-a6bc-5c7a9bd346f5" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.414409] env[69770]: DEBUG oslo_concurrency.lockutils [None req-8703e79c-8de8-43cf-b6e6-56e3bbdb2b78 tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1119.497068] env[69770]: DEBUG oslo_vmware.api [None req-cbe01619-4a32-4b05-98f6-da17c35738f5 tempest-ServersTestManualDisk-1827962729 tempest-ServersTestManualDisk-1827962729-project-member] Task: {'id': task-4070423, 'name': ReconfigVM_Task, 'duration_secs': 0.558237} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1119.497380] env[69770]: DEBUG nova.virt.vmwareapi.volumeops [None req-cbe01619-4a32-4b05-98f6-da17c35738f5 tempest-ServersTestManualDisk-1827962729 tempest-ServersTestManualDisk-1827962729-project-member] [instance: d9619712-7879-42fa-a39a-d61c2c2cad75] Reconfigured VM instance instance-0000005a to attach disk [datastore2] d9619712-7879-42fa-a39a-d61c2c2cad75/d9619712-7879-42fa-a39a-d61c2c2cad75.vmdk or device None with type sparse {{(pid=69770) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1119.498087] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-06cb93a2-1c90-4974-b6f6-0a0ccdcbaac8 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.505279] env[69770]: DEBUG oslo_vmware.api [None req-cbe01619-4a32-4b05-98f6-da17c35738f5 tempest-ServersTestManualDisk-1827962729 tempest-ServersTestManualDisk-1827962729-project-member] Waiting for the task: (returnval){ [ 1119.505279] env[69770]: value = "task-4070428" [ 1119.505279] env[69770]: _type = "Task" [ 1119.505279] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1119.514700] env[69770]: DEBUG oslo_vmware.api [None req-cbe01619-4a32-4b05-98f6-da17c35738f5 tempest-ServersTestManualDisk-1827962729 tempest-ServersTestManualDisk-1827962729-project-member] Task: {'id': task-4070428, 'name': Rename_Task} progress is 5%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.702923] env[69770]: DEBUG oslo_concurrency.lockutils [None req-9317f569-e419-4e15-9b08-827ad6f1bbfd tempest-ServerRescueNegativeTestJSON-135561646 tempest-ServerRescueNegativeTestJSON-135561646-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.459s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1119.703494] env[69770]: DEBUG nova.compute.manager [None req-9317f569-e419-4e15-9b08-827ad6f1bbfd tempest-ServerRescueNegativeTestJSON-135561646 tempest-ServerRescueNegativeTestJSON-135561646-project-member] [instance: ec405988-80b1-4918-8572-addc7c5127aa] Start building networks asynchronously for instance. {{(pid=69770) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1119.706117] env[69770]: DEBUG oslo_concurrency.lockutils [None req-b225c954-4de8-4c30-a9cf-59898a1daa9a tempest-ServerRescueNegativeTestJSON-135561646 tempest-ServerRescueNegativeTestJSON-135561646-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.586s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1119.707503] env[69770]: INFO nova.compute.claims [None req-b225c954-4de8-4c30-a9cf-59898a1daa9a tempest-ServerRescueNegativeTestJSON-135561646 tempest-ServerRescueNegativeTestJSON-135561646-project-member] [instance: c53961c9-df55-42c6-8410-a50404d06605] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1119.766396] env[69770]: DEBUG oslo_vmware.api [None req-08b85eea-ec41-4794-adb7-656240968f2a tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] Task: {'id': task-4070424, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.530303} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1119.766670] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-08b85eea-ec41-4794-adb7-656240968f2a tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk to [datastore2] c709ca8a-caa3-4f8a-a6bc-5c7a9bd346f5/c709ca8a-caa3-4f8a-a6bc-5c7a9bd346f5.vmdk {{(pid=69770) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1119.766892] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-08b85eea-ec41-4794-adb7-656240968f2a tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] [instance: c709ca8a-caa3-4f8a-a6bc-5c7a9bd346f5] Extending root virtual disk to 1048576 {{(pid=69770) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1119.767177] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-622e0e09-711a-49a2-ad51-970f9522a0dd {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.774628] env[69770]: DEBUG oslo_vmware.api [None req-08b85eea-ec41-4794-adb7-656240968f2a tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] Waiting for the task: (returnval){ [ 1119.774628] env[69770]: value = "task-4070429" [ 1119.774628] env[69770]: _type = "Task" [ 1119.774628] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1119.782942] env[69770]: DEBUG oslo_vmware.api [None req-08b85eea-ec41-4794-adb7-656240968f2a tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] Task: {'id': task-4070429, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.802451] env[69770]: DEBUG oslo_concurrency.lockutils [None req-bca11983-77c8-4770-9780-5fa78c4283fd tempest-ServerShowV247Test-1214808668 tempest-ServerShowV247Test-1214808668-project-member] Acquiring lock "25da9782-52d2-4813-8744-847ff6ba0e5d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1119.802709] env[69770]: DEBUG oslo_concurrency.lockutils [None req-bca11983-77c8-4770-9780-5fa78c4283fd tempest-ServerShowV247Test-1214808668 tempest-ServerShowV247Test-1214808668-project-member] Lock "25da9782-52d2-4813-8744-847ff6ba0e5d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1119.802926] env[69770]: DEBUG oslo_concurrency.lockutils [None req-bca11983-77c8-4770-9780-5fa78c4283fd tempest-ServerShowV247Test-1214808668 tempest-ServerShowV247Test-1214808668-project-member] Acquiring lock "25da9782-52d2-4813-8744-847ff6ba0e5d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1119.803123] env[69770]: DEBUG oslo_concurrency.lockutils [None req-bca11983-77c8-4770-9780-5fa78c4283fd tempest-ServerShowV247Test-1214808668 tempest-ServerShowV247Test-1214808668-project-member] Lock "25da9782-52d2-4813-8744-847ff6ba0e5d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1119.803292] env[69770]: DEBUG oslo_concurrency.lockutils [None req-bca11983-77c8-4770-9780-5fa78c4283fd tempest-ServerShowV247Test-1214808668 tempest-ServerShowV247Test-1214808668-project-member] Lock "25da9782-52d2-4813-8744-847ff6ba0e5d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1119.805452] env[69770]: INFO nova.compute.manager [None req-bca11983-77c8-4770-9780-5fa78c4283fd tempest-ServerShowV247Test-1214808668 tempest-ServerShowV247Test-1214808668-project-member] [instance: 25da9782-52d2-4813-8744-847ff6ba0e5d] Terminating instance [ 1120.015777] env[69770]: DEBUG oslo_vmware.api [None req-cbe01619-4a32-4b05-98f6-da17c35738f5 tempest-ServersTestManualDisk-1827962729 tempest-ServersTestManualDisk-1827962729-project-member] Task: {'id': task-4070428, 'name': Rename_Task} progress is 14%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.153522] env[69770]: DEBUG nova.compute.manager [req-50f2db9d-02d6-4213-b6df-de9ccf8fd556 req-15e687de-dcbb-41af-89e5-0b85e960d026 service nova] [instance: cb2d5e5c-a655-4351-8e47-77816071183b] Received event network-changed-94a71566-d401-4fb9-ab47-ca613a44b672 {{(pid=69770) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1120.153583] env[69770]: DEBUG nova.compute.manager [req-50f2db9d-02d6-4213-b6df-de9ccf8fd556 req-15e687de-dcbb-41af-89e5-0b85e960d026 service nova] [instance: cb2d5e5c-a655-4351-8e47-77816071183b] Refreshing instance network info cache due to event network-changed-94a71566-d401-4fb9-ab47-ca613a44b672. {{(pid=69770) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1120.153782] env[69770]: DEBUG oslo_concurrency.lockutils [req-50f2db9d-02d6-4213-b6df-de9ccf8fd556 req-15e687de-dcbb-41af-89e5-0b85e960d026 service nova] Acquiring lock "refresh_cache-cb2d5e5c-a655-4351-8e47-77816071183b" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.153972] env[69770]: DEBUG oslo_concurrency.lockutils [req-50f2db9d-02d6-4213-b6df-de9ccf8fd556 req-15e687de-dcbb-41af-89e5-0b85e960d026 service nova] Acquired lock "refresh_cache-cb2d5e5c-a655-4351-8e47-77816071183b" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.154154] env[69770]: DEBUG nova.network.neutron [req-50f2db9d-02d6-4213-b6df-de9ccf8fd556 req-15e687de-dcbb-41af-89e5-0b85e960d026 service nova] [instance: cb2d5e5c-a655-4351-8e47-77816071183b] Refreshing network info cache for port 94a71566-d401-4fb9-ab47-ca613a44b672 {{(pid=69770) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1120.211930] env[69770]: DEBUG nova.compute.utils [None req-9317f569-e419-4e15-9b08-827ad6f1bbfd tempest-ServerRescueNegativeTestJSON-135561646 tempest-ServerRescueNegativeTestJSON-135561646-project-member] Using /dev/sd instead of None {{(pid=69770) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1120.215780] env[69770]: DEBUG nova.compute.manager [None req-9317f569-e419-4e15-9b08-827ad6f1bbfd tempest-ServerRescueNegativeTestJSON-135561646 tempest-ServerRescueNegativeTestJSON-135561646-project-member] [instance: ec405988-80b1-4918-8572-addc7c5127aa] Allocating IP information in the background. {{(pid=69770) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1120.215912] env[69770]: DEBUG nova.network.neutron [None req-9317f569-e419-4e15-9b08-827ad6f1bbfd tempest-ServerRescueNegativeTestJSON-135561646 tempest-ServerRescueNegativeTestJSON-135561646-project-member] [instance: ec405988-80b1-4918-8572-addc7c5127aa] allocate_for_instance() {{(pid=69770) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1120.283292] env[69770]: DEBUG nova.policy [None req-9317f569-e419-4e15-9b08-827ad6f1bbfd tempest-ServerRescueNegativeTestJSON-135561646 tempest-ServerRescueNegativeTestJSON-135561646-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '980263ebf1bb49cdade853b6afba3e86', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3903a8460665477a9e1a8d5c6550931b', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69770) authorize /opt/stack/nova/nova/policy.py:192}} [ 1120.288600] env[69770]: DEBUG oslo_vmware.api [None req-08b85eea-ec41-4794-adb7-656240968f2a tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] Task: {'id': task-4070429, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.383927} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1120.288887] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-08b85eea-ec41-4794-adb7-656240968f2a tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] [instance: c709ca8a-caa3-4f8a-a6bc-5c7a9bd346f5] Extended root virtual disk {{(pid=69770) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1120.289718] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d137f16-04e6-4244-8f4d-ec91e28c8da5 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.314203] env[69770]: DEBUG nova.virt.vmwareapi.volumeops [None req-08b85eea-ec41-4794-adb7-656240968f2a tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] [instance: c709ca8a-caa3-4f8a-a6bc-5c7a9bd346f5] Reconfiguring VM instance instance-0000005b to attach disk [datastore2] c709ca8a-caa3-4f8a-a6bc-5c7a9bd346f5/c709ca8a-caa3-4f8a-a6bc-5c7a9bd346f5.vmdk or device None with type sparse {{(pid=69770) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1120.314797] env[69770]: DEBUG oslo_concurrency.lockutils [None req-bca11983-77c8-4770-9780-5fa78c4283fd tempest-ServerShowV247Test-1214808668 tempest-ServerShowV247Test-1214808668-project-member] Acquiring lock "refresh_cache-25da9782-52d2-4813-8744-847ff6ba0e5d" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.314955] env[69770]: DEBUG oslo_concurrency.lockutils [None req-bca11983-77c8-4770-9780-5fa78c4283fd tempest-ServerShowV247Test-1214808668 tempest-ServerShowV247Test-1214808668-project-member] Acquired lock "refresh_cache-25da9782-52d2-4813-8744-847ff6ba0e5d" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.315295] env[69770]: DEBUG nova.network.neutron [None req-bca11983-77c8-4770-9780-5fa78c4283fd tempest-ServerShowV247Test-1214808668 tempest-ServerShowV247Test-1214808668-project-member] [instance: 25da9782-52d2-4813-8744-847ff6ba0e5d] Building network info cache for instance {{(pid=69770) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1120.316254] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4de9279e-9966-491d-82fb-13154f76d76d {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.338552] env[69770]: DEBUG oslo_vmware.api [None req-08b85eea-ec41-4794-adb7-656240968f2a tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] Waiting for the task: (returnval){ [ 1120.338552] env[69770]: value = "task-4070430" [ 1120.338552] env[69770]: _type = "Task" [ 1120.338552] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1120.347422] env[69770]: DEBUG oslo_vmware.api [None req-08b85eea-ec41-4794-adb7-656240968f2a tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] Task: {'id': task-4070430, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.519026] env[69770]: DEBUG oslo_vmware.api [None req-cbe01619-4a32-4b05-98f6-da17c35738f5 tempest-ServersTestManualDisk-1827962729 tempest-ServersTestManualDisk-1827962729-project-member] Task: {'id': task-4070428, 'name': Rename_Task, 'duration_secs': 0.82947} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1120.519026] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-cbe01619-4a32-4b05-98f6-da17c35738f5 tempest-ServersTestManualDisk-1827962729 tempest-ServersTestManualDisk-1827962729-project-member] [instance: d9619712-7879-42fa-a39a-d61c2c2cad75] Powering on the VM {{(pid=69770) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1120.519026] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-028bef2b-3e68-443b-922b-6f2694f0b55a {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.523949] env[69770]: DEBUG oslo_vmware.api [None req-cbe01619-4a32-4b05-98f6-da17c35738f5 tempest-ServersTestManualDisk-1827962729 tempest-ServersTestManualDisk-1827962729-project-member] Waiting for the task: (returnval){ [ 1120.523949] env[69770]: value = "task-4070431" [ 1120.523949] env[69770]: _type = "Task" [ 1120.523949] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1120.534026] env[69770]: DEBUG oslo_vmware.api [None req-cbe01619-4a32-4b05-98f6-da17c35738f5 tempest-ServersTestManualDisk-1827962729 tempest-ServersTestManualDisk-1827962729-project-member] Task: {'id': task-4070431, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.717147] env[69770]: DEBUG nova.compute.manager [None req-9317f569-e419-4e15-9b08-827ad6f1bbfd tempest-ServerRescueNegativeTestJSON-135561646 tempest-ServerRescueNegativeTestJSON-135561646-project-member] [instance: ec405988-80b1-4918-8572-addc7c5127aa] Start building block device mappings for instance. {{(pid=69770) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1120.722957] env[69770]: DEBUG nova.network.neutron [None req-9317f569-e419-4e15-9b08-827ad6f1bbfd tempest-ServerRescueNegativeTestJSON-135561646 tempest-ServerRescueNegativeTestJSON-135561646-project-member] [instance: ec405988-80b1-4918-8572-addc7c5127aa] Successfully created port: 73f4e0c8-c36b-40e1-b4d8-76e2854866db {{(pid=69770) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1120.852772] env[69770]: DEBUG oslo_vmware.api [None req-08b85eea-ec41-4794-adb7-656240968f2a tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] Task: {'id': task-4070430, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.854006] env[69770]: DEBUG nova.network.neutron [None req-bca11983-77c8-4770-9780-5fa78c4283fd tempest-ServerShowV247Test-1214808668 tempest-ServerShowV247Test-1214808668-project-member] [instance: 25da9782-52d2-4813-8744-847ff6ba0e5d] Instance cache missing network info. {{(pid=69770) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1120.945462] env[69770]: DEBUG nova.network.neutron [None req-bca11983-77c8-4770-9780-5fa78c4283fd tempest-ServerShowV247Test-1214808668 tempest-ServerShowV247Test-1214808668-project-member] [instance: 25da9782-52d2-4813-8744-847ff6ba0e5d] Updating instance_info_cache with network_info: [] {{(pid=69770) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1120.961141] env[69770]: DEBUG oslo_concurrency.lockutils [None req-164343f5-37c1-42bd-bd78-3ced21273826 tempest-AttachVolumeShelveTestJSON-1191911444 tempest-AttachVolumeShelveTestJSON-1191911444-project-member] Acquiring lock "1e9f2a84-ff0f-4bfb-87b7-0b0d3604ab3f" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1120.961386] env[69770]: DEBUG oslo_concurrency.lockutils [None req-164343f5-37c1-42bd-bd78-3ced21273826 tempest-AttachVolumeShelveTestJSON-1191911444 tempest-AttachVolumeShelveTestJSON-1191911444-project-member] Lock "1e9f2a84-ff0f-4bfb-87b7-0b0d3604ab3f" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.001s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1120.961561] env[69770]: INFO nova.compute.manager [None req-164343f5-37c1-42bd-bd78-3ced21273826 tempest-AttachVolumeShelveTestJSON-1191911444 tempest-AttachVolumeShelveTestJSON-1191911444-project-member] [instance: 1e9f2a84-ff0f-4bfb-87b7-0b0d3604ab3f] Shelving [ 1121.008926] env[69770]: DEBUG nova.network.neutron [req-50f2db9d-02d6-4213-b6df-de9ccf8fd556 req-15e687de-dcbb-41af-89e5-0b85e960d026 service nova] [instance: cb2d5e5c-a655-4351-8e47-77816071183b] Updated VIF entry in instance network info cache for port 94a71566-d401-4fb9-ab47-ca613a44b672. {{(pid=69770) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1121.008989] env[69770]: DEBUG nova.network.neutron [req-50f2db9d-02d6-4213-b6df-de9ccf8fd556 req-15e687de-dcbb-41af-89e5-0b85e960d026 service nova] [instance: cb2d5e5c-a655-4351-8e47-77816071183b] Updating instance_info_cache with network_info: [{"id": "94a71566-d401-4fb9-ab47-ca613a44b672", "address": "fa:16:3e:75:9c:b0", "network": {"id": "deeccc4b-a1bb-4cc9-a2cb-ab451519c623", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1195845450-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.200", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "79f08803ff104b29b1724007c4361a7e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "26a1e556-1ede-445a-bf87-a35daa5d9070", "external-id": "nsx-vlan-transportzone-396", "segmentation_id": 396, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap94a71566-d4", "ovs_interfaceid": "94a71566-d401-4fb9-ab47-ca613a44b672", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69770) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1121.036657] env[69770]: DEBUG oslo_vmware.api [None req-cbe01619-4a32-4b05-98f6-da17c35738f5 tempest-ServersTestManualDisk-1827962729 tempest-ServersTestManualDisk-1827962729-project-member] Task: {'id': task-4070431, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.045430] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7db524f9-db68-45f2-bf6b-480dd56044d3 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.054999] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2570cf4-e554-4ac2-8c51-afa8cb4721e2 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.089734] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4ae51c2-ff48-406a-9765-42f25356f556 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.098548] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50074ae6-4f69-4be5-bd35-caa17faa2f11 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.113042] env[69770]: DEBUG nova.compute.provider_tree [None req-b225c954-4de8-4c30-a9cf-59898a1daa9a tempest-ServerRescueNegativeTestJSON-135561646 tempest-ServerRescueNegativeTestJSON-135561646-project-member] Inventory has not changed in ProviderTree for provider: 7cc7d32b-b7a7-454a-a456-2a440248ed9d {{(pid=69770) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1121.350165] env[69770]: DEBUG oslo_vmware.api [None req-08b85eea-ec41-4794-adb7-656240968f2a tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] Task: {'id': task-4070430, 'name': ReconfigVM_Task, 'duration_secs': 0.545982} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1121.350505] env[69770]: DEBUG nova.virt.vmwareapi.volumeops [None req-08b85eea-ec41-4794-adb7-656240968f2a tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] [instance: c709ca8a-caa3-4f8a-a6bc-5c7a9bd346f5] Reconfigured VM instance instance-0000005b to attach disk [datastore2] c709ca8a-caa3-4f8a-a6bc-5c7a9bd346f5/c709ca8a-caa3-4f8a-a6bc-5c7a9bd346f5.vmdk or device None with type sparse {{(pid=69770) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1121.351188] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7e32605a-3aeb-48f1-b672-57f6d8e51411 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.358938] env[69770]: DEBUG oslo_vmware.api [None req-08b85eea-ec41-4794-adb7-656240968f2a tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] Waiting for the task: (returnval){ [ 1121.358938] env[69770]: value = "task-4070433" [ 1121.358938] env[69770]: _type = "Task" [ 1121.358938] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1121.373375] env[69770]: DEBUG oslo_vmware.api [None req-08b85eea-ec41-4794-adb7-656240968f2a tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] Task: {'id': task-4070433, 'name': Rename_Task} progress is 5%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.448829] env[69770]: DEBUG oslo_concurrency.lockutils [None req-bca11983-77c8-4770-9780-5fa78c4283fd tempest-ServerShowV247Test-1214808668 tempest-ServerShowV247Test-1214808668-project-member] Releasing lock "refresh_cache-25da9782-52d2-4813-8744-847ff6ba0e5d" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.449264] env[69770]: DEBUG nova.compute.manager [None req-bca11983-77c8-4770-9780-5fa78c4283fd tempest-ServerShowV247Test-1214808668 tempest-ServerShowV247Test-1214808668-project-member] [instance: 25da9782-52d2-4813-8744-847ff6ba0e5d] Start destroying the instance on the hypervisor. {{(pid=69770) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1121.449503] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-bca11983-77c8-4770-9780-5fa78c4283fd tempest-ServerShowV247Test-1214808668 tempest-ServerShowV247Test-1214808668-project-member] [instance: 25da9782-52d2-4813-8744-847ff6ba0e5d] Destroying instance {{(pid=69770) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1121.450435] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d354e1a9-4ec1-4249-b374-7bee6cc87b96 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.458885] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-bca11983-77c8-4770-9780-5fa78c4283fd tempest-ServerShowV247Test-1214808668 tempest-ServerShowV247Test-1214808668-project-member] [instance: 25da9782-52d2-4813-8744-847ff6ba0e5d] Powering off the VM {{(pid=69770) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1121.459242] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6e15164a-8ad6-4f3d-94e0-6879788f49a2 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.469424] env[69770]: DEBUG oslo_vmware.api [None req-bca11983-77c8-4770-9780-5fa78c4283fd tempest-ServerShowV247Test-1214808668 tempest-ServerShowV247Test-1214808668-project-member] Waiting for the task: (returnval){ [ 1121.469424] env[69770]: value = "task-4070434" [ 1121.469424] env[69770]: _type = "Task" [ 1121.469424] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1121.481711] env[69770]: DEBUG oslo_vmware.api [None req-bca11983-77c8-4770-9780-5fa78c4283fd tempest-ServerShowV247Test-1214808668 tempest-ServerShowV247Test-1214808668-project-member] Task: {'id': task-4070434, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.511735] env[69770]: DEBUG oslo_concurrency.lockutils [req-50f2db9d-02d6-4213-b6df-de9ccf8fd556 req-15e687de-dcbb-41af-89e5-0b85e960d026 service nova] Releasing lock "refresh_cache-cb2d5e5c-a655-4351-8e47-77816071183b" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.535509] env[69770]: DEBUG oslo_vmware.api [None req-cbe01619-4a32-4b05-98f6-da17c35738f5 tempest-ServersTestManualDisk-1827962729 tempest-ServersTestManualDisk-1827962729-project-member] Task: {'id': task-4070431, 'name': PowerOnVM_Task, 'duration_secs': 0.57478} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1121.535834] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-cbe01619-4a32-4b05-98f6-da17c35738f5 tempest-ServersTestManualDisk-1827962729 tempest-ServersTestManualDisk-1827962729-project-member] [instance: d9619712-7879-42fa-a39a-d61c2c2cad75] Powered on the VM {{(pid=69770) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1121.536093] env[69770]: INFO nova.compute.manager [None req-cbe01619-4a32-4b05-98f6-da17c35738f5 tempest-ServersTestManualDisk-1827962729 tempest-ServersTestManualDisk-1827962729-project-member] [instance: d9619712-7879-42fa-a39a-d61c2c2cad75] Took 8.47 seconds to spawn the instance on the hypervisor. [ 1121.536317] env[69770]: DEBUG nova.compute.manager [None req-cbe01619-4a32-4b05-98f6-da17c35738f5 tempest-ServersTestManualDisk-1827962729 tempest-ServersTestManualDisk-1827962729-project-member] [instance: d9619712-7879-42fa-a39a-d61c2c2cad75] Checking state {{(pid=69770) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1121.537160] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56ea7b49-ebf3-4fc2-a1ee-c5e277e314ab {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.616170] env[69770]: DEBUG nova.scheduler.client.report [None req-b225c954-4de8-4c30-a9cf-59898a1daa9a tempest-ServerRescueNegativeTestJSON-135561646 tempest-ServerRescueNegativeTestJSON-135561646-project-member] Inventory has not changed for provider 7cc7d32b-b7a7-454a-a456-2a440248ed9d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69770) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1121.731457] env[69770]: DEBUG nova.compute.manager [None req-9317f569-e419-4e15-9b08-827ad6f1bbfd tempest-ServerRescueNegativeTestJSON-135561646 tempest-ServerRescueNegativeTestJSON-135561646-project-member] [instance: ec405988-80b1-4918-8572-addc7c5127aa] Start spawning the instance on the hypervisor. {{(pid=69770) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1121.759218] env[69770]: DEBUG nova.virt.hardware [None req-9317f569-e419-4e15-9b08-827ad6f1bbfd tempest-ServerRescueNegativeTestJSON-135561646 tempest-ServerRescueNegativeTestJSON-135561646-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T12:16:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T12:16:11Z,direct_url=,disk_format='vmdk',id=d1eaff80-24a0-4391-90eb-59958b1ecf0a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d65f20bb89fb40a98b77bc6d97357df2',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T12:16:12Z,virtual_size=,visibility=), allow threads: False {{(pid=69770) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1121.759571] env[69770]: DEBUG nova.virt.hardware [None req-9317f569-e419-4e15-9b08-827ad6f1bbfd tempest-ServerRescueNegativeTestJSON-135561646 tempest-ServerRescueNegativeTestJSON-135561646-project-member] Flavor limits 0:0:0 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1121.759653] env[69770]: DEBUG nova.virt.hardware [None req-9317f569-e419-4e15-9b08-827ad6f1bbfd tempest-ServerRescueNegativeTestJSON-135561646 tempest-ServerRescueNegativeTestJSON-135561646-project-member] Image limits 0:0:0 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1121.759846] env[69770]: DEBUG nova.virt.hardware [None req-9317f569-e419-4e15-9b08-827ad6f1bbfd tempest-ServerRescueNegativeTestJSON-135561646 tempest-ServerRescueNegativeTestJSON-135561646-project-member] Flavor pref 0:0:0 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1121.760013] env[69770]: DEBUG nova.virt.hardware [None req-9317f569-e419-4e15-9b08-827ad6f1bbfd tempest-ServerRescueNegativeTestJSON-135561646 tempest-ServerRescueNegativeTestJSON-135561646-project-member] Image pref 0:0:0 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1121.760174] env[69770]: DEBUG nova.virt.hardware [None req-9317f569-e419-4e15-9b08-827ad6f1bbfd tempest-ServerRescueNegativeTestJSON-135561646 tempest-ServerRescueNegativeTestJSON-135561646-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1121.760388] env[69770]: DEBUG nova.virt.hardware [None req-9317f569-e419-4e15-9b08-827ad6f1bbfd tempest-ServerRescueNegativeTestJSON-135561646 tempest-ServerRescueNegativeTestJSON-135561646-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69770) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1121.760546] env[69770]: DEBUG nova.virt.hardware [None req-9317f569-e419-4e15-9b08-827ad6f1bbfd tempest-ServerRescueNegativeTestJSON-135561646 tempest-ServerRescueNegativeTestJSON-135561646-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69770) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1121.760717] env[69770]: DEBUG nova.virt.hardware [None req-9317f569-e419-4e15-9b08-827ad6f1bbfd tempest-ServerRescueNegativeTestJSON-135561646 tempest-ServerRescueNegativeTestJSON-135561646-project-member] Got 1 possible topologies {{(pid=69770) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1121.760905] env[69770]: DEBUG nova.virt.hardware [None req-9317f569-e419-4e15-9b08-827ad6f1bbfd tempest-ServerRescueNegativeTestJSON-135561646 tempest-ServerRescueNegativeTestJSON-135561646-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69770) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1121.761103] env[69770]: DEBUG nova.virt.hardware [None req-9317f569-e419-4e15-9b08-827ad6f1bbfd tempest-ServerRescueNegativeTestJSON-135561646 tempest-ServerRescueNegativeTestJSON-135561646-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69770) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1121.761994] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88635f62-8e14-452b-943c-b93447d14623 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.771299] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-970a107c-2346-4860-80f4-9fce0352a041 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.868633] env[69770]: DEBUG oslo_vmware.api [None req-08b85eea-ec41-4794-adb7-656240968f2a tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] Task: {'id': task-4070433, 'name': Rename_Task, 'duration_secs': 0.163438} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1121.868921] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-08b85eea-ec41-4794-adb7-656240968f2a tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] [instance: c709ca8a-caa3-4f8a-a6bc-5c7a9bd346f5] Powering on the VM {{(pid=69770) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1121.869183] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d09780a4-dfb8-4601-9625-d389bd7cfaae {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.875053] env[69770]: DEBUG oslo_vmware.api [None req-08b85eea-ec41-4794-adb7-656240968f2a tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] Waiting for the task: (returnval){ [ 1121.875053] env[69770]: value = "task-4070435" [ 1121.875053] env[69770]: _type = "Task" [ 1121.875053] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1121.882882] env[69770]: DEBUG oslo_vmware.api [None req-08b85eea-ec41-4794-adb7-656240968f2a tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] Task: {'id': task-4070435, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.980168] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-164343f5-37c1-42bd-bd78-3ced21273826 tempest-AttachVolumeShelveTestJSON-1191911444 tempest-AttachVolumeShelveTestJSON-1191911444-project-member] [instance: 1e9f2a84-ff0f-4bfb-87b7-0b0d3604ab3f] Powering off the VM {{(pid=69770) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1121.980496] env[69770]: DEBUG oslo_vmware.api [None req-bca11983-77c8-4770-9780-5fa78c4283fd tempest-ServerShowV247Test-1214808668 tempest-ServerShowV247Test-1214808668-project-member] Task: {'id': task-4070434, 'name': PowerOffVM_Task, 'duration_secs': 0.222244} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1121.980729] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2efb962d-379f-4ba1-88dc-5b164b4ce97e {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.983835] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-bca11983-77c8-4770-9780-5fa78c4283fd tempest-ServerShowV247Test-1214808668 tempest-ServerShowV247Test-1214808668-project-member] [instance: 25da9782-52d2-4813-8744-847ff6ba0e5d] Powered off the VM {{(pid=69770) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1121.983835] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-bca11983-77c8-4770-9780-5fa78c4283fd tempest-ServerShowV247Test-1214808668 tempest-ServerShowV247Test-1214808668-project-member] [instance: 25da9782-52d2-4813-8744-847ff6ba0e5d] Unregistering the VM {{(pid=69770) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1121.983835] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fb27a6e6-72a0-4131-9f9d-bbf3ea79441d {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.989595] env[69770]: DEBUG oslo_vmware.api [None req-164343f5-37c1-42bd-bd78-3ced21273826 tempest-AttachVolumeShelveTestJSON-1191911444 tempest-AttachVolumeShelveTestJSON-1191911444-project-member] Waiting for the task: (returnval){ [ 1121.989595] env[69770]: value = "task-4070436" [ 1121.989595] env[69770]: _type = "Task" [ 1121.989595] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1121.998225] env[69770]: DEBUG oslo_vmware.api [None req-164343f5-37c1-42bd-bd78-3ced21273826 tempest-AttachVolumeShelveTestJSON-1191911444 tempest-AttachVolumeShelveTestJSON-1191911444-project-member] Task: {'id': task-4070436, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.021165] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-bca11983-77c8-4770-9780-5fa78c4283fd tempest-ServerShowV247Test-1214808668 tempest-ServerShowV247Test-1214808668-project-member] [instance: 25da9782-52d2-4813-8744-847ff6ba0e5d] Unregistered the VM {{(pid=69770) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1122.021520] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-bca11983-77c8-4770-9780-5fa78c4283fd tempest-ServerShowV247Test-1214808668 tempest-ServerShowV247Test-1214808668-project-member] [instance: 25da9782-52d2-4813-8744-847ff6ba0e5d] Deleting contents of the VM from datastore datastore2 {{(pid=69770) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1122.021727] env[69770]: DEBUG nova.virt.vmwareapi.ds_util [None req-bca11983-77c8-4770-9780-5fa78c4283fd tempest-ServerShowV247Test-1214808668 tempest-ServerShowV247Test-1214808668-project-member] Deleting the datastore file [datastore2] 25da9782-52d2-4813-8744-847ff6ba0e5d {{(pid=69770) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1122.023241] env[69770]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-637b7a74-0bca-471c-bb1b-79646cf8d23b {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.030232] env[69770]: DEBUG oslo_vmware.api [None req-bca11983-77c8-4770-9780-5fa78c4283fd tempest-ServerShowV247Test-1214808668 tempest-ServerShowV247Test-1214808668-project-member] Waiting for the task: (returnval){ [ 1122.030232] env[69770]: value = "task-4070438" [ 1122.030232] env[69770]: _type = "Task" [ 1122.030232] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1122.039124] env[69770]: DEBUG oslo_vmware.api [None req-bca11983-77c8-4770-9780-5fa78c4283fd tempest-ServerShowV247Test-1214808668 tempest-ServerShowV247Test-1214808668-project-member] Task: {'id': task-4070438, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.055831] env[69770]: INFO nova.compute.manager [None req-cbe01619-4a32-4b05-98f6-da17c35738f5 tempest-ServersTestManualDisk-1827962729 tempest-ServersTestManualDisk-1827962729-project-member] [instance: d9619712-7879-42fa-a39a-d61c2c2cad75] Took 27.50 seconds to build instance. [ 1122.124212] env[69770]: DEBUG oslo_concurrency.lockutils [None req-b225c954-4de8-4c30-a9cf-59898a1daa9a tempest-ServerRescueNegativeTestJSON-135561646 tempest-ServerRescueNegativeTestJSON-135561646-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.418s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1122.125263] env[69770]: DEBUG nova.compute.manager [None req-b225c954-4de8-4c30-a9cf-59898a1daa9a tempest-ServerRescueNegativeTestJSON-135561646 tempest-ServerRescueNegativeTestJSON-135561646-project-member] [instance: c53961c9-df55-42c6-8410-a50404d06605] Start building networks asynchronously for instance. {{(pid=69770) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1122.127359] env[69770]: DEBUG oslo_concurrency.lockutils [None req-0570a19e-7113-41c1-9fb2-b620ca67fd76 tempest-ServersAdmin275Test-1201033973 tempest-ServersAdmin275Test-1201033973-project-admin] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 17.234s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1122.127485] env[69770]: DEBUG nova.objects.instance [None req-0570a19e-7113-41c1-9fb2-b620ca67fd76 tempest-ServersAdmin275Test-1201033973 tempest-ServersAdmin275Test-1201033973-project-admin] [instance: fc7b06e1-c542-448b-a750-f27af3874b8f] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69770) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1122.209721] env[69770]: DEBUG nova.compute.manager [req-1b9b0ec2-aa0c-4d85-969d-d0fbf91ce415 req-c790fa9b-f6c3-48a4-bba2-b700eed4ece9 service nova] [instance: ec405988-80b1-4918-8572-addc7c5127aa] Received event network-vif-plugged-73f4e0c8-c36b-40e1-b4d8-76e2854866db {{(pid=69770) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1122.209933] env[69770]: DEBUG oslo_concurrency.lockutils [req-1b9b0ec2-aa0c-4d85-969d-d0fbf91ce415 req-c790fa9b-f6c3-48a4-bba2-b700eed4ece9 service nova] Acquiring lock "ec405988-80b1-4918-8572-addc7c5127aa-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1122.210149] env[69770]: DEBUG oslo_concurrency.lockutils [req-1b9b0ec2-aa0c-4d85-969d-d0fbf91ce415 req-c790fa9b-f6c3-48a4-bba2-b700eed4ece9 service nova] Lock "ec405988-80b1-4918-8572-addc7c5127aa-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1122.210314] env[69770]: DEBUG oslo_concurrency.lockutils [req-1b9b0ec2-aa0c-4d85-969d-d0fbf91ce415 req-c790fa9b-f6c3-48a4-bba2-b700eed4ece9 service nova] Lock "ec405988-80b1-4918-8572-addc7c5127aa-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1122.210477] env[69770]: DEBUG nova.compute.manager [req-1b9b0ec2-aa0c-4d85-969d-d0fbf91ce415 req-c790fa9b-f6c3-48a4-bba2-b700eed4ece9 service nova] [instance: ec405988-80b1-4918-8572-addc7c5127aa] No waiting events found dispatching network-vif-plugged-73f4e0c8-c36b-40e1-b4d8-76e2854866db {{(pid=69770) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1122.210668] env[69770]: WARNING nova.compute.manager [req-1b9b0ec2-aa0c-4d85-969d-d0fbf91ce415 req-c790fa9b-f6c3-48a4-bba2-b700eed4ece9 service nova] [instance: ec405988-80b1-4918-8572-addc7c5127aa] Received unexpected event network-vif-plugged-73f4e0c8-c36b-40e1-b4d8-76e2854866db for instance with vm_state building and task_state spawning. [ 1122.353202] env[69770]: DEBUG nova.network.neutron [None req-9317f569-e419-4e15-9b08-827ad6f1bbfd tempest-ServerRescueNegativeTestJSON-135561646 tempest-ServerRescueNegativeTestJSON-135561646-project-member] [instance: ec405988-80b1-4918-8572-addc7c5127aa] Successfully updated port: 73f4e0c8-c36b-40e1-b4d8-76e2854866db {{(pid=69770) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1122.387204] env[69770]: DEBUG oslo_vmware.api [None req-08b85eea-ec41-4794-adb7-656240968f2a tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] Task: {'id': task-4070435, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.501031] env[69770]: DEBUG oslo_vmware.api [None req-164343f5-37c1-42bd-bd78-3ced21273826 tempest-AttachVolumeShelveTestJSON-1191911444 tempest-AttachVolumeShelveTestJSON-1191911444-project-member] Task: {'id': task-4070436, 'name': PowerOffVM_Task, 'duration_secs': 0.227562} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1122.501031] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-164343f5-37c1-42bd-bd78-3ced21273826 tempest-AttachVolumeShelveTestJSON-1191911444 tempest-AttachVolumeShelveTestJSON-1191911444-project-member] [instance: 1e9f2a84-ff0f-4bfb-87b7-0b0d3604ab3f] Powered off the VM {{(pid=69770) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1122.501560] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39cdc01b-990c-4f1f-8037-664be24fe9f2 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.523057] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca93e5ad-a9b5-41b0-a1c4-464b9567dada {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.540840] env[69770]: DEBUG oslo_vmware.api [None req-bca11983-77c8-4770-9780-5fa78c4283fd tempest-ServerShowV247Test-1214808668 tempest-ServerShowV247Test-1214808668-project-member] Task: {'id': task-4070438, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.232297} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1122.540979] env[69770]: DEBUG nova.virt.vmwareapi.ds_util [None req-bca11983-77c8-4770-9780-5fa78c4283fd tempest-ServerShowV247Test-1214808668 tempest-ServerShowV247Test-1214808668-project-member] Deleted the datastore file {{(pid=69770) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1122.541182] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-bca11983-77c8-4770-9780-5fa78c4283fd tempest-ServerShowV247Test-1214808668 tempest-ServerShowV247Test-1214808668-project-member] [instance: 25da9782-52d2-4813-8744-847ff6ba0e5d] Deleted contents of the VM from datastore datastore2 {{(pid=69770) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1122.541360] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-bca11983-77c8-4770-9780-5fa78c4283fd tempest-ServerShowV247Test-1214808668 tempest-ServerShowV247Test-1214808668-project-member] [instance: 25da9782-52d2-4813-8744-847ff6ba0e5d] Instance destroyed {{(pid=69770) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1122.541534] env[69770]: INFO nova.compute.manager [None req-bca11983-77c8-4770-9780-5fa78c4283fd tempest-ServerShowV247Test-1214808668 tempest-ServerShowV247Test-1214808668-project-member] [instance: 25da9782-52d2-4813-8744-847ff6ba0e5d] Took 1.09 seconds to destroy the instance on the hypervisor. [ 1122.541807] env[69770]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bca11983-77c8-4770-9780-5fa78c4283fd tempest-ServerShowV247Test-1214808668 tempest-ServerShowV247Test-1214808668-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69770) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1122.542047] env[69770]: DEBUG nova.compute.manager [-] [instance: 25da9782-52d2-4813-8744-847ff6ba0e5d] Deallocating network for instance {{(pid=69770) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1122.542153] env[69770]: DEBUG nova.network.neutron [-] [instance: 25da9782-52d2-4813-8744-847ff6ba0e5d] deallocate_for_instance() {{(pid=69770) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1122.559979] env[69770]: DEBUG oslo_concurrency.lockutils [None req-cbe01619-4a32-4b05-98f6-da17c35738f5 tempest-ServersTestManualDisk-1827962729 tempest-ServersTestManualDisk-1827962729-project-member] Lock "d9619712-7879-42fa-a39a-d61c2c2cad75" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 29.019s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1122.573573] env[69770]: DEBUG nova.network.neutron [-] [instance: 25da9782-52d2-4813-8744-847ff6ba0e5d] Instance cache missing network info. {{(pid=69770) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1122.632098] env[69770]: DEBUG nova.compute.utils [None req-b225c954-4de8-4c30-a9cf-59898a1daa9a tempest-ServerRescueNegativeTestJSON-135561646 tempest-ServerRescueNegativeTestJSON-135561646-project-member] Using /dev/sd instead of None {{(pid=69770) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1122.636964] env[69770]: DEBUG nova.compute.manager [None req-b225c954-4de8-4c30-a9cf-59898a1daa9a tempest-ServerRescueNegativeTestJSON-135561646 tempest-ServerRescueNegativeTestJSON-135561646-project-member] [instance: c53961c9-df55-42c6-8410-a50404d06605] Allocating IP information in the background. {{(pid=69770) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1122.637687] env[69770]: DEBUG nova.network.neutron [None req-b225c954-4de8-4c30-a9cf-59898a1daa9a tempest-ServerRescueNegativeTestJSON-135561646 tempest-ServerRescueNegativeTestJSON-135561646-project-member] [instance: c53961c9-df55-42c6-8410-a50404d06605] allocate_for_instance() {{(pid=69770) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1122.736896] env[69770]: DEBUG nova.policy [None req-b225c954-4de8-4c30-a9cf-59898a1daa9a tempest-ServerRescueNegativeTestJSON-135561646 tempest-ServerRescueNegativeTestJSON-135561646-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '980263ebf1bb49cdade853b6afba3e86', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3903a8460665477a9e1a8d5c6550931b', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69770) authorize /opt/stack/nova/nova/policy.py:192}} [ 1122.856330] env[69770]: DEBUG oslo_concurrency.lockutils [None req-9317f569-e419-4e15-9b08-827ad6f1bbfd tempest-ServerRescueNegativeTestJSON-135561646 tempest-ServerRescueNegativeTestJSON-135561646-project-member] Acquiring lock "refresh_cache-ec405988-80b1-4918-8572-addc7c5127aa" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.856526] env[69770]: DEBUG oslo_concurrency.lockutils [None req-9317f569-e419-4e15-9b08-827ad6f1bbfd tempest-ServerRescueNegativeTestJSON-135561646 tempest-ServerRescueNegativeTestJSON-135561646-project-member] Acquired lock "refresh_cache-ec405988-80b1-4918-8572-addc7c5127aa" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.856660] env[69770]: DEBUG nova.network.neutron [None req-9317f569-e419-4e15-9b08-827ad6f1bbfd tempest-ServerRescueNegativeTestJSON-135561646 tempest-ServerRescueNegativeTestJSON-135561646-project-member] [instance: ec405988-80b1-4918-8572-addc7c5127aa] Building network info cache for instance {{(pid=69770) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1122.887238] env[69770]: DEBUG oslo_vmware.api [None req-08b85eea-ec41-4794-adb7-656240968f2a tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] Task: {'id': task-4070435, 'name': PowerOnVM_Task, 'duration_secs': 0.598767} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1122.887521] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-08b85eea-ec41-4794-adb7-656240968f2a tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] [instance: c709ca8a-caa3-4f8a-a6bc-5c7a9bd346f5] Powered on the VM {{(pid=69770) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1122.887719] env[69770]: INFO nova.compute.manager [None req-08b85eea-ec41-4794-adb7-656240968f2a tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] [instance: c709ca8a-caa3-4f8a-a6bc-5c7a9bd346f5] Took 7.41 seconds to spawn the instance on the hypervisor. [ 1122.887895] env[69770]: DEBUG nova.compute.manager [None req-08b85eea-ec41-4794-adb7-656240968f2a tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] [instance: c709ca8a-caa3-4f8a-a6bc-5c7a9bd346f5] Checking state {{(pid=69770) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1122.888773] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ee863c9-e362-40f8-8912-bb2b252698e1 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.036590] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-164343f5-37c1-42bd-bd78-3ced21273826 tempest-AttachVolumeShelveTestJSON-1191911444 tempest-AttachVolumeShelveTestJSON-1191911444-project-member] [instance: 1e9f2a84-ff0f-4bfb-87b7-0b0d3604ab3f] Creating Snapshot of the VM instance {{(pid=69770) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1123.036947] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-59578b0c-c8c6-45c3-8e5c-1a5cad34be24 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.047331] env[69770]: DEBUG oslo_vmware.api [None req-164343f5-37c1-42bd-bd78-3ced21273826 tempest-AttachVolumeShelveTestJSON-1191911444 tempest-AttachVolumeShelveTestJSON-1191911444-project-member] Waiting for the task: (returnval){ [ 1123.047331] env[69770]: value = "task-4070439" [ 1123.047331] env[69770]: _type = "Task" [ 1123.047331] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1123.057458] env[69770]: DEBUG oslo_vmware.api [None req-164343f5-37c1-42bd-bd78-3ced21273826 tempest-AttachVolumeShelveTestJSON-1191911444 tempest-AttachVolumeShelveTestJSON-1191911444-project-member] Task: {'id': task-4070439, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.076494] env[69770]: DEBUG nova.network.neutron [-] [instance: 25da9782-52d2-4813-8744-847ff6ba0e5d] Updating instance_info_cache with network_info: [] {{(pid=69770) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1123.137700] env[69770]: DEBUG nova.compute.manager [None req-b225c954-4de8-4c30-a9cf-59898a1daa9a tempest-ServerRescueNegativeTestJSON-135561646 tempest-ServerRescueNegativeTestJSON-135561646-project-member] [instance: c53961c9-df55-42c6-8410-a50404d06605] Start building block device mappings for instance. {{(pid=69770) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1123.141672] env[69770]: DEBUG oslo_concurrency.lockutils [None req-0570a19e-7113-41c1-9fb2-b620ca67fd76 tempest-ServersAdmin275Test-1201033973 tempest-ServersAdmin275Test-1201033973-project-admin] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.014s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1123.142935] env[69770]: DEBUG oslo_concurrency.lockutils [None req-350bf2a2-9474-46eb-aeea-fad1e60c029e tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 17.928s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1123.145041] env[69770]: INFO nova.compute.claims [None req-350bf2a2-9474-46eb-aeea-fad1e60c029e tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] [instance: 5815fe63-e447-4be2-9055-a6320d0ba896] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1123.268043] env[69770]: DEBUG nova.network.neutron [None req-b225c954-4de8-4c30-a9cf-59898a1daa9a tempest-ServerRescueNegativeTestJSON-135561646 tempest-ServerRescueNegativeTestJSON-135561646-project-member] [instance: c53961c9-df55-42c6-8410-a50404d06605] Successfully created port: ca1f0a47-0b7c-4649-a76c-d7b841ecdcdf {{(pid=69770) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1123.410016] env[69770]: DEBUG nova.network.neutron [None req-9317f569-e419-4e15-9b08-827ad6f1bbfd tempest-ServerRescueNegativeTestJSON-135561646 tempest-ServerRescueNegativeTestJSON-135561646-project-member] [instance: ec405988-80b1-4918-8572-addc7c5127aa] Instance cache missing network info. {{(pid=69770) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1123.418264] env[69770]: INFO nova.compute.manager [None req-08b85eea-ec41-4794-adb7-656240968f2a tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] [instance: c709ca8a-caa3-4f8a-a6bc-5c7a9bd346f5] Took 27.75 seconds to build instance. [ 1123.553186] env[69770]: DEBUG nova.virt.vmwareapi.volumeops [None req-df15c2e8-a114-43c3-935c-e4e89c60a3a7 tempest-AttachVolumeTestJSON-339692578 tempest-AttachVolumeTestJSON-339692578-project-member] [instance: dc0f3667-e2b8-4b6a-b4e2-cc558b2f10ad] Volume attach. Driver type: vmdk {{(pid=69770) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1123.553432] env[69770]: DEBUG nova.virt.vmwareapi.volumeops [None req-df15c2e8-a114-43c3-935c-e4e89c60a3a7 tempest-AttachVolumeTestJSON-339692578 tempest-AttachVolumeTestJSON-339692578-project-member] [instance: dc0f3667-e2b8-4b6a-b4e2-cc558b2f10ad] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-806630', 'volume_id': '44f4cad3-76cf-4ac1-acea-97af04704e32', 'name': 'volume-44f4cad3-76cf-4ac1-acea-97af04704e32', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'dc0f3667-e2b8-4b6a-b4e2-cc558b2f10ad', 'attached_at': '', 'detached_at': '', 'volume_id': '44f4cad3-76cf-4ac1-acea-97af04704e32', 'serial': '44f4cad3-76cf-4ac1-acea-97af04704e32'} {{(pid=69770) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1123.554358] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01d7bb05-b6a4-4fb4-b299-f7321bf858e1 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.563551] env[69770]: DEBUG oslo_vmware.api [None req-164343f5-37c1-42bd-bd78-3ced21273826 tempest-AttachVolumeShelveTestJSON-1191911444 tempest-AttachVolumeShelveTestJSON-1191911444-project-member] Task: {'id': task-4070439, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.579196] env[69770]: DEBUG nova.network.neutron [None req-9317f569-e419-4e15-9b08-827ad6f1bbfd tempest-ServerRescueNegativeTestJSON-135561646 tempest-ServerRescueNegativeTestJSON-135561646-project-member] [instance: ec405988-80b1-4918-8572-addc7c5127aa] Updating instance_info_cache with network_info: [{"id": "73f4e0c8-c36b-40e1-b4d8-76e2854866db", "address": "fa:16:3e:cb:ee:04", "network": {"id": "419ca0f7-61b3-4408-9976-77c6983fa64f", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1600648344-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3903a8460665477a9e1a8d5c6550931b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b5c34919-7d52-4a52-bab1-81af4c8182ef", "external-id": "nsx-vlan-transportzone-458", "segmentation_id": 458, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap73f4e0c8-c3", "ovs_interfaceid": "73f4e0c8-c36b-40e1-b4d8-76e2854866db", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69770) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1123.581141] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8da1718-f054-465a-a03b-87853f5d4a2b {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.584341] env[69770]: INFO nova.compute.manager [-] [instance: 25da9782-52d2-4813-8744-847ff6ba0e5d] Took 1.04 seconds to deallocate network for instance. [ 1123.621306] env[69770]: DEBUG nova.virt.vmwareapi.volumeops [None req-df15c2e8-a114-43c3-935c-e4e89c60a3a7 tempest-AttachVolumeTestJSON-339692578 tempest-AttachVolumeTestJSON-339692578-project-member] [instance: dc0f3667-e2b8-4b6a-b4e2-cc558b2f10ad] Reconfiguring VM instance instance-00000051 to attach disk [datastore1] volume-44f4cad3-76cf-4ac1-acea-97af04704e32/volume-44f4cad3-76cf-4ac1-acea-97af04704e32.vmdk or device None with type thin {{(pid=69770) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1123.621656] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-89e98594-72e0-4007-84b5-3cd0efa76ff8 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.648652] env[69770]: DEBUG oslo_vmware.api [None req-df15c2e8-a114-43c3-935c-e4e89c60a3a7 tempest-AttachVolumeTestJSON-339692578 tempest-AttachVolumeTestJSON-339692578-project-member] Waiting for the task: (returnval){ [ 1123.648652] env[69770]: value = "task-4070440" [ 1123.648652] env[69770]: _type = "Task" [ 1123.648652] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1123.665038] env[69770]: DEBUG oslo_vmware.api [None req-df15c2e8-a114-43c3-935c-e4e89c60a3a7 tempest-AttachVolumeTestJSON-339692578 tempest-AttachVolumeTestJSON-339692578-project-member] Task: {'id': task-4070440, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.920839] env[69770]: DEBUG oslo_concurrency.lockutils [None req-08b85eea-ec41-4794-adb7-656240968f2a tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] Lock "c709ca8a-caa3-4f8a-a6bc-5c7a9bd346f5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 29.543s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1124.062027] env[69770]: DEBUG oslo_vmware.api [None req-164343f5-37c1-42bd-bd78-3ced21273826 tempest-AttachVolumeShelveTestJSON-1191911444 tempest-AttachVolumeShelveTestJSON-1191911444-project-member] Task: {'id': task-4070439, 'name': CreateSnapshot_Task, 'duration_secs': 0.673793} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1124.062027] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-164343f5-37c1-42bd-bd78-3ced21273826 tempest-AttachVolumeShelveTestJSON-1191911444 tempest-AttachVolumeShelveTestJSON-1191911444-project-member] [instance: 1e9f2a84-ff0f-4bfb-87b7-0b0d3604ab3f] Created Snapshot of the VM instance {{(pid=69770) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1124.062027] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1711c9b3-60c1-43d7-923f-a7b598fbb8c2 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.085867] env[69770]: DEBUG oslo_concurrency.lockutils [None req-9317f569-e419-4e15-9b08-827ad6f1bbfd tempest-ServerRescueNegativeTestJSON-135561646 tempest-ServerRescueNegativeTestJSON-135561646-project-member] Releasing lock "refresh_cache-ec405988-80b1-4918-8572-addc7c5127aa" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.086220] env[69770]: DEBUG nova.compute.manager [None req-9317f569-e419-4e15-9b08-827ad6f1bbfd tempest-ServerRescueNegativeTestJSON-135561646 tempest-ServerRescueNegativeTestJSON-135561646-project-member] [instance: ec405988-80b1-4918-8572-addc7c5127aa] Instance network_info: |[{"id": "73f4e0c8-c36b-40e1-b4d8-76e2854866db", "address": "fa:16:3e:cb:ee:04", "network": {"id": "419ca0f7-61b3-4408-9976-77c6983fa64f", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1600648344-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3903a8460665477a9e1a8d5c6550931b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b5c34919-7d52-4a52-bab1-81af4c8182ef", "external-id": "nsx-vlan-transportzone-458", "segmentation_id": 458, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap73f4e0c8-c3", "ovs_interfaceid": "73f4e0c8-c36b-40e1-b4d8-76e2854866db", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69770) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1124.086719] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-9317f569-e419-4e15-9b08-827ad6f1bbfd tempest-ServerRescueNegativeTestJSON-135561646 tempest-ServerRescueNegativeTestJSON-135561646-project-member] [instance: ec405988-80b1-4918-8572-addc7c5127aa] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:cb:ee:04', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b5c34919-7d52-4a52-bab1-81af4c8182ef', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '73f4e0c8-c36b-40e1-b4d8-76e2854866db', 'vif_model': 'vmxnet3'}] {{(pid=69770) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1124.097118] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-9317f569-e419-4e15-9b08-827ad6f1bbfd tempest-ServerRescueNegativeTestJSON-135561646 tempest-ServerRescueNegativeTestJSON-135561646-project-member] Creating folder: Project (3903a8460665477a9e1a8d5c6550931b). Parent ref: group-v806376. {{(pid=69770) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1124.097819] env[69770]: DEBUG oslo_concurrency.lockutils [None req-bca11983-77c8-4770-9780-5fa78c4283fd tempest-ServerShowV247Test-1214808668 tempest-ServerShowV247Test-1214808668-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1124.098091] env[69770]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6287ea61-7c31-4702-a898-84f66a798b74 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.110624] env[69770]: INFO nova.virt.vmwareapi.vm_util [None req-9317f569-e419-4e15-9b08-827ad6f1bbfd tempest-ServerRescueNegativeTestJSON-135561646 tempest-ServerRescueNegativeTestJSON-135561646-project-member] Created folder: Project (3903a8460665477a9e1a8d5c6550931b) in parent group-v806376. [ 1124.110839] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-9317f569-e419-4e15-9b08-827ad6f1bbfd tempest-ServerRescueNegativeTestJSON-135561646 tempest-ServerRescueNegativeTestJSON-135561646-project-member] Creating folder: Instances. Parent ref: group-v806632. {{(pid=69770) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1124.111424] env[69770]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-df271bda-2145-4983-9a8f-335f6f536fce {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.123678] env[69770]: INFO nova.virt.vmwareapi.vm_util [None req-9317f569-e419-4e15-9b08-827ad6f1bbfd tempest-ServerRescueNegativeTestJSON-135561646 tempest-ServerRescueNegativeTestJSON-135561646-project-member] Created folder: Instances in parent group-v806632. [ 1124.123968] env[69770]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9317f569-e419-4e15-9b08-827ad6f1bbfd tempest-ServerRescueNegativeTestJSON-135561646 tempest-ServerRescueNegativeTestJSON-135561646-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69770) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1124.124190] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ec405988-80b1-4918-8572-addc7c5127aa] Creating VM on the ESX host {{(pid=69770) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1124.124882] env[69770]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4f0fec1f-510d-4896-aae4-5dca10679fc3 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.147733] env[69770]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1124.147733] env[69770]: value = "task-4070443" [ 1124.147733] env[69770]: _type = "Task" [ 1124.147733] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1124.153367] env[69770]: DEBUG nova.compute.manager [None req-b225c954-4de8-4c30-a9cf-59898a1daa9a tempest-ServerRescueNegativeTestJSON-135561646 tempest-ServerRescueNegativeTestJSON-135561646-project-member] [instance: c53961c9-df55-42c6-8410-a50404d06605] Start spawning the instance on the hypervisor. {{(pid=69770) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1124.165469] env[69770]: DEBUG oslo_vmware.api [-] Task: {'id': task-4070443, 'name': CreateVM_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.173193] env[69770]: DEBUG oslo_vmware.api [None req-df15c2e8-a114-43c3-935c-e4e89c60a3a7 tempest-AttachVolumeTestJSON-339692578 tempest-AttachVolumeTestJSON-339692578-project-member] Task: {'id': task-4070440, 'name': ReconfigVM_Task, 'duration_secs': 0.482888} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1124.175378] env[69770]: DEBUG nova.virt.vmwareapi.volumeops [None req-df15c2e8-a114-43c3-935c-e4e89c60a3a7 tempest-AttachVolumeTestJSON-339692578 tempest-AttachVolumeTestJSON-339692578-project-member] [instance: dc0f3667-e2b8-4b6a-b4e2-cc558b2f10ad] Reconfigured VM instance instance-00000051 to attach disk [datastore1] volume-44f4cad3-76cf-4ac1-acea-97af04704e32/volume-44f4cad3-76cf-4ac1-acea-97af04704e32.vmdk or device None with type thin {{(pid=69770) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1124.182564] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-768e7773-2f60-46fe-a9c6-e2c518d39b8a {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.195396] env[69770]: DEBUG nova.virt.hardware [None req-b225c954-4de8-4c30-a9cf-59898a1daa9a tempest-ServerRescueNegativeTestJSON-135561646 tempest-ServerRescueNegativeTestJSON-135561646-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T12:16:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T12:16:11Z,direct_url=,disk_format='vmdk',id=d1eaff80-24a0-4391-90eb-59958b1ecf0a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d65f20bb89fb40a98b77bc6d97357df2',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T12:16:12Z,virtual_size=,visibility=), allow threads: False {{(pid=69770) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1124.195706] env[69770]: DEBUG nova.virt.hardware [None req-b225c954-4de8-4c30-a9cf-59898a1daa9a tempest-ServerRescueNegativeTestJSON-135561646 tempest-ServerRescueNegativeTestJSON-135561646-project-member] Flavor limits 0:0:0 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1124.197032] env[69770]: DEBUG nova.virt.hardware [None req-b225c954-4de8-4c30-a9cf-59898a1daa9a tempest-ServerRescueNegativeTestJSON-135561646 tempest-ServerRescueNegativeTestJSON-135561646-project-member] Image limits 0:0:0 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1124.197032] env[69770]: DEBUG nova.virt.hardware [None req-b225c954-4de8-4c30-a9cf-59898a1daa9a tempest-ServerRescueNegativeTestJSON-135561646 tempest-ServerRescueNegativeTestJSON-135561646-project-member] Flavor pref 0:0:0 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1124.197032] env[69770]: DEBUG nova.virt.hardware [None req-b225c954-4de8-4c30-a9cf-59898a1daa9a tempest-ServerRescueNegativeTestJSON-135561646 tempest-ServerRescueNegativeTestJSON-135561646-project-member] Image pref 0:0:0 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1124.197032] env[69770]: DEBUG nova.virt.hardware [None req-b225c954-4de8-4c30-a9cf-59898a1daa9a tempest-ServerRescueNegativeTestJSON-135561646 tempest-ServerRescueNegativeTestJSON-135561646-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1124.197032] env[69770]: DEBUG nova.virt.hardware [None req-b225c954-4de8-4c30-a9cf-59898a1daa9a tempest-ServerRescueNegativeTestJSON-135561646 tempest-ServerRescueNegativeTestJSON-135561646-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69770) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1124.197032] env[69770]: DEBUG nova.virt.hardware [None req-b225c954-4de8-4c30-a9cf-59898a1daa9a tempest-ServerRescueNegativeTestJSON-135561646 tempest-ServerRescueNegativeTestJSON-135561646-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69770) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1124.197386] env[69770]: DEBUG nova.virt.hardware [None req-b225c954-4de8-4c30-a9cf-59898a1daa9a tempest-ServerRescueNegativeTestJSON-135561646 tempest-ServerRescueNegativeTestJSON-135561646-project-member] Got 1 possible topologies {{(pid=69770) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1124.197386] env[69770]: DEBUG nova.virt.hardware [None req-b225c954-4de8-4c30-a9cf-59898a1daa9a tempest-ServerRescueNegativeTestJSON-135561646 tempest-ServerRescueNegativeTestJSON-135561646-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69770) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1124.197519] env[69770]: DEBUG nova.virt.hardware [None req-b225c954-4de8-4c30-a9cf-59898a1daa9a tempest-ServerRescueNegativeTestJSON-135561646 tempest-ServerRescueNegativeTestJSON-135561646-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69770) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1124.201157] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2bd553a-8474-4b68-af85-e18ee0fe8c1c {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.217298] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fc5bdf2-879a-40c2-b776-0f83394e3406 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.221714] env[69770]: DEBUG oslo_vmware.api [None req-df15c2e8-a114-43c3-935c-e4e89c60a3a7 tempest-AttachVolumeTestJSON-339692578 tempest-AttachVolumeTestJSON-339692578-project-member] Waiting for the task: (returnval){ [ 1124.221714] env[69770]: value = "task-4070444" [ 1124.221714] env[69770]: _type = "Task" [ 1124.221714] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1124.250307] env[69770]: DEBUG oslo_vmware.api [None req-df15c2e8-a114-43c3-935c-e4e89c60a3a7 tempest-AttachVolumeTestJSON-339692578 tempest-AttachVolumeTestJSON-339692578-project-member] Task: {'id': task-4070444, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.252611] env[69770]: DEBUG nova.compute.manager [req-13eda964-cda9-418d-9cdf-6ab85bd8478c req-73830093-0d76-47fd-b5ba-c026d16e8ef7 service nova] [instance: ec405988-80b1-4918-8572-addc7c5127aa] Received event network-changed-73f4e0c8-c36b-40e1-b4d8-76e2854866db {{(pid=69770) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1124.252722] env[69770]: DEBUG nova.compute.manager [req-13eda964-cda9-418d-9cdf-6ab85bd8478c req-73830093-0d76-47fd-b5ba-c026d16e8ef7 service nova] [instance: ec405988-80b1-4918-8572-addc7c5127aa] Refreshing instance network info cache due to event network-changed-73f4e0c8-c36b-40e1-b4d8-76e2854866db. {{(pid=69770) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1124.252947] env[69770]: DEBUG oslo_concurrency.lockutils [req-13eda964-cda9-418d-9cdf-6ab85bd8478c req-73830093-0d76-47fd-b5ba-c026d16e8ef7 service nova] Acquiring lock "refresh_cache-ec405988-80b1-4918-8572-addc7c5127aa" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.253133] env[69770]: DEBUG oslo_concurrency.lockutils [req-13eda964-cda9-418d-9cdf-6ab85bd8478c req-73830093-0d76-47fd-b5ba-c026d16e8ef7 service nova] Acquired lock "refresh_cache-ec405988-80b1-4918-8572-addc7c5127aa" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.253304] env[69770]: DEBUG nova.network.neutron [req-13eda964-cda9-418d-9cdf-6ab85bd8478c req-73830093-0d76-47fd-b5ba-c026d16e8ef7 service nova] [instance: ec405988-80b1-4918-8572-addc7c5127aa] Refreshing network info cache for port 73f4e0c8-c36b-40e1-b4d8-76e2854866db {{(pid=69770) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1124.474314] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3d9aed0-059a-42c2-8dea-95ef73d1ab36 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.483460] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3382cc80-e68b-4d4e-b9c1-1899c2ee2c15 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.516532] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a108e75-e3c2-4211-a49f-93a5a3c5919c {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.525539] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f8dc8c5-b772-4e67-8c56-dfdc633eb33d {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.539862] env[69770]: DEBUG nova.compute.provider_tree [None req-350bf2a2-9474-46eb-aeea-fad1e60c029e tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] Inventory has not changed in ProviderTree for provider: 7cc7d32b-b7a7-454a-a456-2a440248ed9d {{(pid=69770) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1124.581313] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-164343f5-37c1-42bd-bd78-3ced21273826 tempest-AttachVolumeShelveTestJSON-1191911444 tempest-AttachVolumeShelveTestJSON-1191911444-project-member] [instance: 1e9f2a84-ff0f-4bfb-87b7-0b0d3604ab3f] Creating linked-clone VM from snapshot {{(pid=69770) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1124.582030] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-f5bacb60-049f-446a-8dc8-5f2c8ac3be06 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.591437] env[69770]: DEBUG oslo_vmware.api [None req-164343f5-37c1-42bd-bd78-3ced21273826 tempest-AttachVolumeShelveTestJSON-1191911444 tempest-AttachVolumeShelveTestJSON-1191911444-project-member] Waiting for the task: (returnval){ [ 1124.591437] env[69770]: value = "task-4070445" [ 1124.591437] env[69770]: _type = "Task" [ 1124.591437] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1124.600767] env[69770]: DEBUG oslo_vmware.api [None req-164343f5-37c1-42bd-bd78-3ced21273826 tempest-AttachVolumeShelveTestJSON-1191911444 tempest-AttachVolumeShelveTestJSON-1191911444-project-member] Task: {'id': task-4070445, 'name': CloneVM_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.657923] env[69770]: DEBUG oslo_vmware.api [-] Task: {'id': task-4070443, 'name': CreateVM_Task, 'duration_secs': 0.474635} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1124.658077] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ec405988-80b1-4918-8572-addc7c5127aa] Created VM on the ESX host {{(pid=69770) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1124.658785] env[69770]: DEBUG oslo_concurrency.lockutils [None req-9317f569-e419-4e15-9b08-827ad6f1bbfd tempest-ServerRescueNegativeTestJSON-135561646 tempest-ServerRescueNegativeTestJSON-135561646-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.658943] env[69770]: DEBUG oslo_concurrency.lockutils [None req-9317f569-e419-4e15-9b08-827ad6f1bbfd tempest-ServerRescueNegativeTestJSON-135561646 tempest-ServerRescueNegativeTestJSON-135561646-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.659290] env[69770]: DEBUG oslo_concurrency.lockutils [None req-9317f569-e419-4e15-9b08-827ad6f1bbfd tempest-ServerRescueNegativeTestJSON-135561646 tempest-ServerRescueNegativeTestJSON-135561646-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.659581] env[69770]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-862c5ea1-fcb2-4f0c-9821-80870500de79 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.664942] env[69770]: DEBUG oslo_vmware.api [None req-9317f569-e419-4e15-9b08-827ad6f1bbfd tempest-ServerRescueNegativeTestJSON-135561646 tempest-ServerRescueNegativeTestJSON-135561646-project-member] Waiting for the task: (returnval){ [ 1124.664942] env[69770]: value = "session[52161b52-cb8e-ec9f-1132-2f6b49549d41]528f830c-caec-ae8f-1805-86b092b8069b" [ 1124.664942] env[69770]: _type = "Task" [ 1124.664942] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1124.673605] env[69770]: DEBUG oslo_vmware.api [None req-9317f569-e419-4e15-9b08-827ad6f1bbfd tempest-ServerRescueNegativeTestJSON-135561646 tempest-ServerRescueNegativeTestJSON-135561646-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]528f830c-caec-ae8f-1805-86b092b8069b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.709577] env[69770]: DEBUG nova.compute.manager [None req-869f83dc-837c-4886-b883-e3a50fa61eee tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] [instance: c709ca8a-caa3-4f8a-a6bc-5c7a9bd346f5] Checking state {{(pid=69770) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1124.710700] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f423a0cf-9c2e-49b4-b027-8f0889552b19 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.732778] env[69770]: DEBUG oslo_vmware.api [None req-df15c2e8-a114-43c3-935c-e4e89c60a3a7 tempest-AttachVolumeTestJSON-339692578 tempest-AttachVolumeTestJSON-339692578-project-member] Task: {'id': task-4070444, 'name': ReconfigVM_Task, 'duration_secs': 0.169843} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1124.733158] env[69770]: DEBUG nova.virt.vmwareapi.volumeops [None req-df15c2e8-a114-43c3-935c-e4e89c60a3a7 tempest-AttachVolumeTestJSON-339692578 tempest-AttachVolumeTestJSON-339692578-project-member] [instance: dc0f3667-e2b8-4b6a-b4e2-cc558b2f10ad] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-806630', 'volume_id': '44f4cad3-76cf-4ac1-acea-97af04704e32', 'name': 'volume-44f4cad3-76cf-4ac1-acea-97af04704e32', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'dc0f3667-e2b8-4b6a-b4e2-cc558b2f10ad', 'attached_at': '', 'detached_at': '', 'volume_id': '44f4cad3-76cf-4ac1-acea-97af04704e32', 'serial': '44f4cad3-76cf-4ac1-acea-97af04704e32'} {{(pid=69770) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1124.804486] env[69770]: DEBUG nova.network.neutron [None req-b225c954-4de8-4c30-a9cf-59898a1daa9a tempest-ServerRescueNegativeTestJSON-135561646 tempest-ServerRescueNegativeTestJSON-135561646-project-member] [instance: c53961c9-df55-42c6-8410-a50404d06605] Successfully updated port: ca1f0a47-0b7c-4649-a76c-d7b841ecdcdf {{(pid=69770) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1125.042822] env[69770]: DEBUG nova.scheduler.client.report [None req-350bf2a2-9474-46eb-aeea-fad1e60c029e tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] Inventory has not changed for provider 7cc7d32b-b7a7-454a-a456-2a440248ed9d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69770) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1125.052606] env[69770]: DEBUG nova.network.neutron [req-13eda964-cda9-418d-9cdf-6ab85bd8478c req-73830093-0d76-47fd-b5ba-c026d16e8ef7 service nova] [instance: ec405988-80b1-4918-8572-addc7c5127aa] Updated VIF entry in instance network info cache for port 73f4e0c8-c36b-40e1-b4d8-76e2854866db. {{(pid=69770) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1125.053242] env[69770]: DEBUG nova.network.neutron [req-13eda964-cda9-418d-9cdf-6ab85bd8478c req-73830093-0d76-47fd-b5ba-c026d16e8ef7 service nova] [instance: ec405988-80b1-4918-8572-addc7c5127aa] Updating instance_info_cache with network_info: [{"id": "73f4e0c8-c36b-40e1-b4d8-76e2854866db", "address": "fa:16:3e:cb:ee:04", "network": {"id": "419ca0f7-61b3-4408-9976-77c6983fa64f", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1600648344-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3903a8460665477a9e1a8d5c6550931b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b5c34919-7d52-4a52-bab1-81af4c8182ef", "external-id": "nsx-vlan-transportzone-458", "segmentation_id": 458, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap73f4e0c8-c3", "ovs_interfaceid": "73f4e0c8-c36b-40e1-b4d8-76e2854866db", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69770) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1125.102931] env[69770]: DEBUG oslo_vmware.api [None req-164343f5-37c1-42bd-bd78-3ced21273826 tempest-AttachVolumeShelveTestJSON-1191911444 tempest-AttachVolumeShelveTestJSON-1191911444-project-member] Task: {'id': task-4070445, 'name': CloneVM_Task} progress is 94%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.176369] env[69770]: DEBUG oslo_vmware.api [None req-9317f569-e419-4e15-9b08-827ad6f1bbfd tempest-ServerRescueNegativeTestJSON-135561646 tempest-ServerRescueNegativeTestJSON-135561646-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]528f830c-caec-ae8f-1805-86b092b8069b, 'name': SearchDatastore_Task, 'duration_secs': 0.011057} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1125.176681] env[69770]: DEBUG oslo_concurrency.lockutils [None req-9317f569-e419-4e15-9b08-827ad6f1bbfd tempest-ServerRescueNegativeTestJSON-135561646 tempest-ServerRescueNegativeTestJSON-135561646-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.176926] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-9317f569-e419-4e15-9b08-827ad6f1bbfd tempest-ServerRescueNegativeTestJSON-135561646 tempest-ServerRescueNegativeTestJSON-135561646-project-member] [instance: ec405988-80b1-4918-8572-addc7c5127aa] Processing image d1eaff80-24a0-4391-90eb-59958b1ecf0a {{(pid=69770) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1125.177266] env[69770]: DEBUG oslo_concurrency.lockutils [None req-9317f569-e419-4e15-9b08-827ad6f1bbfd tempest-ServerRescueNegativeTestJSON-135561646 tempest-ServerRescueNegativeTestJSON-135561646-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.177364] env[69770]: DEBUG oslo_concurrency.lockutils [None req-9317f569-e419-4e15-9b08-827ad6f1bbfd tempest-ServerRescueNegativeTestJSON-135561646 tempest-ServerRescueNegativeTestJSON-135561646-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.177545] env[69770]: DEBUG nova.virt.vmwareapi.ds_util [None req-9317f569-e419-4e15-9b08-827ad6f1bbfd tempest-ServerRescueNegativeTestJSON-135561646 tempest-ServerRescueNegativeTestJSON-135561646-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69770) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1125.177807] env[69770]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2777500c-d6bd-4e47-a048-1d57c7ddbdf3 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.188925] env[69770]: DEBUG nova.virt.vmwareapi.ds_util [None req-9317f569-e419-4e15-9b08-827ad6f1bbfd tempest-ServerRescueNegativeTestJSON-135561646 tempest-ServerRescueNegativeTestJSON-135561646-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69770) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1125.189153] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-9317f569-e419-4e15-9b08-827ad6f1bbfd tempest-ServerRescueNegativeTestJSON-135561646 tempest-ServerRescueNegativeTestJSON-135561646-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69770) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1125.190387] env[69770]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1fa3b235-2b3f-4bb7-9833-661a1b499b5b {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.197440] env[69770]: DEBUG oslo_vmware.api [None req-9317f569-e419-4e15-9b08-827ad6f1bbfd tempest-ServerRescueNegativeTestJSON-135561646 tempest-ServerRescueNegativeTestJSON-135561646-project-member] Waiting for the task: (returnval){ [ 1125.197440] env[69770]: value = "session[52161b52-cb8e-ec9f-1132-2f6b49549d41]5250d6a5-28d9-9662-d40d-85e3e5d25c18" [ 1125.197440] env[69770]: _type = "Task" [ 1125.197440] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1125.207659] env[69770]: DEBUG oslo_vmware.api [None req-9317f569-e419-4e15-9b08-827ad6f1bbfd tempest-ServerRescueNegativeTestJSON-135561646 tempest-ServerRescueNegativeTestJSON-135561646-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]5250d6a5-28d9-9662-d40d-85e3e5d25c18, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.223155] env[69770]: INFO nova.compute.manager [None req-869f83dc-837c-4886-b883-e3a50fa61eee tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] [instance: c709ca8a-caa3-4f8a-a6bc-5c7a9bd346f5] instance snapshotting [ 1125.227108] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75a5ddd9-cbda-43ff-9a20-5f287a0092a2 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.251117] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd78aae7-53c3-48d9-86d4-3e5525d51fa9 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.307562] env[69770]: DEBUG oslo_concurrency.lockutils [None req-b225c954-4de8-4c30-a9cf-59898a1daa9a tempest-ServerRescueNegativeTestJSON-135561646 tempest-ServerRescueNegativeTestJSON-135561646-project-member] Acquiring lock "refresh_cache-c53961c9-df55-42c6-8410-a50404d06605" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.307736] env[69770]: DEBUG oslo_concurrency.lockutils [None req-b225c954-4de8-4c30-a9cf-59898a1daa9a tempest-ServerRescueNegativeTestJSON-135561646 tempest-ServerRescueNegativeTestJSON-135561646-project-member] Acquired lock "refresh_cache-c53961c9-df55-42c6-8410-a50404d06605" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.307875] env[69770]: DEBUG nova.network.neutron [None req-b225c954-4de8-4c30-a9cf-59898a1daa9a tempest-ServerRescueNegativeTestJSON-135561646 tempest-ServerRescueNegativeTestJSON-135561646-project-member] [instance: c53961c9-df55-42c6-8410-a50404d06605] Building network info cache for instance {{(pid=69770) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1125.556838] env[69770]: DEBUG oslo_concurrency.lockutils [None req-350bf2a2-9474-46eb-aeea-fad1e60c029e tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.414s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1125.557419] env[69770]: DEBUG nova.compute.manager [None req-350bf2a2-9474-46eb-aeea-fad1e60c029e tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] [instance: 5815fe63-e447-4be2-9055-a6320d0ba896] Start building networks asynchronously for instance. {{(pid=69770) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1125.560933] env[69770]: DEBUG oslo_concurrency.lockutils [req-13eda964-cda9-418d-9cdf-6ab85bd8478c req-73830093-0d76-47fd-b5ba-c026d16e8ef7 service nova] Releasing lock "refresh_cache-ec405988-80b1-4918-8572-addc7c5127aa" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.561338] env[69770]: DEBUG nova.compute.manager [req-13eda964-cda9-418d-9cdf-6ab85bd8478c req-73830093-0d76-47fd-b5ba-c026d16e8ef7 service nova] [instance: d9619712-7879-42fa-a39a-d61c2c2cad75] Received event network-changed-ef0a22eb-d641-4452-9a2c-fb1858d68288 {{(pid=69770) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1125.561525] env[69770]: DEBUG nova.compute.manager [req-13eda964-cda9-418d-9cdf-6ab85bd8478c req-73830093-0d76-47fd-b5ba-c026d16e8ef7 service nova] [instance: d9619712-7879-42fa-a39a-d61c2c2cad75] Refreshing instance network info cache due to event network-changed-ef0a22eb-d641-4452-9a2c-fb1858d68288. {{(pid=69770) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1125.561740] env[69770]: DEBUG oslo_concurrency.lockutils [req-13eda964-cda9-418d-9cdf-6ab85bd8478c req-73830093-0d76-47fd-b5ba-c026d16e8ef7 service nova] Acquiring lock "refresh_cache-d9619712-7879-42fa-a39a-d61c2c2cad75" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.561883] env[69770]: DEBUG oslo_concurrency.lockutils [req-13eda964-cda9-418d-9cdf-6ab85bd8478c req-73830093-0d76-47fd-b5ba-c026d16e8ef7 service nova] Acquired lock "refresh_cache-d9619712-7879-42fa-a39a-d61c2c2cad75" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.562162] env[69770]: DEBUG nova.network.neutron [req-13eda964-cda9-418d-9cdf-6ab85bd8478c req-73830093-0d76-47fd-b5ba-c026d16e8ef7 service nova] [instance: d9619712-7879-42fa-a39a-d61c2c2cad75] Refreshing network info cache for port ef0a22eb-d641-4452-9a2c-fb1858d68288 {{(pid=69770) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1125.563319] env[69770]: DEBUG oslo_concurrency.lockutils [None req-f01957d3-c6ee-4ee2-bf70-e911b56867c6 tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 18.912s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1125.603468] env[69770]: DEBUG oslo_vmware.api [None req-164343f5-37c1-42bd-bd78-3ced21273826 tempest-AttachVolumeShelveTestJSON-1191911444 tempest-AttachVolumeShelveTestJSON-1191911444-project-member] Task: {'id': task-4070445, 'name': CloneVM_Task} progress is 94%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.710127] env[69770]: DEBUG oslo_vmware.api [None req-9317f569-e419-4e15-9b08-827ad6f1bbfd tempest-ServerRescueNegativeTestJSON-135561646 tempest-ServerRescueNegativeTestJSON-135561646-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]5250d6a5-28d9-9662-d40d-85e3e5d25c18, 'name': SearchDatastore_Task, 'duration_secs': 0.01131} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1125.710953] env[69770]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1367e0e8-7ec3-4225-9de1-5769b1e794ab {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.717679] env[69770]: DEBUG oslo_vmware.api [None req-9317f569-e419-4e15-9b08-827ad6f1bbfd tempest-ServerRescueNegativeTestJSON-135561646 tempest-ServerRescueNegativeTestJSON-135561646-project-member] Waiting for the task: (returnval){ [ 1125.717679] env[69770]: value = "session[52161b52-cb8e-ec9f-1132-2f6b49549d41]52739cc9-fe4b-537b-a7bd-0301a920a968" [ 1125.717679] env[69770]: _type = "Task" [ 1125.717679] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1125.726772] env[69770]: DEBUG oslo_vmware.api [None req-9317f569-e419-4e15-9b08-827ad6f1bbfd tempest-ServerRescueNegativeTestJSON-135561646 tempest-ServerRescueNegativeTestJSON-135561646-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]52739cc9-fe4b-537b-a7bd-0301a920a968, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.763126] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-869f83dc-837c-4886-b883-e3a50fa61eee tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] [instance: c709ca8a-caa3-4f8a-a6bc-5c7a9bd346f5] Creating Snapshot of the VM instance {{(pid=69770) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1125.763450] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-a8380205-d7fc-4281-bdd1-c2cda91d9fb1 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.771293] env[69770]: DEBUG oslo_vmware.api [None req-869f83dc-837c-4886-b883-e3a50fa61eee tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] Waiting for the task: (returnval){ [ 1125.771293] env[69770]: value = "task-4070446" [ 1125.771293] env[69770]: _type = "Task" [ 1125.771293] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1125.780571] env[69770]: DEBUG oslo_vmware.api [None req-869f83dc-837c-4886-b883-e3a50fa61eee tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] Task: {'id': task-4070446, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.786650] env[69770]: DEBUG nova.objects.instance [None req-df15c2e8-a114-43c3-935c-e4e89c60a3a7 tempest-AttachVolumeTestJSON-339692578 tempest-AttachVolumeTestJSON-339692578-project-member] Lazy-loading 'flavor' on Instance uuid dc0f3667-e2b8-4b6a-b4e2-cc558b2f10ad {{(pid=69770) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1125.855454] env[69770]: DEBUG nova.network.neutron [None req-b225c954-4de8-4c30-a9cf-59898a1daa9a tempest-ServerRescueNegativeTestJSON-135561646 tempest-ServerRescueNegativeTestJSON-135561646-project-member] [instance: c53961c9-df55-42c6-8410-a50404d06605] Instance cache missing network info. {{(pid=69770) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1126.055259] env[69770]: DEBUG nova.network.neutron [None req-b225c954-4de8-4c30-a9cf-59898a1daa9a tempest-ServerRescueNegativeTestJSON-135561646 tempest-ServerRescueNegativeTestJSON-135561646-project-member] [instance: c53961c9-df55-42c6-8410-a50404d06605] Updating instance_info_cache with network_info: [{"id": "ca1f0a47-0b7c-4649-a76c-d7b841ecdcdf", "address": "fa:16:3e:38:63:97", "network": {"id": "419ca0f7-61b3-4408-9976-77c6983fa64f", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1600648344-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3903a8460665477a9e1a8d5c6550931b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b5c34919-7d52-4a52-bab1-81af4c8182ef", "external-id": "nsx-vlan-transportzone-458", "segmentation_id": 458, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapca1f0a47-0b", "ovs_interfaceid": "ca1f0a47-0b7c-4649-a76c-d7b841ecdcdf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69770) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1126.070203] env[69770]: DEBUG nova.compute.utils [None req-350bf2a2-9474-46eb-aeea-fad1e60c029e tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] Using /dev/sd instead of None {{(pid=69770) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1126.074306] env[69770]: INFO nova.compute.claims [None req-f01957d3-c6ee-4ee2-bf70-e911b56867c6 tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] [instance: 19c06f92-7f17-4834-b8be-723eb3f313c5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1126.080594] env[69770]: DEBUG nova.compute.manager [None req-350bf2a2-9474-46eb-aeea-fad1e60c029e tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] [instance: 5815fe63-e447-4be2-9055-a6320d0ba896] Allocating IP information in the background. {{(pid=69770) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1126.080594] env[69770]: DEBUG nova.network.neutron [None req-350bf2a2-9474-46eb-aeea-fad1e60c029e tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] [instance: 5815fe63-e447-4be2-9055-a6320d0ba896] allocate_for_instance() {{(pid=69770) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1126.106760] env[69770]: DEBUG oslo_vmware.api [None req-164343f5-37c1-42bd-bd78-3ced21273826 tempest-AttachVolumeShelveTestJSON-1191911444 tempest-AttachVolumeShelveTestJSON-1191911444-project-member] Task: {'id': task-4070445, 'name': CloneVM_Task} progress is 95%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.148805] env[69770]: DEBUG nova.policy [None req-350bf2a2-9474-46eb-aeea-fad1e60c029e tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '46b1a188e2004db39cdb88eb468a7b36', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'bcbfd42565514a329707ee7a1c7d910c', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69770) authorize /opt/stack/nova/nova/policy.py:192}} [ 1126.230778] env[69770]: DEBUG oslo_vmware.api [None req-9317f569-e419-4e15-9b08-827ad6f1bbfd tempest-ServerRescueNegativeTestJSON-135561646 tempest-ServerRescueNegativeTestJSON-135561646-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]52739cc9-fe4b-537b-a7bd-0301a920a968, 'name': SearchDatastore_Task, 'duration_secs': 0.015828} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1126.231178] env[69770]: DEBUG oslo_concurrency.lockutils [None req-9317f569-e419-4e15-9b08-827ad6f1bbfd tempest-ServerRescueNegativeTestJSON-135561646 tempest-ServerRescueNegativeTestJSON-135561646-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.231472] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-9317f569-e419-4e15-9b08-827ad6f1bbfd tempest-ServerRescueNegativeTestJSON-135561646 tempest-ServerRescueNegativeTestJSON-135561646-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk to [datastore1] ec405988-80b1-4918-8572-addc7c5127aa/ec405988-80b1-4918-8572-addc7c5127aa.vmdk {{(pid=69770) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1126.231771] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1bc0a188-0e25-4610-a046-8a01c1b10880 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.241269] env[69770]: DEBUG oslo_vmware.api [None req-9317f569-e419-4e15-9b08-827ad6f1bbfd tempest-ServerRescueNegativeTestJSON-135561646 tempest-ServerRescueNegativeTestJSON-135561646-project-member] Waiting for the task: (returnval){ [ 1126.241269] env[69770]: value = "task-4070447" [ 1126.241269] env[69770]: _type = "Task" [ 1126.241269] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1126.259696] env[69770]: DEBUG oslo_vmware.api [None req-9317f569-e419-4e15-9b08-827ad6f1bbfd tempest-ServerRescueNegativeTestJSON-135561646 tempest-ServerRescueNegativeTestJSON-135561646-project-member] Task: {'id': task-4070447, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.285087] env[69770]: DEBUG oslo_vmware.api [None req-869f83dc-837c-4886-b883-e3a50fa61eee tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] Task: {'id': task-4070446, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.292477] env[69770]: DEBUG oslo_concurrency.lockutils [None req-df15c2e8-a114-43c3-935c-e4e89c60a3a7 tempest-AttachVolumeTestJSON-339692578 tempest-AttachVolumeTestJSON-339692578-project-member] Lock "dc0f3667-e2b8-4b6a-b4e2-cc558b2f10ad" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.372s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1126.350974] env[69770]: DEBUG nova.compute.manager [req-f18d7465-8ff9-4430-b9f2-4fe3b0b09890 req-aec76ba6-9919-40e2-8966-d29f0d808d54 service nova] [instance: c53961c9-df55-42c6-8410-a50404d06605] Received event network-vif-plugged-ca1f0a47-0b7c-4649-a76c-d7b841ecdcdf {{(pid=69770) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1126.351308] env[69770]: DEBUG oslo_concurrency.lockutils [req-f18d7465-8ff9-4430-b9f2-4fe3b0b09890 req-aec76ba6-9919-40e2-8966-d29f0d808d54 service nova] Acquiring lock "c53961c9-df55-42c6-8410-a50404d06605-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1126.351588] env[69770]: DEBUG oslo_concurrency.lockutils [req-f18d7465-8ff9-4430-b9f2-4fe3b0b09890 req-aec76ba6-9919-40e2-8966-d29f0d808d54 service nova] Lock "c53961c9-df55-42c6-8410-a50404d06605-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1126.351783] env[69770]: DEBUG oslo_concurrency.lockutils [req-f18d7465-8ff9-4430-b9f2-4fe3b0b09890 req-aec76ba6-9919-40e2-8966-d29f0d808d54 service nova] Lock "c53961c9-df55-42c6-8410-a50404d06605-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1126.352117] env[69770]: DEBUG nova.compute.manager [req-f18d7465-8ff9-4430-b9f2-4fe3b0b09890 req-aec76ba6-9919-40e2-8966-d29f0d808d54 service nova] [instance: c53961c9-df55-42c6-8410-a50404d06605] No waiting events found dispatching network-vif-plugged-ca1f0a47-0b7c-4649-a76c-d7b841ecdcdf {{(pid=69770) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1126.352117] env[69770]: WARNING nova.compute.manager [req-f18d7465-8ff9-4430-b9f2-4fe3b0b09890 req-aec76ba6-9919-40e2-8966-d29f0d808d54 service nova] [instance: c53961c9-df55-42c6-8410-a50404d06605] Received unexpected event network-vif-plugged-ca1f0a47-0b7c-4649-a76c-d7b841ecdcdf for instance with vm_state building and task_state spawning. [ 1126.352325] env[69770]: DEBUG nova.compute.manager [req-f18d7465-8ff9-4430-b9f2-4fe3b0b09890 req-aec76ba6-9919-40e2-8966-d29f0d808d54 service nova] [instance: c53961c9-df55-42c6-8410-a50404d06605] Received event network-changed-ca1f0a47-0b7c-4649-a76c-d7b841ecdcdf {{(pid=69770) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1126.352486] env[69770]: DEBUG nova.compute.manager [req-f18d7465-8ff9-4430-b9f2-4fe3b0b09890 req-aec76ba6-9919-40e2-8966-d29f0d808d54 service nova] [instance: c53961c9-df55-42c6-8410-a50404d06605] Refreshing instance network info cache due to event network-changed-ca1f0a47-0b7c-4649-a76c-d7b841ecdcdf. {{(pid=69770) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1126.352663] env[69770]: DEBUG oslo_concurrency.lockutils [req-f18d7465-8ff9-4430-b9f2-4fe3b0b09890 req-aec76ba6-9919-40e2-8966-d29f0d808d54 service nova] Acquiring lock "refresh_cache-c53961c9-df55-42c6-8410-a50404d06605" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.369335] env[69770]: DEBUG oslo_concurrency.lockutils [None req-73857ad7-9157-4605-8c91-5af3e6dcf3d7 tempest-AttachVolumeTestJSON-339692578 tempest-AttachVolumeTestJSON-339692578-project-member] Acquiring lock "dc0f3667-e2b8-4b6a-b4e2-cc558b2f10ad" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1126.369699] env[69770]: DEBUG oslo_concurrency.lockutils [None req-73857ad7-9157-4605-8c91-5af3e6dcf3d7 tempest-AttachVolumeTestJSON-339692578 tempest-AttachVolumeTestJSON-339692578-project-member] Lock "dc0f3667-e2b8-4b6a-b4e2-cc558b2f10ad" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1126.369913] env[69770]: DEBUG nova.compute.manager [None req-73857ad7-9157-4605-8c91-5af3e6dcf3d7 tempest-AttachVolumeTestJSON-339692578 tempest-AttachVolumeTestJSON-339692578-project-member] [instance: dc0f3667-e2b8-4b6a-b4e2-cc558b2f10ad] Checking state {{(pid=69770) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1126.371659] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc53389d-00fc-43d2-a77d-1a95da312815 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.381142] env[69770]: DEBUG nova.compute.manager [None req-73857ad7-9157-4605-8c91-5af3e6dcf3d7 tempest-AttachVolumeTestJSON-339692578 tempest-AttachVolumeTestJSON-339692578-project-member] [instance: dc0f3667-e2b8-4b6a-b4e2-cc558b2f10ad] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69770) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1126.381964] env[69770]: DEBUG nova.objects.instance [None req-73857ad7-9157-4605-8c91-5af3e6dcf3d7 tempest-AttachVolumeTestJSON-339692578 tempest-AttachVolumeTestJSON-339692578-project-member] Lazy-loading 'flavor' on Instance uuid dc0f3667-e2b8-4b6a-b4e2-cc558b2f10ad {{(pid=69770) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1126.467326] env[69770]: DEBUG nova.network.neutron [req-13eda964-cda9-418d-9cdf-6ab85bd8478c req-73830093-0d76-47fd-b5ba-c026d16e8ef7 service nova] [instance: d9619712-7879-42fa-a39a-d61c2c2cad75] Updated VIF entry in instance network info cache for port ef0a22eb-d641-4452-9a2c-fb1858d68288. {{(pid=69770) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1126.467684] env[69770]: DEBUG nova.network.neutron [req-13eda964-cda9-418d-9cdf-6ab85bd8478c req-73830093-0d76-47fd-b5ba-c026d16e8ef7 service nova] [instance: d9619712-7879-42fa-a39a-d61c2c2cad75] Updating instance_info_cache with network_info: [{"id": "ef0a22eb-d641-4452-9a2c-fb1858d68288", "address": "fa:16:3e:9a:a0:0f", "network": {"id": "d73bb58e-5357-43df-998a-d44782b86c60", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-320928042-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.192", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8334779c559444ad8a5d31da19509fee", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8f441782-e89c-4815-b53e-af83c5d27902", "external-id": "nsx-vlan-transportzone-562", "segmentation_id": 562, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapef0a22eb-d6", "ovs_interfaceid": "ef0a22eb-d641-4452-9a2c-fb1858d68288", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69770) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1126.558181] env[69770]: DEBUG oslo_concurrency.lockutils [None req-b225c954-4de8-4c30-a9cf-59898a1daa9a tempest-ServerRescueNegativeTestJSON-135561646 tempest-ServerRescueNegativeTestJSON-135561646-project-member] Releasing lock "refresh_cache-c53961c9-df55-42c6-8410-a50404d06605" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.558562] env[69770]: DEBUG nova.compute.manager [None req-b225c954-4de8-4c30-a9cf-59898a1daa9a tempest-ServerRescueNegativeTestJSON-135561646 tempest-ServerRescueNegativeTestJSON-135561646-project-member] [instance: c53961c9-df55-42c6-8410-a50404d06605] Instance network_info: |[{"id": "ca1f0a47-0b7c-4649-a76c-d7b841ecdcdf", "address": "fa:16:3e:38:63:97", "network": {"id": "419ca0f7-61b3-4408-9976-77c6983fa64f", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1600648344-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3903a8460665477a9e1a8d5c6550931b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b5c34919-7d52-4a52-bab1-81af4c8182ef", "external-id": "nsx-vlan-transportzone-458", "segmentation_id": 458, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapca1f0a47-0b", "ovs_interfaceid": "ca1f0a47-0b7c-4649-a76c-d7b841ecdcdf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69770) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1126.559027] env[69770]: DEBUG oslo_concurrency.lockutils [req-f18d7465-8ff9-4430-b9f2-4fe3b0b09890 req-aec76ba6-9919-40e2-8966-d29f0d808d54 service nova] Acquired lock "refresh_cache-c53961c9-df55-42c6-8410-a50404d06605" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.559244] env[69770]: DEBUG nova.network.neutron [req-f18d7465-8ff9-4430-b9f2-4fe3b0b09890 req-aec76ba6-9919-40e2-8966-d29f0d808d54 service nova] [instance: c53961c9-df55-42c6-8410-a50404d06605] Refreshing network info cache for port ca1f0a47-0b7c-4649-a76c-d7b841ecdcdf {{(pid=69770) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1126.560691] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-b225c954-4de8-4c30-a9cf-59898a1daa9a tempest-ServerRescueNegativeTestJSON-135561646 tempest-ServerRescueNegativeTestJSON-135561646-project-member] [instance: c53961c9-df55-42c6-8410-a50404d06605] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:38:63:97', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b5c34919-7d52-4a52-bab1-81af4c8182ef', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ca1f0a47-0b7c-4649-a76c-d7b841ecdcdf', 'vif_model': 'vmxnet3'}] {{(pid=69770) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1126.568934] env[69770]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b225c954-4de8-4c30-a9cf-59898a1daa9a tempest-ServerRescueNegativeTestJSON-135561646 tempest-ServerRescueNegativeTestJSON-135561646-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69770) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1126.572011] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c53961c9-df55-42c6-8410-a50404d06605] Creating VM on the ESX host {{(pid=69770) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1126.572906] env[69770]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f9af55cf-6bb0-4155-8f94-f663af8543fa {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.589592] env[69770]: DEBUG nova.compute.manager [None req-350bf2a2-9474-46eb-aeea-fad1e60c029e tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] [instance: 5815fe63-e447-4be2-9055-a6320d0ba896] Start building block device mappings for instance. {{(pid=69770) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1126.594082] env[69770]: INFO nova.compute.resource_tracker [None req-f01957d3-c6ee-4ee2-bf70-e911b56867c6 tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] [instance: 19c06f92-7f17-4834-b8be-723eb3f313c5] Updating resource usage from migration db0d602d-1a24-49a8-a89e-b28dae76547b [ 1126.609060] env[69770]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1126.609060] env[69770]: value = "task-4070448" [ 1126.609060] env[69770]: _type = "Task" [ 1126.609060] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1126.621756] env[69770]: DEBUG oslo_vmware.api [None req-164343f5-37c1-42bd-bd78-3ced21273826 tempest-AttachVolumeShelveTestJSON-1191911444 tempest-AttachVolumeShelveTestJSON-1191911444-project-member] Task: {'id': task-4070445, 'name': CloneVM_Task, 'duration_secs': 1.755392} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1126.623083] env[69770]: INFO nova.virt.vmwareapi.vmops [None req-164343f5-37c1-42bd-bd78-3ced21273826 tempest-AttachVolumeShelveTestJSON-1191911444 tempest-AttachVolumeShelveTestJSON-1191911444-project-member] [instance: 1e9f2a84-ff0f-4bfb-87b7-0b0d3604ab3f] Created linked-clone VM from snapshot [ 1126.624757] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9911a60-c17a-48ea-977a-a21f25928ba8 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.634927] env[69770]: DEBUG oslo_vmware.api [-] Task: {'id': task-4070448, 'name': CreateVM_Task} progress is 6%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.642507] env[69770]: DEBUG nova.virt.vmwareapi.images [None req-164343f5-37c1-42bd-bd78-3ced21273826 tempest-AttachVolumeShelveTestJSON-1191911444 tempest-AttachVolumeShelveTestJSON-1191911444-project-member] [instance: 1e9f2a84-ff0f-4bfb-87b7-0b0d3604ab3f] Uploading image 29cdd599-8194-4b49-9477-effcb9b40295 {{(pid=69770) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1126.676878] env[69770]: DEBUG nova.network.neutron [None req-350bf2a2-9474-46eb-aeea-fad1e60c029e tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] [instance: 5815fe63-e447-4be2-9055-a6320d0ba896] Successfully created port: ffac1883-a59c-43d8-8ba1-8e8379f232f5 {{(pid=69770) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1126.698041] env[69770]: DEBUG oslo_vmware.rw_handles [None req-164343f5-37c1-42bd-bd78-3ced21273826 tempest-AttachVolumeShelveTestJSON-1191911444 tempest-AttachVolumeShelveTestJSON-1191911444-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1126.698041] env[69770]: value = "vm-806635" [ 1126.698041] env[69770]: _type = "VirtualMachine" [ 1126.698041] env[69770]: }. {{(pid=69770) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1126.698577] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-74bc8a7d-9f4f-4a6a-a218-1adf71b7aedb {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.708701] env[69770]: DEBUG oslo_vmware.rw_handles [None req-164343f5-37c1-42bd-bd78-3ced21273826 tempest-AttachVolumeShelveTestJSON-1191911444 tempest-AttachVolumeShelveTestJSON-1191911444-project-member] Lease: (returnval){ [ 1126.708701] env[69770]: value = "session[52161b52-cb8e-ec9f-1132-2f6b49549d41]523c53a5-1fa7-ef96-b68e-de17a9d872b8" [ 1126.708701] env[69770]: _type = "HttpNfcLease" [ 1126.708701] env[69770]: } obtained for exporting VM: (result){ [ 1126.708701] env[69770]: value = "vm-806635" [ 1126.708701] env[69770]: _type = "VirtualMachine" [ 1126.708701] env[69770]: }. {{(pid=69770) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1126.709165] env[69770]: DEBUG oslo_vmware.api [None req-164343f5-37c1-42bd-bd78-3ced21273826 tempest-AttachVolumeShelveTestJSON-1191911444 tempest-AttachVolumeShelveTestJSON-1191911444-project-member] Waiting for the lease: (returnval){ [ 1126.709165] env[69770]: value = "session[52161b52-cb8e-ec9f-1132-2f6b49549d41]523c53a5-1fa7-ef96-b68e-de17a9d872b8" [ 1126.709165] env[69770]: _type = "HttpNfcLease" [ 1126.709165] env[69770]: } to be ready. {{(pid=69770) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1126.720666] env[69770]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1126.720666] env[69770]: value = "session[52161b52-cb8e-ec9f-1132-2f6b49549d41]523c53a5-1fa7-ef96-b68e-de17a9d872b8" [ 1126.720666] env[69770]: _type = "HttpNfcLease" [ 1126.720666] env[69770]: } is initializing. {{(pid=69770) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1126.760452] env[69770]: DEBUG oslo_vmware.api [None req-9317f569-e419-4e15-9b08-827ad6f1bbfd tempest-ServerRescueNegativeTestJSON-135561646 tempest-ServerRescueNegativeTestJSON-135561646-project-member] Task: {'id': task-4070447, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.783520] env[69770]: DEBUG oslo_vmware.api [None req-869f83dc-837c-4886-b883-e3a50fa61eee tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] Task: {'id': task-4070446, 'name': CreateSnapshot_Task, 'duration_secs': 0.750124} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1126.783865] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-869f83dc-837c-4886-b883-e3a50fa61eee tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] [instance: c709ca8a-caa3-4f8a-a6bc-5c7a9bd346f5] Created Snapshot of the VM instance {{(pid=69770) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1126.787494] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ef72d4b-6f45-4fae-8bfe-12880d8adca4 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.936050] env[69770]: DEBUG nova.network.neutron [req-f18d7465-8ff9-4430-b9f2-4fe3b0b09890 req-aec76ba6-9919-40e2-8966-d29f0d808d54 service nova] [instance: c53961c9-df55-42c6-8410-a50404d06605] Updated VIF entry in instance network info cache for port ca1f0a47-0b7c-4649-a76c-d7b841ecdcdf. {{(pid=69770) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1126.937198] env[69770]: DEBUG nova.network.neutron [req-f18d7465-8ff9-4430-b9f2-4fe3b0b09890 req-aec76ba6-9919-40e2-8966-d29f0d808d54 service nova] [instance: c53961c9-df55-42c6-8410-a50404d06605] Updating instance_info_cache with network_info: [{"id": "ca1f0a47-0b7c-4649-a76c-d7b841ecdcdf", "address": "fa:16:3e:38:63:97", "network": {"id": "419ca0f7-61b3-4408-9976-77c6983fa64f", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1600648344-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3903a8460665477a9e1a8d5c6550931b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b5c34919-7d52-4a52-bab1-81af4c8182ef", "external-id": "nsx-vlan-transportzone-458", "segmentation_id": 458, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapca1f0a47-0b", "ovs_interfaceid": "ca1f0a47-0b7c-4649-a76c-d7b841ecdcdf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69770) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1126.970739] env[69770]: DEBUG oslo_concurrency.lockutils [req-13eda964-cda9-418d-9cdf-6ab85bd8478c req-73830093-0d76-47fd-b5ba-c026d16e8ef7 service nova] Releasing lock "refresh_cache-d9619712-7879-42fa-a39a-d61c2c2cad75" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.046310] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96ff512f-ed70-47eb-a72c-ac9f00fb3a4c {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.057553] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d36338a-75f9-43f4-a271-49c6a4161d72 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.094514] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-896b92a2-3754-4c93-98b2-39a602f5f3c3 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.105098] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdceea87-6b4f-47ff-bdfa-f59f7f56c3e4 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.124040] env[69770]: DEBUG nova.compute.provider_tree [None req-f01957d3-c6ee-4ee2-bf70-e911b56867c6 tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] Inventory has not changed in ProviderTree for provider: 7cc7d32b-b7a7-454a-a456-2a440248ed9d {{(pid=69770) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1127.132259] env[69770]: DEBUG oslo_vmware.api [-] Task: {'id': task-4070448, 'name': CreateVM_Task} progress is 99%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.223846] env[69770]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1127.223846] env[69770]: value = "session[52161b52-cb8e-ec9f-1132-2f6b49549d41]523c53a5-1fa7-ef96-b68e-de17a9d872b8" [ 1127.223846] env[69770]: _type = "HttpNfcLease" [ 1127.223846] env[69770]: } is ready. {{(pid=69770) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1127.223846] env[69770]: DEBUG oslo_vmware.rw_handles [None req-164343f5-37c1-42bd-bd78-3ced21273826 tempest-AttachVolumeShelveTestJSON-1191911444 tempest-AttachVolumeShelveTestJSON-1191911444-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1127.223846] env[69770]: value = "session[52161b52-cb8e-ec9f-1132-2f6b49549d41]523c53a5-1fa7-ef96-b68e-de17a9d872b8" [ 1127.223846] env[69770]: _type = "HttpNfcLease" [ 1127.223846] env[69770]: }. {{(pid=69770) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1127.224398] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19d5c5a4-7190-4f3b-8093-428d2f92b8d6 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.234318] env[69770]: DEBUG oslo_vmware.rw_handles [None req-164343f5-37c1-42bd-bd78-3ced21273826 tempest-AttachVolumeShelveTestJSON-1191911444 tempest-AttachVolumeShelveTestJSON-1191911444-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52c528a1-02d3-1e9e-573b-1c63e1f254bf/disk-0.vmdk from lease info. {{(pid=69770) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1127.234606] env[69770]: DEBUG oslo_vmware.rw_handles [None req-164343f5-37c1-42bd-bd78-3ced21273826 tempest-AttachVolumeShelveTestJSON-1191911444 tempest-AttachVolumeShelveTestJSON-1191911444-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52c528a1-02d3-1e9e-573b-1c63e1f254bf/disk-0.vmdk for reading. {{(pid=69770) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1127.315432] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-869f83dc-837c-4886-b883-e3a50fa61eee tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] [instance: c709ca8a-caa3-4f8a-a6bc-5c7a9bd346f5] Creating linked-clone VM from snapshot {{(pid=69770) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1127.315959] env[69770]: DEBUG oslo_vmware.api [None req-9317f569-e419-4e15-9b08-827ad6f1bbfd tempest-ServerRescueNegativeTestJSON-135561646 tempest-ServerRescueNegativeTestJSON-135561646-project-member] Task: {'id': task-4070447, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.809916} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1127.316323] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-7623408f-1f30-4109-9c13-49da1e7c3a79 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.321546] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-9317f569-e419-4e15-9b08-827ad6f1bbfd tempest-ServerRescueNegativeTestJSON-135561646 tempest-ServerRescueNegativeTestJSON-135561646-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk to [datastore1] ec405988-80b1-4918-8572-addc7c5127aa/ec405988-80b1-4918-8572-addc7c5127aa.vmdk {{(pid=69770) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1127.321876] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-9317f569-e419-4e15-9b08-827ad6f1bbfd tempest-ServerRescueNegativeTestJSON-135561646 tempest-ServerRescueNegativeTestJSON-135561646-project-member] [instance: ec405988-80b1-4918-8572-addc7c5127aa] Extending root virtual disk to 1048576 {{(pid=69770) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1127.322257] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-081a7039-7b19-4f8e-9e27-f8c65a7fba36 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.332017] env[69770]: DEBUG oslo_vmware.api [None req-9317f569-e419-4e15-9b08-827ad6f1bbfd tempest-ServerRescueNegativeTestJSON-135561646 tempest-ServerRescueNegativeTestJSON-135561646-project-member] Waiting for the task: (returnval){ [ 1127.332017] env[69770]: value = "task-4070451" [ 1127.332017] env[69770]: _type = "Task" [ 1127.332017] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1127.336023] env[69770]: DEBUG oslo_vmware.api [None req-869f83dc-837c-4886-b883-e3a50fa61eee tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] Waiting for the task: (returnval){ [ 1127.336023] env[69770]: value = "task-4070450" [ 1127.336023] env[69770]: _type = "Task" [ 1127.336023] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1127.353062] env[69770]: DEBUG oslo_vmware.api [None req-869f83dc-837c-4886-b883-e3a50fa61eee tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] Task: {'id': task-4070450, 'name': CloneVM_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.353363] env[69770]: DEBUG oslo_vmware.api [None req-9317f569-e419-4e15-9b08-827ad6f1bbfd tempest-ServerRescueNegativeTestJSON-135561646 tempest-ServerRescueNegativeTestJSON-135561646-project-member] Task: {'id': task-4070451, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.371105] env[69770]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-b98af9c0-2ec0-4e44-a581-904896799961 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.391800] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-73857ad7-9157-4605-8c91-5af3e6dcf3d7 tempest-AttachVolumeTestJSON-339692578 tempest-AttachVolumeTestJSON-339692578-project-member] [instance: dc0f3667-e2b8-4b6a-b4e2-cc558b2f10ad] Powering off the VM {{(pid=69770) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1127.392133] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-75184193-96b1-4264-b2aa-06e86307e627 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.410649] env[69770]: DEBUG oslo_vmware.api [None req-73857ad7-9157-4605-8c91-5af3e6dcf3d7 tempest-AttachVolumeTestJSON-339692578 tempest-AttachVolumeTestJSON-339692578-project-member] Waiting for the task: (returnval){ [ 1127.410649] env[69770]: value = "task-4070452" [ 1127.410649] env[69770]: _type = "Task" [ 1127.410649] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1127.422462] env[69770]: DEBUG oslo_vmware.api [None req-73857ad7-9157-4605-8c91-5af3e6dcf3d7 tempest-AttachVolumeTestJSON-339692578 tempest-AttachVolumeTestJSON-339692578-project-member] Task: {'id': task-4070452, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.442725] env[69770]: DEBUG oslo_concurrency.lockutils [req-f18d7465-8ff9-4430-b9f2-4fe3b0b09890 req-aec76ba6-9919-40e2-8966-d29f0d808d54 service nova] Releasing lock "refresh_cache-c53961c9-df55-42c6-8410-a50404d06605" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.607674] env[69770]: DEBUG nova.compute.manager [None req-350bf2a2-9474-46eb-aeea-fad1e60c029e tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] [instance: 5815fe63-e447-4be2-9055-a6320d0ba896] Start spawning the instance on the hypervisor. {{(pid=69770) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1127.624441] env[69770]: DEBUG oslo_vmware.api [-] Task: {'id': task-4070448, 'name': CreateVM_Task, 'duration_secs': 0.530902} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1127.625208] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c53961c9-df55-42c6-8410-a50404d06605] Created VM on the ESX host {{(pid=69770) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1127.626213] env[69770]: DEBUG oslo_concurrency.lockutils [None req-b225c954-4de8-4c30-a9cf-59898a1daa9a tempest-ServerRescueNegativeTestJSON-135561646 tempest-ServerRescueNegativeTestJSON-135561646-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.627033] env[69770]: DEBUG oslo_concurrency.lockutils [None req-b225c954-4de8-4c30-a9cf-59898a1daa9a tempest-ServerRescueNegativeTestJSON-135561646 tempest-ServerRescueNegativeTestJSON-135561646-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.627033] env[69770]: DEBUG oslo_concurrency.lockutils [None req-b225c954-4de8-4c30-a9cf-59898a1daa9a tempest-ServerRescueNegativeTestJSON-135561646 tempest-ServerRescueNegativeTestJSON-135561646-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.628014] env[69770]: DEBUG nova.scheduler.client.report [None req-f01957d3-c6ee-4ee2-bf70-e911b56867c6 tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] Inventory has not changed for provider 7cc7d32b-b7a7-454a-a456-2a440248ed9d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69770) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1127.636158] env[69770]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4aa3370e-c21f-4652-ac28-f80399f0357c {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.648137] env[69770]: DEBUG oslo_vmware.api [None req-b225c954-4de8-4c30-a9cf-59898a1daa9a tempest-ServerRescueNegativeTestJSON-135561646 tempest-ServerRescueNegativeTestJSON-135561646-project-member] Waiting for the task: (returnval){ [ 1127.648137] env[69770]: value = "session[52161b52-cb8e-ec9f-1132-2f6b49549d41]52a5d9f2-72bf-f01e-98f3-ffb762878c7a" [ 1127.648137] env[69770]: _type = "Task" [ 1127.648137] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1127.658106] env[69770]: DEBUG nova.virt.hardware [None req-350bf2a2-9474-46eb-aeea-fad1e60c029e tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T12:16:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T12:16:11Z,direct_url=,disk_format='vmdk',id=d1eaff80-24a0-4391-90eb-59958b1ecf0a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d65f20bb89fb40a98b77bc6d97357df2',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T12:16:12Z,virtual_size=,visibility=), allow threads: False {{(pid=69770) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1127.658194] env[69770]: DEBUG nova.virt.hardware [None req-350bf2a2-9474-46eb-aeea-fad1e60c029e tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] Flavor limits 0:0:0 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1127.658347] env[69770]: DEBUG nova.virt.hardware [None req-350bf2a2-9474-46eb-aeea-fad1e60c029e tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] Image limits 0:0:0 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1127.658819] env[69770]: DEBUG nova.virt.hardware [None req-350bf2a2-9474-46eb-aeea-fad1e60c029e tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] Flavor pref 0:0:0 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1127.659111] env[69770]: DEBUG nova.virt.hardware [None req-350bf2a2-9474-46eb-aeea-fad1e60c029e tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] Image pref 0:0:0 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1127.659274] env[69770]: DEBUG nova.virt.hardware [None req-350bf2a2-9474-46eb-aeea-fad1e60c029e tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1127.659503] env[69770]: DEBUG nova.virt.hardware [None req-350bf2a2-9474-46eb-aeea-fad1e60c029e tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69770) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1127.659687] env[69770]: DEBUG nova.virt.hardware [None req-350bf2a2-9474-46eb-aeea-fad1e60c029e tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69770) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1127.659876] env[69770]: DEBUG nova.virt.hardware [None req-350bf2a2-9474-46eb-aeea-fad1e60c029e tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] Got 1 possible topologies {{(pid=69770) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1127.660051] env[69770]: DEBUG nova.virt.hardware [None req-350bf2a2-9474-46eb-aeea-fad1e60c029e tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69770) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1127.660232] env[69770]: DEBUG nova.virt.hardware [None req-350bf2a2-9474-46eb-aeea-fad1e60c029e tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69770) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1127.662178] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2a0d9f2-3c99-459b-9837-824cf652ca61 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.673683] env[69770]: DEBUG oslo_vmware.api [None req-b225c954-4de8-4c30-a9cf-59898a1daa9a tempest-ServerRescueNegativeTestJSON-135561646 tempest-ServerRescueNegativeTestJSON-135561646-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]52a5d9f2-72bf-f01e-98f3-ffb762878c7a, 'name': SearchDatastore_Task, 'duration_secs': 0.013891} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1127.676836] env[69770]: DEBUG oslo_concurrency.lockutils [None req-b225c954-4de8-4c30-a9cf-59898a1daa9a tempest-ServerRescueNegativeTestJSON-135561646 tempest-ServerRescueNegativeTestJSON-135561646-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.677054] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-b225c954-4de8-4c30-a9cf-59898a1daa9a tempest-ServerRescueNegativeTestJSON-135561646 tempest-ServerRescueNegativeTestJSON-135561646-project-member] [instance: c53961c9-df55-42c6-8410-a50404d06605] Processing image d1eaff80-24a0-4391-90eb-59958b1ecf0a {{(pid=69770) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1127.677336] env[69770]: DEBUG oslo_concurrency.lockutils [None req-b225c954-4de8-4c30-a9cf-59898a1daa9a tempest-ServerRescueNegativeTestJSON-135561646 tempest-ServerRescueNegativeTestJSON-135561646-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.677485] env[69770]: DEBUG oslo_concurrency.lockutils [None req-b225c954-4de8-4c30-a9cf-59898a1daa9a tempest-ServerRescueNegativeTestJSON-135561646 tempest-ServerRescueNegativeTestJSON-135561646-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.677905] env[69770]: DEBUG nova.virt.vmwareapi.ds_util [None req-b225c954-4de8-4c30-a9cf-59898a1daa9a tempest-ServerRescueNegativeTestJSON-135561646 tempest-ServerRescueNegativeTestJSON-135561646-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69770) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1127.678417] env[69770]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0ab2af51-4fb6-4d7e-bddc-188022ed402d {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.682157] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f75133da-9cbb-43d7-b7b8-f3216c1fa7c3 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.701266] env[69770]: DEBUG nova.virt.vmwareapi.ds_util [None req-b225c954-4de8-4c30-a9cf-59898a1daa9a tempest-ServerRescueNegativeTestJSON-135561646 tempest-ServerRescueNegativeTestJSON-135561646-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69770) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1127.701514] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-b225c954-4de8-4c30-a9cf-59898a1daa9a tempest-ServerRescueNegativeTestJSON-135561646 tempest-ServerRescueNegativeTestJSON-135561646-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69770) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1127.702308] env[69770]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-73aabed9-ea22-49cf-afb2-55de87b2d224 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.709505] env[69770]: DEBUG oslo_vmware.api [None req-b225c954-4de8-4c30-a9cf-59898a1daa9a tempest-ServerRescueNegativeTestJSON-135561646 tempest-ServerRescueNegativeTestJSON-135561646-project-member] Waiting for the task: (returnval){ [ 1127.709505] env[69770]: value = "session[52161b52-cb8e-ec9f-1132-2f6b49549d41]52ce57dd-5f8e-e6f4-a274-11ad1a94a1cb" [ 1127.709505] env[69770]: _type = "Task" [ 1127.709505] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1127.719810] env[69770]: DEBUG oslo_vmware.api [None req-b225c954-4de8-4c30-a9cf-59898a1daa9a tempest-ServerRescueNegativeTestJSON-135561646 tempest-ServerRescueNegativeTestJSON-135561646-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]52ce57dd-5f8e-e6f4-a274-11ad1a94a1cb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.849243] env[69770]: DEBUG oslo_vmware.api [None req-9317f569-e419-4e15-9b08-827ad6f1bbfd tempest-ServerRescueNegativeTestJSON-135561646 tempest-ServerRescueNegativeTestJSON-135561646-project-member] Task: {'id': task-4070451, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.205278} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1127.853400] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-9317f569-e419-4e15-9b08-827ad6f1bbfd tempest-ServerRescueNegativeTestJSON-135561646 tempest-ServerRescueNegativeTestJSON-135561646-project-member] [instance: ec405988-80b1-4918-8572-addc7c5127aa] Extended root virtual disk {{(pid=69770) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1127.854029] env[69770]: DEBUG oslo_vmware.api [None req-869f83dc-837c-4886-b883-e3a50fa61eee tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] Task: {'id': task-4070450, 'name': CloneVM_Task} progress is 94%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.854997] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd6863a5-cdba-44a4-8f06-51fffd6e6d37 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.882758] env[69770]: DEBUG nova.virt.vmwareapi.volumeops [None req-9317f569-e419-4e15-9b08-827ad6f1bbfd tempest-ServerRescueNegativeTestJSON-135561646 tempest-ServerRescueNegativeTestJSON-135561646-project-member] [instance: ec405988-80b1-4918-8572-addc7c5127aa] Reconfiguring VM instance instance-0000005c to attach disk [datastore1] ec405988-80b1-4918-8572-addc7c5127aa/ec405988-80b1-4918-8572-addc7c5127aa.vmdk or device None with type sparse {{(pid=69770) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1127.883287] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-02809d80-1f6b-4115-a1b6-63e75d8905c0 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.906297] env[69770]: DEBUG oslo_vmware.api [None req-9317f569-e419-4e15-9b08-827ad6f1bbfd tempest-ServerRescueNegativeTestJSON-135561646 tempest-ServerRescueNegativeTestJSON-135561646-project-member] Waiting for the task: (returnval){ [ 1127.906297] env[69770]: value = "task-4070453" [ 1127.906297] env[69770]: _type = "Task" [ 1127.906297] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1127.918788] env[69770]: DEBUG oslo_vmware.api [None req-9317f569-e419-4e15-9b08-827ad6f1bbfd tempest-ServerRescueNegativeTestJSON-135561646 tempest-ServerRescueNegativeTestJSON-135561646-project-member] Task: {'id': task-4070453, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.925705] env[69770]: DEBUG oslo_vmware.api [None req-73857ad7-9157-4605-8c91-5af3e6dcf3d7 tempest-AttachVolumeTestJSON-339692578 tempest-AttachVolumeTestJSON-339692578-project-member] Task: {'id': task-4070452, 'name': PowerOffVM_Task, 'duration_secs': 0.268727} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1127.926041] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-73857ad7-9157-4605-8c91-5af3e6dcf3d7 tempest-AttachVolumeTestJSON-339692578 tempest-AttachVolumeTestJSON-339692578-project-member] [instance: dc0f3667-e2b8-4b6a-b4e2-cc558b2f10ad] Powered off the VM {{(pid=69770) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1127.926253] env[69770]: DEBUG nova.compute.manager [None req-73857ad7-9157-4605-8c91-5af3e6dcf3d7 tempest-AttachVolumeTestJSON-339692578 tempest-AttachVolumeTestJSON-339692578-project-member] [instance: dc0f3667-e2b8-4b6a-b4e2-cc558b2f10ad] Checking state {{(pid=69770) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1127.927205] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-baeca894-0ec7-49d3-b576-3f0492bb3175 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.143206] env[69770]: DEBUG oslo_concurrency.lockutils [None req-f01957d3-c6ee-4ee2-bf70-e911b56867c6 tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.579s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1128.143722] env[69770]: INFO nova.compute.manager [None req-f01957d3-c6ee-4ee2-bf70-e911b56867c6 tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] [instance: 19c06f92-7f17-4834-b8be-723eb3f313c5] Migrating [ 1128.156660] env[69770]: DEBUG oslo_concurrency.lockutils [None req-0e07e329-eddf-4243-b260-05a6adc95384 tempest-ImagesNegativeTestJSON-582317497 tempest-ImagesNegativeTestJSON-582317497-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 18.685s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1128.157182] env[69770]: DEBUG nova.objects.instance [None req-0e07e329-eddf-4243-b260-05a6adc95384 tempest-ImagesNegativeTestJSON-582317497 tempest-ImagesNegativeTestJSON-582317497-project-member] Lazy-loading 'resources' on Instance uuid 1d35724e-5a49-4d53-b81e-a259ea926036 {{(pid=69770) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1128.223841] env[69770]: DEBUG oslo_vmware.api [None req-b225c954-4de8-4c30-a9cf-59898a1daa9a tempest-ServerRescueNegativeTestJSON-135561646 tempest-ServerRescueNegativeTestJSON-135561646-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]52ce57dd-5f8e-e6f4-a274-11ad1a94a1cb, 'name': SearchDatastore_Task, 'duration_secs': 0.012215} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1128.225197] env[69770]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-32937a27-4a83-42a6-9316-988df0bfa5fd {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.234137] env[69770]: DEBUG oslo_vmware.api [None req-b225c954-4de8-4c30-a9cf-59898a1daa9a tempest-ServerRescueNegativeTestJSON-135561646 tempest-ServerRescueNegativeTestJSON-135561646-project-member] Waiting for the task: (returnval){ [ 1128.234137] env[69770]: value = "session[52161b52-cb8e-ec9f-1132-2f6b49549d41]52324ddc-34f6-f3f7-a266-5f51aa8622a0" [ 1128.234137] env[69770]: _type = "Task" [ 1128.234137] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1128.244761] env[69770]: DEBUG oslo_vmware.api [None req-b225c954-4de8-4c30-a9cf-59898a1daa9a tempest-ServerRescueNegativeTestJSON-135561646 tempest-ServerRescueNegativeTestJSON-135561646-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]52324ddc-34f6-f3f7-a266-5f51aa8622a0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.350169] env[69770]: DEBUG oslo_vmware.api [None req-869f83dc-837c-4886-b883-e3a50fa61eee tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] Task: {'id': task-4070450, 'name': CloneVM_Task} progress is 94%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.386151] env[69770]: DEBUG nova.compute.manager [req-7b3430a9-50ab-4b4b-a8d1-2c092d7c4ef6 req-9209fdc0-52f8-47c5-ac33-1c5626626a24 service nova] [instance: 5815fe63-e447-4be2-9055-a6320d0ba896] Received event network-vif-plugged-ffac1883-a59c-43d8-8ba1-8e8379f232f5 {{(pid=69770) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1128.386151] env[69770]: DEBUG oslo_concurrency.lockutils [req-7b3430a9-50ab-4b4b-a8d1-2c092d7c4ef6 req-9209fdc0-52f8-47c5-ac33-1c5626626a24 service nova] Acquiring lock "5815fe63-e447-4be2-9055-a6320d0ba896-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1128.386151] env[69770]: DEBUG oslo_concurrency.lockutils [req-7b3430a9-50ab-4b4b-a8d1-2c092d7c4ef6 req-9209fdc0-52f8-47c5-ac33-1c5626626a24 service nova] Lock "5815fe63-e447-4be2-9055-a6320d0ba896-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1128.386151] env[69770]: DEBUG oslo_concurrency.lockutils [req-7b3430a9-50ab-4b4b-a8d1-2c092d7c4ef6 req-9209fdc0-52f8-47c5-ac33-1c5626626a24 service nova] Lock "5815fe63-e447-4be2-9055-a6320d0ba896-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1128.386151] env[69770]: DEBUG nova.compute.manager [req-7b3430a9-50ab-4b4b-a8d1-2c092d7c4ef6 req-9209fdc0-52f8-47c5-ac33-1c5626626a24 service nova] [instance: 5815fe63-e447-4be2-9055-a6320d0ba896] No waiting events found dispatching network-vif-plugged-ffac1883-a59c-43d8-8ba1-8e8379f232f5 {{(pid=69770) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1128.386151] env[69770]: WARNING nova.compute.manager [req-7b3430a9-50ab-4b4b-a8d1-2c092d7c4ef6 req-9209fdc0-52f8-47c5-ac33-1c5626626a24 service nova] [instance: 5815fe63-e447-4be2-9055-a6320d0ba896] Received unexpected event network-vif-plugged-ffac1883-a59c-43d8-8ba1-8e8379f232f5 for instance with vm_state building and task_state spawning. [ 1128.418185] env[69770]: DEBUG oslo_vmware.api [None req-9317f569-e419-4e15-9b08-827ad6f1bbfd tempest-ServerRescueNegativeTestJSON-135561646 tempest-ServerRescueNegativeTestJSON-135561646-project-member] Task: {'id': task-4070453, 'name': ReconfigVM_Task, 'duration_secs': 0.365772} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1128.419328] env[69770]: DEBUG nova.virt.vmwareapi.volumeops [None req-9317f569-e419-4e15-9b08-827ad6f1bbfd tempest-ServerRescueNegativeTestJSON-135561646 tempest-ServerRescueNegativeTestJSON-135561646-project-member] [instance: ec405988-80b1-4918-8572-addc7c5127aa] Reconfigured VM instance instance-0000005c to attach disk [datastore1] ec405988-80b1-4918-8572-addc7c5127aa/ec405988-80b1-4918-8572-addc7c5127aa.vmdk or device None with type sparse {{(pid=69770) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1128.420038] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-85d78ab7-5054-4ca6-a1fa-9ca37cf357e8 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.428863] env[69770]: DEBUG oslo_vmware.api [None req-9317f569-e419-4e15-9b08-827ad6f1bbfd tempest-ServerRescueNegativeTestJSON-135561646 tempest-ServerRescueNegativeTestJSON-135561646-project-member] Waiting for the task: (returnval){ [ 1128.428863] env[69770]: value = "task-4070454" [ 1128.428863] env[69770]: _type = "Task" [ 1128.428863] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1128.431336] env[69770]: DEBUG nova.network.neutron [None req-350bf2a2-9474-46eb-aeea-fad1e60c029e tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] [instance: 5815fe63-e447-4be2-9055-a6320d0ba896] Successfully updated port: ffac1883-a59c-43d8-8ba1-8e8379f232f5 {{(pid=69770) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1128.453746] env[69770]: DEBUG oslo_vmware.api [None req-9317f569-e419-4e15-9b08-827ad6f1bbfd tempest-ServerRescueNegativeTestJSON-135561646 tempest-ServerRescueNegativeTestJSON-135561646-project-member] Task: {'id': task-4070454, 'name': Rename_Task} progress is 10%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.454699] env[69770]: DEBUG oslo_concurrency.lockutils [None req-73857ad7-9157-4605-8c91-5af3e6dcf3d7 tempest-AttachVolumeTestJSON-339692578 tempest-AttachVolumeTestJSON-339692578-project-member] Lock "dc0f3667-e2b8-4b6a-b4e2-cc558b2f10ad" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.085s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1128.669531] env[69770]: DEBUG oslo_concurrency.lockutils [None req-f01957d3-c6ee-4ee2-bf70-e911b56867c6 tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] Acquiring lock "refresh_cache-19c06f92-7f17-4834-b8be-723eb3f313c5" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.669531] env[69770]: DEBUG oslo_concurrency.lockutils [None req-f01957d3-c6ee-4ee2-bf70-e911b56867c6 tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] Acquired lock "refresh_cache-19c06f92-7f17-4834-b8be-723eb3f313c5" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.669531] env[69770]: DEBUG nova.network.neutron [None req-f01957d3-c6ee-4ee2-bf70-e911b56867c6 tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] [instance: 19c06f92-7f17-4834-b8be-723eb3f313c5] Building network info cache for instance {{(pid=69770) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1128.749873] env[69770]: DEBUG oslo_vmware.api [None req-b225c954-4de8-4c30-a9cf-59898a1daa9a tempest-ServerRescueNegativeTestJSON-135561646 tempest-ServerRescueNegativeTestJSON-135561646-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]52324ddc-34f6-f3f7-a266-5f51aa8622a0, 'name': SearchDatastore_Task, 'duration_secs': 0.01126} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1128.753762] env[69770]: DEBUG oslo_concurrency.lockutils [None req-b225c954-4de8-4c30-a9cf-59898a1daa9a tempest-ServerRescueNegativeTestJSON-135561646 tempest-ServerRescueNegativeTestJSON-135561646-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.754437] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-b225c954-4de8-4c30-a9cf-59898a1daa9a tempest-ServerRescueNegativeTestJSON-135561646 tempest-ServerRescueNegativeTestJSON-135561646-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk to [datastore1] c53961c9-df55-42c6-8410-a50404d06605/c53961c9-df55-42c6-8410-a50404d06605.vmdk {{(pid=69770) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1128.756065] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4c09a167-53ff-412c-8d02-9f72adac992a {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.764915] env[69770]: DEBUG oslo_vmware.api [None req-b225c954-4de8-4c30-a9cf-59898a1daa9a tempest-ServerRescueNegativeTestJSON-135561646 tempest-ServerRescueNegativeTestJSON-135561646-project-member] Waiting for the task: (returnval){ [ 1128.764915] env[69770]: value = "task-4070455" [ 1128.764915] env[69770]: _type = "Task" [ 1128.764915] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1128.777518] env[69770]: DEBUG oslo_vmware.api [None req-b225c954-4de8-4c30-a9cf-59898a1daa9a tempest-ServerRescueNegativeTestJSON-135561646 tempest-ServerRescueNegativeTestJSON-135561646-project-member] Task: {'id': task-4070455, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.848327] env[69770]: DEBUG oslo_vmware.api [None req-869f83dc-837c-4886-b883-e3a50fa61eee tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] Task: {'id': task-4070450, 'name': CloneVM_Task} progress is 95%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.940517] env[69770]: DEBUG oslo_concurrency.lockutils [None req-350bf2a2-9474-46eb-aeea-fad1e60c029e tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] Acquiring lock "refresh_cache-5815fe63-e447-4be2-9055-a6320d0ba896" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.940800] env[69770]: DEBUG oslo_concurrency.lockutils [None req-350bf2a2-9474-46eb-aeea-fad1e60c029e tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] Acquired lock "refresh_cache-5815fe63-e447-4be2-9055-a6320d0ba896" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.941054] env[69770]: DEBUG nova.network.neutron [None req-350bf2a2-9474-46eb-aeea-fad1e60c029e tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] [instance: 5815fe63-e447-4be2-9055-a6320d0ba896] Building network info cache for instance {{(pid=69770) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1128.944938] env[69770]: DEBUG nova.objects.instance [None req-93c52b15-9d94-424b-8b0a-c63d9b49d1f8 tempest-AttachVolumeTestJSON-339692578 tempest-AttachVolumeTestJSON-339692578-project-member] Lazy-loading 'flavor' on Instance uuid dc0f3667-e2b8-4b6a-b4e2-cc558b2f10ad {{(pid=69770) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1128.955214] env[69770]: DEBUG oslo_vmware.api [None req-9317f569-e419-4e15-9b08-827ad6f1bbfd tempest-ServerRescueNegativeTestJSON-135561646 tempest-ServerRescueNegativeTestJSON-135561646-project-member] Task: {'id': task-4070454, 'name': Rename_Task, 'duration_secs': 0.173232} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1128.956239] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-9317f569-e419-4e15-9b08-827ad6f1bbfd tempest-ServerRescueNegativeTestJSON-135561646 tempest-ServerRescueNegativeTestJSON-135561646-project-member] [instance: ec405988-80b1-4918-8572-addc7c5127aa] Powering on the VM {{(pid=69770) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1128.957203] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9f1be08c-0a91-4842-83e5-458c63ecea5e {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.972976] env[69770]: DEBUG oslo_vmware.api [None req-9317f569-e419-4e15-9b08-827ad6f1bbfd tempest-ServerRescueNegativeTestJSON-135561646 tempest-ServerRescueNegativeTestJSON-135561646-project-member] Waiting for the task: (returnval){ [ 1128.972976] env[69770]: value = "task-4070456" [ 1128.972976] env[69770]: _type = "Task" [ 1128.972976] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1128.985857] env[69770]: DEBUG oslo_vmware.api [None req-9317f569-e419-4e15-9b08-827ad6f1bbfd tempest-ServerRescueNegativeTestJSON-135561646 tempest-ServerRescueNegativeTestJSON-135561646-project-member] Task: {'id': task-4070456, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.002841] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3657165d-6395-4bd3-bbbb-4b53a65fee47 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.012307] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a850b7b2-676d-4a21-abe3-0cb1b1ca6c73 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.047876] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd5a6bc8-d885-4bbf-9cc2-0e4c66fe1184 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.057316] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8acceda8-5d9b-40c2-b1d6-c10e6cbffb1d {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.075479] env[69770]: DEBUG nova.compute.provider_tree [None req-0e07e329-eddf-4243-b260-05a6adc95384 tempest-ImagesNegativeTestJSON-582317497 tempest-ImagesNegativeTestJSON-582317497-project-member] Inventory has not changed in ProviderTree for provider: 7cc7d32b-b7a7-454a-a456-2a440248ed9d {{(pid=69770) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1129.277828] env[69770]: DEBUG oslo_vmware.api [None req-b225c954-4de8-4c30-a9cf-59898a1daa9a tempest-ServerRescueNegativeTestJSON-135561646 tempest-ServerRescueNegativeTestJSON-135561646-project-member] Task: {'id': task-4070455, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.356115] env[69770]: DEBUG oslo_vmware.api [None req-869f83dc-837c-4886-b883-e3a50fa61eee tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] Task: {'id': task-4070450, 'name': CloneVM_Task, 'duration_secs': 1.935294} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1129.356657] env[69770]: INFO nova.virt.vmwareapi.vmops [None req-869f83dc-837c-4886-b883-e3a50fa61eee tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] [instance: c709ca8a-caa3-4f8a-a6bc-5c7a9bd346f5] Created linked-clone VM from snapshot [ 1129.358077] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7ded37d-ecfe-4043-a519-58ef93cd16f6 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.371392] env[69770]: DEBUG nova.virt.vmwareapi.images [None req-869f83dc-837c-4886-b883-e3a50fa61eee tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] [instance: c709ca8a-caa3-4f8a-a6bc-5c7a9bd346f5] Uploading image 47542b4f-b18c-4c02-8c42-dcdd438cc45e {{(pid=69770) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1129.388254] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-869f83dc-837c-4886-b883-e3a50fa61eee tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] [instance: c709ca8a-caa3-4f8a-a6bc-5c7a9bd346f5] Destroying the VM {{(pid=69770) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1129.388639] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-e53ac72c-ca1e-4626-988d-7848a9ecad5e {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.397978] env[69770]: DEBUG oslo_vmware.api [None req-869f83dc-837c-4886-b883-e3a50fa61eee tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] Waiting for the task: (returnval){ [ 1129.397978] env[69770]: value = "task-4070457" [ 1129.397978] env[69770]: _type = "Task" [ 1129.397978] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1129.411933] env[69770]: DEBUG oslo_vmware.api [None req-869f83dc-837c-4886-b883-e3a50fa61eee tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] Task: {'id': task-4070457, 'name': Destroy_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.461495] env[69770]: DEBUG oslo_concurrency.lockutils [None req-93c52b15-9d94-424b-8b0a-c63d9b49d1f8 tempest-AttachVolumeTestJSON-339692578 tempest-AttachVolumeTestJSON-339692578-project-member] Acquiring lock "refresh_cache-dc0f3667-e2b8-4b6a-b4e2-cc558b2f10ad" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.462348] env[69770]: DEBUG oslo_concurrency.lockutils [None req-93c52b15-9d94-424b-8b0a-c63d9b49d1f8 tempest-AttachVolumeTestJSON-339692578 tempest-AttachVolumeTestJSON-339692578-project-member] Acquired lock "refresh_cache-dc0f3667-e2b8-4b6a-b4e2-cc558b2f10ad" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.462348] env[69770]: DEBUG nova.network.neutron [None req-93c52b15-9d94-424b-8b0a-c63d9b49d1f8 tempest-AttachVolumeTestJSON-339692578 tempest-AttachVolumeTestJSON-339692578-project-member] [instance: dc0f3667-e2b8-4b6a-b4e2-cc558b2f10ad] Building network info cache for instance {{(pid=69770) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1129.462578] env[69770]: DEBUG nova.objects.instance [None req-93c52b15-9d94-424b-8b0a-c63d9b49d1f8 tempest-AttachVolumeTestJSON-339692578 tempest-AttachVolumeTestJSON-339692578-project-member] Lazy-loading 'info_cache' on Instance uuid dc0f3667-e2b8-4b6a-b4e2-cc558b2f10ad {{(pid=69770) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1129.489763] env[69770]: DEBUG oslo_vmware.api [None req-9317f569-e419-4e15-9b08-827ad6f1bbfd tempest-ServerRescueNegativeTestJSON-135561646 tempest-ServerRescueNegativeTestJSON-135561646-project-member] Task: {'id': task-4070456, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.499876] env[69770]: DEBUG nova.network.neutron [None req-f01957d3-c6ee-4ee2-bf70-e911b56867c6 tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] [instance: 19c06f92-7f17-4834-b8be-723eb3f313c5] Updating instance_info_cache with network_info: [{"id": "d41aabd6-71fd-498e-be4d-95887db35869", "address": "fa:16:3e:b3:9c:44", "network": {"id": "fb2a6a42-a9ea-4a2f-b885-b0c06c1061b9", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1944009097-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.158", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "677c29867f944b8198884aae6535814b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b91b49a8-b849-4d0c-97f7-74fdcd88ae03", "external-id": "nsx-vlan-transportzone-406", "segmentation_id": 406, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd41aabd6-71", "ovs_interfaceid": "d41aabd6-71fd-498e-be4d-95887db35869", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69770) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1129.502260] env[69770]: DEBUG nova.network.neutron [None req-350bf2a2-9474-46eb-aeea-fad1e60c029e tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] [instance: 5815fe63-e447-4be2-9055-a6320d0ba896] Instance cache missing network info. {{(pid=69770) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1129.581407] env[69770]: DEBUG nova.scheduler.client.report [None req-0e07e329-eddf-4243-b260-05a6adc95384 tempest-ImagesNegativeTestJSON-582317497 tempest-ImagesNegativeTestJSON-582317497-project-member] Inventory has not changed for provider 7cc7d32b-b7a7-454a-a456-2a440248ed9d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69770) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1129.713748] env[69770]: DEBUG nova.network.neutron [None req-350bf2a2-9474-46eb-aeea-fad1e60c029e tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] [instance: 5815fe63-e447-4be2-9055-a6320d0ba896] Updating instance_info_cache with network_info: [{"id": "ffac1883-a59c-43d8-8ba1-8e8379f232f5", "address": "fa:16:3e:ee:a1:aa", "network": {"id": "6947160b-7d54-4e72-ac36-2126989baab1", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-851069895-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bcbfd42565514a329707ee7a1c7d910c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69076131-87ac-46dd-9d5d-8d1b4ea7dec6", "external-id": "nsx-vlan-transportzone-327", "segmentation_id": 327, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapffac1883-a5", "ovs_interfaceid": "ffac1883-a59c-43d8-8ba1-8e8379f232f5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69770) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1129.778197] env[69770]: DEBUG oslo_vmware.api [None req-b225c954-4de8-4c30-a9cf-59898a1daa9a tempest-ServerRescueNegativeTestJSON-135561646 tempest-ServerRescueNegativeTestJSON-135561646-project-member] Task: {'id': task-4070455, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.729492} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1129.778411] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-b225c954-4de8-4c30-a9cf-59898a1daa9a tempest-ServerRescueNegativeTestJSON-135561646 tempest-ServerRescueNegativeTestJSON-135561646-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk to [datastore1] c53961c9-df55-42c6-8410-a50404d06605/c53961c9-df55-42c6-8410-a50404d06605.vmdk {{(pid=69770) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1129.778489] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-b225c954-4de8-4c30-a9cf-59898a1daa9a tempest-ServerRescueNegativeTestJSON-135561646 tempest-ServerRescueNegativeTestJSON-135561646-project-member] [instance: c53961c9-df55-42c6-8410-a50404d06605] Extending root virtual disk to 1048576 {{(pid=69770) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1129.778824] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-cbdfa581-0e38-4c07-bf28-6b75d4ebc6dc {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.788787] env[69770]: DEBUG oslo_vmware.api [None req-b225c954-4de8-4c30-a9cf-59898a1daa9a tempest-ServerRescueNegativeTestJSON-135561646 tempest-ServerRescueNegativeTestJSON-135561646-project-member] Waiting for the task: (returnval){ [ 1129.788787] env[69770]: value = "task-4070458" [ 1129.788787] env[69770]: _type = "Task" [ 1129.788787] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1129.800952] env[69770]: DEBUG oslo_vmware.api [None req-b225c954-4de8-4c30-a9cf-59898a1daa9a tempest-ServerRescueNegativeTestJSON-135561646 tempest-ServerRescueNegativeTestJSON-135561646-project-member] Task: {'id': task-4070458, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.909091] env[69770]: DEBUG oslo_vmware.api [None req-869f83dc-837c-4886-b883-e3a50fa61eee tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] Task: {'id': task-4070457, 'name': Destroy_Task} progress is 33%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.967213] env[69770]: DEBUG nova.objects.base [None req-93c52b15-9d94-424b-8b0a-c63d9b49d1f8 tempest-AttachVolumeTestJSON-339692578 tempest-AttachVolumeTestJSON-339692578-project-member] Object Instance lazy-loaded attributes: flavor,info_cache {{(pid=69770) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1129.985831] env[69770]: DEBUG oslo_vmware.api [None req-9317f569-e419-4e15-9b08-827ad6f1bbfd tempest-ServerRescueNegativeTestJSON-135561646 tempest-ServerRescueNegativeTestJSON-135561646-project-member] Task: {'id': task-4070456, 'name': PowerOnVM_Task, 'duration_secs': 0.919184} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1129.986145] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-9317f569-e419-4e15-9b08-827ad6f1bbfd tempest-ServerRescueNegativeTestJSON-135561646 tempest-ServerRescueNegativeTestJSON-135561646-project-member] [instance: ec405988-80b1-4918-8572-addc7c5127aa] Powered on the VM {{(pid=69770) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1129.986404] env[69770]: INFO nova.compute.manager [None req-9317f569-e419-4e15-9b08-827ad6f1bbfd tempest-ServerRescueNegativeTestJSON-135561646 tempest-ServerRescueNegativeTestJSON-135561646-project-member] [instance: ec405988-80b1-4918-8572-addc7c5127aa] Took 8.25 seconds to spawn the instance on the hypervisor. [ 1129.986588] env[69770]: DEBUG nova.compute.manager [None req-9317f569-e419-4e15-9b08-827ad6f1bbfd tempest-ServerRescueNegativeTestJSON-135561646 tempest-ServerRescueNegativeTestJSON-135561646-project-member] [instance: ec405988-80b1-4918-8572-addc7c5127aa] Checking state {{(pid=69770) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1129.987432] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9a54659-a2fe-412b-b6e4-f3b867c2d7f8 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.006734] env[69770]: DEBUG oslo_concurrency.lockutils [None req-f01957d3-c6ee-4ee2-bf70-e911b56867c6 tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] Releasing lock "refresh_cache-19c06f92-7f17-4834-b8be-723eb3f313c5" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.086878] env[69770]: DEBUG oslo_concurrency.lockutils [None req-0e07e329-eddf-4243-b260-05a6adc95384 tempest-ImagesNegativeTestJSON-582317497 tempest-ImagesNegativeTestJSON-582317497-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.930s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1130.090046] env[69770]: DEBUG oslo_concurrency.lockutils [None req-bd322739-6674-45ba-b46e-59fba9b2801a tempest-ServersAdmin275Test-1407660202 tempest-ServersAdmin275Test-1407660202-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 19.819s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1130.090046] env[69770]: DEBUG nova.objects.instance [None req-bd322739-6674-45ba-b46e-59fba9b2801a tempest-ServersAdmin275Test-1407660202 tempest-ServersAdmin275Test-1407660202-project-member] Lazy-loading 'resources' on Instance uuid fc7b06e1-c542-448b-a750-f27af3874b8f {{(pid=69770) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1130.107041] env[69770]: INFO nova.scheduler.client.report [None req-0e07e329-eddf-4243-b260-05a6adc95384 tempest-ImagesNegativeTestJSON-582317497 tempest-ImagesNegativeTestJSON-582317497-project-member] Deleted allocations for instance 1d35724e-5a49-4d53-b81e-a259ea926036 [ 1130.216974] env[69770]: DEBUG oslo_concurrency.lockutils [None req-350bf2a2-9474-46eb-aeea-fad1e60c029e tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] Releasing lock "refresh_cache-5815fe63-e447-4be2-9055-a6320d0ba896" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.217368] env[69770]: DEBUG nova.compute.manager [None req-350bf2a2-9474-46eb-aeea-fad1e60c029e tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] [instance: 5815fe63-e447-4be2-9055-a6320d0ba896] Instance network_info: |[{"id": "ffac1883-a59c-43d8-8ba1-8e8379f232f5", "address": "fa:16:3e:ee:a1:aa", "network": {"id": "6947160b-7d54-4e72-ac36-2126989baab1", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-851069895-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bcbfd42565514a329707ee7a1c7d910c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69076131-87ac-46dd-9d5d-8d1b4ea7dec6", "external-id": "nsx-vlan-transportzone-327", "segmentation_id": 327, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapffac1883-a5", "ovs_interfaceid": "ffac1883-a59c-43d8-8ba1-8e8379f232f5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69770) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1130.217956] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-350bf2a2-9474-46eb-aeea-fad1e60c029e tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] [instance: 5815fe63-e447-4be2-9055-a6320d0ba896] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ee:a1:aa', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '69076131-87ac-46dd-9d5d-8d1b4ea7dec6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ffac1883-a59c-43d8-8ba1-8e8379f232f5', 'vif_model': 'vmxnet3'}] {{(pid=69770) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1130.226769] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-350bf2a2-9474-46eb-aeea-fad1e60c029e tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] Creating folder: Project (bcbfd42565514a329707ee7a1c7d910c). Parent ref: group-v806376. {{(pid=69770) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1130.227113] env[69770]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-310ab42e-6860-4bf0-9fd8-41be3ed86042 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.239798] env[69770]: INFO nova.virt.vmwareapi.vm_util [None req-350bf2a2-9474-46eb-aeea-fad1e60c029e tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] Created folder: Project (bcbfd42565514a329707ee7a1c7d910c) in parent group-v806376. [ 1130.240066] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-350bf2a2-9474-46eb-aeea-fad1e60c029e tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] Creating folder: Instances. Parent ref: group-v806639. {{(pid=69770) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1130.240352] env[69770]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7945ea0b-50d4-4feb-9dbd-83c234cfdd78 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.251833] env[69770]: INFO nova.virt.vmwareapi.vm_util [None req-350bf2a2-9474-46eb-aeea-fad1e60c029e tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] Created folder: Instances in parent group-v806639. [ 1130.251950] env[69770]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-350bf2a2-9474-46eb-aeea-fad1e60c029e tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69770) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1130.252205] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5815fe63-e447-4be2-9055-a6320d0ba896] Creating VM on the ESX host {{(pid=69770) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1130.252427] env[69770]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9e49029e-7733-4b03-9381-dae3c6b9ae11 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.273837] env[69770]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1130.273837] env[69770]: value = "task-4070461" [ 1130.273837] env[69770]: _type = "Task" [ 1130.273837] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1130.283064] env[69770]: DEBUG oslo_vmware.api [-] Task: {'id': task-4070461, 'name': CreateVM_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.298824] env[69770]: DEBUG oslo_vmware.api [None req-b225c954-4de8-4c30-a9cf-59898a1daa9a tempest-ServerRescueNegativeTestJSON-135561646 tempest-ServerRescueNegativeTestJSON-135561646-project-member] Task: {'id': task-4070458, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.168839} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1130.299143] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-b225c954-4de8-4c30-a9cf-59898a1daa9a tempest-ServerRescueNegativeTestJSON-135561646 tempest-ServerRescueNegativeTestJSON-135561646-project-member] [instance: c53961c9-df55-42c6-8410-a50404d06605] Extended root virtual disk {{(pid=69770) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1130.299984] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ff6efa9-a8f6-4145-bacf-ee35da6744e8 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.325527] env[69770]: DEBUG nova.virt.vmwareapi.volumeops [None req-b225c954-4de8-4c30-a9cf-59898a1daa9a tempest-ServerRescueNegativeTestJSON-135561646 tempest-ServerRescueNegativeTestJSON-135561646-project-member] [instance: c53961c9-df55-42c6-8410-a50404d06605] Reconfiguring VM instance instance-0000005d to attach disk [datastore1] c53961c9-df55-42c6-8410-a50404d06605/c53961c9-df55-42c6-8410-a50404d06605.vmdk or device None with type sparse {{(pid=69770) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1130.325888] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1548c009-fec4-4de0-8ca2-dd226f12a3b3 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.345865] env[69770]: DEBUG oslo_vmware.api [None req-b225c954-4de8-4c30-a9cf-59898a1daa9a tempest-ServerRescueNegativeTestJSON-135561646 tempest-ServerRescueNegativeTestJSON-135561646-project-member] Waiting for the task: (returnval){ [ 1130.345865] env[69770]: value = "task-4070462" [ 1130.345865] env[69770]: _type = "Task" [ 1130.345865] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1130.356318] env[69770]: DEBUG oslo_vmware.api [None req-b225c954-4de8-4c30-a9cf-59898a1daa9a tempest-ServerRescueNegativeTestJSON-135561646 tempest-ServerRescueNegativeTestJSON-135561646-project-member] Task: {'id': task-4070462, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.410406] env[69770]: DEBUG oslo_vmware.api [None req-869f83dc-837c-4886-b883-e3a50fa61eee tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] Task: {'id': task-4070457, 'name': Destroy_Task, 'duration_secs': 0.687761} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1130.411948] env[69770]: INFO nova.virt.vmwareapi.vm_util [None req-869f83dc-837c-4886-b883-e3a50fa61eee tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] [instance: c709ca8a-caa3-4f8a-a6bc-5c7a9bd346f5] Destroyed the VM [ 1130.412240] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-869f83dc-837c-4886-b883-e3a50fa61eee tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] [instance: c709ca8a-caa3-4f8a-a6bc-5c7a9bd346f5] Deleting Snapshot of the VM instance {{(pid=69770) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1130.413666] env[69770]: DEBUG nova.compute.manager [req-ef9e0925-6040-4a03-b484-647125b3f649 req-81a911a8-d8d1-4e59-a1a6-4344401803a6 service nova] [instance: 5815fe63-e447-4be2-9055-a6320d0ba896] Received event network-changed-ffac1883-a59c-43d8-8ba1-8e8379f232f5 {{(pid=69770) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1130.413873] env[69770]: DEBUG nova.compute.manager [req-ef9e0925-6040-4a03-b484-647125b3f649 req-81a911a8-d8d1-4e59-a1a6-4344401803a6 service nova] [instance: 5815fe63-e447-4be2-9055-a6320d0ba896] Refreshing instance network info cache due to event network-changed-ffac1883-a59c-43d8-8ba1-8e8379f232f5. {{(pid=69770) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1130.414055] env[69770]: DEBUG oslo_concurrency.lockutils [req-ef9e0925-6040-4a03-b484-647125b3f649 req-81a911a8-d8d1-4e59-a1a6-4344401803a6 service nova] Acquiring lock "refresh_cache-5815fe63-e447-4be2-9055-a6320d0ba896" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.414197] env[69770]: DEBUG oslo_concurrency.lockutils [req-ef9e0925-6040-4a03-b484-647125b3f649 req-81a911a8-d8d1-4e59-a1a6-4344401803a6 service nova] Acquired lock "refresh_cache-5815fe63-e447-4be2-9055-a6320d0ba896" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.414385] env[69770]: DEBUG nova.network.neutron [req-ef9e0925-6040-4a03-b484-647125b3f649 req-81a911a8-d8d1-4e59-a1a6-4344401803a6 service nova] [instance: 5815fe63-e447-4be2-9055-a6320d0ba896] Refreshing network info cache for port ffac1883-a59c-43d8-8ba1-8e8379f232f5 {{(pid=69770) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1130.415612] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-211ee9b6-2705-4fea-bd0b-2724611e0075 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.424944] env[69770]: DEBUG oslo_vmware.api [None req-869f83dc-837c-4886-b883-e3a50fa61eee tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] Waiting for the task: (returnval){ [ 1130.424944] env[69770]: value = "task-4070463" [ 1130.424944] env[69770]: _type = "Task" [ 1130.424944] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1130.434930] env[69770]: DEBUG oslo_vmware.api [None req-869f83dc-837c-4886-b883-e3a50fa61eee tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] Task: {'id': task-4070463, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.512812] env[69770]: INFO nova.compute.manager [None req-9317f569-e419-4e15-9b08-827ad6f1bbfd tempest-ServerRescueNegativeTestJSON-135561646 tempest-ServerRescueNegativeTestJSON-135561646-project-member] [instance: ec405988-80b1-4918-8572-addc7c5127aa] Took 28.17 seconds to build instance. [ 1130.616127] env[69770]: DEBUG oslo_concurrency.lockutils [None req-0e07e329-eddf-4243-b260-05a6adc95384 tempest-ImagesNegativeTestJSON-582317497 tempest-ImagesNegativeTestJSON-582317497-project-member] Lock "1d35724e-5a49-4d53-b81e-a259ea926036" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 24.676s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1130.787394] env[69770]: DEBUG oslo_vmware.api [-] Task: {'id': task-4070461, 'name': CreateVM_Task, 'duration_secs': 0.497627} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1130.789787] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5815fe63-e447-4be2-9055-a6320d0ba896] Created VM on the ESX host {{(pid=69770) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1130.790672] env[69770]: DEBUG oslo_concurrency.lockutils [None req-350bf2a2-9474-46eb-aeea-fad1e60c029e tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.790953] env[69770]: DEBUG oslo_concurrency.lockutils [None req-350bf2a2-9474-46eb-aeea-fad1e60c029e tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.791894] env[69770]: DEBUG oslo_concurrency.lockutils [None req-350bf2a2-9474-46eb-aeea-fad1e60c029e tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.792707] env[69770]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b638da3b-af0a-45cf-bf10-0c01ffacde68 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.800319] env[69770]: DEBUG oslo_vmware.api [None req-350bf2a2-9474-46eb-aeea-fad1e60c029e tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] Waiting for the task: (returnval){ [ 1130.800319] env[69770]: value = "session[52161b52-cb8e-ec9f-1132-2f6b49549d41]52b791c7-4c95-6ea3-3f4a-0bc1a3478055" [ 1130.800319] env[69770]: _type = "Task" [ 1130.800319] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1130.809772] env[69770]: DEBUG oslo_vmware.api [None req-350bf2a2-9474-46eb-aeea-fad1e60c029e tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]52b791c7-4c95-6ea3-3f4a-0bc1a3478055, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.858822] env[69770]: DEBUG oslo_vmware.api [None req-b225c954-4de8-4c30-a9cf-59898a1daa9a tempest-ServerRescueNegativeTestJSON-135561646 tempest-ServerRescueNegativeTestJSON-135561646-project-member] Task: {'id': task-4070462, 'name': ReconfigVM_Task, 'duration_secs': 0.335979} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1130.859893] env[69770]: DEBUG nova.network.neutron [None req-93c52b15-9d94-424b-8b0a-c63d9b49d1f8 tempest-AttachVolumeTestJSON-339692578 tempest-AttachVolumeTestJSON-339692578-project-member] [instance: dc0f3667-e2b8-4b6a-b4e2-cc558b2f10ad] Updating instance_info_cache with network_info: [{"id": "759852cd-121b-4d04-9799-2c0a32306ad4", "address": "fa:16:3e:5b:32:28", "network": {"id": "b4f6914c-0803-42d0-b75a-d60ffc35f8b5", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-580694787-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.184", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b9d6e6c446154a4ba62ddf820c22c69f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "184687d6-125a-4b58-bb5b-fdb404088eda", "external-id": "nsx-vlan-transportzone-134", "segmentation_id": 134, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap759852cd-12", "ovs_interfaceid": "759852cd-121b-4d04-9799-2c0a32306ad4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69770) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1130.861195] env[69770]: DEBUG nova.virt.vmwareapi.volumeops [None req-b225c954-4de8-4c30-a9cf-59898a1daa9a tempest-ServerRescueNegativeTestJSON-135561646 tempest-ServerRescueNegativeTestJSON-135561646-project-member] [instance: c53961c9-df55-42c6-8410-a50404d06605] Reconfigured VM instance instance-0000005d to attach disk [datastore1] c53961c9-df55-42c6-8410-a50404d06605/c53961c9-df55-42c6-8410-a50404d06605.vmdk or device None with type sparse {{(pid=69770) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1130.864524] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d5b49975-3e0a-46f5-b3dc-fba1b9366cd0 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.871840] env[69770]: DEBUG oslo_vmware.api [None req-b225c954-4de8-4c30-a9cf-59898a1daa9a tempest-ServerRescueNegativeTestJSON-135561646 tempest-ServerRescueNegativeTestJSON-135561646-project-member] Waiting for the task: (returnval){ [ 1130.871840] env[69770]: value = "task-4070464" [ 1130.871840] env[69770]: _type = "Task" [ 1130.871840] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1130.887096] env[69770]: DEBUG oslo_vmware.api [None req-b225c954-4de8-4c30-a9cf-59898a1daa9a tempest-ServerRescueNegativeTestJSON-135561646 tempest-ServerRescueNegativeTestJSON-135561646-project-member] Task: {'id': task-4070464, 'name': Rename_Task} progress is 6%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.939434] env[69770]: DEBUG oslo_vmware.api [None req-869f83dc-837c-4886-b883-e3a50fa61eee tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] Task: {'id': task-4070463, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.960155] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c601032e-5699-4fad-8ef8-b1a3958ddb8c {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.971639] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87e2a552-7548-40c6-b98d-97bf8b82ea76 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.013472] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49d9199f-d8d8-49da-82f8-6513011130d9 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.019607] env[69770]: DEBUG oslo_concurrency.lockutils [None req-9317f569-e419-4e15-9b08-827ad6f1bbfd tempest-ServerRescueNegativeTestJSON-135561646 tempest-ServerRescueNegativeTestJSON-135561646-project-member] Lock "ec405988-80b1-4918-8572-addc7c5127aa" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 29.691s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1131.026957] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f58fe5b-a39e-4ba8-abec-606c460decc9 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.045394] env[69770]: DEBUG nova.compute.provider_tree [None req-bd322739-6674-45ba-b46e-59fba9b2801a tempest-ServersAdmin275Test-1407660202 tempest-ServersAdmin275Test-1407660202-project-member] Inventory has not changed in ProviderTree for provider: 7cc7d32b-b7a7-454a-a456-2a440248ed9d {{(pid=69770) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1131.283191] env[69770]: DEBUG nova.network.neutron [req-ef9e0925-6040-4a03-b484-647125b3f649 req-81a911a8-d8d1-4e59-a1a6-4344401803a6 service nova] [instance: 5815fe63-e447-4be2-9055-a6320d0ba896] Updated VIF entry in instance network info cache for port ffac1883-a59c-43d8-8ba1-8e8379f232f5. {{(pid=69770) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1131.283568] env[69770]: DEBUG nova.network.neutron [req-ef9e0925-6040-4a03-b484-647125b3f649 req-81a911a8-d8d1-4e59-a1a6-4344401803a6 service nova] [instance: 5815fe63-e447-4be2-9055-a6320d0ba896] Updating instance_info_cache with network_info: [{"id": "ffac1883-a59c-43d8-8ba1-8e8379f232f5", "address": "fa:16:3e:ee:a1:aa", "network": {"id": "6947160b-7d54-4e72-ac36-2126989baab1", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-851069895-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bcbfd42565514a329707ee7a1c7d910c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69076131-87ac-46dd-9d5d-8d1b4ea7dec6", "external-id": "nsx-vlan-transportzone-327", "segmentation_id": 327, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapffac1883-a5", "ovs_interfaceid": "ffac1883-a59c-43d8-8ba1-8e8379f232f5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69770) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1131.315729] env[69770]: DEBUG oslo_vmware.api [None req-350bf2a2-9474-46eb-aeea-fad1e60c029e tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]52b791c7-4c95-6ea3-3f4a-0bc1a3478055, 'name': SearchDatastore_Task, 'duration_secs': 0.027324} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1131.316060] env[69770]: DEBUG oslo_concurrency.lockutils [None req-350bf2a2-9474-46eb-aeea-fad1e60c029e tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.316303] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-350bf2a2-9474-46eb-aeea-fad1e60c029e tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] [instance: 5815fe63-e447-4be2-9055-a6320d0ba896] Processing image d1eaff80-24a0-4391-90eb-59958b1ecf0a {{(pid=69770) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1131.316542] env[69770]: DEBUG oslo_concurrency.lockutils [None req-350bf2a2-9474-46eb-aeea-fad1e60c029e tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.316716] env[69770]: DEBUG oslo_concurrency.lockutils [None req-350bf2a2-9474-46eb-aeea-fad1e60c029e tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.316913] env[69770]: DEBUG nova.virt.vmwareapi.ds_util [None req-350bf2a2-9474-46eb-aeea-fad1e60c029e tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69770) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1131.317215] env[69770]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a2c2f00b-a0c8-4df3-9d46-02193b0a1d24 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.327971] env[69770]: DEBUG nova.virt.vmwareapi.ds_util [None req-350bf2a2-9474-46eb-aeea-fad1e60c029e tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69770) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1131.328183] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-350bf2a2-9474-46eb-aeea-fad1e60c029e tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69770) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1131.329035] env[69770]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e9e53ae8-9c04-4721-9d73-3665a72450c0 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.335853] env[69770]: DEBUG oslo_vmware.api [None req-350bf2a2-9474-46eb-aeea-fad1e60c029e tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] Waiting for the task: (returnval){ [ 1131.335853] env[69770]: value = "session[52161b52-cb8e-ec9f-1132-2f6b49549d41]524db308-bfd6-373d-1199-700c385e8e11" [ 1131.335853] env[69770]: _type = "Task" [ 1131.335853] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1131.348900] env[69770]: DEBUG oslo_vmware.api [None req-350bf2a2-9474-46eb-aeea-fad1e60c029e tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]524db308-bfd6-373d-1199-700c385e8e11, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.362971] env[69770]: DEBUG oslo_concurrency.lockutils [None req-93c52b15-9d94-424b-8b0a-c63d9b49d1f8 tempest-AttachVolumeTestJSON-339692578 tempest-AttachVolumeTestJSON-339692578-project-member] Releasing lock "refresh_cache-dc0f3667-e2b8-4b6a-b4e2-cc558b2f10ad" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.385264] env[69770]: DEBUG oslo_vmware.api [None req-b225c954-4de8-4c30-a9cf-59898a1daa9a tempest-ServerRescueNegativeTestJSON-135561646 tempest-ServerRescueNegativeTestJSON-135561646-project-member] Task: {'id': task-4070464, 'name': Rename_Task, 'duration_secs': 0.180815} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1131.385551] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-b225c954-4de8-4c30-a9cf-59898a1daa9a tempest-ServerRescueNegativeTestJSON-135561646 tempest-ServerRescueNegativeTestJSON-135561646-project-member] [instance: c53961c9-df55-42c6-8410-a50404d06605] Powering on the VM {{(pid=69770) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1131.385832] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-dd98b7d0-f197-4d24-81fd-519bd39ea6e5 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.393929] env[69770]: DEBUG oslo_vmware.api [None req-b225c954-4de8-4c30-a9cf-59898a1daa9a tempest-ServerRescueNegativeTestJSON-135561646 tempest-ServerRescueNegativeTestJSON-135561646-project-member] Waiting for the task: (returnval){ [ 1131.393929] env[69770]: value = "task-4070465" [ 1131.393929] env[69770]: _type = "Task" [ 1131.393929] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1131.403187] env[69770]: DEBUG oslo_vmware.api [None req-b225c954-4de8-4c30-a9cf-59898a1daa9a tempest-ServerRescueNegativeTestJSON-135561646 tempest-ServerRescueNegativeTestJSON-135561646-project-member] Task: {'id': task-4070465, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.440378] env[69770]: DEBUG oslo_vmware.api [None req-869f83dc-837c-4886-b883-e3a50fa61eee tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] Task: {'id': task-4070463, 'name': RemoveSnapshot_Task, 'duration_secs': 0.784265} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1131.440841] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-869f83dc-837c-4886-b883-e3a50fa61eee tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] [instance: c709ca8a-caa3-4f8a-a6bc-5c7a9bd346f5] Deleted Snapshot of the VM instance {{(pid=69770) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1131.524589] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a7c212a-f9c5-4b2d-83dd-0ddc02702c7a {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.545823] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-f01957d3-c6ee-4ee2-bf70-e911b56867c6 tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] [instance: 19c06f92-7f17-4834-b8be-723eb3f313c5] Updating instance '19c06f92-7f17-4834-b8be-723eb3f313c5' progress to 0 {{(pid=69770) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1131.550694] env[69770]: DEBUG nova.scheduler.client.report [None req-bd322739-6674-45ba-b46e-59fba9b2801a tempest-ServersAdmin275Test-1407660202 tempest-ServersAdmin275Test-1407660202-project-member] Inventory has not changed for provider 7cc7d32b-b7a7-454a-a456-2a440248ed9d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69770) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1131.786144] env[69770]: DEBUG oslo_concurrency.lockutils [req-ef9e0925-6040-4a03-b484-647125b3f649 req-81a911a8-d8d1-4e59-a1a6-4344401803a6 service nova] Releasing lock "refresh_cache-5815fe63-e447-4be2-9055-a6320d0ba896" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.848847] env[69770]: DEBUG oslo_vmware.api [None req-350bf2a2-9474-46eb-aeea-fad1e60c029e tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]524db308-bfd6-373d-1199-700c385e8e11, 'name': SearchDatastore_Task, 'duration_secs': 0.024055} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1131.849969] env[69770]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1b824990-53cc-441c-96ea-7fa27bf439e2 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.858788] env[69770]: DEBUG oslo_vmware.api [None req-350bf2a2-9474-46eb-aeea-fad1e60c029e tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] Waiting for the task: (returnval){ [ 1131.858788] env[69770]: value = "session[52161b52-cb8e-ec9f-1132-2f6b49549d41]525e8d27-2c63-c613-8cad-3f5cd606e830" [ 1131.858788] env[69770]: _type = "Task" [ 1131.858788] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1131.871618] env[69770]: DEBUG oslo_vmware.api [None req-350bf2a2-9474-46eb-aeea-fad1e60c029e tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]525e8d27-2c63-c613-8cad-3f5cd606e830, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.906453] env[69770]: DEBUG oslo_vmware.api [None req-b225c954-4de8-4c30-a9cf-59898a1daa9a tempest-ServerRescueNegativeTestJSON-135561646 tempest-ServerRescueNegativeTestJSON-135561646-project-member] Task: {'id': task-4070465, 'name': PowerOnVM_Task, 'duration_secs': 0.505423} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1131.906836] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-b225c954-4de8-4c30-a9cf-59898a1daa9a tempest-ServerRescueNegativeTestJSON-135561646 tempest-ServerRescueNegativeTestJSON-135561646-project-member] [instance: c53961c9-df55-42c6-8410-a50404d06605] Powered on the VM {{(pid=69770) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1131.907118] env[69770]: INFO nova.compute.manager [None req-b225c954-4de8-4c30-a9cf-59898a1daa9a tempest-ServerRescueNegativeTestJSON-135561646 tempest-ServerRescueNegativeTestJSON-135561646-project-member] [instance: c53961c9-df55-42c6-8410-a50404d06605] Took 7.75 seconds to spawn the instance on the hypervisor. [ 1131.907352] env[69770]: DEBUG nova.compute.manager [None req-b225c954-4de8-4c30-a9cf-59898a1daa9a tempest-ServerRescueNegativeTestJSON-135561646 tempest-ServerRescueNegativeTestJSON-135561646-project-member] [instance: c53961c9-df55-42c6-8410-a50404d06605] Checking state {{(pid=69770) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1131.908256] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-baf5fb7c-1fb5-428b-a5c0-169dffdd62b0 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.947739] env[69770]: WARNING nova.compute.manager [None req-869f83dc-837c-4886-b883-e3a50fa61eee tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] [instance: c709ca8a-caa3-4f8a-a6bc-5c7a9bd346f5] Image not found during snapshot: nova.exception.ImageNotFound: Image 47542b4f-b18c-4c02-8c42-dcdd438cc45e could not be found. [ 1132.057482] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-f01957d3-c6ee-4ee2-bf70-e911b56867c6 tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] [instance: 19c06f92-7f17-4834-b8be-723eb3f313c5] Powering off the VM {{(pid=69770) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1132.058228] env[69770]: DEBUG oslo_concurrency.lockutils [None req-bd322739-6674-45ba-b46e-59fba9b2801a tempest-ServersAdmin275Test-1407660202 tempest-ServersAdmin275Test-1407660202-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.969s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1132.060835] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bddda70a-1f01-490d-aab7-29fe13884c9c {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.062800] env[69770]: DEBUG oslo_concurrency.lockutils [None req-f3b509ee-b0fd-40c3-84ea-52a004fd6c42 tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.409s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1132.064363] env[69770]: INFO nova.compute.claims [None req-f3b509ee-b0fd-40c3-84ea-52a004fd6c42 tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] [instance: 16145ac2-85be-4cb7-a852-576d51ede5e7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1132.073236] env[69770]: DEBUG oslo_vmware.api [None req-f01957d3-c6ee-4ee2-bf70-e911b56867c6 tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] Waiting for the task: (returnval){ [ 1132.073236] env[69770]: value = "task-4070466" [ 1132.073236] env[69770]: _type = "Task" [ 1132.073236] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1132.087022] env[69770]: DEBUG oslo_vmware.api [None req-f01957d3-c6ee-4ee2-bf70-e911b56867c6 tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] Task: {'id': task-4070466, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.095179] env[69770]: INFO nova.scheduler.client.report [None req-bd322739-6674-45ba-b46e-59fba9b2801a tempest-ServersAdmin275Test-1407660202 tempest-ServersAdmin275Test-1407660202-project-member] Deleted allocations for instance fc7b06e1-c542-448b-a750-f27af3874b8f [ 1132.374386] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-93c52b15-9d94-424b-8b0a-c63d9b49d1f8 tempest-AttachVolumeTestJSON-339692578 tempest-AttachVolumeTestJSON-339692578-project-member] [instance: dc0f3667-e2b8-4b6a-b4e2-cc558b2f10ad] Powering on the VM {{(pid=69770) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1132.378028] env[69770]: DEBUG oslo_vmware.api [None req-350bf2a2-9474-46eb-aeea-fad1e60c029e tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]525e8d27-2c63-c613-8cad-3f5cd606e830, 'name': SearchDatastore_Task, 'duration_secs': 0.023209} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1132.378028] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f8c1c502-1db1-4df6-82d1-9bb0282c7fdf {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.378028] env[69770]: DEBUG oslo_concurrency.lockutils [None req-350bf2a2-9474-46eb-aeea-fad1e60c029e tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.378028] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-350bf2a2-9474-46eb-aeea-fad1e60c029e tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk to [datastore1] 5815fe63-e447-4be2-9055-a6320d0ba896/5815fe63-e447-4be2-9055-a6320d0ba896.vmdk {{(pid=69770) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1132.378452] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-935b4cec-1d9a-4fea-b0f9-4c34fa523ed5 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.392065] env[69770]: DEBUG oslo_vmware.api [None req-93c52b15-9d94-424b-8b0a-c63d9b49d1f8 tempest-AttachVolumeTestJSON-339692578 tempest-AttachVolumeTestJSON-339692578-project-member] Waiting for the task: (returnval){ [ 1132.392065] env[69770]: value = "task-4070467" [ 1132.392065] env[69770]: _type = "Task" [ 1132.392065] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1132.392505] env[69770]: DEBUG oslo_vmware.api [None req-350bf2a2-9474-46eb-aeea-fad1e60c029e tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] Waiting for the task: (returnval){ [ 1132.392505] env[69770]: value = "task-4070468" [ 1132.392505] env[69770]: _type = "Task" [ 1132.392505] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1132.416024] env[69770]: DEBUG oslo_vmware.api [None req-350bf2a2-9474-46eb-aeea-fad1e60c029e tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] Task: {'id': task-4070468, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.417487] env[69770]: DEBUG oslo_vmware.api [None req-93c52b15-9d94-424b-8b0a-c63d9b49d1f8 tempest-AttachVolumeTestJSON-339692578 tempest-AttachVolumeTestJSON-339692578-project-member] Task: {'id': task-4070467, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.430766] env[69770]: INFO nova.compute.manager [None req-b225c954-4de8-4c30-a9cf-59898a1daa9a tempest-ServerRescueNegativeTestJSON-135561646 tempest-ServerRescueNegativeTestJSON-135561646-project-member] [instance: c53961c9-df55-42c6-8410-a50404d06605] Took 29.33 seconds to build instance. [ 1132.590055] env[69770]: DEBUG oslo_vmware.api [None req-f01957d3-c6ee-4ee2-bf70-e911b56867c6 tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] Task: {'id': task-4070466, 'name': PowerOffVM_Task, 'duration_secs': 0.272365} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1132.590450] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-f01957d3-c6ee-4ee2-bf70-e911b56867c6 tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] [instance: 19c06f92-7f17-4834-b8be-723eb3f313c5] Powered off the VM {{(pid=69770) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1132.590697] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-f01957d3-c6ee-4ee2-bf70-e911b56867c6 tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] [instance: 19c06f92-7f17-4834-b8be-723eb3f313c5] Updating instance '19c06f92-7f17-4834-b8be-723eb3f313c5' progress to 17 {{(pid=69770) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1132.607562] env[69770]: DEBUG oslo_concurrency.lockutils [None req-bd322739-6674-45ba-b46e-59fba9b2801a tempest-ServersAdmin275Test-1407660202 tempest-ServersAdmin275Test-1407660202-project-member] Lock "fc7b06e1-c542-448b-a750-f27af3874b8f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 26.573s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1132.913373] env[69770]: DEBUG oslo_vmware.api [None req-350bf2a2-9474-46eb-aeea-fad1e60c029e tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] Task: {'id': task-4070468, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.917733] env[69770]: DEBUG oslo_vmware.api [None req-93c52b15-9d94-424b-8b0a-c63d9b49d1f8 tempest-AttachVolumeTestJSON-339692578 tempest-AttachVolumeTestJSON-339692578-project-member] Task: {'id': task-4070467, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.933217] env[69770]: DEBUG oslo_concurrency.lockutils [None req-b225c954-4de8-4c30-a9cf-59898a1daa9a tempest-ServerRescueNegativeTestJSON-135561646 tempest-ServerRescueNegativeTestJSON-135561646-project-member] Lock "c53961c9-df55-42c6-8410-a50404d06605" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 30.852s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1132.986450] env[69770]: INFO nova.compute.manager [None req-bac08eee-d55c-4ec1-baf6-a25fc9235e7d tempest-ServerRescueNegativeTestJSON-135561646 tempest-ServerRescueNegativeTestJSON-135561646-project-member] [instance: c53961c9-df55-42c6-8410-a50404d06605] Rescuing [ 1132.986861] env[69770]: DEBUG oslo_concurrency.lockutils [None req-bac08eee-d55c-4ec1-baf6-a25fc9235e7d tempest-ServerRescueNegativeTestJSON-135561646 tempest-ServerRescueNegativeTestJSON-135561646-project-member] Acquiring lock "refresh_cache-c53961c9-df55-42c6-8410-a50404d06605" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.987140] env[69770]: DEBUG oslo_concurrency.lockutils [None req-bac08eee-d55c-4ec1-baf6-a25fc9235e7d tempest-ServerRescueNegativeTestJSON-135561646 tempest-ServerRescueNegativeTestJSON-135561646-project-member] Acquired lock "refresh_cache-c53961c9-df55-42c6-8410-a50404d06605" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.987402] env[69770]: DEBUG nova.network.neutron [None req-bac08eee-d55c-4ec1-baf6-a25fc9235e7d tempest-ServerRescueNegativeTestJSON-135561646 tempest-ServerRescueNegativeTestJSON-135561646-project-member] [instance: c53961c9-df55-42c6-8410-a50404d06605] Building network info cache for instance {{(pid=69770) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1133.084724] env[69770]: DEBUG oslo_concurrency.lockutils [None req-d660fc72-8dba-44ad-b835-7ab5d5606e81 tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] Acquiring lock "c709ca8a-caa3-4f8a-a6bc-5c7a9bd346f5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1133.085075] env[69770]: DEBUG oslo_concurrency.lockutils [None req-d660fc72-8dba-44ad-b835-7ab5d5606e81 tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] Lock "c709ca8a-caa3-4f8a-a6bc-5c7a9bd346f5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1133.085435] env[69770]: DEBUG oslo_concurrency.lockutils [None req-d660fc72-8dba-44ad-b835-7ab5d5606e81 tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] Acquiring lock "c709ca8a-caa3-4f8a-a6bc-5c7a9bd346f5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1133.086117] env[69770]: DEBUG oslo_concurrency.lockutils [None req-d660fc72-8dba-44ad-b835-7ab5d5606e81 tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] Lock "c709ca8a-caa3-4f8a-a6bc-5c7a9bd346f5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1133.086117] env[69770]: DEBUG oslo_concurrency.lockutils [None req-d660fc72-8dba-44ad-b835-7ab5d5606e81 tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] Lock "c709ca8a-caa3-4f8a-a6bc-5c7a9bd346f5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1133.089456] env[69770]: INFO nova.compute.manager [None req-d660fc72-8dba-44ad-b835-7ab5d5606e81 tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] [instance: c709ca8a-caa3-4f8a-a6bc-5c7a9bd346f5] Terminating instance [ 1133.100311] env[69770]: DEBUG nova.virt.hardware [None req-f01957d3-c6ee-4ee2-bf70-e911b56867c6 tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T12:16:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=d1eaff80-24a0-4391-90eb-59958b1ecf0a,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69770) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1133.100311] env[69770]: DEBUG nova.virt.hardware [None req-f01957d3-c6ee-4ee2-bf70-e911b56867c6 tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] Flavor limits 0:0:0 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1133.100311] env[69770]: DEBUG nova.virt.hardware [None req-f01957d3-c6ee-4ee2-bf70-e911b56867c6 tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] Image limits 0:0:0 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1133.100311] env[69770]: DEBUG nova.virt.hardware [None req-f01957d3-c6ee-4ee2-bf70-e911b56867c6 tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] Flavor pref 0:0:0 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1133.101248] env[69770]: DEBUG nova.virt.hardware [None req-f01957d3-c6ee-4ee2-bf70-e911b56867c6 tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] Image pref 0:0:0 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1133.101810] env[69770]: DEBUG nova.virt.hardware [None req-f01957d3-c6ee-4ee2-bf70-e911b56867c6 tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1133.102645] env[69770]: DEBUG nova.virt.hardware [None req-f01957d3-c6ee-4ee2-bf70-e911b56867c6 tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69770) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1133.102992] env[69770]: DEBUG nova.virt.hardware [None req-f01957d3-c6ee-4ee2-bf70-e911b56867c6 tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69770) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1133.103499] env[69770]: DEBUG nova.virt.hardware [None req-f01957d3-c6ee-4ee2-bf70-e911b56867c6 tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] Got 1 possible topologies {{(pid=69770) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1133.105497] env[69770]: DEBUG nova.virt.hardware [None req-f01957d3-c6ee-4ee2-bf70-e911b56867c6 tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69770) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1133.105497] env[69770]: DEBUG nova.virt.hardware [None req-f01957d3-c6ee-4ee2-bf70-e911b56867c6 tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69770) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1133.114122] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e4182072-7a09-45da-a76d-7af0d726a9ab {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.137749] env[69770]: DEBUG oslo_vmware.api [None req-f01957d3-c6ee-4ee2-bf70-e911b56867c6 tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] Waiting for the task: (returnval){ [ 1133.137749] env[69770]: value = "task-4070469" [ 1133.137749] env[69770]: _type = "Task" [ 1133.137749] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1133.155033] env[69770]: DEBUG oslo_vmware.api [None req-f01957d3-c6ee-4ee2-bf70-e911b56867c6 tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] Task: {'id': task-4070469, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1133.385321] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76d6f6bc-4b2c-49c3-8248-ed7da1c21d93 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.398579] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-424b871a-7135-4144-984b-448ada5196eb {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.411413] env[69770]: DEBUG oslo_vmware.api [None req-93c52b15-9d94-424b-8b0a-c63d9b49d1f8 tempest-AttachVolumeTestJSON-339692578 tempest-AttachVolumeTestJSON-339692578-project-member] Task: {'id': task-4070467, 'name': PowerOnVM_Task, 'duration_secs': 0.599515} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1133.439257] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-93c52b15-9d94-424b-8b0a-c63d9b49d1f8 tempest-AttachVolumeTestJSON-339692578 tempest-AttachVolumeTestJSON-339692578-project-member] [instance: dc0f3667-e2b8-4b6a-b4e2-cc558b2f10ad] Powered on the VM {{(pid=69770) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1133.439534] env[69770]: DEBUG nova.compute.manager [None req-93c52b15-9d94-424b-8b0a-c63d9b49d1f8 tempest-AttachVolumeTestJSON-339692578 tempest-AttachVolumeTestJSON-339692578-project-member] [instance: dc0f3667-e2b8-4b6a-b4e2-cc558b2f10ad] Checking state {{(pid=69770) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1133.440091] env[69770]: DEBUG oslo_vmware.api [None req-350bf2a2-9474-46eb-aeea-fad1e60c029e tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] Task: {'id': task-4070468, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.657029} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1133.440913] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1401b946-9d01-409a-99f7-7fee6e310339 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.444845] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0c138af-b96c-4a33-8805-18d176ec6f41 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.448146] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-350bf2a2-9474-46eb-aeea-fad1e60c029e tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk to [datastore1] 5815fe63-e447-4be2-9055-a6320d0ba896/5815fe63-e447-4be2-9055-a6320d0ba896.vmdk {{(pid=69770) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1133.448383] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-350bf2a2-9474-46eb-aeea-fad1e60c029e tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] [instance: 5815fe63-e447-4be2-9055-a6320d0ba896] Extending root virtual disk to 1048576 {{(pid=69770) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1133.449056] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-dff1ecb4-9abf-4082-aaee-0c77980686d4 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.464352] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6844fc6-758c-4043-9a05-97a7901ce308 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.468774] env[69770]: DEBUG oslo_vmware.api [None req-350bf2a2-9474-46eb-aeea-fad1e60c029e tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] Waiting for the task: (returnval){ [ 1133.468774] env[69770]: value = "task-4070470" [ 1133.468774] env[69770]: _type = "Task" [ 1133.468774] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1133.483534] env[69770]: DEBUG nova.compute.provider_tree [None req-f3b509ee-b0fd-40c3-84ea-52a004fd6c42 tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] Inventory has not changed in ProviderTree for provider: 7cc7d32b-b7a7-454a-a456-2a440248ed9d {{(pid=69770) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1133.493777] env[69770]: DEBUG oslo_vmware.api [None req-350bf2a2-9474-46eb-aeea-fad1e60c029e tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] Task: {'id': task-4070470, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1133.594900] env[69770]: DEBUG nova.compute.manager [None req-d660fc72-8dba-44ad-b835-7ab5d5606e81 tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] [instance: c709ca8a-caa3-4f8a-a6bc-5c7a9bd346f5] Start destroying the instance on the hypervisor. {{(pid=69770) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1133.595135] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-d660fc72-8dba-44ad-b835-7ab5d5606e81 tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] [instance: c709ca8a-caa3-4f8a-a6bc-5c7a9bd346f5] Destroying instance {{(pid=69770) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1133.596042] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d11a27c3-79c7-42cd-aae3-cff74455b711 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.604954] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-d660fc72-8dba-44ad-b835-7ab5d5606e81 tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] [instance: c709ca8a-caa3-4f8a-a6bc-5c7a9bd346f5] Powering off the VM {{(pid=69770) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1133.605360] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-06380852-517c-4502-81bf-9cf095c78ae1 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.614390] env[69770]: DEBUG oslo_vmware.api [None req-d660fc72-8dba-44ad-b835-7ab5d5606e81 tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] Waiting for the task: (returnval){ [ 1133.614390] env[69770]: value = "task-4070471" [ 1133.614390] env[69770]: _type = "Task" [ 1133.614390] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1133.630506] env[69770]: DEBUG oslo_vmware.api [None req-d660fc72-8dba-44ad-b835-7ab5d5606e81 tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] Task: {'id': task-4070471, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1133.650670] env[69770]: DEBUG oslo_vmware.api [None req-f01957d3-c6ee-4ee2-bf70-e911b56867c6 tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] Task: {'id': task-4070469, 'name': ReconfigVM_Task, 'duration_secs': 0.247207} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1133.654429] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-f01957d3-c6ee-4ee2-bf70-e911b56867c6 tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] [instance: 19c06f92-7f17-4834-b8be-723eb3f313c5] Updating instance '19c06f92-7f17-4834-b8be-723eb3f313c5' progress to 33 {{(pid=69770) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1133.876084] env[69770]: DEBUG nova.network.neutron [None req-bac08eee-d55c-4ec1-baf6-a25fc9235e7d tempest-ServerRescueNegativeTestJSON-135561646 tempest-ServerRescueNegativeTestJSON-135561646-project-member] [instance: c53961c9-df55-42c6-8410-a50404d06605] Updating instance_info_cache with network_info: [{"id": "ca1f0a47-0b7c-4649-a76c-d7b841ecdcdf", "address": "fa:16:3e:38:63:97", "network": {"id": "419ca0f7-61b3-4408-9976-77c6983fa64f", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1600648344-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3903a8460665477a9e1a8d5c6550931b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b5c34919-7d52-4a52-bab1-81af4c8182ef", "external-id": "nsx-vlan-transportzone-458", "segmentation_id": 458, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapca1f0a47-0b", "ovs_interfaceid": "ca1f0a47-0b7c-4649-a76c-d7b841ecdcdf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69770) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1133.981388] env[69770]: DEBUG oslo_vmware.api [None req-350bf2a2-9474-46eb-aeea-fad1e60c029e tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] Task: {'id': task-4070470, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.081145} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1133.981718] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-350bf2a2-9474-46eb-aeea-fad1e60c029e tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] [instance: 5815fe63-e447-4be2-9055-a6320d0ba896] Extended root virtual disk {{(pid=69770) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1133.982979] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbd60c83-2b18-4639-a6f5-f338fefad4f2 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.988753] env[69770]: DEBUG nova.scheduler.client.report [None req-f3b509ee-b0fd-40c3-84ea-52a004fd6c42 tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] Inventory has not changed for provider 7cc7d32b-b7a7-454a-a456-2a440248ed9d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69770) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1134.021328] env[69770]: DEBUG nova.virt.vmwareapi.volumeops [None req-350bf2a2-9474-46eb-aeea-fad1e60c029e tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] [instance: 5815fe63-e447-4be2-9055-a6320d0ba896] Reconfiguring VM instance instance-0000005e to attach disk [datastore1] 5815fe63-e447-4be2-9055-a6320d0ba896/5815fe63-e447-4be2-9055-a6320d0ba896.vmdk or device None with type sparse {{(pid=69770) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1134.021985] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fcad57fe-9566-46bf-85c3-cd2f4b78a035 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.045296] env[69770]: DEBUG oslo_vmware.api [None req-350bf2a2-9474-46eb-aeea-fad1e60c029e tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] Waiting for the task: (returnval){ [ 1134.045296] env[69770]: value = "task-4070472" [ 1134.045296] env[69770]: _type = "Task" [ 1134.045296] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1134.057415] env[69770]: DEBUG oslo_vmware.api [None req-350bf2a2-9474-46eb-aeea-fad1e60c029e tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] Task: {'id': task-4070472, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1134.126687] env[69770]: DEBUG oslo_vmware.api [None req-d660fc72-8dba-44ad-b835-7ab5d5606e81 tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] Task: {'id': task-4070471, 'name': PowerOffVM_Task, 'duration_secs': 0.254267} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1134.127133] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-d660fc72-8dba-44ad-b835-7ab5d5606e81 tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] [instance: c709ca8a-caa3-4f8a-a6bc-5c7a9bd346f5] Powered off the VM {{(pid=69770) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1134.127367] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-d660fc72-8dba-44ad-b835-7ab5d5606e81 tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] [instance: c709ca8a-caa3-4f8a-a6bc-5c7a9bd346f5] Unregistering the VM {{(pid=69770) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1134.127698] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c64ec41b-26fe-4310-abc5-fd10f7fa33b2 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.162763] env[69770]: DEBUG nova.virt.hardware [None req-f01957d3-c6ee-4ee2-bf70-e911b56867c6 tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T12:16:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=d1eaff80-24a0-4391-90eb-59958b1ecf0a,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69770) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1134.163077] env[69770]: DEBUG nova.virt.hardware [None req-f01957d3-c6ee-4ee2-bf70-e911b56867c6 tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] Flavor limits 0:0:0 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1134.163314] env[69770]: DEBUG nova.virt.hardware [None req-f01957d3-c6ee-4ee2-bf70-e911b56867c6 tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] Image limits 0:0:0 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1134.163614] env[69770]: DEBUG nova.virt.hardware [None req-f01957d3-c6ee-4ee2-bf70-e911b56867c6 tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] Flavor pref 0:0:0 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1134.163846] env[69770]: DEBUG nova.virt.hardware [None req-f01957d3-c6ee-4ee2-bf70-e911b56867c6 tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] Image pref 0:0:0 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1134.164088] env[69770]: DEBUG nova.virt.hardware [None req-f01957d3-c6ee-4ee2-bf70-e911b56867c6 tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1134.164421] env[69770]: DEBUG nova.virt.hardware [None req-f01957d3-c6ee-4ee2-bf70-e911b56867c6 tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69770) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1134.164619] env[69770]: DEBUG nova.virt.hardware [None req-f01957d3-c6ee-4ee2-bf70-e911b56867c6 tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69770) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1134.164805] env[69770]: DEBUG nova.virt.hardware [None req-f01957d3-c6ee-4ee2-bf70-e911b56867c6 tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] Got 1 possible topologies {{(pid=69770) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1134.164975] env[69770]: DEBUG nova.virt.hardware [None req-f01957d3-c6ee-4ee2-bf70-e911b56867c6 tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69770) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1134.168368] env[69770]: DEBUG nova.virt.hardware [None req-f01957d3-c6ee-4ee2-bf70-e911b56867c6 tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69770) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1134.172359] env[69770]: DEBUG nova.virt.vmwareapi.volumeops [None req-f01957d3-c6ee-4ee2-bf70-e911b56867c6 tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] [instance: 19c06f92-7f17-4834-b8be-723eb3f313c5] Reconfiguring VM instance instance-0000001d to detach disk 2000 {{(pid=69770) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1134.174026] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1217d1ee-cce5-4ec1-bf89-a0444eb2a278 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.198693] env[69770]: DEBUG oslo_vmware.api [None req-f01957d3-c6ee-4ee2-bf70-e911b56867c6 tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] Waiting for the task: (returnval){ [ 1134.198693] env[69770]: value = "task-4070474" [ 1134.198693] env[69770]: _type = "Task" [ 1134.198693] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1134.204495] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-d660fc72-8dba-44ad-b835-7ab5d5606e81 tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] [instance: c709ca8a-caa3-4f8a-a6bc-5c7a9bd346f5] Unregistered the VM {{(pid=69770) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1134.204867] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-d660fc72-8dba-44ad-b835-7ab5d5606e81 tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] [instance: c709ca8a-caa3-4f8a-a6bc-5c7a9bd346f5] Deleting contents of the VM from datastore datastore2 {{(pid=69770) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1134.205118] env[69770]: DEBUG nova.virt.vmwareapi.ds_util [None req-d660fc72-8dba-44ad-b835-7ab5d5606e81 tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] Deleting the datastore file [datastore2] c709ca8a-caa3-4f8a-a6bc-5c7a9bd346f5 {{(pid=69770) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1134.205483] env[69770]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8bc41ecc-abb1-40bb-9690-2a9ac61bb244 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.210906] env[69770]: DEBUG oslo_vmware.api [None req-f01957d3-c6ee-4ee2-bf70-e911b56867c6 tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] Task: {'id': task-4070474, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1134.216701] env[69770]: DEBUG oslo_vmware.api [None req-d660fc72-8dba-44ad-b835-7ab5d5606e81 tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] Waiting for the task: (returnval){ [ 1134.216701] env[69770]: value = "task-4070475" [ 1134.216701] env[69770]: _type = "Task" [ 1134.216701] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1134.227611] env[69770]: DEBUG oslo_vmware.api [None req-d660fc72-8dba-44ad-b835-7ab5d5606e81 tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] Task: {'id': task-4070475, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1134.380284] env[69770]: DEBUG oslo_concurrency.lockutils [None req-bac08eee-d55c-4ec1-baf6-a25fc9235e7d tempest-ServerRescueNegativeTestJSON-135561646 tempest-ServerRescueNegativeTestJSON-135561646-project-member] Releasing lock "refresh_cache-c53961c9-df55-42c6-8410-a50404d06605" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.495624] env[69770]: DEBUG oslo_concurrency.lockutils [None req-f3b509ee-b0fd-40c3-84ea-52a004fd6c42 tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.433s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1134.496160] env[69770]: DEBUG nova.compute.manager [None req-f3b509ee-b0fd-40c3-84ea-52a004fd6c42 tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] [instance: 16145ac2-85be-4cb7-a852-576d51ede5e7] Start building networks asynchronously for instance. {{(pid=69770) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1134.499445] env[69770]: DEBUG oslo_concurrency.lockutils [None req-cc3670c9-0015-43b1-99ac-17eb9a627fbe tempest-ServerShowV247Test-1214808668 tempest-ServerShowV247Test-1214808668-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 15.204s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1134.499709] env[69770]: DEBUG nova.objects.instance [None req-cc3670c9-0015-43b1-99ac-17eb9a627fbe tempest-ServerShowV247Test-1214808668 tempest-ServerShowV247Test-1214808668-project-member] [instance: 25da9782-52d2-4813-8744-847ff6ba0e5d] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69770) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1134.558034] env[69770]: DEBUG oslo_vmware.api [None req-350bf2a2-9474-46eb-aeea-fad1e60c029e tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] Task: {'id': task-4070472, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1134.710039] env[69770]: DEBUG oslo_vmware.api [None req-f01957d3-c6ee-4ee2-bf70-e911b56867c6 tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] Task: {'id': task-4070474, 'name': ReconfigVM_Task, 'duration_secs': 0.39735} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1134.710338] env[69770]: DEBUG nova.virt.vmwareapi.volumeops [None req-f01957d3-c6ee-4ee2-bf70-e911b56867c6 tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] [instance: 19c06f92-7f17-4834-b8be-723eb3f313c5] Reconfigured VM instance instance-0000001d to detach disk 2000 {{(pid=69770) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1134.711183] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb78b02d-2c17-4c2b-a63a-9a1d47dc98a8 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.737104] env[69770]: DEBUG nova.virt.vmwareapi.volumeops [None req-f01957d3-c6ee-4ee2-bf70-e911b56867c6 tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] [instance: 19c06f92-7f17-4834-b8be-723eb3f313c5] Reconfiguring VM instance instance-0000001d to attach disk [datastore2] 19c06f92-7f17-4834-b8be-723eb3f313c5/19c06f92-7f17-4834-b8be-723eb3f313c5.vmdk or device None with type thin {{(pid=69770) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1134.740511] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-720d9296-3560-4315-a808-3187adade7e4 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.759457] env[69770]: DEBUG oslo_vmware.api [None req-d660fc72-8dba-44ad-b835-7ab5d5606e81 tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] Task: {'id': task-4070475, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.414849} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1134.760636] env[69770]: DEBUG nova.virt.vmwareapi.ds_util [None req-d660fc72-8dba-44ad-b835-7ab5d5606e81 tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] Deleted the datastore file {{(pid=69770) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1134.760834] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-d660fc72-8dba-44ad-b835-7ab5d5606e81 tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] [instance: c709ca8a-caa3-4f8a-a6bc-5c7a9bd346f5] Deleted contents of the VM from datastore datastore2 {{(pid=69770) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1134.761050] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-d660fc72-8dba-44ad-b835-7ab5d5606e81 tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] [instance: c709ca8a-caa3-4f8a-a6bc-5c7a9bd346f5] Instance destroyed {{(pid=69770) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1134.761252] env[69770]: INFO nova.compute.manager [None req-d660fc72-8dba-44ad-b835-7ab5d5606e81 tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] [instance: c709ca8a-caa3-4f8a-a6bc-5c7a9bd346f5] Took 1.17 seconds to destroy the instance on the hypervisor. [ 1134.761523] env[69770]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d660fc72-8dba-44ad-b835-7ab5d5606e81 tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69770) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1134.761793] env[69770]: DEBUG oslo_vmware.api [None req-f01957d3-c6ee-4ee2-bf70-e911b56867c6 tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] Waiting for the task: (returnval){ [ 1134.761793] env[69770]: value = "task-4070476" [ 1134.761793] env[69770]: _type = "Task" [ 1134.761793] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1134.761981] env[69770]: DEBUG nova.compute.manager [-] [instance: c709ca8a-caa3-4f8a-a6bc-5c7a9bd346f5] Deallocating network for instance {{(pid=69770) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1134.762094] env[69770]: DEBUG nova.network.neutron [-] [instance: c709ca8a-caa3-4f8a-a6bc-5c7a9bd346f5] deallocate_for_instance() {{(pid=69770) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1135.004732] env[69770]: DEBUG nova.compute.utils [None req-f3b509ee-b0fd-40c3-84ea-52a004fd6c42 tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] Using /dev/sd instead of None {{(pid=69770) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1135.014534] env[69770]: DEBUG nova.compute.manager [None req-f3b509ee-b0fd-40c3-84ea-52a004fd6c42 tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] [instance: 16145ac2-85be-4cb7-a852-576d51ede5e7] Allocating IP information in the background. {{(pid=69770) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1135.014961] env[69770]: DEBUG nova.network.neutron [None req-f3b509ee-b0fd-40c3-84ea-52a004fd6c42 tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] [instance: 16145ac2-85be-4cb7-a852-576d51ede5e7] allocate_for_instance() {{(pid=69770) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1135.056861] env[69770]: DEBUG oslo_vmware.api [None req-350bf2a2-9474-46eb-aeea-fad1e60c029e tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] Task: {'id': task-4070472, 'name': ReconfigVM_Task, 'duration_secs': 0.559957} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1135.057244] env[69770]: DEBUG nova.virt.vmwareapi.volumeops [None req-350bf2a2-9474-46eb-aeea-fad1e60c029e tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] [instance: 5815fe63-e447-4be2-9055-a6320d0ba896] Reconfigured VM instance instance-0000005e to attach disk [datastore1] 5815fe63-e447-4be2-9055-a6320d0ba896/5815fe63-e447-4be2-9055-a6320d0ba896.vmdk or device None with type sparse {{(pid=69770) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1135.057948] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c107f520-4ab0-47ae-afa3-a75d2ce13a13 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.065508] env[69770]: DEBUG oslo_vmware.api [None req-350bf2a2-9474-46eb-aeea-fad1e60c029e tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] Waiting for the task: (returnval){ [ 1135.065508] env[69770]: value = "task-4070477" [ 1135.065508] env[69770]: _type = "Task" [ 1135.065508] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1135.075802] env[69770]: DEBUG oslo_vmware.api [None req-350bf2a2-9474-46eb-aeea-fad1e60c029e tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] Task: {'id': task-4070477, 'name': Rename_Task} progress is 5%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.088911] env[69770]: DEBUG nova.policy [None req-f3b509ee-b0fd-40c3-84ea-52a004fd6c42 tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '93c58d981e7a449a994e6b53bbf1ac92', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'edd97114f9bb4735963417fc474a65d2', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69770) authorize /opt/stack/nova/nova/policy.py:192}} [ 1135.206123] env[69770]: DEBUG nova.compute.manager [req-7a9454ae-943f-46de-ad04-89d1389e1bbd req-c55c1fc8-e5d8-4286-aa55-b37218447c6d service nova] [instance: c709ca8a-caa3-4f8a-a6bc-5c7a9bd346f5] Received event network-vif-deleted-05546535-0964-4a8f-ae68-bc807af2f52b {{(pid=69770) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1135.206346] env[69770]: INFO nova.compute.manager [req-7a9454ae-943f-46de-ad04-89d1389e1bbd req-c55c1fc8-e5d8-4286-aa55-b37218447c6d service nova] [instance: c709ca8a-caa3-4f8a-a6bc-5c7a9bd346f5] Neutron deleted interface 05546535-0964-4a8f-ae68-bc807af2f52b; detaching it from the instance and deleting it from the info cache [ 1135.206524] env[69770]: DEBUG nova.network.neutron [req-7a9454ae-943f-46de-ad04-89d1389e1bbd req-c55c1fc8-e5d8-4286-aa55-b37218447c6d service nova] [instance: c709ca8a-caa3-4f8a-a6bc-5c7a9bd346f5] Updating instance_info_cache with network_info: [] {{(pid=69770) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1135.282024] env[69770]: DEBUG oslo_vmware.api [None req-f01957d3-c6ee-4ee2-bf70-e911b56867c6 tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] Task: {'id': task-4070476, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.521632] env[69770]: DEBUG nova.compute.manager [None req-f3b509ee-b0fd-40c3-84ea-52a004fd6c42 tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] [instance: 16145ac2-85be-4cb7-a852-576d51ede5e7] Start building block device mappings for instance. {{(pid=69770) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1135.526442] env[69770]: DEBUG oslo_concurrency.lockutils [None req-cc3670c9-0015-43b1-99ac-17eb9a627fbe tempest-ServerShowV247Test-1214808668 tempest-ServerShowV247Test-1214808668-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.027s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1135.527931] env[69770]: DEBUG oslo_concurrency.lockutils [None req-8703e79c-8de8-43cf-b6e6-56e3bbdb2b78 tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.114s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1135.532614] env[69770]: INFO nova.compute.claims [None req-8703e79c-8de8-43cf-b6e6-56e3bbdb2b78 tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] [instance: 7f67ebf8-f341-4cda-99d6-52ba82c5640e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1135.576624] env[69770]: DEBUG oslo_vmware.api [None req-350bf2a2-9474-46eb-aeea-fad1e60c029e tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] Task: {'id': task-4070477, 'name': Rename_Task, 'duration_secs': 0.203026} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1135.576935] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-350bf2a2-9474-46eb-aeea-fad1e60c029e tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] [instance: 5815fe63-e447-4be2-9055-a6320d0ba896] Powering on the VM {{(pid=69770) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1135.577571] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cfb4c09c-6488-4d5f-a2c6-110061816722 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.587559] env[69770]: DEBUG oslo_vmware.api [None req-350bf2a2-9474-46eb-aeea-fad1e60c029e tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] Waiting for the task: (returnval){ [ 1135.587559] env[69770]: value = "task-4070478" [ 1135.587559] env[69770]: _type = "Task" [ 1135.587559] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1135.599427] env[69770]: DEBUG oslo_vmware.api [None req-350bf2a2-9474-46eb-aeea-fad1e60c029e tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] Task: {'id': task-4070478, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.682309] env[69770]: DEBUG nova.network.neutron [-] [instance: c709ca8a-caa3-4f8a-a6bc-5c7a9bd346f5] Updating instance_info_cache with network_info: [] {{(pid=69770) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1135.711432] env[69770]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e83ce385-1644-4ecd-8c81-533c2b0b1352 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.722754] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d73f769-50aa-4468-b390-793294444e2e {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.764543] env[69770]: DEBUG nova.compute.manager [req-7a9454ae-943f-46de-ad04-89d1389e1bbd req-c55c1fc8-e5d8-4286-aa55-b37218447c6d service nova] [instance: c709ca8a-caa3-4f8a-a6bc-5c7a9bd346f5] Detach interface failed, port_id=05546535-0964-4a8f-ae68-bc807af2f52b, reason: Instance c709ca8a-caa3-4f8a-a6bc-5c7a9bd346f5 could not be found. {{(pid=69770) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1135.765478] env[69770]: DEBUG nova.network.neutron [None req-f3b509ee-b0fd-40c3-84ea-52a004fd6c42 tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] [instance: 16145ac2-85be-4cb7-a852-576d51ede5e7] Successfully created port: 5832e709-3d8c-45a9-b24d-38265c83652b {{(pid=69770) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1135.778073] env[69770]: DEBUG oslo_vmware.api [None req-f01957d3-c6ee-4ee2-bf70-e911b56867c6 tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] Task: {'id': task-4070476, 'name': ReconfigVM_Task, 'duration_secs': 0.584341} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1135.778419] env[69770]: DEBUG nova.virt.vmwareapi.volumeops [None req-f01957d3-c6ee-4ee2-bf70-e911b56867c6 tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] [instance: 19c06f92-7f17-4834-b8be-723eb3f313c5] Reconfigured VM instance instance-0000001d to attach disk [datastore2] 19c06f92-7f17-4834-b8be-723eb3f313c5/19c06f92-7f17-4834-b8be-723eb3f313c5.vmdk or device None with type thin {{(pid=69770) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1135.778804] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-f01957d3-c6ee-4ee2-bf70-e911b56867c6 tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] [instance: 19c06f92-7f17-4834-b8be-723eb3f313c5] Updating instance '19c06f92-7f17-4834-b8be-723eb3f313c5' progress to 50 {{(pid=69770) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1135.926201] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-bac08eee-d55c-4ec1-baf6-a25fc9235e7d tempest-ServerRescueNegativeTestJSON-135561646 tempest-ServerRescueNegativeTestJSON-135561646-project-member] [instance: c53961c9-df55-42c6-8410-a50404d06605] Powering off the VM {{(pid=69770) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1135.926201] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-634c125f-e0a2-46be-b946-8c06b1d4325b {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.933147] env[69770]: DEBUG oslo_vmware.api [None req-bac08eee-d55c-4ec1-baf6-a25fc9235e7d tempest-ServerRescueNegativeTestJSON-135561646 tempest-ServerRescueNegativeTestJSON-135561646-project-member] Waiting for the task: (returnval){ [ 1135.933147] env[69770]: value = "task-4070479" [ 1135.933147] env[69770]: _type = "Task" [ 1135.933147] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1135.944552] env[69770]: DEBUG oslo_vmware.api [None req-bac08eee-d55c-4ec1-baf6-a25fc9235e7d tempest-ServerRescueNegativeTestJSON-135561646 tempest-ServerRescueNegativeTestJSON-135561646-project-member] Task: {'id': task-4070479, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1136.100814] env[69770]: DEBUG oslo_vmware.api [None req-350bf2a2-9474-46eb-aeea-fad1e60c029e tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] Task: {'id': task-4070478, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1136.186781] env[69770]: INFO nova.compute.manager [-] [instance: c709ca8a-caa3-4f8a-a6bc-5c7a9bd346f5] Took 1.42 seconds to deallocate network for instance. [ 1136.287054] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2df96160-941a-4b5a-b588-9f87d8dad6cb {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.311349] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdb5ad16-caaa-435b-ad26-f6bd4ab57bbe {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.331603] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-f01957d3-c6ee-4ee2-bf70-e911b56867c6 tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] [instance: 19c06f92-7f17-4834-b8be-723eb3f313c5] Updating instance '19c06f92-7f17-4834-b8be-723eb3f313c5' progress to 67 {{(pid=69770) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1136.445608] env[69770]: DEBUG oslo_vmware.api [None req-bac08eee-d55c-4ec1-baf6-a25fc9235e7d tempest-ServerRescueNegativeTestJSON-135561646 tempest-ServerRescueNegativeTestJSON-135561646-project-member] Task: {'id': task-4070479, 'name': PowerOffVM_Task, 'duration_secs': 0.449984} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1136.446361] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-bac08eee-d55c-4ec1-baf6-a25fc9235e7d tempest-ServerRescueNegativeTestJSON-135561646 tempest-ServerRescueNegativeTestJSON-135561646-project-member] [instance: c53961c9-df55-42c6-8410-a50404d06605] Powered off the VM {{(pid=69770) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1136.447315] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88c85647-4d1e-4809-9421-7a53df94e78b {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.468898] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51828c47-bdca-4593-aa93-aedbaef175b7 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.519412] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-bac08eee-d55c-4ec1-baf6-a25fc9235e7d tempest-ServerRescueNegativeTestJSON-135561646 tempest-ServerRescueNegativeTestJSON-135561646-project-member] [instance: c53961c9-df55-42c6-8410-a50404d06605] Powering off the VM {{(pid=69770) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1136.519741] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c2150d52-14a9-486d-8b03-9ee6ec8209c2 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.528147] env[69770]: DEBUG oslo_vmware.api [None req-bac08eee-d55c-4ec1-baf6-a25fc9235e7d tempest-ServerRescueNegativeTestJSON-135561646 tempest-ServerRescueNegativeTestJSON-135561646-project-member] Waiting for the task: (returnval){ [ 1136.528147] env[69770]: value = "task-4070480" [ 1136.528147] env[69770]: _type = "Task" [ 1136.528147] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1136.537182] env[69770]: DEBUG oslo_vmware.api [None req-bac08eee-d55c-4ec1-baf6-a25fc9235e7d tempest-ServerRescueNegativeTestJSON-135561646 tempest-ServerRescueNegativeTestJSON-135561646-project-member] Task: {'id': task-4070480, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1136.540568] env[69770]: DEBUG nova.compute.manager [None req-f3b509ee-b0fd-40c3-84ea-52a004fd6c42 tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] [instance: 16145ac2-85be-4cb7-a852-576d51ede5e7] Start spawning the instance on the hypervisor. {{(pid=69770) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1136.575179] env[69770]: DEBUG nova.virt.hardware [None req-f3b509ee-b0fd-40c3-84ea-52a004fd6c42 tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T12:16:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T12:16:11Z,direct_url=,disk_format='vmdk',id=d1eaff80-24a0-4391-90eb-59958b1ecf0a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d65f20bb89fb40a98b77bc6d97357df2',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T12:16:12Z,virtual_size=,visibility=), allow threads: False {{(pid=69770) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1136.575449] env[69770]: DEBUG nova.virt.hardware [None req-f3b509ee-b0fd-40c3-84ea-52a004fd6c42 tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] Flavor limits 0:0:0 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1136.575667] env[69770]: DEBUG nova.virt.hardware [None req-f3b509ee-b0fd-40c3-84ea-52a004fd6c42 tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] Image limits 0:0:0 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1136.575923] env[69770]: DEBUG nova.virt.hardware [None req-f3b509ee-b0fd-40c3-84ea-52a004fd6c42 tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] Flavor pref 0:0:0 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1136.576244] env[69770]: DEBUG nova.virt.hardware [None req-f3b509ee-b0fd-40c3-84ea-52a004fd6c42 tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] Image pref 0:0:0 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1136.576503] env[69770]: DEBUG nova.virt.hardware [None req-f3b509ee-b0fd-40c3-84ea-52a004fd6c42 tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1136.576908] env[69770]: DEBUG nova.virt.hardware [None req-f3b509ee-b0fd-40c3-84ea-52a004fd6c42 tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69770) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1136.577162] env[69770]: DEBUG nova.virt.hardware [None req-f3b509ee-b0fd-40c3-84ea-52a004fd6c42 tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69770) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1136.577373] env[69770]: DEBUG nova.virt.hardware [None req-f3b509ee-b0fd-40c3-84ea-52a004fd6c42 tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] Got 1 possible topologies {{(pid=69770) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1136.577562] env[69770]: DEBUG nova.virt.hardware [None req-f3b509ee-b0fd-40c3-84ea-52a004fd6c42 tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69770) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1136.577748] env[69770]: DEBUG nova.virt.hardware [None req-f3b509ee-b0fd-40c3-84ea-52a004fd6c42 tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69770) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1136.579342] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cb4cc45-bbdd-4372-9761-9c0065b7a0fc {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.587970] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e68e86b7-516a-4e6d-9fad-134e11efb94a {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.618751] env[69770]: DEBUG oslo_vmware.api [None req-350bf2a2-9474-46eb-aeea-fad1e60c029e tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] Task: {'id': task-4070478, 'name': PowerOnVM_Task, 'duration_secs': 0.888947} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1136.619081] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-350bf2a2-9474-46eb-aeea-fad1e60c029e tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] [instance: 5815fe63-e447-4be2-9055-a6320d0ba896] Powered on the VM {{(pid=69770) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1136.619295] env[69770]: INFO nova.compute.manager [None req-350bf2a2-9474-46eb-aeea-fad1e60c029e tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] [instance: 5815fe63-e447-4be2-9055-a6320d0ba896] Took 9.01 seconds to spawn the instance on the hypervisor. [ 1136.619493] env[69770]: DEBUG nova.compute.manager [None req-350bf2a2-9474-46eb-aeea-fad1e60c029e tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] [instance: 5815fe63-e447-4be2-9055-a6320d0ba896] Checking state {{(pid=69770) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1136.620769] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef0f1061-9aa0-4515-a16b-886890aa7d30 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.704451] env[69770]: DEBUG oslo_concurrency.lockutils [None req-d660fc72-8dba-44ad-b835-7ab5d5606e81 tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1136.861244] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c535c936-49a7-4f9f-b1a9-70a3169db400 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.871790] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b310d4be-5a6e-4029-a344-1e7329fcd4ff {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.909447] env[69770]: DEBUG nova.network.neutron [None req-f01957d3-c6ee-4ee2-bf70-e911b56867c6 tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] [instance: 19c06f92-7f17-4834-b8be-723eb3f313c5] Port d41aabd6-71fd-498e-be4d-95887db35869 binding to destination host cpu-1 is already ACTIVE {{(pid=69770) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1136.911518] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78039937-2636-49ff-a675-16345abbf548 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.921228] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-668132dc-6ad7-4290-a619-5d0f23e57385 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.938931] env[69770]: DEBUG nova.compute.provider_tree [None req-8703e79c-8de8-43cf-b6e6-56e3bbdb2b78 tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] Inventory has not changed in ProviderTree for provider: 7cc7d32b-b7a7-454a-a456-2a440248ed9d {{(pid=69770) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1137.045615] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-bac08eee-d55c-4ec1-baf6-a25fc9235e7d tempest-ServerRescueNegativeTestJSON-135561646 tempest-ServerRescueNegativeTestJSON-135561646-project-member] [instance: c53961c9-df55-42c6-8410-a50404d06605] VM already powered off {{(pid=69770) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1137.045615] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-bac08eee-d55c-4ec1-baf6-a25fc9235e7d tempest-ServerRescueNegativeTestJSON-135561646 tempest-ServerRescueNegativeTestJSON-135561646-project-member] [instance: c53961c9-df55-42c6-8410-a50404d06605] Processing image d1eaff80-24a0-4391-90eb-59958b1ecf0a {{(pid=69770) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1137.046128] env[69770]: DEBUG oslo_concurrency.lockutils [None req-bac08eee-d55c-4ec1-baf6-a25fc9235e7d tempest-ServerRescueNegativeTestJSON-135561646 tempest-ServerRescueNegativeTestJSON-135561646-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.046128] env[69770]: DEBUG oslo_concurrency.lockutils [None req-bac08eee-d55c-4ec1-baf6-a25fc9235e7d tempest-ServerRescueNegativeTestJSON-135561646 tempest-ServerRescueNegativeTestJSON-135561646-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.046128] env[69770]: DEBUG nova.virt.vmwareapi.ds_util [None req-bac08eee-d55c-4ec1-baf6-a25fc9235e7d tempest-ServerRescueNegativeTestJSON-135561646 tempest-ServerRescueNegativeTestJSON-135561646-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69770) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1137.048391] env[69770]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d2a5dc12-6a9f-49cb-8236-b9c3688baf19 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.057926] env[69770]: DEBUG oslo_vmware.rw_handles [None req-164343f5-37c1-42bd-bd78-3ced21273826 tempest-AttachVolumeShelveTestJSON-1191911444 tempest-AttachVolumeShelveTestJSON-1191911444-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52c528a1-02d3-1e9e-573b-1c63e1f254bf/disk-0.vmdk. {{(pid=69770) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1137.059164] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8c55389-7be0-45a4-a011-8c3d44879d0c {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.063466] env[69770]: DEBUG nova.virt.vmwareapi.ds_util [None req-bac08eee-d55c-4ec1-baf6-a25fc9235e7d tempest-ServerRescueNegativeTestJSON-135561646 tempest-ServerRescueNegativeTestJSON-135561646-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69770) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1137.063720] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-bac08eee-d55c-4ec1-baf6-a25fc9235e7d tempest-ServerRescueNegativeTestJSON-135561646 tempest-ServerRescueNegativeTestJSON-135561646-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69770) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1137.064826] env[69770]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c5041ca5-310b-4c41-a4f0-9ab0c548b1f9 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.069246] env[69770]: DEBUG oslo_vmware.rw_handles [None req-164343f5-37c1-42bd-bd78-3ced21273826 tempest-AttachVolumeShelveTestJSON-1191911444 tempest-AttachVolumeShelveTestJSON-1191911444-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52c528a1-02d3-1e9e-573b-1c63e1f254bf/disk-0.vmdk is in state: ready. {{(pid=69770) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1137.069418] env[69770]: ERROR oslo_vmware.rw_handles [None req-164343f5-37c1-42bd-bd78-3ced21273826 tempest-AttachVolumeShelveTestJSON-1191911444 tempest-AttachVolumeShelveTestJSON-1191911444-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52c528a1-02d3-1e9e-573b-1c63e1f254bf/disk-0.vmdk due to incomplete transfer. [ 1137.070449] env[69770]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-f0e84040-49fb-48b7-bd79-55d25fc1bd5a {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.075252] env[69770]: DEBUG oslo_vmware.api [None req-bac08eee-d55c-4ec1-baf6-a25fc9235e7d tempest-ServerRescueNegativeTestJSON-135561646 tempest-ServerRescueNegativeTestJSON-135561646-project-member] Waiting for the task: (returnval){ [ 1137.075252] env[69770]: value = "session[52161b52-cb8e-ec9f-1132-2f6b49549d41]52f63ce3-2659-ee20-09c2-bc273f8ed2cc" [ 1137.075252] env[69770]: _type = "Task" [ 1137.075252] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1137.084187] env[69770]: DEBUG oslo_vmware.rw_handles [None req-164343f5-37c1-42bd-bd78-3ced21273826 tempest-AttachVolumeShelveTestJSON-1191911444 tempest-AttachVolumeShelveTestJSON-1191911444-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52c528a1-02d3-1e9e-573b-1c63e1f254bf/disk-0.vmdk. {{(pid=69770) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1137.084462] env[69770]: DEBUG nova.virt.vmwareapi.images [None req-164343f5-37c1-42bd-bd78-3ced21273826 tempest-AttachVolumeShelveTestJSON-1191911444 tempest-AttachVolumeShelveTestJSON-1191911444-project-member] [instance: 1e9f2a84-ff0f-4bfb-87b7-0b0d3604ab3f] Uploaded image 29cdd599-8194-4b49-9477-effcb9b40295 to the Glance image server {{(pid=69770) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1137.088326] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-164343f5-37c1-42bd-bd78-3ced21273826 tempest-AttachVolumeShelveTestJSON-1191911444 tempest-AttachVolumeShelveTestJSON-1191911444-project-member] [instance: 1e9f2a84-ff0f-4bfb-87b7-0b0d3604ab3f] Destroying the VM {{(pid=69770) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1137.092770] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-1d530355-0bad-4388-bf01-2feecff71dd6 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.094655] env[69770]: DEBUG oslo_vmware.api [None req-bac08eee-d55c-4ec1-baf6-a25fc9235e7d tempest-ServerRescueNegativeTestJSON-135561646 tempest-ServerRescueNegativeTestJSON-135561646-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]52f63ce3-2659-ee20-09c2-bc273f8ed2cc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1137.101386] env[69770]: DEBUG oslo_vmware.api [None req-164343f5-37c1-42bd-bd78-3ced21273826 tempest-AttachVolumeShelveTestJSON-1191911444 tempest-AttachVolumeShelveTestJSON-1191911444-project-member] Waiting for the task: (returnval){ [ 1137.101386] env[69770]: value = "task-4070481" [ 1137.101386] env[69770]: _type = "Task" [ 1137.101386] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1137.111237] env[69770]: DEBUG oslo_vmware.api [None req-164343f5-37c1-42bd-bd78-3ced21273826 tempest-AttachVolumeShelveTestJSON-1191911444 tempest-AttachVolumeShelveTestJSON-1191911444-project-member] Task: {'id': task-4070481, 'name': Destroy_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1137.142517] env[69770]: INFO nova.compute.manager [None req-350bf2a2-9474-46eb-aeea-fad1e60c029e tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] [instance: 5815fe63-e447-4be2-9055-a6320d0ba896] Took 31.95 seconds to build instance. [ 1137.442460] env[69770]: DEBUG nova.scheduler.client.report [None req-8703e79c-8de8-43cf-b6e6-56e3bbdb2b78 tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] Inventory has not changed for provider 7cc7d32b-b7a7-454a-a456-2a440248ed9d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69770) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1137.588114] env[69770]: DEBUG oslo_vmware.api [None req-bac08eee-d55c-4ec1-baf6-a25fc9235e7d tempest-ServerRescueNegativeTestJSON-135561646 tempest-ServerRescueNegativeTestJSON-135561646-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]52f63ce3-2659-ee20-09c2-bc273f8ed2cc, 'name': SearchDatastore_Task, 'duration_secs': 0.037838} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1137.588918] env[69770]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a9dcf83b-b2d0-40db-a59e-71b766695fc7 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.595927] env[69770]: DEBUG oslo_vmware.api [None req-bac08eee-d55c-4ec1-baf6-a25fc9235e7d tempest-ServerRescueNegativeTestJSON-135561646 tempest-ServerRescueNegativeTestJSON-135561646-project-member] Waiting for the task: (returnval){ [ 1137.595927] env[69770]: value = "session[52161b52-cb8e-ec9f-1132-2f6b49549d41]5224b8dd-7438-028f-7f2b-266566936aee" [ 1137.595927] env[69770]: _type = "Task" [ 1137.595927] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1137.615537] env[69770]: DEBUG oslo_vmware.api [None req-164343f5-37c1-42bd-bd78-3ced21273826 tempest-AttachVolumeShelveTestJSON-1191911444 tempest-AttachVolumeShelveTestJSON-1191911444-project-member] Task: {'id': task-4070481, 'name': Destroy_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1137.618971] env[69770]: DEBUG oslo_vmware.api [None req-bac08eee-d55c-4ec1-baf6-a25fc9235e7d tempest-ServerRescueNegativeTestJSON-135561646 tempest-ServerRescueNegativeTestJSON-135561646-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]5224b8dd-7438-028f-7f2b-266566936aee, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1137.645256] env[69770]: DEBUG oslo_concurrency.lockutils [None req-350bf2a2-9474-46eb-aeea-fad1e60c029e tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] Lock "5815fe63-e447-4be2-9055-a6320d0ba896" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 33.462s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1137.773560] env[69770]: DEBUG nova.network.neutron [None req-f3b509ee-b0fd-40c3-84ea-52a004fd6c42 tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] [instance: 16145ac2-85be-4cb7-a852-576d51ede5e7] Successfully updated port: 5832e709-3d8c-45a9-b24d-38265c83652b {{(pid=69770) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1137.839406] env[69770]: DEBUG nova.compute.manager [req-7ed5785b-b25f-4e93-a9af-6f0b19f75fa2 req-5c09bf6a-0259-44ab-acf8-b26e6337ca05 service nova] [instance: 16145ac2-85be-4cb7-a852-576d51ede5e7] Received event network-vif-plugged-5832e709-3d8c-45a9-b24d-38265c83652b {{(pid=69770) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1137.839613] env[69770]: DEBUG oslo_concurrency.lockutils [req-7ed5785b-b25f-4e93-a9af-6f0b19f75fa2 req-5c09bf6a-0259-44ab-acf8-b26e6337ca05 service nova] Acquiring lock "16145ac2-85be-4cb7-a852-576d51ede5e7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1137.839869] env[69770]: DEBUG oslo_concurrency.lockutils [req-7ed5785b-b25f-4e93-a9af-6f0b19f75fa2 req-5c09bf6a-0259-44ab-acf8-b26e6337ca05 service nova] Lock "16145ac2-85be-4cb7-a852-576d51ede5e7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1137.840027] env[69770]: DEBUG oslo_concurrency.lockutils [req-7ed5785b-b25f-4e93-a9af-6f0b19f75fa2 req-5c09bf6a-0259-44ab-acf8-b26e6337ca05 service nova] Lock "16145ac2-85be-4cb7-a852-576d51ede5e7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1137.840218] env[69770]: DEBUG nova.compute.manager [req-7ed5785b-b25f-4e93-a9af-6f0b19f75fa2 req-5c09bf6a-0259-44ab-acf8-b26e6337ca05 service nova] [instance: 16145ac2-85be-4cb7-a852-576d51ede5e7] No waiting events found dispatching network-vif-plugged-5832e709-3d8c-45a9-b24d-38265c83652b {{(pid=69770) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1137.840382] env[69770]: WARNING nova.compute.manager [req-7ed5785b-b25f-4e93-a9af-6f0b19f75fa2 req-5c09bf6a-0259-44ab-acf8-b26e6337ca05 service nova] [instance: 16145ac2-85be-4cb7-a852-576d51ede5e7] Received unexpected event network-vif-plugged-5832e709-3d8c-45a9-b24d-38265c83652b for instance with vm_state building and task_state spawning. [ 1137.948555] env[69770]: DEBUG oslo_concurrency.lockutils [None req-f01957d3-c6ee-4ee2-bf70-e911b56867c6 tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] Acquiring lock "19c06f92-7f17-4834-b8be-723eb3f313c5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1137.948555] env[69770]: DEBUG oslo_concurrency.lockutils [None req-f01957d3-c6ee-4ee2-bf70-e911b56867c6 tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] Lock "19c06f92-7f17-4834-b8be-723eb3f313c5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1137.948690] env[69770]: DEBUG oslo_concurrency.lockutils [None req-f01957d3-c6ee-4ee2-bf70-e911b56867c6 tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] Lock "19c06f92-7f17-4834-b8be-723eb3f313c5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1137.950941] env[69770]: DEBUG oslo_concurrency.lockutils [None req-8703e79c-8de8-43cf-b6e6-56e3bbdb2b78 tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.423s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1137.951580] env[69770]: DEBUG nova.compute.manager [None req-8703e79c-8de8-43cf-b6e6-56e3bbdb2b78 tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] [instance: 7f67ebf8-f341-4cda-99d6-52ba82c5640e] Start building networks asynchronously for instance. {{(pid=69770) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1137.956244] env[69770]: DEBUG oslo_concurrency.lockutils [None req-bca11983-77c8-4770-9780-5fa78c4283fd tempest-ServerShowV247Test-1214808668 tempest-ServerShowV247Test-1214808668-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 13.857s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1137.956244] env[69770]: DEBUG nova.objects.instance [None req-bca11983-77c8-4770-9780-5fa78c4283fd tempest-ServerShowV247Test-1214808668 tempest-ServerShowV247Test-1214808668-project-member] Lazy-loading 'resources' on Instance uuid 25da9782-52d2-4813-8744-847ff6ba0e5d {{(pid=69770) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1138.111846] env[69770]: DEBUG oslo_vmware.api [None req-bac08eee-d55c-4ec1-baf6-a25fc9235e7d tempest-ServerRescueNegativeTestJSON-135561646 tempest-ServerRescueNegativeTestJSON-135561646-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]5224b8dd-7438-028f-7f2b-266566936aee, 'name': SearchDatastore_Task, 'duration_secs': 0.018279} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1138.112795] env[69770]: DEBUG oslo_concurrency.lockutils [None req-bac08eee-d55c-4ec1-baf6-a25fc9235e7d tempest-ServerRescueNegativeTestJSON-135561646 tempest-ServerRescueNegativeTestJSON-135561646-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.113259] env[69770]: DEBUG nova.virt.vmwareapi.ds_util [None req-bac08eee-d55c-4ec1-baf6-a25fc9235e7d tempest-ServerRescueNegativeTestJSON-135561646 tempest-ServerRescueNegativeTestJSON-135561646-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk to [datastore1] c53961c9-df55-42c6-8410-a50404d06605/d1eaff80-24a0-4391-90eb-59958b1ecf0a-rescue.vmdk. {{(pid=69770) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1138.114231] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fae5fabf-b91e-43a4-b857-fa5dedb157a5 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.118959] env[69770]: DEBUG oslo_vmware.api [None req-164343f5-37c1-42bd-bd78-3ced21273826 tempest-AttachVolumeShelveTestJSON-1191911444 tempest-AttachVolumeShelveTestJSON-1191911444-project-member] Task: {'id': task-4070481, 'name': Destroy_Task} progress is 33%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1138.124555] env[69770]: DEBUG oslo_vmware.api [None req-bac08eee-d55c-4ec1-baf6-a25fc9235e7d tempest-ServerRescueNegativeTestJSON-135561646 tempest-ServerRescueNegativeTestJSON-135561646-project-member] Waiting for the task: (returnval){ [ 1138.124555] env[69770]: value = "task-4070482" [ 1138.124555] env[69770]: _type = "Task" [ 1138.124555] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1138.135848] env[69770]: DEBUG oslo_vmware.api [None req-bac08eee-d55c-4ec1-baf6-a25fc9235e7d tempest-ServerRescueNegativeTestJSON-135561646 tempest-ServerRescueNegativeTestJSON-135561646-project-member] Task: {'id': task-4070482, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1138.277625] env[69770]: DEBUG oslo_concurrency.lockutils [None req-f3b509ee-b0fd-40c3-84ea-52a004fd6c42 tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] Acquiring lock "refresh_cache-16145ac2-85be-4cb7-a852-576d51ede5e7" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.278945] env[69770]: DEBUG oslo_concurrency.lockutils [None req-f3b509ee-b0fd-40c3-84ea-52a004fd6c42 tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] Acquired lock "refresh_cache-16145ac2-85be-4cb7-a852-576d51ede5e7" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.278945] env[69770]: DEBUG nova.network.neutron [None req-f3b509ee-b0fd-40c3-84ea-52a004fd6c42 tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] [instance: 16145ac2-85be-4cb7-a852-576d51ede5e7] Building network info cache for instance {{(pid=69770) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1138.463829] env[69770]: DEBUG nova.compute.utils [None req-8703e79c-8de8-43cf-b6e6-56e3bbdb2b78 tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] Using /dev/sd instead of None {{(pid=69770) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1138.475401] env[69770]: DEBUG nova.compute.manager [None req-8703e79c-8de8-43cf-b6e6-56e3bbdb2b78 tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] [instance: 7f67ebf8-f341-4cda-99d6-52ba82c5640e] Allocating IP information in the background. {{(pid=69770) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1138.479232] env[69770]: DEBUG nova.network.neutron [None req-8703e79c-8de8-43cf-b6e6-56e3bbdb2b78 tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] [instance: 7f67ebf8-f341-4cda-99d6-52ba82c5640e] allocate_for_instance() {{(pid=69770) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1138.531597] env[69770]: DEBUG nova.policy [None req-8703e79c-8de8-43cf-b6e6-56e3bbdb2b78 tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6e9afb42d59b4af899f16d4eff0f43ef', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '63715e849e05463da9bfa0405c750b8f', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69770) authorize /opt/stack/nova/nova/policy.py:192}} [ 1138.629509] env[69770]: DEBUG oslo_vmware.api [None req-164343f5-37c1-42bd-bd78-3ced21273826 tempest-AttachVolumeShelveTestJSON-1191911444 tempest-AttachVolumeShelveTestJSON-1191911444-project-member] Task: {'id': task-4070481, 'name': Destroy_Task, 'duration_secs': 1.122185} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1138.631952] env[69770]: INFO nova.virt.vmwareapi.vm_util [None req-164343f5-37c1-42bd-bd78-3ced21273826 tempest-AttachVolumeShelveTestJSON-1191911444 tempest-AttachVolumeShelveTestJSON-1191911444-project-member] [instance: 1e9f2a84-ff0f-4bfb-87b7-0b0d3604ab3f] Destroyed the VM [ 1138.632301] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-164343f5-37c1-42bd-bd78-3ced21273826 tempest-AttachVolumeShelveTestJSON-1191911444 tempest-AttachVolumeShelveTestJSON-1191911444-project-member] [instance: 1e9f2a84-ff0f-4bfb-87b7-0b0d3604ab3f] Deleting Snapshot of the VM instance {{(pid=69770) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1138.632649] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-7c41b2fc-7308-4a4d-b228-7da115d2f0f0 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.644793] env[69770]: DEBUG oslo_vmware.api [None req-bac08eee-d55c-4ec1-baf6-a25fc9235e7d tempest-ServerRescueNegativeTestJSON-135561646 tempest-ServerRescueNegativeTestJSON-135561646-project-member] Task: {'id': task-4070482, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1138.646967] env[69770]: DEBUG oslo_vmware.api [None req-164343f5-37c1-42bd-bd78-3ced21273826 tempest-AttachVolumeShelveTestJSON-1191911444 tempest-AttachVolumeShelveTestJSON-1191911444-project-member] Waiting for the task: (returnval){ [ 1138.646967] env[69770]: value = "task-4070483" [ 1138.646967] env[69770]: _type = "Task" [ 1138.646967] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1138.658780] env[69770]: DEBUG oslo_vmware.api [None req-164343f5-37c1-42bd-bd78-3ced21273826 tempest-AttachVolumeShelveTestJSON-1191911444 tempest-AttachVolumeShelveTestJSON-1191911444-project-member] Task: {'id': task-4070483, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1138.719512] env[69770]: DEBUG oslo_concurrency.lockutils [None req-54f1e21f-adb4-4752-b37a-f589107c85c1 tempest-ServerTagsTestJSON-982183337 tempest-ServerTagsTestJSON-982183337-project-member] Acquiring lock "b1612bfb-19fc-4290-bf95-953d6efe6637" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1138.720134] env[69770]: DEBUG oslo_concurrency.lockutils [None req-54f1e21f-adb4-4752-b37a-f589107c85c1 tempest-ServerTagsTestJSON-982183337 tempest-ServerTagsTestJSON-982183337-project-member] Lock "b1612bfb-19fc-4290-bf95-953d6efe6637" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1138.796596] env[69770]: DEBUG nova.compute.manager [req-dab7bf97-5ce4-4582-b19a-446229f5d1d0 req-12587677-b325-4a4d-b212-030fb618aa00 service nova] [instance: 5815fe63-e447-4be2-9055-a6320d0ba896] Received event network-changed-ffac1883-a59c-43d8-8ba1-8e8379f232f5 {{(pid=69770) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1138.796774] env[69770]: DEBUG nova.compute.manager [req-dab7bf97-5ce4-4582-b19a-446229f5d1d0 req-12587677-b325-4a4d-b212-030fb618aa00 service nova] [instance: 5815fe63-e447-4be2-9055-a6320d0ba896] Refreshing instance network info cache due to event network-changed-ffac1883-a59c-43d8-8ba1-8e8379f232f5. {{(pid=69770) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1138.797028] env[69770]: DEBUG oslo_concurrency.lockutils [req-dab7bf97-5ce4-4582-b19a-446229f5d1d0 req-12587677-b325-4a4d-b212-030fb618aa00 service nova] Acquiring lock "refresh_cache-5815fe63-e447-4be2-9055-a6320d0ba896" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.797193] env[69770]: DEBUG oslo_concurrency.lockutils [req-dab7bf97-5ce4-4582-b19a-446229f5d1d0 req-12587677-b325-4a4d-b212-030fb618aa00 service nova] Acquired lock "refresh_cache-5815fe63-e447-4be2-9055-a6320d0ba896" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.797339] env[69770]: DEBUG nova.network.neutron [req-dab7bf97-5ce4-4582-b19a-446229f5d1d0 req-12587677-b325-4a4d-b212-030fb618aa00 service nova] [instance: 5815fe63-e447-4be2-9055-a6320d0ba896] Refreshing network info cache for port ffac1883-a59c-43d8-8ba1-8e8379f232f5 {{(pid=69770) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1138.820237] env[69770]: DEBUG nova.network.neutron [None req-f3b509ee-b0fd-40c3-84ea-52a004fd6c42 tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] [instance: 16145ac2-85be-4cb7-a852-576d51ede5e7] Instance cache missing network info. {{(pid=69770) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1138.881287] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08597600-fa27-4933-98b9-3a9c904ee5f6 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.896450] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3fbd65e-8013-4a91-9bce-e5f97377d301 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.936436] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f56645e-b49d-44b0-bde6-f050fae9a94e {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.948014] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b489f24-3adc-444b-904a-4f12ba5fe843 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.966021] env[69770]: DEBUG nova.compute.provider_tree [None req-bca11983-77c8-4770-9780-5fa78c4283fd tempest-ServerShowV247Test-1214808668 tempest-ServerShowV247Test-1214808668-project-member] Inventory has not changed in ProviderTree for provider: 7cc7d32b-b7a7-454a-a456-2a440248ed9d {{(pid=69770) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1138.967302] env[69770]: DEBUG nova.compute.manager [None req-8703e79c-8de8-43cf-b6e6-56e3bbdb2b78 tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] [instance: 7f67ebf8-f341-4cda-99d6-52ba82c5640e] Start building block device mappings for instance. {{(pid=69770) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1138.973397] env[69770]: DEBUG nova.network.neutron [None req-f3b509ee-b0fd-40c3-84ea-52a004fd6c42 tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] [instance: 16145ac2-85be-4cb7-a852-576d51ede5e7] Updating instance_info_cache with network_info: [{"id": "5832e709-3d8c-45a9-b24d-38265c83652b", "address": "fa:16:3e:90:61:26", "network": {"id": "9d212606-40a3-4b28-9ea6-99b5c5f662a7", "bridge": "br-int", "label": "tempest-ServersTestJSON-1055032721-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "edd97114f9bb4735963417fc474a65d2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1f762954-6ca5-4da5-bf0a-5d31c51ec570", "external-id": "nsx-vlan-transportzone-930", "segmentation_id": 930, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5832e709-3d", "ovs_interfaceid": "5832e709-3d8c-45a9-b24d-38265c83652b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69770) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1139.011849] env[69770]: DEBUG oslo_concurrency.lockutils [None req-f01957d3-c6ee-4ee2-bf70-e911b56867c6 tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] Acquiring lock "refresh_cache-19c06f92-7f17-4834-b8be-723eb3f313c5" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.011849] env[69770]: DEBUG oslo_concurrency.lockutils [None req-f01957d3-c6ee-4ee2-bf70-e911b56867c6 tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] Acquired lock "refresh_cache-19c06f92-7f17-4834-b8be-723eb3f313c5" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.011849] env[69770]: DEBUG nova.network.neutron [None req-f01957d3-c6ee-4ee2-bf70-e911b56867c6 tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] [instance: 19c06f92-7f17-4834-b8be-723eb3f313c5] Building network info cache for instance {{(pid=69770) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1139.141462] env[69770]: DEBUG oslo_vmware.api [None req-bac08eee-d55c-4ec1-baf6-a25fc9235e7d tempest-ServerRescueNegativeTestJSON-135561646 tempest-ServerRescueNegativeTestJSON-135561646-project-member] Task: {'id': task-4070482, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.75294} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1139.142697] env[69770]: INFO nova.virt.vmwareapi.ds_util [None req-bac08eee-d55c-4ec1-baf6-a25fc9235e7d tempest-ServerRescueNegativeTestJSON-135561646 tempest-ServerRescueNegativeTestJSON-135561646-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk to [datastore1] c53961c9-df55-42c6-8410-a50404d06605/d1eaff80-24a0-4391-90eb-59958b1ecf0a-rescue.vmdk. [ 1139.143748] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b508310-e8ff-4665-8ea6-ef7a7366ec7b {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.176410] env[69770]: DEBUG nova.virt.vmwareapi.volumeops [None req-bac08eee-d55c-4ec1-baf6-a25fc9235e7d tempest-ServerRescueNegativeTestJSON-135561646 tempest-ServerRescueNegativeTestJSON-135561646-project-member] [instance: c53961c9-df55-42c6-8410-a50404d06605] Reconfiguring VM instance instance-0000005d to attach disk [datastore1] c53961c9-df55-42c6-8410-a50404d06605/d1eaff80-24a0-4391-90eb-59958b1ecf0a-rescue.vmdk or device None with type thin {{(pid=69770) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1139.177550] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f6074da2-936d-41dc-b8c6-56df5a0f6060 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.198275] env[69770]: DEBUG oslo_vmware.api [None req-164343f5-37c1-42bd-bd78-3ced21273826 tempest-AttachVolumeShelveTestJSON-1191911444 tempest-AttachVolumeShelveTestJSON-1191911444-project-member] Task: {'id': task-4070483, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.204709] env[69770]: DEBUG oslo_vmware.api [None req-bac08eee-d55c-4ec1-baf6-a25fc9235e7d tempest-ServerRescueNegativeTestJSON-135561646 tempest-ServerRescueNegativeTestJSON-135561646-project-member] Waiting for the task: (returnval){ [ 1139.204709] env[69770]: value = "task-4070484" [ 1139.204709] env[69770]: _type = "Task" [ 1139.204709] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1139.222030] env[69770]: DEBUG oslo_vmware.api [None req-bac08eee-d55c-4ec1-baf6-a25fc9235e7d tempest-ServerRescueNegativeTestJSON-135561646 tempest-ServerRescueNegativeTestJSON-135561646-project-member] Task: {'id': task-4070484, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.222800] env[69770]: DEBUG nova.compute.manager [None req-54f1e21f-adb4-4752-b37a-f589107c85c1 tempest-ServerTagsTestJSON-982183337 tempest-ServerTagsTestJSON-982183337-project-member] [instance: b1612bfb-19fc-4290-bf95-953d6efe6637] Starting instance... {{(pid=69770) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1139.278311] env[69770]: DEBUG nova.network.neutron [None req-8703e79c-8de8-43cf-b6e6-56e3bbdb2b78 tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] [instance: 7f67ebf8-f341-4cda-99d6-52ba82c5640e] Successfully created port: 9a2c16de-8145-4811-913c-c8599ec8e17a {{(pid=69770) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1139.475658] env[69770]: DEBUG nova.scheduler.client.report [None req-bca11983-77c8-4770-9780-5fa78c4283fd tempest-ServerShowV247Test-1214808668 tempest-ServerShowV247Test-1214808668-project-member] Inventory has not changed for provider 7cc7d32b-b7a7-454a-a456-2a440248ed9d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69770) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1139.480777] env[69770]: DEBUG oslo_concurrency.lockutils [None req-f3b509ee-b0fd-40c3-84ea-52a004fd6c42 tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] Releasing lock "refresh_cache-16145ac2-85be-4cb7-a852-576d51ede5e7" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.480871] env[69770]: DEBUG nova.compute.manager [None req-f3b509ee-b0fd-40c3-84ea-52a004fd6c42 tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] [instance: 16145ac2-85be-4cb7-a852-576d51ede5e7] Instance network_info: |[{"id": "5832e709-3d8c-45a9-b24d-38265c83652b", "address": "fa:16:3e:90:61:26", "network": {"id": "9d212606-40a3-4b28-9ea6-99b5c5f662a7", "bridge": "br-int", "label": "tempest-ServersTestJSON-1055032721-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "edd97114f9bb4735963417fc474a65d2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1f762954-6ca5-4da5-bf0a-5d31c51ec570", "external-id": "nsx-vlan-transportzone-930", "segmentation_id": 930, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5832e709-3d", "ovs_interfaceid": "5832e709-3d8c-45a9-b24d-38265c83652b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69770) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1139.481273] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-f3b509ee-b0fd-40c3-84ea-52a004fd6c42 tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] [instance: 16145ac2-85be-4cb7-a852-576d51ede5e7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:90:61:26', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1f762954-6ca5-4da5-bf0a-5d31c51ec570', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5832e709-3d8c-45a9-b24d-38265c83652b', 'vif_model': 'vmxnet3'}] {{(pid=69770) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1139.492022] env[69770]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f3b509ee-b0fd-40c3-84ea-52a004fd6c42 tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69770) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1139.492022] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 16145ac2-85be-4cb7-a852-576d51ede5e7] Creating VM on the ESX host {{(pid=69770) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1139.492022] env[69770]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c6d150d9-206b-4478-9cd8-b9a27482fa4f {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.517626] env[69770]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1139.517626] env[69770]: value = "task-4070485" [ 1139.517626] env[69770]: _type = "Task" [ 1139.517626] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1139.527111] env[69770]: DEBUG oslo_vmware.api [-] Task: {'id': task-4070485, 'name': CreateVM_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.580311] env[69770]: DEBUG nova.network.neutron [req-dab7bf97-5ce4-4582-b19a-446229f5d1d0 req-12587677-b325-4a4d-b212-030fb618aa00 service nova] [instance: 5815fe63-e447-4be2-9055-a6320d0ba896] Updated VIF entry in instance network info cache for port ffac1883-a59c-43d8-8ba1-8e8379f232f5. {{(pid=69770) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1139.580700] env[69770]: DEBUG nova.network.neutron [req-dab7bf97-5ce4-4582-b19a-446229f5d1d0 req-12587677-b325-4a4d-b212-030fb618aa00 service nova] [instance: 5815fe63-e447-4be2-9055-a6320d0ba896] Updating instance_info_cache with network_info: [{"id": "ffac1883-a59c-43d8-8ba1-8e8379f232f5", "address": "fa:16:3e:ee:a1:aa", "network": {"id": "6947160b-7d54-4e72-ac36-2126989baab1", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-851069895-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.254", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bcbfd42565514a329707ee7a1c7d910c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69076131-87ac-46dd-9d5d-8d1b4ea7dec6", "external-id": "nsx-vlan-transportzone-327", "segmentation_id": 327, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapffac1883-a5", "ovs_interfaceid": "ffac1883-a59c-43d8-8ba1-8e8379f232f5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69770) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1139.666065] env[69770]: DEBUG oslo_vmware.api [None req-164343f5-37c1-42bd-bd78-3ced21273826 tempest-AttachVolumeShelveTestJSON-1191911444 tempest-AttachVolumeShelveTestJSON-1191911444-project-member] Task: {'id': task-4070483, 'name': RemoveSnapshot_Task, 'duration_secs': 0.70672} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1139.666065] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-164343f5-37c1-42bd-bd78-3ced21273826 tempest-AttachVolumeShelveTestJSON-1191911444 tempest-AttachVolumeShelveTestJSON-1191911444-project-member] [instance: 1e9f2a84-ff0f-4bfb-87b7-0b0d3604ab3f] Deleted Snapshot of the VM instance {{(pid=69770) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1139.666204] env[69770]: DEBUG nova.compute.manager [None req-164343f5-37c1-42bd-bd78-3ced21273826 tempest-AttachVolumeShelveTestJSON-1191911444 tempest-AttachVolumeShelveTestJSON-1191911444-project-member] [instance: 1e9f2a84-ff0f-4bfb-87b7-0b0d3604ab3f] Checking state {{(pid=69770) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1139.667226] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bfb6616-ec49-47db-ad93-f4e77b136527 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.718938] env[69770]: DEBUG oslo_vmware.api [None req-bac08eee-d55c-4ec1-baf6-a25fc9235e7d tempest-ServerRescueNegativeTestJSON-135561646 tempest-ServerRescueNegativeTestJSON-135561646-project-member] Task: {'id': task-4070484, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.756753] env[69770]: DEBUG oslo_concurrency.lockutils [None req-54f1e21f-adb4-4752-b37a-f589107c85c1 tempest-ServerTagsTestJSON-982183337 tempest-ServerTagsTestJSON-982183337-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1139.906272] env[69770]: DEBUG nova.network.neutron [None req-f01957d3-c6ee-4ee2-bf70-e911b56867c6 tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] [instance: 19c06f92-7f17-4834-b8be-723eb3f313c5] Updating instance_info_cache with network_info: [{"id": "d41aabd6-71fd-498e-be4d-95887db35869", "address": "fa:16:3e:b3:9c:44", "network": {"id": "fb2a6a42-a9ea-4a2f-b885-b0c06c1061b9", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1944009097-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.158", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "677c29867f944b8198884aae6535814b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b91b49a8-b849-4d0c-97f7-74fdcd88ae03", "external-id": "nsx-vlan-transportzone-406", "segmentation_id": 406, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd41aabd6-71", "ovs_interfaceid": "d41aabd6-71fd-498e-be4d-95887db35869", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69770) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1139.920487] env[69770]: DEBUG nova.compute.manager [req-162752be-0c4d-4a12-8a00-421634a4539c req-b11e4cf0-7609-4085-85cf-acc08781dee0 service nova] [instance: 16145ac2-85be-4cb7-a852-576d51ede5e7] Received event network-changed-5832e709-3d8c-45a9-b24d-38265c83652b {{(pid=69770) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1139.920679] env[69770]: DEBUG nova.compute.manager [req-162752be-0c4d-4a12-8a00-421634a4539c req-b11e4cf0-7609-4085-85cf-acc08781dee0 service nova] [instance: 16145ac2-85be-4cb7-a852-576d51ede5e7] Refreshing instance network info cache due to event network-changed-5832e709-3d8c-45a9-b24d-38265c83652b. {{(pid=69770) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1139.920789] env[69770]: DEBUG oslo_concurrency.lockutils [req-162752be-0c4d-4a12-8a00-421634a4539c req-b11e4cf0-7609-4085-85cf-acc08781dee0 service nova] Acquiring lock "refresh_cache-16145ac2-85be-4cb7-a852-576d51ede5e7" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.921310] env[69770]: DEBUG oslo_concurrency.lockutils [req-162752be-0c4d-4a12-8a00-421634a4539c req-b11e4cf0-7609-4085-85cf-acc08781dee0 service nova] Acquired lock "refresh_cache-16145ac2-85be-4cb7-a852-576d51ede5e7" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.921310] env[69770]: DEBUG nova.network.neutron [req-162752be-0c4d-4a12-8a00-421634a4539c req-b11e4cf0-7609-4085-85cf-acc08781dee0 service nova] [instance: 16145ac2-85be-4cb7-a852-576d51ede5e7] Refreshing network info cache for port 5832e709-3d8c-45a9-b24d-38265c83652b {{(pid=69770) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1139.981816] env[69770]: DEBUG oslo_concurrency.lockutils [None req-bca11983-77c8-4770-9780-5fa78c4283fd tempest-ServerShowV247Test-1214808668 tempest-ServerShowV247Test-1214808668-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.027s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1139.984826] env[69770]: DEBUG nova.compute.manager [None req-8703e79c-8de8-43cf-b6e6-56e3bbdb2b78 tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] [instance: 7f67ebf8-f341-4cda-99d6-52ba82c5640e] Start spawning the instance on the hypervisor. {{(pid=69770) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1139.987815] env[69770]: DEBUG oslo_concurrency.lockutils [None req-d660fc72-8dba-44ad-b835-7ab5d5606e81 tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.283s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1139.987815] env[69770]: DEBUG nova.objects.instance [None req-d660fc72-8dba-44ad-b835-7ab5d5606e81 tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] Lazy-loading 'resources' on Instance uuid c709ca8a-caa3-4f8a-a6bc-5c7a9bd346f5 {{(pid=69770) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1140.010276] env[69770]: INFO nova.scheduler.client.report [None req-bca11983-77c8-4770-9780-5fa78c4283fd tempest-ServerShowV247Test-1214808668 tempest-ServerShowV247Test-1214808668-project-member] Deleted allocations for instance 25da9782-52d2-4813-8744-847ff6ba0e5d [ 1140.016978] env[69770]: DEBUG nova.virt.hardware [None req-8703e79c-8de8-43cf-b6e6-56e3bbdb2b78 tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T12:16:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T12:16:11Z,direct_url=,disk_format='vmdk',id=d1eaff80-24a0-4391-90eb-59958b1ecf0a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d65f20bb89fb40a98b77bc6d97357df2',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T12:16:12Z,virtual_size=,visibility=), allow threads: False {{(pid=69770) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1140.017260] env[69770]: DEBUG nova.virt.hardware [None req-8703e79c-8de8-43cf-b6e6-56e3bbdb2b78 tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] Flavor limits 0:0:0 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1140.017423] env[69770]: DEBUG nova.virt.hardware [None req-8703e79c-8de8-43cf-b6e6-56e3bbdb2b78 tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] Image limits 0:0:0 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1140.017598] env[69770]: DEBUG nova.virt.hardware [None req-8703e79c-8de8-43cf-b6e6-56e3bbdb2b78 tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] Flavor pref 0:0:0 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1140.017743] env[69770]: DEBUG nova.virt.hardware [None req-8703e79c-8de8-43cf-b6e6-56e3bbdb2b78 tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] Image pref 0:0:0 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1140.017889] env[69770]: DEBUG nova.virt.hardware [None req-8703e79c-8de8-43cf-b6e6-56e3bbdb2b78 tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1140.018139] env[69770]: DEBUG nova.virt.hardware [None req-8703e79c-8de8-43cf-b6e6-56e3bbdb2b78 tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69770) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1140.018339] env[69770]: DEBUG nova.virt.hardware [None req-8703e79c-8de8-43cf-b6e6-56e3bbdb2b78 tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69770) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1140.018547] env[69770]: DEBUG nova.virt.hardware [None req-8703e79c-8de8-43cf-b6e6-56e3bbdb2b78 tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] Got 1 possible topologies {{(pid=69770) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1140.018759] env[69770]: DEBUG nova.virt.hardware [None req-8703e79c-8de8-43cf-b6e6-56e3bbdb2b78 tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69770) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1140.018900] env[69770]: DEBUG nova.virt.hardware [None req-8703e79c-8de8-43cf-b6e6-56e3bbdb2b78 tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69770) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1140.019885] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b6b0e4a-5699-4641-9fed-becfd99e8aee {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.034819] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cbfe62a-e279-47e4-b43f-3509f0d3e3c6 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.038831] env[69770]: DEBUG oslo_vmware.api [-] Task: {'id': task-4070485, 'name': CreateVM_Task} progress is 25%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.085675] env[69770]: DEBUG oslo_concurrency.lockutils [req-dab7bf97-5ce4-4582-b19a-446229f5d1d0 req-12587677-b325-4a4d-b212-030fb618aa00 service nova] Releasing lock "refresh_cache-5815fe63-e447-4be2-9055-a6320d0ba896" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.182538] env[69770]: INFO nova.compute.manager [None req-164343f5-37c1-42bd-bd78-3ced21273826 tempest-AttachVolumeShelveTestJSON-1191911444 tempest-AttachVolumeShelveTestJSON-1191911444-project-member] [instance: 1e9f2a84-ff0f-4bfb-87b7-0b0d3604ab3f] Shelve offloading [ 1140.218863] env[69770]: DEBUG oslo_vmware.api [None req-bac08eee-d55c-4ec1-baf6-a25fc9235e7d tempest-ServerRescueNegativeTestJSON-135561646 tempest-ServerRescueNegativeTestJSON-135561646-project-member] Task: {'id': task-4070484, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.409754] env[69770]: DEBUG oslo_concurrency.lockutils [None req-f01957d3-c6ee-4ee2-bf70-e911b56867c6 tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] Releasing lock "refresh_cache-19c06f92-7f17-4834-b8be-723eb3f313c5" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.517525] env[69770]: DEBUG oslo_concurrency.lockutils [None req-bca11983-77c8-4770-9780-5fa78c4283fd tempest-ServerShowV247Test-1214808668 tempest-ServerShowV247Test-1214808668-project-member] Lock "25da9782-52d2-4813-8744-847ff6ba0e5d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 20.715s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1140.533686] env[69770]: DEBUG oslo_vmware.api [-] Task: {'id': task-4070485, 'name': CreateVM_Task, 'duration_secs': 0.829494} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1140.533923] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 16145ac2-85be-4cb7-a852-576d51ede5e7] Created VM on the ESX host {{(pid=69770) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1140.534675] env[69770]: DEBUG oslo_concurrency.lockutils [None req-f3b509ee-b0fd-40c3-84ea-52a004fd6c42 tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.534923] env[69770]: DEBUG oslo_concurrency.lockutils [None req-f3b509ee-b0fd-40c3-84ea-52a004fd6c42 tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.535235] env[69770]: DEBUG oslo_concurrency.lockutils [None req-f3b509ee-b0fd-40c3-84ea-52a004fd6c42 tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.535499] env[69770]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-63e63065-b062-4d99-8a8d-b4673e8e8f76 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.547549] env[69770]: DEBUG oslo_vmware.api [None req-f3b509ee-b0fd-40c3-84ea-52a004fd6c42 tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] Waiting for the task: (returnval){ [ 1140.547549] env[69770]: value = "session[52161b52-cb8e-ec9f-1132-2f6b49549d41]52cd9406-62b8-0580-0a83-1d65d698b853" [ 1140.547549] env[69770]: _type = "Task" [ 1140.547549] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1140.556513] env[69770]: DEBUG oslo_vmware.api [None req-f3b509ee-b0fd-40c3-84ea-52a004fd6c42 tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]52cd9406-62b8-0580-0a83-1d65d698b853, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.687242] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-164343f5-37c1-42bd-bd78-3ced21273826 tempest-AttachVolumeShelveTestJSON-1191911444 tempest-AttachVolumeShelveTestJSON-1191911444-project-member] [instance: 1e9f2a84-ff0f-4bfb-87b7-0b0d3604ab3f] Powering off the VM {{(pid=69770) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1140.687242] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-880668c7-b5b5-44ad-ba0b-e4d65abed766 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.695644] env[69770]: DEBUG oslo_vmware.api [None req-164343f5-37c1-42bd-bd78-3ced21273826 tempest-AttachVolumeShelveTestJSON-1191911444 tempest-AttachVolumeShelveTestJSON-1191911444-project-member] Waiting for the task: (returnval){ [ 1140.695644] env[69770]: value = "task-4070486" [ 1140.695644] env[69770]: _type = "Task" [ 1140.695644] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1140.708065] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-164343f5-37c1-42bd-bd78-3ced21273826 tempest-AttachVolumeShelveTestJSON-1191911444 tempest-AttachVolumeShelveTestJSON-1191911444-project-member] [instance: 1e9f2a84-ff0f-4bfb-87b7-0b0d3604ab3f] VM already powered off {{(pid=69770) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1140.708390] env[69770]: DEBUG nova.compute.manager [None req-164343f5-37c1-42bd-bd78-3ced21273826 tempest-AttachVolumeShelveTestJSON-1191911444 tempest-AttachVolumeShelveTestJSON-1191911444-project-member] [instance: 1e9f2a84-ff0f-4bfb-87b7-0b0d3604ab3f] Checking state {{(pid=69770) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1140.709190] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e3a417a-2628-42fa-afbc-2db816900a21 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.720544] env[69770]: DEBUG nova.network.neutron [req-162752be-0c4d-4a12-8a00-421634a4539c req-b11e4cf0-7609-4085-85cf-acc08781dee0 service nova] [instance: 16145ac2-85be-4cb7-a852-576d51ede5e7] Updated VIF entry in instance network info cache for port 5832e709-3d8c-45a9-b24d-38265c83652b. {{(pid=69770) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1140.721020] env[69770]: DEBUG nova.network.neutron [req-162752be-0c4d-4a12-8a00-421634a4539c req-b11e4cf0-7609-4085-85cf-acc08781dee0 service nova] [instance: 16145ac2-85be-4cb7-a852-576d51ede5e7] Updating instance_info_cache with network_info: [{"id": "5832e709-3d8c-45a9-b24d-38265c83652b", "address": "fa:16:3e:90:61:26", "network": {"id": "9d212606-40a3-4b28-9ea6-99b5c5f662a7", "bridge": "br-int", "label": "tempest-ServersTestJSON-1055032721-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "edd97114f9bb4735963417fc474a65d2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1f762954-6ca5-4da5-bf0a-5d31c51ec570", "external-id": "nsx-vlan-transportzone-930", "segmentation_id": 930, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5832e709-3d", "ovs_interfaceid": "5832e709-3d8c-45a9-b24d-38265c83652b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69770) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1140.727368] env[69770]: DEBUG oslo_vmware.api [None req-bac08eee-d55c-4ec1-baf6-a25fc9235e7d tempest-ServerRescueNegativeTestJSON-135561646 tempest-ServerRescueNegativeTestJSON-135561646-project-member] Task: {'id': task-4070484, 'name': ReconfigVM_Task, 'duration_secs': 1.037453} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1140.728749] env[69770]: DEBUG oslo_concurrency.lockutils [None req-164343f5-37c1-42bd-bd78-3ced21273826 tempest-AttachVolumeShelveTestJSON-1191911444 tempest-AttachVolumeShelveTestJSON-1191911444-project-member] Acquiring lock "refresh_cache-1e9f2a84-ff0f-4bfb-87b7-0b0d3604ab3f" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.728749] env[69770]: DEBUG oslo_concurrency.lockutils [None req-164343f5-37c1-42bd-bd78-3ced21273826 tempest-AttachVolumeShelveTestJSON-1191911444 tempest-AttachVolumeShelveTestJSON-1191911444-project-member] Acquired lock "refresh_cache-1e9f2a84-ff0f-4bfb-87b7-0b0d3604ab3f" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.728749] env[69770]: DEBUG nova.network.neutron [None req-164343f5-37c1-42bd-bd78-3ced21273826 tempest-AttachVolumeShelveTestJSON-1191911444 tempest-AttachVolumeShelveTestJSON-1191911444-project-member] [instance: 1e9f2a84-ff0f-4bfb-87b7-0b0d3604ab3f] Building network info cache for instance {{(pid=69770) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1140.729356] env[69770]: DEBUG nova.virt.vmwareapi.volumeops [None req-bac08eee-d55c-4ec1-baf6-a25fc9235e7d tempest-ServerRescueNegativeTestJSON-135561646 tempest-ServerRescueNegativeTestJSON-135561646-project-member] [instance: c53961c9-df55-42c6-8410-a50404d06605] Reconfigured VM instance instance-0000005d to attach disk [datastore1] c53961c9-df55-42c6-8410-a50404d06605/d1eaff80-24a0-4391-90eb-59958b1ecf0a-rescue.vmdk or device None with type thin {{(pid=69770) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1140.730384] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cf5c12d-cf83-4dea-a8f5-ab44c9230daf {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.761603] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7a5e6079-77b0-4ca6-a12f-1310c5744644 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.780210] env[69770]: DEBUG oslo_vmware.api [None req-bac08eee-d55c-4ec1-baf6-a25fc9235e7d tempest-ServerRescueNegativeTestJSON-135561646 tempest-ServerRescueNegativeTestJSON-135561646-project-member] Waiting for the task: (returnval){ [ 1140.780210] env[69770]: value = "task-4070487" [ 1140.780210] env[69770]: _type = "Task" [ 1140.780210] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1140.790767] env[69770]: DEBUG oslo_vmware.api [None req-bac08eee-d55c-4ec1-baf6-a25fc9235e7d tempest-ServerRescueNegativeTestJSON-135561646 tempest-ServerRescueNegativeTestJSON-135561646-project-member] Task: {'id': task-4070487, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.834581] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63f56dc6-8be9-42e7-a863-d92e8eff1a7d {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.848413] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08dd66be-7807-46cb-9747-964730e942bd {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.885119] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96a33c7b-dc3a-4a8b-a06c-1d008351377b {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.894141] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07b0c90c-3c35-4d7c-b027-d49afb21e8ae {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.909534] env[69770]: DEBUG nova.compute.provider_tree [None req-d660fc72-8dba-44ad-b835-7ab5d5606e81 tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] Inventory has not changed in ProviderTree for provider: 7cc7d32b-b7a7-454a-a456-2a440248ed9d {{(pid=69770) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1140.937268] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8af75fd-51a0-4eea-8864-b432700b9d53 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.958666] env[69770]: DEBUG oslo_concurrency.lockutils [None req-71ec0b2f-826a-4976-a380-16e2be77c5d5 tempest-ServerShowV247Test-1214808668 tempest-ServerShowV247Test-1214808668-project-member] Acquiring lock "e6c4d986-abee-4ca2-8ef3-2917a3d75141" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1140.959033] env[69770]: DEBUG oslo_concurrency.lockutils [None req-71ec0b2f-826a-4976-a380-16e2be77c5d5 tempest-ServerShowV247Test-1214808668 tempest-ServerShowV247Test-1214808668-project-member] Lock "e6c4d986-abee-4ca2-8ef3-2917a3d75141" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1140.959282] env[69770]: DEBUG oslo_concurrency.lockutils [None req-71ec0b2f-826a-4976-a380-16e2be77c5d5 tempest-ServerShowV247Test-1214808668 tempest-ServerShowV247Test-1214808668-project-member] Acquiring lock "e6c4d986-abee-4ca2-8ef3-2917a3d75141-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1140.959472] env[69770]: DEBUG oslo_concurrency.lockutils [None req-71ec0b2f-826a-4976-a380-16e2be77c5d5 tempest-ServerShowV247Test-1214808668 tempest-ServerShowV247Test-1214808668-project-member] Lock "e6c4d986-abee-4ca2-8ef3-2917a3d75141-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1140.959647] env[69770]: DEBUG oslo_concurrency.lockutils [None req-71ec0b2f-826a-4976-a380-16e2be77c5d5 tempest-ServerShowV247Test-1214808668 tempest-ServerShowV247Test-1214808668-project-member] Lock "e6c4d986-abee-4ca2-8ef3-2917a3d75141-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1140.962405] env[69770]: DEBUG nova.network.neutron [None req-8703e79c-8de8-43cf-b6e6-56e3bbdb2b78 tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] [instance: 7f67ebf8-f341-4cda-99d6-52ba82c5640e] Successfully updated port: 9a2c16de-8145-4811-913c-c8599ec8e17a {{(pid=69770) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1140.963674] env[69770]: INFO nova.compute.manager [None req-71ec0b2f-826a-4976-a380-16e2be77c5d5 tempest-ServerShowV247Test-1214808668 tempest-ServerShowV247Test-1214808668-project-member] [instance: e6c4d986-abee-4ca2-8ef3-2917a3d75141] Terminating instance [ 1140.965601] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-753ba739-acc6-42c9-9edc-633b203abdb1 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.975068] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-f01957d3-c6ee-4ee2-bf70-e911b56867c6 tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] [instance: 19c06f92-7f17-4834-b8be-723eb3f313c5] Updating instance '19c06f92-7f17-4834-b8be-723eb3f313c5' progress to 83 {{(pid=69770) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1141.059140] env[69770]: DEBUG oslo_vmware.api [None req-f3b509ee-b0fd-40c3-84ea-52a004fd6c42 tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]52cd9406-62b8-0580-0a83-1d65d698b853, 'name': SearchDatastore_Task, 'duration_secs': 0.018521} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1141.059526] env[69770]: DEBUG oslo_concurrency.lockutils [None req-f3b509ee-b0fd-40c3-84ea-52a004fd6c42 tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.059766] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-f3b509ee-b0fd-40c3-84ea-52a004fd6c42 tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] [instance: 16145ac2-85be-4cb7-a852-576d51ede5e7] Processing image d1eaff80-24a0-4391-90eb-59958b1ecf0a {{(pid=69770) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1141.060008] env[69770]: DEBUG oslo_concurrency.lockutils [None req-f3b509ee-b0fd-40c3-84ea-52a004fd6c42 tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.060161] env[69770]: DEBUG oslo_concurrency.lockutils [None req-f3b509ee-b0fd-40c3-84ea-52a004fd6c42 tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.060341] env[69770]: DEBUG nova.virt.vmwareapi.ds_util [None req-f3b509ee-b0fd-40c3-84ea-52a004fd6c42 tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69770) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1141.060610] env[69770]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fa7f8575-5494-4a98-887b-854ea48c2db0 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.075888] env[69770]: DEBUG nova.virt.vmwareapi.ds_util [None req-f3b509ee-b0fd-40c3-84ea-52a004fd6c42 tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69770) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1141.076113] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-f3b509ee-b0fd-40c3-84ea-52a004fd6c42 tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69770) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1141.076826] env[69770]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a6e611f3-087b-44e6-814c-6d816cf6948b {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.082954] env[69770]: DEBUG oslo_vmware.api [None req-f3b509ee-b0fd-40c3-84ea-52a004fd6c42 tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] Waiting for the task: (returnval){ [ 1141.082954] env[69770]: value = "session[52161b52-cb8e-ec9f-1132-2f6b49549d41]527c41d0-cef1-0739-1d79-7c3b4ec694b8" [ 1141.082954] env[69770]: _type = "Task" [ 1141.082954] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1141.090932] env[69770]: DEBUG oslo_vmware.api [None req-f3b509ee-b0fd-40c3-84ea-52a004fd6c42 tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]527c41d0-cef1-0739-1d79-7c3b4ec694b8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.230749] env[69770]: DEBUG oslo_concurrency.lockutils [req-162752be-0c4d-4a12-8a00-421634a4539c req-b11e4cf0-7609-4085-85cf-acc08781dee0 service nova] Releasing lock "refresh_cache-16145ac2-85be-4cb7-a852-576d51ede5e7" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.291103] env[69770]: DEBUG oslo_vmware.api [None req-bac08eee-d55c-4ec1-baf6-a25fc9235e7d tempest-ServerRescueNegativeTestJSON-135561646 tempest-ServerRescueNegativeTestJSON-135561646-project-member] Task: {'id': task-4070487, 'name': ReconfigVM_Task, 'duration_secs': 0.187546} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1141.291387] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-bac08eee-d55c-4ec1-baf6-a25fc9235e7d tempest-ServerRescueNegativeTestJSON-135561646 tempest-ServerRescueNegativeTestJSON-135561646-project-member] [instance: c53961c9-df55-42c6-8410-a50404d06605] Powering on the VM {{(pid=69770) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1141.291642] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f3bd03c0-e05a-4450-9ffd-b7f810129591 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.299156] env[69770]: DEBUG oslo_vmware.api [None req-bac08eee-d55c-4ec1-baf6-a25fc9235e7d tempest-ServerRescueNegativeTestJSON-135561646 tempest-ServerRescueNegativeTestJSON-135561646-project-member] Waiting for the task: (returnval){ [ 1141.299156] env[69770]: value = "task-4070488" [ 1141.299156] env[69770]: _type = "Task" [ 1141.299156] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1141.310874] env[69770]: DEBUG oslo_vmware.api [None req-bac08eee-d55c-4ec1-baf6-a25fc9235e7d tempest-ServerRescueNegativeTestJSON-135561646 tempest-ServerRescueNegativeTestJSON-135561646-project-member] Task: {'id': task-4070488, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.414161] env[69770]: DEBUG nova.scheduler.client.report [None req-d660fc72-8dba-44ad-b835-7ab5d5606e81 tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] Inventory has not changed for provider 7cc7d32b-b7a7-454a-a456-2a440248ed9d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69770) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1141.472233] env[69770]: DEBUG oslo_concurrency.lockutils [None req-8703e79c-8de8-43cf-b6e6-56e3bbdb2b78 tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] Acquiring lock "refresh_cache-7f67ebf8-f341-4cda-99d6-52ba82c5640e" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.472351] env[69770]: DEBUG oslo_concurrency.lockutils [None req-8703e79c-8de8-43cf-b6e6-56e3bbdb2b78 tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] Acquired lock "refresh_cache-7f67ebf8-f341-4cda-99d6-52ba82c5640e" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.472477] env[69770]: DEBUG nova.network.neutron [None req-8703e79c-8de8-43cf-b6e6-56e3bbdb2b78 tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] [instance: 7f67ebf8-f341-4cda-99d6-52ba82c5640e] Building network info cache for instance {{(pid=69770) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1141.473745] env[69770]: DEBUG oslo_concurrency.lockutils [None req-71ec0b2f-826a-4976-a380-16e2be77c5d5 tempest-ServerShowV247Test-1214808668 tempest-ServerShowV247Test-1214808668-project-member] Acquiring lock "refresh_cache-e6c4d986-abee-4ca2-8ef3-2917a3d75141" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.473907] env[69770]: DEBUG oslo_concurrency.lockutils [None req-71ec0b2f-826a-4976-a380-16e2be77c5d5 tempest-ServerShowV247Test-1214808668 tempest-ServerShowV247Test-1214808668-project-member] Acquired lock "refresh_cache-e6c4d986-abee-4ca2-8ef3-2917a3d75141" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.474092] env[69770]: DEBUG nova.network.neutron [None req-71ec0b2f-826a-4976-a380-16e2be77c5d5 tempest-ServerShowV247Test-1214808668 tempest-ServerShowV247Test-1214808668-project-member] [instance: e6c4d986-abee-4ca2-8ef3-2917a3d75141] Building network info cache for instance {{(pid=69770) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1141.481439] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-f01957d3-c6ee-4ee2-bf70-e911b56867c6 tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] [instance: 19c06f92-7f17-4834-b8be-723eb3f313c5] Powering on the VM {{(pid=69770) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1141.481723] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ec7d5f85-42ce-44cd-bde4-d09ec622ec0f {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.491493] env[69770]: DEBUG oslo_vmware.api [None req-f01957d3-c6ee-4ee2-bf70-e911b56867c6 tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] Waiting for the task: (returnval){ [ 1141.491493] env[69770]: value = "task-4070489" [ 1141.491493] env[69770]: _type = "Task" [ 1141.491493] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1141.500826] env[69770]: DEBUG oslo_vmware.api [None req-f01957d3-c6ee-4ee2-bf70-e911b56867c6 tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] Task: {'id': task-4070489, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.520798] env[69770]: DEBUG nova.network.neutron [None req-164343f5-37c1-42bd-bd78-3ced21273826 tempest-AttachVolumeShelveTestJSON-1191911444 tempest-AttachVolumeShelveTestJSON-1191911444-project-member] [instance: 1e9f2a84-ff0f-4bfb-87b7-0b0d3604ab3f] Updating instance_info_cache with network_info: [{"id": "cbb9b213-c75c-425c-9b19-426af308ac35", "address": "fa:16:3e:d6:89:41", "network": {"id": "62da2196-fd56-425b-b6e9-4f1c110ca1e6", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1719289018-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.252", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "63b30a591f8a45d2ad9dfb1e2a86dcc1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "504a3211-8288-4b87-a52a-590466d80a49", "external-id": "nsx-vlan-transportzone-469", "segmentation_id": 469, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcbb9b213-c7", "ovs_interfaceid": "cbb9b213-c75c-425c-9b19-426af308ac35", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69770) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1141.598454] env[69770]: DEBUG oslo_vmware.api [None req-f3b509ee-b0fd-40c3-84ea-52a004fd6c42 tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]527c41d0-cef1-0739-1d79-7c3b4ec694b8, 'name': SearchDatastore_Task, 'duration_secs': 0.047874} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1141.599753] env[69770]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e6d05211-1fd0-4d09-9ec5-d939f70ea496 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.606995] env[69770]: DEBUG oslo_vmware.api [None req-f3b509ee-b0fd-40c3-84ea-52a004fd6c42 tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] Waiting for the task: (returnval){ [ 1141.606995] env[69770]: value = "session[52161b52-cb8e-ec9f-1132-2f6b49549d41]5223baab-a2dc-315a-aa9d-b2097f795599" [ 1141.606995] env[69770]: _type = "Task" [ 1141.606995] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1141.615959] env[69770]: DEBUG oslo_vmware.api [None req-f3b509ee-b0fd-40c3-84ea-52a004fd6c42 tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]5223baab-a2dc-315a-aa9d-b2097f795599, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.814167] env[69770]: DEBUG oslo_vmware.api [None req-bac08eee-d55c-4ec1-baf6-a25fc9235e7d tempest-ServerRescueNegativeTestJSON-135561646 tempest-ServerRescueNegativeTestJSON-135561646-project-member] Task: {'id': task-4070488, 'name': PowerOnVM_Task, 'duration_secs': 0.404197} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1141.814411] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-bac08eee-d55c-4ec1-baf6-a25fc9235e7d tempest-ServerRescueNegativeTestJSON-135561646 tempest-ServerRescueNegativeTestJSON-135561646-project-member] [instance: c53961c9-df55-42c6-8410-a50404d06605] Powered on the VM {{(pid=69770) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1141.817145] env[69770]: DEBUG nova.compute.manager [None req-bac08eee-d55c-4ec1-baf6-a25fc9235e7d tempest-ServerRescueNegativeTestJSON-135561646 tempest-ServerRescueNegativeTestJSON-135561646-project-member] [instance: c53961c9-df55-42c6-8410-a50404d06605] Checking state {{(pid=69770) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1141.817956] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb0554bd-c3f5-452e-8ea9-8e569b295d45 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.923450] env[69770]: DEBUG oslo_concurrency.lockutils [None req-d660fc72-8dba-44ad-b835-7ab5d5606e81 tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.934s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1141.924922] env[69770]: DEBUG oslo_concurrency.lockutils [None req-54f1e21f-adb4-4752-b37a-f589107c85c1 tempest-ServerTagsTestJSON-982183337 tempest-ServerTagsTestJSON-982183337-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.168s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1141.926513] env[69770]: INFO nova.compute.claims [None req-54f1e21f-adb4-4752-b37a-f589107c85c1 tempest-ServerTagsTestJSON-982183337 tempest-ServerTagsTestJSON-982183337-project-member] [instance: b1612bfb-19fc-4290-bf95-953d6efe6637] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1141.952976] env[69770]: INFO nova.scheduler.client.report [None req-d660fc72-8dba-44ad-b835-7ab5d5606e81 tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] Deleted allocations for instance c709ca8a-caa3-4f8a-a6bc-5c7a9bd346f5 [ 1141.965041] env[69770]: DEBUG nova.compute.manager [req-a1d35172-1a49-4839-af0b-cb1e10b07e56 req-86d15ade-f3fa-46cf-99b4-d485ac9f87ae service nova] [instance: 7f67ebf8-f341-4cda-99d6-52ba82c5640e] Received event network-vif-plugged-9a2c16de-8145-4811-913c-c8599ec8e17a {{(pid=69770) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1141.965041] env[69770]: DEBUG oslo_concurrency.lockutils [req-a1d35172-1a49-4839-af0b-cb1e10b07e56 req-86d15ade-f3fa-46cf-99b4-d485ac9f87ae service nova] Acquiring lock "7f67ebf8-f341-4cda-99d6-52ba82c5640e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1141.965041] env[69770]: DEBUG oslo_concurrency.lockutils [req-a1d35172-1a49-4839-af0b-cb1e10b07e56 req-86d15ade-f3fa-46cf-99b4-d485ac9f87ae service nova] Lock "7f67ebf8-f341-4cda-99d6-52ba82c5640e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1141.965041] env[69770]: DEBUG oslo_concurrency.lockutils [req-a1d35172-1a49-4839-af0b-cb1e10b07e56 req-86d15ade-f3fa-46cf-99b4-d485ac9f87ae service nova] Lock "7f67ebf8-f341-4cda-99d6-52ba82c5640e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1141.965041] env[69770]: DEBUG nova.compute.manager [req-a1d35172-1a49-4839-af0b-cb1e10b07e56 req-86d15ade-f3fa-46cf-99b4-d485ac9f87ae service nova] [instance: 7f67ebf8-f341-4cda-99d6-52ba82c5640e] No waiting events found dispatching network-vif-plugged-9a2c16de-8145-4811-913c-c8599ec8e17a {{(pid=69770) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1141.965041] env[69770]: WARNING nova.compute.manager [req-a1d35172-1a49-4839-af0b-cb1e10b07e56 req-86d15ade-f3fa-46cf-99b4-d485ac9f87ae service nova] [instance: 7f67ebf8-f341-4cda-99d6-52ba82c5640e] Received unexpected event network-vif-plugged-9a2c16de-8145-4811-913c-c8599ec8e17a for instance with vm_state building and task_state spawning. [ 1141.965041] env[69770]: DEBUG nova.compute.manager [req-a1d35172-1a49-4839-af0b-cb1e10b07e56 req-86d15ade-f3fa-46cf-99b4-d485ac9f87ae service nova] [instance: 7f67ebf8-f341-4cda-99d6-52ba82c5640e] Received event network-changed-9a2c16de-8145-4811-913c-c8599ec8e17a {{(pid=69770) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1141.968130] env[69770]: DEBUG nova.compute.manager [req-a1d35172-1a49-4839-af0b-cb1e10b07e56 req-86d15ade-f3fa-46cf-99b4-d485ac9f87ae service nova] [instance: 7f67ebf8-f341-4cda-99d6-52ba82c5640e] Refreshing instance network info cache due to event network-changed-9a2c16de-8145-4811-913c-c8599ec8e17a. {{(pid=69770) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1141.968130] env[69770]: DEBUG oslo_concurrency.lockutils [req-a1d35172-1a49-4839-af0b-cb1e10b07e56 req-86d15ade-f3fa-46cf-99b4-d485ac9f87ae service nova] Acquiring lock "refresh_cache-7f67ebf8-f341-4cda-99d6-52ba82c5640e" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.999695] env[69770]: DEBUG nova.network.neutron [None req-71ec0b2f-826a-4976-a380-16e2be77c5d5 tempest-ServerShowV247Test-1214808668 tempest-ServerShowV247Test-1214808668-project-member] [instance: e6c4d986-abee-4ca2-8ef3-2917a3d75141] Instance cache missing network info. {{(pid=69770) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1142.006860] env[69770]: DEBUG oslo_vmware.api [None req-f01957d3-c6ee-4ee2-bf70-e911b56867c6 tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] Task: {'id': task-4070489, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1142.011167] env[69770]: DEBUG nova.network.neutron [None req-8703e79c-8de8-43cf-b6e6-56e3bbdb2b78 tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] [instance: 7f67ebf8-f341-4cda-99d6-52ba82c5640e] Instance cache missing network info. {{(pid=69770) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1142.023241] env[69770]: DEBUG oslo_concurrency.lockutils [None req-164343f5-37c1-42bd-bd78-3ced21273826 tempest-AttachVolumeShelveTestJSON-1191911444 tempest-AttachVolumeShelveTestJSON-1191911444-project-member] Releasing lock "refresh_cache-1e9f2a84-ff0f-4bfb-87b7-0b0d3604ab3f" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.096734] env[69770]: DEBUG nova.network.neutron [None req-71ec0b2f-826a-4976-a380-16e2be77c5d5 tempest-ServerShowV247Test-1214808668 tempest-ServerShowV247Test-1214808668-project-member] [instance: e6c4d986-abee-4ca2-8ef3-2917a3d75141] Updating instance_info_cache with network_info: [] {{(pid=69770) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1142.121146] env[69770]: DEBUG oslo_vmware.api [None req-f3b509ee-b0fd-40c3-84ea-52a004fd6c42 tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]5223baab-a2dc-315a-aa9d-b2097f795599, 'name': SearchDatastore_Task, 'duration_secs': 0.011033} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1142.123594] env[69770]: DEBUG oslo_concurrency.lockutils [None req-f3b509ee-b0fd-40c3-84ea-52a004fd6c42 tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.123894] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3b509ee-b0fd-40c3-84ea-52a004fd6c42 tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk to [datastore1] 16145ac2-85be-4cb7-a852-576d51ede5e7/16145ac2-85be-4cb7-a852-576d51ede5e7.vmdk {{(pid=69770) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1142.124382] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fbd6262c-72f4-4340-b479-51669d71e2ea {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.135682] env[69770]: DEBUG oslo_vmware.api [None req-f3b509ee-b0fd-40c3-84ea-52a004fd6c42 tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] Waiting for the task: (returnval){ [ 1142.135682] env[69770]: value = "task-4070490" [ 1142.135682] env[69770]: _type = "Task" [ 1142.135682] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1142.147872] env[69770]: DEBUG oslo_vmware.api [None req-f3b509ee-b0fd-40c3-84ea-52a004fd6c42 tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] Task: {'id': task-4070490, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1142.220916] env[69770]: DEBUG nova.network.neutron [None req-8703e79c-8de8-43cf-b6e6-56e3bbdb2b78 tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] [instance: 7f67ebf8-f341-4cda-99d6-52ba82c5640e] Updating instance_info_cache with network_info: [{"id": "9a2c16de-8145-4811-913c-c8599ec8e17a", "address": "fa:16:3e:2e:8d:ed", "network": {"id": "d5ae8d06-e279-436f-9c41-66b44f6f2542", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1370812323-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "63715e849e05463da9bfa0405c750b8f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dad4f433-bb0b-45c7-8040-972ef2277f75", "external-id": "nsx-vlan-transportzone-451", "segmentation_id": 451, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9a2c16de-81", "ovs_interfaceid": "9a2c16de-8145-4811-913c-c8599ec8e17a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69770) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1142.359241] env[69770]: DEBUG nova.compute.manager [req-0d816d20-e6ef-430d-9e78-c37a2dedc380 req-3dd5d437-1c77-4b7c-b1af-8c4d2b534faf service nova] [instance: 1e9f2a84-ff0f-4bfb-87b7-0b0d3604ab3f] Received event network-vif-unplugged-cbb9b213-c75c-425c-9b19-426af308ac35 {{(pid=69770) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1142.359563] env[69770]: DEBUG oslo_concurrency.lockutils [req-0d816d20-e6ef-430d-9e78-c37a2dedc380 req-3dd5d437-1c77-4b7c-b1af-8c4d2b534faf service nova] Acquiring lock "1e9f2a84-ff0f-4bfb-87b7-0b0d3604ab3f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1142.359783] env[69770]: DEBUG oslo_concurrency.lockutils [req-0d816d20-e6ef-430d-9e78-c37a2dedc380 req-3dd5d437-1c77-4b7c-b1af-8c4d2b534faf service nova] Lock "1e9f2a84-ff0f-4bfb-87b7-0b0d3604ab3f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1142.360743] env[69770]: DEBUG oslo_concurrency.lockutils [req-0d816d20-e6ef-430d-9e78-c37a2dedc380 req-3dd5d437-1c77-4b7c-b1af-8c4d2b534faf service nova] Lock "1e9f2a84-ff0f-4bfb-87b7-0b0d3604ab3f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1142.360990] env[69770]: DEBUG nova.compute.manager [req-0d816d20-e6ef-430d-9e78-c37a2dedc380 req-3dd5d437-1c77-4b7c-b1af-8c4d2b534faf service nova] [instance: 1e9f2a84-ff0f-4bfb-87b7-0b0d3604ab3f] No waiting events found dispatching network-vif-unplugged-cbb9b213-c75c-425c-9b19-426af308ac35 {{(pid=69770) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1142.361264] env[69770]: WARNING nova.compute.manager [req-0d816d20-e6ef-430d-9e78-c37a2dedc380 req-3dd5d437-1c77-4b7c-b1af-8c4d2b534faf service nova] [instance: 1e9f2a84-ff0f-4bfb-87b7-0b0d3604ab3f] Received unexpected event network-vif-unplugged-cbb9b213-c75c-425c-9b19-426af308ac35 for instance with vm_state shelved and task_state shelving_offloading. [ 1142.454140] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-164343f5-37c1-42bd-bd78-3ced21273826 tempest-AttachVolumeShelveTestJSON-1191911444 tempest-AttachVolumeShelveTestJSON-1191911444-project-member] [instance: 1e9f2a84-ff0f-4bfb-87b7-0b0d3604ab3f] Destroying instance {{(pid=69770) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1142.455213] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42cf7788-8b8b-43d9-aaca-649aed09daa9 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.464553] env[69770]: DEBUG oslo_concurrency.lockutils [None req-d660fc72-8dba-44ad-b835-7ab5d5606e81 tempest-ImagesTestJSON-545421516 tempest-ImagesTestJSON-545421516-project-member] Lock "c709ca8a-caa3-4f8a-a6bc-5c7a9bd346f5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.379s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1142.469485] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-164343f5-37c1-42bd-bd78-3ced21273826 tempest-AttachVolumeShelveTestJSON-1191911444 tempest-AttachVolumeShelveTestJSON-1191911444-project-member] [instance: 1e9f2a84-ff0f-4bfb-87b7-0b0d3604ab3f] Unregistering the VM {{(pid=69770) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1142.470356] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d1feb1fe-25ed-4a8c-bfb9-a33c403f5a59 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.506523] env[69770]: DEBUG oslo_vmware.api [None req-f01957d3-c6ee-4ee2-bf70-e911b56867c6 tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] Task: {'id': task-4070489, 'name': PowerOnVM_Task, 'duration_secs': 0.850431} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1142.506982] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-f01957d3-c6ee-4ee2-bf70-e911b56867c6 tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] [instance: 19c06f92-7f17-4834-b8be-723eb3f313c5] Powered on the VM {{(pid=69770) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1142.507232] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-f01957d3-c6ee-4ee2-bf70-e911b56867c6 tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] [instance: 19c06f92-7f17-4834-b8be-723eb3f313c5] Updating instance '19c06f92-7f17-4834-b8be-723eb3f313c5' progress to 100 {{(pid=69770) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1142.571633] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-164343f5-37c1-42bd-bd78-3ced21273826 tempest-AttachVolumeShelveTestJSON-1191911444 tempest-AttachVolumeShelveTestJSON-1191911444-project-member] [instance: 1e9f2a84-ff0f-4bfb-87b7-0b0d3604ab3f] Unregistered the VM {{(pid=69770) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1142.571880] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-164343f5-37c1-42bd-bd78-3ced21273826 tempest-AttachVolumeShelveTestJSON-1191911444 tempest-AttachVolumeShelveTestJSON-1191911444-project-member] [instance: 1e9f2a84-ff0f-4bfb-87b7-0b0d3604ab3f] Deleting contents of the VM from datastore datastore1 {{(pid=69770) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1142.572018] env[69770]: DEBUG nova.virt.vmwareapi.ds_util [None req-164343f5-37c1-42bd-bd78-3ced21273826 tempest-AttachVolumeShelveTestJSON-1191911444 tempest-AttachVolumeShelveTestJSON-1191911444-project-member] Deleting the datastore file [datastore1] 1e9f2a84-ff0f-4bfb-87b7-0b0d3604ab3f {{(pid=69770) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1142.572617] env[69770]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b258364d-6e36-4bf1-9330-5ec638437b2b {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.582920] env[69770]: DEBUG oslo_vmware.api [None req-164343f5-37c1-42bd-bd78-3ced21273826 tempest-AttachVolumeShelveTestJSON-1191911444 tempest-AttachVolumeShelveTestJSON-1191911444-project-member] Waiting for the task: (returnval){ [ 1142.582920] env[69770]: value = "task-4070492" [ 1142.582920] env[69770]: _type = "Task" [ 1142.582920] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1142.592998] env[69770]: DEBUG oslo_vmware.api [None req-164343f5-37c1-42bd-bd78-3ced21273826 tempest-AttachVolumeShelveTestJSON-1191911444 tempest-AttachVolumeShelveTestJSON-1191911444-project-member] Task: {'id': task-4070492, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1142.599701] env[69770]: DEBUG oslo_concurrency.lockutils [None req-71ec0b2f-826a-4976-a380-16e2be77c5d5 tempest-ServerShowV247Test-1214808668 tempest-ServerShowV247Test-1214808668-project-member] Releasing lock "refresh_cache-e6c4d986-abee-4ca2-8ef3-2917a3d75141" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.600229] env[69770]: DEBUG nova.compute.manager [None req-71ec0b2f-826a-4976-a380-16e2be77c5d5 tempest-ServerShowV247Test-1214808668 tempest-ServerShowV247Test-1214808668-project-member] [instance: e6c4d986-abee-4ca2-8ef3-2917a3d75141] Start destroying the instance on the hypervisor. {{(pid=69770) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1142.600421] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-71ec0b2f-826a-4976-a380-16e2be77c5d5 tempest-ServerShowV247Test-1214808668 tempest-ServerShowV247Test-1214808668-project-member] [instance: e6c4d986-abee-4ca2-8ef3-2917a3d75141] Destroying instance {{(pid=69770) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1142.602145] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b37f6a4c-408a-4e4e-b8f4-56dd1555800e {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.612070] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-71ec0b2f-826a-4976-a380-16e2be77c5d5 tempest-ServerShowV247Test-1214808668 tempest-ServerShowV247Test-1214808668-project-member] [instance: e6c4d986-abee-4ca2-8ef3-2917a3d75141] Powering off the VM {{(pid=69770) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1142.612456] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-664c083b-d2a6-451f-9db7-6961aadbad89 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.620783] env[69770]: DEBUG oslo_vmware.api [None req-71ec0b2f-826a-4976-a380-16e2be77c5d5 tempest-ServerShowV247Test-1214808668 tempest-ServerShowV247Test-1214808668-project-member] Waiting for the task: (returnval){ [ 1142.620783] env[69770]: value = "task-4070493" [ 1142.620783] env[69770]: _type = "Task" [ 1142.620783] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1142.637691] env[69770]: DEBUG oslo_vmware.api [None req-71ec0b2f-826a-4976-a380-16e2be77c5d5 tempest-ServerShowV247Test-1214808668 tempest-ServerShowV247Test-1214808668-project-member] Task: {'id': task-4070493, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1142.653399] env[69770]: DEBUG oslo_vmware.api [None req-f3b509ee-b0fd-40c3-84ea-52a004fd6c42 tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] Task: {'id': task-4070490, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1142.724632] env[69770]: DEBUG oslo_concurrency.lockutils [None req-8703e79c-8de8-43cf-b6e6-56e3bbdb2b78 tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] Releasing lock "refresh_cache-7f67ebf8-f341-4cda-99d6-52ba82c5640e" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.725030] env[69770]: DEBUG nova.compute.manager [None req-8703e79c-8de8-43cf-b6e6-56e3bbdb2b78 tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] [instance: 7f67ebf8-f341-4cda-99d6-52ba82c5640e] Instance network_info: |[{"id": "9a2c16de-8145-4811-913c-c8599ec8e17a", "address": "fa:16:3e:2e:8d:ed", "network": {"id": "d5ae8d06-e279-436f-9c41-66b44f6f2542", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1370812323-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "63715e849e05463da9bfa0405c750b8f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dad4f433-bb0b-45c7-8040-972ef2277f75", "external-id": "nsx-vlan-transportzone-451", "segmentation_id": 451, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9a2c16de-81", "ovs_interfaceid": "9a2c16de-8145-4811-913c-c8599ec8e17a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69770) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1142.725359] env[69770]: DEBUG oslo_concurrency.lockutils [req-a1d35172-1a49-4839-af0b-cb1e10b07e56 req-86d15ade-f3fa-46cf-99b4-d485ac9f87ae service nova] Acquired lock "refresh_cache-7f67ebf8-f341-4cda-99d6-52ba82c5640e" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.725558] env[69770]: DEBUG nova.network.neutron [req-a1d35172-1a49-4839-af0b-cb1e10b07e56 req-86d15ade-f3fa-46cf-99b4-d485ac9f87ae service nova] [instance: 7f67ebf8-f341-4cda-99d6-52ba82c5640e] Refreshing network info cache for port 9a2c16de-8145-4811-913c-c8599ec8e17a {{(pid=69770) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1142.727354] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-8703e79c-8de8-43cf-b6e6-56e3bbdb2b78 tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] [instance: 7f67ebf8-f341-4cda-99d6-52ba82c5640e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2e:8d:ed', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'dad4f433-bb0b-45c7-8040-972ef2277f75', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9a2c16de-8145-4811-913c-c8599ec8e17a', 'vif_model': 'vmxnet3'}] {{(pid=69770) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1142.736880] env[69770]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8703e79c-8de8-43cf-b6e6-56e3bbdb2b78 tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69770) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1142.740757] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7f67ebf8-f341-4cda-99d6-52ba82c5640e] Creating VM on the ESX host {{(pid=69770) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1142.741398] env[69770]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-99ecd0cb-e1d2-426c-93a3-6517c3c2526d {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.766893] env[69770]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1142.766893] env[69770]: value = "task-4070494" [ 1142.766893] env[69770]: _type = "Task" [ 1142.766893] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1142.778869] env[69770]: DEBUG oslo_vmware.api [-] Task: {'id': task-4070494, 'name': CreateVM_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1142.983409] env[69770]: DEBUG nova.network.neutron [req-a1d35172-1a49-4839-af0b-cb1e10b07e56 req-86d15ade-f3fa-46cf-99b4-d485ac9f87ae service nova] [instance: 7f67ebf8-f341-4cda-99d6-52ba82c5640e] Updated VIF entry in instance network info cache for port 9a2c16de-8145-4811-913c-c8599ec8e17a. {{(pid=69770) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1142.983991] env[69770]: DEBUG nova.network.neutron [req-a1d35172-1a49-4839-af0b-cb1e10b07e56 req-86d15ade-f3fa-46cf-99b4-d485ac9f87ae service nova] [instance: 7f67ebf8-f341-4cda-99d6-52ba82c5640e] Updating instance_info_cache with network_info: [{"id": "9a2c16de-8145-4811-913c-c8599ec8e17a", "address": "fa:16:3e:2e:8d:ed", "network": {"id": "d5ae8d06-e279-436f-9c41-66b44f6f2542", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1370812323-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "63715e849e05463da9bfa0405c750b8f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dad4f433-bb0b-45c7-8040-972ef2277f75", "external-id": "nsx-vlan-transportzone-451", "segmentation_id": 451, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9a2c16de-81", "ovs_interfaceid": "9a2c16de-8145-4811-913c-c8599ec8e17a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69770) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1143.093507] env[69770]: DEBUG oslo_vmware.api [None req-164343f5-37c1-42bd-bd78-3ced21273826 tempest-AttachVolumeShelveTestJSON-1191911444 tempest-AttachVolumeShelveTestJSON-1191911444-project-member] Task: {'id': task-4070492, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1143.134908] env[69770]: DEBUG oslo_vmware.api [None req-71ec0b2f-826a-4976-a380-16e2be77c5d5 tempest-ServerShowV247Test-1214808668 tempest-ServerShowV247Test-1214808668-project-member] Task: {'id': task-4070493, 'name': PowerOffVM_Task, 'duration_secs': 0.163709} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1143.138143] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-71ec0b2f-826a-4976-a380-16e2be77c5d5 tempest-ServerShowV247Test-1214808668 tempest-ServerShowV247Test-1214808668-project-member] [instance: e6c4d986-abee-4ca2-8ef3-2917a3d75141] Powered off the VM {{(pid=69770) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1143.138382] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-71ec0b2f-826a-4976-a380-16e2be77c5d5 tempest-ServerShowV247Test-1214808668 tempest-ServerShowV247Test-1214808668-project-member] [instance: e6c4d986-abee-4ca2-8ef3-2917a3d75141] Unregistering the VM {{(pid=69770) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1143.138729] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-12088efd-1d86-4afc-bfd0-113e8d1a8a62 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.153682] env[69770]: DEBUG oslo_vmware.api [None req-f3b509ee-b0fd-40c3-84ea-52a004fd6c42 tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] Task: {'id': task-4070490, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.719511} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1143.153989] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3b509ee-b0fd-40c3-84ea-52a004fd6c42 tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk to [datastore1] 16145ac2-85be-4cb7-a852-576d51ede5e7/16145ac2-85be-4cb7-a852-576d51ede5e7.vmdk {{(pid=69770) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1143.156363] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-f3b509ee-b0fd-40c3-84ea-52a004fd6c42 tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] [instance: 16145ac2-85be-4cb7-a852-576d51ede5e7] Extending root virtual disk to 1048576 {{(pid=69770) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1143.156363] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9add0cef-417c-421b-a5e0-36930b081a02 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.162226] env[69770]: DEBUG oslo_vmware.api [None req-f3b509ee-b0fd-40c3-84ea-52a004fd6c42 tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] Waiting for the task: (returnval){ [ 1143.162226] env[69770]: value = "task-4070496" [ 1143.162226] env[69770]: _type = "Task" [ 1143.162226] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1143.171619] env[69770]: DEBUG oslo_vmware.api [None req-f3b509ee-b0fd-40c3-84ea-52a004fd6c42 tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] Task: {'id': task-4070496, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1143.174012] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-71ec0b2f-826a-4976-a380-16e2be77c5d5 tempest-ServerShowV247Test-1214808668 tempest-ServerShowV247Test-1214808668-project-member] [instance: e6c4d986-abee-4ca2-8ef3-2917a3d75141] Unregistered the VM {{(pid=69770) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1143.174012] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-71ec0b2f-826a-4976-a380-16e2be77c5d5 tempest-ServerShowV247Test-1214808668 tempest-ServerShowV247Test-1214808668-project-member] [instance: e6c4d986-abee-4ca2-8ef3-2917a3d75141] Deleting contents of the VM from datastore datastore2 {{(pid=69770) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1143.174012] env[69770]: DEBUG nova.virt.vmwareapi.ds_util [None req-71ec0b2f-826a-4976-a380-16e2be77c5d5 tempest-ServerShowV247Test-1214808668 tempest-ServerShowV247Test-1214808668-project-member] Deleting the datastore file [datastore2] e6c4d986-abee-4ca2-8ef3-2917a3d75141 {{(pid=69770) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1143.174219] env[69770]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fd894d78-854f-445b-9932-bf571a08f56c {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.189045] env[69770]: DEBUG oslo_vmware.api [None req-71ec0b2f-826a-4976-a380-16e2be77c5d5 tempest-ServerShowV247Test-1214808668 tempest-ServerShowV247Test-1214808668-project-member] Waiting for the task: (returnval){ [ 1143.189045] env[69770]: value = "task-4070497" [ 1143.189045] env[69770]: _type = "Task" [ 1143.189045] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1143.204817] env[69770]: DEBUG oslo_vmware.api [None req-71ec0b2f-826a-4976-a380-16e2be77c5d5 tempest-ServerShowV247Test-1214808668 tempest-ServerShowV247Test-1214808668-project-member] Task: {'id': task-4070497, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1143.210978] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cde74536-40d9-471f-9f7a-b26f837b147c {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.221612] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42e06894-7eab-4724-8108-2aaaa3073af2 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.259015] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e7535c7-e8c7-438f-bb85-2885e2e04c2c {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.272959] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32e435b4-cf00-4ada-8698-a9fa654bfa86 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.283900] env[69770]: DEBUG oslo_vmware.api [-] Task: {'id': task-4070494, 'name': CreateVM_Task} progress is 25%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1143.293773] env[69770]: DEBUG nova.compute.provider_tree [None req-54f1e21f-adb4-4752-b37a-f589107c85c1 tempest-ServerTagsTestJSON-982183337 tempest-ServerTagsTestJSON-982183337-project-member] Inventory has not changed in ProviderTree for provider: 7cc7d32b-b7a7-454a-a456-2a440248ed9d {{(pid=69770) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1143.490098] env[69770]: DEBUG oslo_concurrency.lockutils [req-a1d35172-1a49-4839-af0b-cb1e10b07e56 req-86d15ade-f3fa-46cf-99b4-d485ac9f87ae service nova] Releasing lock "refresh_cache-7f67ebf8-f341-4cda-99d6-52ba82c5640e" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.594477] env[69770]: DEBUG oslo_vmware.api [None req-164343f5-37c1-42bd-bd78-3ced21273826 tempest-AttachVolumeShelveTestJSON-1191911444 tempest-AttachVolumeShelveTestJSON-1191911444-project-member] Task: {'id': task-4070492, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.625406} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1143.594764] env[69770]: DEBUG nova.virt.vmwareapi.ds_util [None req-164343f5-37c1-42bd-bd78-3ced21273826 tempest-AttachVolumeShelveTestJSON-1191911444 tempest-AttachVolumeShelveTestJSON-1191911444-project-member] Deleted the datastore file {{(pid=69770) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1143.594949] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-164343f5-37c1-42bd-bd78-3ced21273826 tempest-AttachVolumeShelveTestJSON-1191911444 tempest-AttachVolumeShelveTestJSON-1191911444-project-member] [instance: 1e9f2a84-ff0f-4bfb-87b7-0b0d3604ab3f] Deleted contents of the VM from datastore datastore1 {{(pid=69770) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1143.595147] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-164343f5-37c1-42bd-bd78-3ced21273826 tempest-AttachVolumeShelveTestJSON-1191911444 tempest-AttachVolumeShelveTestJSON-1191911444-project-member] [instance: 1e9f2a84-ff0f-4bfb-87b7-0b0d3604ab3f] Instance destroyed {{(pid=69770) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1143.614473] env[69770]: INFO nova.scheduler.client.report [None req-164343f5-37c1-42bd-bd78-3ced21273826 tempest-AttachVolumeShelveTestJSON-1191911444 tempest-AttachVolumeShelveTestJSON-1191911444-project-member] Deleted allocations for instance 1e9f2a84-ff0f-4bfb-87b7-0b0d3604ab3f [ 1143.674784] env[69770]: DEBUG oslo_vmware.api [None req-f3b509ee-b0fd-40c3-84ea-52a004fd6c42 tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] Task: {'id': task-4070496, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078652} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1143.675085] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-f3b509ee-b0fd-40c3-84ea-52a004fd6c42 tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] [instance: 16145ac2-85be-4cb7-a852-576d51ede5e7] Extended root virtual disk {{(pid=69770) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1143.676020] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf42c54f-d934-496f-acc1-8b2b5fe48c32 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.710664] env[69770]: DEBUG nova.virt.vmwareapi.volumeops [None req-f3b509ee-b0fd-40c3-84ea-52a004fd6c42 tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] [instance: 16145ac2-85be-4cb7-a852-576d51ede5e7] Reconfiguring VM instance instance-0000005f to attach disk [datastore1] 16145ac2-85be-4cb7-a852-576d51ede5e7/16145ac2-85be-4cb7-a852-576d51ede5e7.vmdk or device None with type sparse {{(pid=69770) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1143.714165] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a77bdd9e-dd15-49e4-b698-9f65e9c458e8 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.735988] env[69770]: DEBUG oslo_vmware.api [None req-71ec0b2f-826a-4976-a380-16e2be77c5d5 tempest-ServerShowV247Test-1214808668 tempest-ServerShowV247Test-1214808668-project-member] Task: {'id': task-4070497, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.261835} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1143.737744] env[69770]: DEBUG nova.virt.vmwareapi.ds_util [None req-71ec0b2f-826a-4976-a380-16e2be77c5d5 tempest-ServerShowV247Test-1214808668 tempest-ServerShowV247Test-1214808668-project-member] Deleted the datastore file {{(pid=69770) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1143.737858] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-71ec0b2f-826a-4976-a380-16e2be77c5d5 tempest-ServerShowV247Test-1214808668 tempest-ServerShowV247Test-1214808668-project-member] [instance: e6c4d986-abee-4ca2-8ef3-2917a3d75141] Deleted contents of the VM from datastore datastore2 {{(pid=69770) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1143.738094] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-71ec0b2f-826a-4976-a380-16e2be77c5d5 tempest-ServerShowV247Test-1214808668 tempest-ServerShowV247Test-1214808668-project-member] [instance: e6c4d986-abee-4ca2-8ef3-2917a3d75141] Instance destroyed {{(pid=69770) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1143.738319] env[69770]: INFO nova.compute.manager [None req-71ec0b2f-826a-4976-a380-16e2be77c5d5 tempest-ServerShowV247Test-1214808668 tempest-ServerShowV247Test-1214808668-project-member] [instance: e6c4d986-abee-4ca2-8ef3-2917a3d75141] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1143.738929] env[69770]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-71ec0b2f-826a-4976-a380-16e2be77c5d5 tempest-ServerShowV247Test-1214808668 tempest-ServerShowV247Test-1214808668-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69770) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1143.738929] env[69770]: DEBUG oslo_vmware.api [None req-f3b509ee-b0fd-40c3-84ea-52a004fd6c42 tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] Waiting for the task: (returnval){ [ 1143.738929] env[69770]: value = "task-4070498" [ 1143.738929] env[69770]: _type = "Task" [ 1143.738929] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1143.739135] env[69770]: DEBUG nova.compute.manager [-] [instance: e6c4d986-abee-4ca2-8ef3-2917a3d75141] Deallocating network for instance {{(pid=69770) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1143.739135] env[69770]: DEBUG nova.network.neutron [-] [instance: e6c4d986-abee-4ca2-8ef3-2917a3d75141] deallocate_for_instance() {{(pid=69770) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1143.751343] env[69770]: DEBUG oslo_vmware.api [None req-f3b509ee-b0fd-40c3-84ea-52a004fd6c42 tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] Task: {'id': task-4070498, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1143.765493] env[69770]: DEBUG nova.network.neutron [-] [instance: e6c4d986-abee-4ca2-8ef3-2917a3d75141] Instance cache missing network info. {{(pid=69770) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1143.778972] env[69770]: DEBUG oslo_vmware.api [-] Task: {'id': task-4070494, 'name': CreateVM_Task, 'duration_secs': 0.731029} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1143.779944] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7f67ebf8-f341-4cda-99d6-52ba82c5640e] Created VM on the ESX host {{(pid=69770) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1143.780723] env[69770]: DEBUG oslo_concurrency.lockutils [None req-8703e79c-8de8-43cf-b6e6-56e3bbdb2b78 tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.780832] env[69770]: DEBUG oslo_concurrency.lockutils [None req-8703e79c-8de8-43cf-b6e6-56e3bbdb2b78 tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.781147] env[69770]: DEBUG oslo_concurrency.lockutils [None req-8703e79c-8de8-43cf-b6e6-56e3bbdb2b78 tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.781692] env[69770]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c0900df4-de91-40d0-8999-caa74adc1a67 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.788107] env[69770]: DEBUG oslo_vmware.api [None req-8703e79c-8de8-43cf-b6e6-56e3bbdb2b78 tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] Waiting for the task: (returnval){ [ 1143.788107] env[69770]: value = "session[52161b52-cb8e-ec9f-1132-2f6b49549d41]52c5a938-4b13-4b37-699d-02cc598d91fc" [ 1143.788107] env[69770]: _type = "Task" [ 1143.788107] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1143.797060] env[69770]: DEBUG oslo_vmware.api [None req-8703e79c-8de8-43cf-b6e6-56e3bbdb2b78 tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]52c5a938-4b13-4b37-699d-02cc598d91fc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1143.801552] env[69770]: DEBUG nova.scheduler.client.report [None req-54f1e21f-adb4-4752-b37a-f589107c85c1 tempest-ServerTagsTestJSON-982183337 tempest-ServerTagsTestJSON-982183337-project-member] Inventory has not changed for provider 7cc7d32b-b7a7-454a-a456-2a440248ed9d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69770) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1144.119056] env[69770]: DEBUG oslo_concurrency.lockutils [None req-164343f5-37c1-42bd-bd78-3ced21273826 tempest-AttachVolumeShelveTestJSON-1191911444 tempest-AttachVolumeShelveTestJSON-1191911444-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1144.253833] env[69770]: DEBUG oslo_vmware.api [None req-f3b509ee-b0fd-40c3-84ea-52a004fd6c42 tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] Task: {'id': task-4070498, 'name': ReconfigVM_Task, 'duration_secs': 0.422067} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1144.254632] env[69770]: DEBUG nova.virt.vmwareapi.volumeops [None req-f3b509ee-b0fd-40c3-84ea-52a004fd6c42 tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] [instance: 16145ac2-85be-4cb7-a852-576d51ede5e7] Reconfigured VM instance instance-0000005f to attach disk [datastore1] 16145ac2-85be-4cb7-a852-576d51ede5e7/16145ac2-85be-4cb7-a852-576d51ede5e7.vmdk or device None with type sparse {{(pid=69770) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1144.255490] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-67c42cd1-d2db-4e6b-a844-ab7decb2e98b {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.264642] env[69770]: DEBUG oslo_vmware.api [None req-f3b509ee-b0fd-40c3-84ea-52a004fd6c42 tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] Waiting for the task: (returnval){ [ 1144.264642] env[69770]: value = "task-4070499" [ 1144.264642] env[69770]: _type = "Task" [ 1144.264642] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1144.269263] env[69770]: DEBUG nova.network.neutron [-] [instance: e6c4d986-abee-4ca2-8ef3-2917a3d75141] Updating instance_info_cache with network_info: [] {{(pid=69770) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1144.279402] env[69770]: DEBUG oslo_vmware.api [None req-f3b509ee-b0fd-40c3-84ea-52a004fd6c42 tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] Task: {'id': task-4070499, 'name': Rename_Task} progress is 5%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.300987] env[69770]: DEBUG oslo_vmware.api [None req-8703e79c-8de8-43cf-b6e6-56e3bbdb2b78 tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]52c5a938-4b13-4b37-699d-02cc598d91fc, 'name': SearchDatastore_Task, 'duration_secs': 0.01238} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1144.301469] env[69770]: DEBUG oslo_concurrency.lockutils [None req-8703e79c-8de8-43cf-b6e6-56e3bbdb2b78 tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.301758] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-8703e79c-8de8-43cf-b6e6-56e3bbdb2b78 tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] [instance: 7f67ebf8-f341-4cda-99d6-52ba82c5640e] Processing image d1eaff80-24a0-4391-90eb-59958b1ecf0a {{(pid=69770) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1144.302117] env[69770]: DEBUG oslo_concurrency.lockutils [None req-8703e79c-8de8-43cf-b6e6-56e3bbdb2b78 tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.302561] env[69770]: DEBUG oslo_concurrency.lockutils [None req-8703e79c-8de8-43cf-b6e6-56e3bbdb2b78 tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.302817] env[69770]: DEBUG nova.virt.vmwareapi.ds_util [None req-8703e79c-8de8-43cf-b6e6-56e3bbdb2b78 tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69770) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1144.303460] env[69770]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2919c662-9ab1-49fb-9805-b2ae92fb1120 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.306098] env[69770]: DEBUG oslo_concurrency.lockutils [None req-54f1e21f-adb4-4752-b37a-f589107c85c1 tempest-ServerTagsTestJSON-982183337 tempest-ServerTagsTestJSON-982183337-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.381s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1144.306632] env[69770]: DEBUG nova.compute.manager [None req-54f1e21f-adb4-4752-b37a-f589107c85c1 tempest-ServerTagsTestJSON-982183337 tempest-ServerTagsTestJSON-982183337-project-member] [instance: b1612bfb-19fc-4290-bf95-953d6efe6637] Start building networks asynchronously for instance. {{(pid=69770) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1144.309506] env[69770]: DEBUG oslo_concurrency.lockutils [None req-164343f5-37c1-42bd-bd78-3ced21273826 tempest-AttachVolumeShelveTestJSON-1191911444 tempest-AttachVolumeShelveTestJSON-1191911444-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.190s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1144.309740] env[69770]: DEBUG nova.objects.instance [None req-164343f5-37c1-42bd-bd78-3ced21273826 tempest-AttachVolumeShelveTestJSON-1191911444 tempest-AttachVolumeShelveTestJSON-1191911444-project-member] Lazy-loading 'resources' on Instance uuid 1e9f2a84-ff0f-4bfb-87b7-0b0d3604ab3f {{(pid=69770) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1144.320882] env[69770]: DEBUG nova.virt.vmwareapi.ds_util [None req-8703e79c-8de8-43cf-b6e6-56e3bbdb2b78 tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69770) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1144.321232] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-8703e79c-8de8-43cf-b6e6-56e3bbdb2b78 tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69770) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1144.322032] env[69770]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e576f0ca-0cd3-4415-82fd-3e6ced0dc7cd {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.329807] env[69770]: DEBUG oslo_vmware.api [None req-8703e79c-8de8-43cf-b6e6-56e3bbdb2b78 tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] Waiting for the task: (returnval){ [ 1144.329807] env[69770]: value = "session[52161b52-cb8e-ec9f-1132-2f6b49549d41]52331f5a-9205-c961-43e8-6b5423408ccb" [ 1144.329807] env[69770]: _type = "Task" [ 1144.329807] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1144.340457] env[69770]: DEBUG oslo_vmware.api [None req-8703e79c-8de8-43cf-b6e6-56e3bbdb2b78 tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]52331f5a-9205-c961-43e8-6b5423408ccb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.361169] env[69770]: DEBUG oslo_concurrency.lockutils [None req-9e70c934-f34a-456b-8ec3-ff59a5c53839 tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] Acquiring lock "19c06f92-7f17-4834-b8be-723eb3f313c5" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1144.361404] env[69770]: DEBUG oslo_concurrency.lockutils [None req-9e70c934-f34a-456b-8ec3-ff59a5c53839 tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] Lock "19c06f92-7f17-4834-b8be-723eb3f313c5" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.001s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1144.361607] env[69770]: DEBUG nova.compute.manager [None req-9e70c934-f34a-456b-8ec3-ff59a5c53839 tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] [instance: 19c06f92-7f17-4834-b8be-723eb3f313c5] Going to confirm migration 3 {{(pid=69770) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1144.479414] env[69770]: DEBUG nova.compute.manager [req-721a5a88-9b7c-4647-9918-64c2182668d5 req-4c8efef4-1a15-41fb-a8b1-96d37d3041f6 service nova] [instance: 1e9f2a84-ff0f-4bfb-87b7-0b0d3604ab3f] Received event network-changed-cbb9b213-c75c-425c-9b19-426af308ac35 {{(pid=69770) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1144.479613] env[69770]: DEBUG nova.compute.manager [req-721a5a88-9b7c-4647-9918-64c2182668d5 req-4c8efef4-1a15-41fb-a8b1-96d37d3041f6 service nova] [instance: 1e9f2a84-ff0f-4bfb-87b7-0b0d3604ab3f] Refreshing instance network info cache due to event network-changed-cbb9b213-c75c-425c-9b19-426af308ac35. {{(pid=69770) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1144.479826] env[69770]: DEBUG oslo_concurrency.lockutils [req-721a5a88-9b7c-4647-9918-64c2182668d5 req-4c8efef4-1a15-41fb-a8b1-96d37d3041f6 service nova] Acquiring lock "refresh_cache-1e9f2a84-ff0f-4bfb-87b7-0b0d3604ab3f" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.479961] env[69770]: DEBUG oslo_concurrency.lockutils [req-721a5a88-9b7c-4647-9918-64c2182668d5 req-4c8efef4-1a15-41fb-a8b1-96d37d3041f6 service nova] Acquired lock "refresh_cache-1e9f2a84-ff0f-4bfb-87b7-0b0d3604ab3f" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.480133] env[69770]: DEBUG nova.network.neutron [req-721a5a88-9b7c-4647-9918-64c2182668d5 req-4c8efef4-1a15-41fb-a8b1-96d37d3041f6 service nova] [instance: 1e9f2a84-ff0f-4bfb-87b7-0b0d3604ab3f] Refreshing network info cache for port cbb9b213-c75c-425c-9b19-426af308ac35 {{(pid=69770) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1144.772176] env[69770]: INFO nova.compute.manager [-] [instance: e6c4d986-abee-4ca2-8ef3-2917a3d75141] Took 1.03 seconds to deallocate network for instance. [ 1144.780192] env[69770]: DEBUG oslo_vmware.api [None req-f3b509ee-b0fd-40c3-84ea-52a004fd6c42 tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] Task: {'id': task-4070499, 'name': Rename_Task, 'duration_secs': 0.223622} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1144.788050] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3b509ee-b0fd-40c3-84ea-52a004fd6c42 tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] [instance: 16145ac2-85be-4cb7-a852-576d51ede5e7] Powering on the VM {{(pid=69770) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1144.788050] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d5dc2f96-4fd8-4b09-8f54-bbe7614f9af7 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.795963] env[69770]: DEBUG oslo_vmware.api [None req-f3b509ee-b0fd-40c3-84ea-52a004fd6c42 tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] Waiting for the task: (returnval){ [ 1144.795963] env[69770]: value = "task-4070500" [ 1144.795963] env[69770]: _type = "Task" [ 1144.795963] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1144.807244] env[69770]: DEBUG oslo_vmware.api [None req-f3b509ee-b0fd-40c3-84ea-52a004fd6c42 tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] Task: {'id': task-4070500, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.813611] env[69770]: DEBUG nova.compute.utils [None req-54f1e21f-adb4-4752-b37a-f589107c85c1 tempest-ServerTagsTestJSON-982183337 tempest-ServerTagsTestJSON-982183337-project-member] Using /dev/sd instead of None {{(pid=69770) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1144.817532] env[69770]: DEBUG nova.compute.manager [None req-54f1e21f-adb4-4752-b37a-f589107c85c1 tempest-ServerTagsTestJSON-982183337 tempest-ServerTagsTestJSON-982183337-project-member] [instance: b1612bfb-19fc-4290-bf95-953d6efe6637] Allocating IP information in the background. {{(pid=69770) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1144.817666] env[69770]: DEBUG nova.network.neutron [None req-54f1e21f-adb4-4752-b37a-f589107c85c1 tempest-ServerTagsTestJSON-982183337 tempest-ServerTagsTestJSON-982183337-project-member] [instance: b1612bfb-19fc-4290-bf95-953d6efe6637] allocate_for_instance() {{(pid=69770) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1144.822484] env[69770]: DEBUG nova.objects.instance [None req-164343f5-37c1-42bd-bd78-3ced21273826 tempest-AttachVolumeShelveTestJSON-1191911444 tempest-AttachVolumeShelveTestJSON-1191911444-project-member] Lazy-loading 'numa_topology' on Instance uuid 1e9f2a84-ff0f-4bfb-87b7-0b0d3604ab3f {{(pid=69770) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1144.849566] env[69770]: DEBUG oslo_vmware.api [None req-8703e79c-8de8-43cf-b6e6-56e3bbdb2b78 tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]52331f5a-9205-c961-43e8-6b5423408ccb, 'name': SearchDatastore_Task, 'duration_secs': 0.015971} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1144.850805] env[69770]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c1cdacd7-acdd-4987-91ae-7592131d8904 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.859256] env[69770]: DEBUG oslo_vmware.api [None req-8703e79c-8de8-43cf-b6e6-56e3bbdb2b78 tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] Waiting for the task: (returnval){ [ 1144.859256] env[69770]: value = "session[52161b52-cb8e-ec9f-1132-2f6b49549d41]52127d0c-66c4-9ca5-56f1-a54bd60a2231" [ 1144.859256] env[69770]: _type = "Task" [ 1144.859256] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1144.873308] env[69770]: DEBUG oslo_vmware.api [None req-8703e79c-8de8-43cf-b6e6-56e3bbdb2b78 tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]52127d0c-66c4-9ca5-56f1-a54bd60a2231, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.936025] env[69770]: DEBUG nova.policy [None req-54f1e21f-adb4-4752-b37a-f589107c85c1 tempest-ServerTagsTestJSON-982183337 tempest-ServerTagsTestJSON-982183337-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '91c0d5be91a045848466f425693e4fad', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6df7707e5ce442eb84257ba9edde0437', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69770) authorize /opt/stack/nova/nova/policy.py:192}} [ 1144.953238] env[69770]: DEBUG oslo_concurrency.lockutils [None req-9e70c934-f34a-456b-8ec3-ff59a5c53839 tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] Acquiring lock "refresh_cache-19c06f92-7f17-4834-b8be-723eb3f313c5" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.953469] env[69770]: DEBUG oslo_concurrency.lockutils [None req-9e70c934-f34a-456b-8ec3-ff59a5c53839 tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] Acquired lock "refresh_cache-19c06f92-7f17-4834-b8be-723eb3f313c5" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.953652] env[69770]: DEBUG nova.network.neutron [None req-9e70c934-f34a-456b-8ec3-ff59a5c53839 tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] [instance: 19c06f92-7f17-4834-b8be-723eb3f313c5] Building network info cache for instance {{(pid=69770) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1144.953846] env[69770]: DEBUG nova.objects.instance [None req-9e70c934-f34a-456b-8ec3-ff59a5c53839 tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] Lazy-loading 'info_cache' on Instance uuid 19c06f92-7f17-4834-b8be-723eb3f313c5 {{(pid=69770) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1145.287286] env[69770]: DEBUG oslo_concurrency.lockutils [None req-71ec0b2f-826a-4976-a380-16e2be77c5d5 tempest-ServerShowV247Test-1214808668 tempest-ServerShowV247Test-1214808668-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1145.306560] env[69770]: DEBUG oslo_vmware.api [None req-f3b509ee-b0fd-40c3-84ea-52a004fd6c42 tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] Task: {'id': task-4070500, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.319284] env[69770]: DEBUG nova.network.neutron [req-721a5a88-9b7c-4647-9918-64c2182668d5 req-4c8efef4-1a15-41fb-a8b1-96d37d3041f6 service nova] [instance: 1e9f2a84-ff0f-4bfb-87b7-0b0d3604ab3f] Updated VIF entry in instance network info cache for port cbb9b213-c75c-425c-9b19-426af308ac35. {{(pid=69770) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1145.319628] env[69770]: DEBUG nova.network.neutron [req-721a5a88-9b7c-4647-9918-64c2182668d5 req-4c8efef4-1a15-41fb-a8b1-96d37d3041f6 service nova] [instance: 1e9f2a84-ff0f-4bfb-87b7-0b0d3604ab3f] Updating instance_info_cache with network_info: [{"id": "cbb9b213-c75c-425c-9b19-426af308ac35", "address": "fa:16:3e:d6:89:41", "network": {"id": "62da2196-fd56-425b-b6e9-4f1c110ca1e6", "bridge": null, "label": "tempest-AttachVolumeShelveTestJSON-1719289018-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.252", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "63b30a591f8a45d2ad9dfb1e2a86dcc1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tapcbb9b213-c7", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69770) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1145.324833] env[69770]: DEBUG nova.compute.manager [None req-54f1e21f-adb4-4752-b37a-f589107c85c1 tempest-ServerTagsTestJSON-982183337 tempest-ServerTagsTestJSON-982183337-project-member] [instance: b1612bfb-19fc-4290-bf95-953d6efe6637] Start building block device mappings for instance. {{(pid=69770) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1145.327414] env[69770]: DEBUG nova.objects.base [None req-164343f5-37c1-42bd-bd78-3ced21273826 tempest-AttachVolumeShelveTestJSON-1191911444 tempest-AttachVolumeShelveTestJSON-1191911444-project-member] Object Instance<1e9f2a84-ff0f-4bfb-87b7-0b0d3604ab3f> lazy-loaded attributes: resources,numa_topology {{(pid=69770) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1145.355717] env[69770]: INFO nova.compute.manager [None req-d57854b8-ea25-45d2-90c1-83d5620c1346 tempest-ServerRescueNegativeTestJSON-135561646 tempest-ServerRescueNegativeTestJSON-135561646-project-member] [instance: ec405988-80b1-4918-8572-addc7c5127aa] Rescuing [ 1145.355717] env[69770]: DEBUG oslo_concurrency.lockutils [None req-d57854b8-ea25-45d2-90c1-83d5620c1346 tempest-ServerRescueNegativeTestJSON-135561646 tempest-ServerRescueNegativeTestJSON-135561646-project-member] Acquiring lock "refresh_cache-ec405988-80b1-4918-8572-addc7c5127aa" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.355717] env[69770]: DEBUG oslo_concurrency.lockutils [None req-d57854b8-ea25-45d2-90c1-83d5620c1346 tempest-ServerRescueNegativeTestJSON-135561646 tempest-ServerRescueNegativeTestJSON-135561646-project-member] Acquired lock "refresh_cache-ec405988-80b1-4918-8572-addc7c5127aa" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.355717] env[69770]: DEBUG nova.network.neutron [None req-d57854b8-ea25-45d2-90c1-83d5620c1346 tempest-ServerRescueNegativeTestJSON-135561646 tempest-ServerRescueNegativeTestJSON-135561646-project-member] [instance: ec405988-80b1-4918-8572-addc7c5127aa] Building network info cache for instance {{(pid=69770) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1145.375205] env[69770]: DEBUG oslo_vmware.api [None req-8703e79c-8de8-43cf-b6e6-56e3bbdb2b78 tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]52127d0c-66c4-9ca5-56f1-a54bd60a2231, 'name': SearchDatastore_Task, 'duration_secs': 0.039877} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1145.378189] env[69770]: DEBUG oslo_concurrency.lockutils [None req-8703e79c-8de8-43cf-b6e6-56e3bbdb2b78 tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.378473] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-8703e79c-8de8-43cf-b6e6-56e3bbdb2b78 tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk to [datastore2] 7f67ebf8-f341-4cda-99d6-52ba82c5640e/7f67ebf8-f341-4cda-99d6-52ba82c5640e.vmdk {{(pid=69770) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1145.379246] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5f699f64-dc72-416d-9f7e-cd337d7f04f6 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.391248] env[69770]: DEBUG oslo_vmware.api [None req-8703e79c-8de8-43cf-b6e6-56e3bbdb2b78 tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] Waiting for the task: (returnval){ [ 1145.391248] env[69770]: value = "task-4070501" [ 1145.391248] env[69770]: _type = "Task" [ 1145.391248] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1145.404269] env[69770]: DEBUG oslo_vmware.api [None req-8703e79c-8de8-43cf-b6e6-56e3bbdb2b78 tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] Task: {'id': task-4070501, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.410942] env[69770]: DEBUG nova.network.neutron [None req-54f1e21f-adb4-4752-b37a-f589107c85c1 tempest-ServerTagsTestJSON-982183337 tempest-ServerTagsTestJSON-982183337-project-member] [instance: b1612bfb-19fc-4290-bf95-953d6efe6637] Successfully created port: cb8d4c07-cc0d-4be4-a7bf-d25584a15d24 {{(pid=69770) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1145.633775] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a24b578a-d33a-42b1-b5a6-c7bb71778a89 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.645432] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48281dae-85f1-4d0c-8da7-896bd0f4338d {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.691238] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e1e3e43-3926-402a-afd4-af39adf55a39 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.701660] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-318aae02-d9e8-4964-9058-a582265c00f6 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.719419] env[69770]: DEBUG nova.compute.provider_tree [None req-164343f5-37c1-42bd-bd78-3ced21273826 tempest-AttachVolumeShelveTestJSON-1191911444 tempest-AttachVolumeShelveTestJSON-1191911444-project-member] Inventory has not changed in ProviderTree for provider: 7cc7d32b-b7a7-454a-a456-2a440248ed9d {{(pid=69770) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1145.811577] env[69770]: DEBUG oslo_vmware.api [None req-f3b509ee-b0fd-40c3-84ea-52a004fd6c42 tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] Task: {'id': task-4070500, 'name': PowerOnVM_Task, 'duration_secs': 1.016744} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1145.812084] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3b509ee-b0fd-40c3-84ea-52a004fd6c42 tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] [instance: 16145ac2-85be-4cb7-a852-576d51ede5e7] Powered on the VM {{(pid=69770) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1145.812632] env[69770]: INFO nova.compute.manager [None req-f3b509ee-b0fd-40c3-84ea-52a004fd6c42 tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] [instance: 16145ac2-85be-4cb7-a852-576d51ede5e7] Took 9.27 seconds to spawn the instance on the hypervisor. [ 1145.812632] env[69770]: DEBUG nova.compute.manager [None req-f3b509ee-b0fd-40c3-84ea-52a004fd6c42 tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] [instance: 16145ac2-85be-4cb7-a852-576d51ede5e7] Checking state {{(pid=69770) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1145.813368] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c761316-5d86-45aa-9766-e9cc8c89733b {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.821957] env[69770]: DEBUG oslo_concurrency.lockutils [req-721a5a88-9b7c-4647-9918-64c2182668d5 req-4c8efef4-1a15-41fb-a8b1-96d37d3041f6 service nova] Releasing lock "refresh_cache-1e9f2a84-ff0f-4bfb-87b7-0b0d3604ab3f" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.903724] env[69770]: DEBUG oslo_vmware.api [None req-8703e79c-8de8-43cf-b6e6-56e3bbdb2b78 tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] Task: {'id': task-4070501, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.139445] env[69770]: DEBUG oslo_concurrency.lockutils [None req-35a7a634-f7cb-428d-b4e9-e4c7968f1745 tempest-AttachVolumeShelveTestJSON-1191911444 tempest-AttachVolumeShelveTestJSON-1191911444-project-member] Acquiring lock "1e9f2a84-ff0f-4bfb-87b7-0b0d3604ab3f" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1146.169713] env[69770]: DEBUG nova.network.neutron [None req-d57854b8-ea25-45d2-90c1-83d5620c1346 tempest-ServerRescueNegativeTestJSON-135561646 tempest-ServerRescueNegativeTestJSON-135561646-project-member] [instance: ec405988-80b1-4918-8572-addc7c5127aa] Updating instance_info_cache with network_info: [{"id": "73f4e0c8-c36b-40e1-b4d8-76e2854866db", "address": "fa:16:3e:cb:ee:04", "network": {"id": "419ca0f7-61b3-4408-9976-77c6983fa64f", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1600648344-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3903a8460665477a9e1a8d5c6550931b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b5c34919-7d52-4a52-bab1-81af4c8182ef", "external-id": "nsx-vlan-transportzone-458", "segmentation_id": 458, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap73f4e0c8-c3", "ovs_interfaceid": "73f4e0c8-c36b-40e1-b4d8-76e2854866db", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69770) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1146.222765] env[69770]: DEBUG nova.scheduler.client.report [None req-164343f5-37c1-42bd-bd78-3ced21273826 tempest-AttachVolumeShelveTestJSON-1191911444 tempest-AttachVolumeShelveTestJSON-1191911444-project-member] Inventory has not changed for provider 7cc7d32b-b7a7-454a-a456-2a440248ed9d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69770) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1146.259495] env[69770]: DEBUG nova.network.neutron [None req-9e70c934-f34a-456b-8ec3-ff59a5c53839 tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] [instance: 19c06f92-7f17-4834-b8be-723eb3f313c5] Updating instance_info_cache with network_info: [{"id": "d41aabd6-71fd-498e-be4d-95887db35869", "address": "fa:16:3e:b3:9c:44", "network": {"id": "fb2a6a42-a9ea-4a2f-b885-b0c06c1061b9", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1944009097-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.158", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "677c29867f944b8198884aae6535814b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b91b49a8-b849-4d0c-97f7-74fdcd88ae03", "external-id": "nsx-vlan-transportzone-406", "segmentation_id": 406, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd41aabd6-71", "ovs_interfaceid": "d41aabd6-71fd-498e-be4d-95887db35869", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69770) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1146.334203] env[69770]: INFO nova.compute.manager [None req-f3b509ee-b0fd-40c3-84ea-52a004fd6c42 tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] [instance: 16145ac2-85be-4cb7-a852-576d51ede5e7] Took 35.70 seconds to build instance. [ 1146.339379] env[69770]: DEBUG nova.compute.manager [None req-54f1e21f-adb4-4752-b37a-f589107c85c1 tempest-ServerTagsTestJSON-982183337 tempest-ServerTagsTestJSON-982183337-project-member] [instance: b1612bfb-19fc-4290-bf95-953d6efe6637] Start spawning the instance on the hypervisor. {{(pid=69770) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1146.374511] env[69770]: DEBUG nova.virt.hardware [None req-54f1e21f-adb4-4752-b37a-f589107c85c1 tempest-ServerTagsTestJSON-982183337 tempest-ServerTagsTestJSON-982183337-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T12:16:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T12:16:11Z,direct_url=,disk_format='vmdk',id=d1eaff80-24a0-4391-90eb-59958b1ecf0a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d65f20bb89fb40a98b77bc6d97357df2',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T12:16:12Z,virtual_size=,visibility=), allow threads: False {{(pid=69770) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1146.374753] env[69770]: DEBUG nova.virt.hardware [None req-54f1e21f-adb4-4752-b37a-f589107c85c1 tempest-ServerTagsTestJSON-982183337 tempest-ServerTagsTestJSON-982183337-project-member] Flavor limits 0:0:0 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1146.374912] env[69770]: DEBUG nova.virt.hardware [None req-54f1e21f-adb4-4752-b37a-f589107c85c1 tempest-ServerTagsTestJSON-982183337 tempest-ServerTagsTestJSON-982183337-project-member] Image limits 0:0:0 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1146.375114] env[69770]: DEBUG nova.virt.hardware [None req-54f1e21f-adb4-4752-b37a-f589107c85c1 tempest-ServerTagsTestJSON-982183337 tempest-ServerTagsTestJSON-982183337-project-member] Flavor pref 0:0:0 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1146.375264] env[69770]: DEBUG nova.virt.hardware [None req-54f1e21f-adb4-4752-b37a-f589107c85c1 tempest-ServerTagsTestJSON-982183337 tempest-ServerTagsTestJSON-982183337-project-member] Image pref 0:0:0 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1146.375411] env[69770]: DEBUG nova.virt.hardware [None req-54f1e21f-adb4-4752-b37a-f589107c85c1 tempest-ServerTagsTestJSON-982183337 tempest-ServerTagsTestJSON-982183337-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1146.375627] env[69770]: DEBUG nova.virt.hardware [None req-54f1e21f-adb4-4752-b37a-f589107c85c1 tempest-ServerTagsTestJSON-982183337 tempest-ServerTagsTestJSON-982183337-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69770) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1146.375788] env[69770]: DEBUG nova.virt.hardware [None req-54f1e21f-adb4-4752-b37a-f589107c85c1 tempest-ServerTagsTestJSON-982183337 tempest-ServerTagsTestJSON-982183337-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69770) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1146.375959] env[69770]: DEBUG nova.virt.hardware [None req-54f1e21f-adb4-4752-b37a-f589107c85c1 tempest-ServerTagsTestJSON-982183337 tempest-ServerTagsTestJSON-982183337-project-member] Got 1 possible topologies {{(pid=69770) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1146.376140] env[69770]: DEBUG nova.virt.hardware [None req-54f1e21f-adb4-4752-b37a-f589107c85c1 tempest-ServerTagsTestJSON-982183337 tempest-ServerTagsTestJSON-982183337-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69770) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1146.376312] env[69770]: DEBUG nova.virt.hardware [None req-54f1e21f-adb4-4752-b37a-f589107c85c1 tempest-ServerTagsTestJSON-982183337 tempest-ServerTagsTestJSON-982183337-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69770) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1146.377467] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cc5bae2-9985-4ea8-9af6-0e67ffa2cea3 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.386625] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0d93d7f-512a-49c4-b206-046b2400ae74 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.402987] env[69770]: DEBUG oslo_vmware.api [None req-8703e79c-8de8-43cf-b6e6-56e3bbdb2b78 tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] Task: {'id': task-4070501, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.7183} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1146.411365] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-8703e79c-8de8-43cf-b6e6-56e3bbdb2b78 tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk to [datastore2] 7f67ebf8-f341-4cda-99d6-52ba82c5640e/7f67ebf8-f341-4cda-99d6-52ba82c5640e.vmdk {{(pid=69770) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1146.411635] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-8703e79c-8de8-43cf-b6e6-56e3bbdb2b78 tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] [instance: 7f67ebf8-f341-4cda-99d6-52ba82c5640e] Extending root virtual disk to 1048576 {{(pid=69770) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1146.412262] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8450a8f3-488d-4b88-9b27-c457f4750bab {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.421289] env[69770]: DEBUG oslo_vmware.api [None req-8703e79c-8de8-43cf-b6e6-56e3bbdb2b78 tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] Waiting for the task: (returnval){ [ 1146.421289] env[69770]: value = "task-4070502" [ 1146.421289] env[69770]: _type = "Task" [ 1146.421289] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1146.431334] env[69770]: DEBUG oslo_vmware.api [None req-8703e79c-8de8-43cf-b6e6-56e3bbdb2b78 tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] Task: {'id': task-4070502, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.672653] env[69770]: DEBUG oslo_concurrency.lockutils [None req-d57854b8-ea25-45d2-90c1-83d5620c1346 tempest-ServerRescueNegativeTestJSON-135561646 tempest-ServerRescueNegativeTestJSON-135561646-project-member] Releasing lock "refresh_cache-ec405988-80b1-4918-8572-addc7c5127aa" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.729043] env[69770]: DEBUG oslo_concurrency.lockutils [None req-164343f5-37c1-42bd-bd78-3ced21273826 tempest-AttachVolumeShelveTestJSON-1191911444 tempest-AttachVolumeShelveTestJSON-1191911444-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.419s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1146.732681] env[69770]: DEBUG oslo_concurrency.lockutils [None req-71ec0b2f-826a-4976-a380-16e2be77c5d5 tempest-ServerShowV247Test-1214808668 tempest-ServerShowV247Test-1214808668-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.446s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1146.732681] env[69770]: DEBUG nova.objects.instance [None req-71ec0b2f-826a-4976-a380-16e2be77c5d5 tempest-ServerShowV247Test-1214808668 tempest-ServerShowV247Test-1214808668-project-member] Lazy-loading 'resources' on Instance uuid e6c4d986-abee-4ca2-8ef3-2917a3d75141 {{(pid=69770) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1146.761900] env[69770]: DEBUG oslo_concurrency.lockutils [None req-9e70c934-f34a-456b-8ec3-ff59a5c53839 tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] Releasing lock "refresh_cache-19c06f92-7f17-4834-b8be-723eb3f313c5" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.762842] env[69770]: DEBUG nova.objects.instance [None req-9e70c934-f34a-456b-8ec3-ff59a5c53839 tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] Lazy-loading 'migration_context' on Instance uuid 19c06f92-7f17-4834-b8be-723eb3f313c5 {{(pid=69770) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1146.835804] env[69770]: DEBUG oslo_concurrency.lockutils [None req-f3b509ee-b0fd-40c3-84ea-52a004fd6c42 tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] Lock "16145ac2-85be-4cb7-a852-576d51ede5e7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 37.207s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1146.937029] env[69770]: DEBUG oslo_vmware.api [None req-8703e79c-8de8-43cf-b6e6-56e3bbdb2b78 tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] Task: {'id': task-4070502, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.221347} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1146.937567] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-8703e79c-8de8-43cf-b6e6-56e3bbdb2b78 tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] [instance: 7f67ebf8-f341-4cda-99d6-52ba82c5640e] Extended root virtual disk {{(pid=69770) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1146.939578] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4267d32-704d-491d-92fb-98ec100dc6ba {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.965415] env[69770]: DEBUG nova.virt.vmwareapi.volumeops [None req-8703e79c-8de8-43cf-b6e6-56e3bbdb2b78 tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] [instance: 7f67ebf8-f341-4cda-99d6-52ba82c5640e] Reconfiguring VM instance instance-00000060 to attach disk [datastore2] 7f67ebf8-f341-4cda-99d6-52ba82c5640e/7f67ebf8-f341-4cda-99d6-52ba82c5640e.vmdk or device None with type sparse {{(pid=69770) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1146.965748] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-425af1f4-b04e-4d9a-98a4-79c1400f7829 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.987019] env[69770]: DEBUG oslo_vmware.api [None req-8703e79c-8de8-43cf-b6e6-56e3bbdb2b78 tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] Waiting for the task: (returnval){ [ 1146.987019] env[69770]: value = "task-4070503" [ 1146.987019] env[69770]: _type = "Task" [ 1146.987019] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1146.995519] env[69770]: DEBUG oslo_vmware.api [None req-8703e79c-8de8-43cf-b6e6-56e3bbdb2b78 tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] Task: {'id': task-4070503, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.060011] env[69770]: DEBUG nova.network.neutron [None req-54f1e21f-adb4-4752-b37a-f589107c85c1 tempest-ServerTagsTestJSON-982183337 tempest-ServerTagsTestJSON-982183337-project-member] [instance: b1612bfb-19fc-4290-bf95-953d6efe6637] Successfully updated port: cb8d4c07-cc0d-4be4-a7bf-d25584a15d24 {{(pid=69770) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1147.106143] env[69770]: DEBUG nova.compute.manager [req-b59fbfca-d4d1-431f-b197-4fb7539411cf req-ea75a1ca-8337-4c60-929d-5d5d1a96a91f service nova] [instance: b1612bfb-19fc-4290-bf95-953d6efe6637] Received event network-vif-plugged-cb8d4c07-cc0d-4be4-a7bf-d25584a15d24 {{(pid=69770) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1147.106507] env[69770]: DEBUG oslo_concurrency.lockutils [req-b59fbfca-d4d1-431f-b197-4fb7539411cf req-ea75a1ca-8337-4c60-929d-5d5d1a96a91f service nova] Acquiring lock "b1612bfb-19fc-4290-bf95-953d6efe6637-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1147.106871] env[69770]: DEBUG oslo_concurrency.lockutils [req-b59fbfca-d4d1-431f-b197-4fb7539411cf req-ea75a1ca-8337-4c60-929d-5d5d1a96a91f service nova] Lock "b1612bfb-19fc-4290-bf95-953d6efe6637-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1147.107180] env[69770]: DEBUG oslo_concurrency.lockutils [req-b59fbfca-d4d1-431f-b197-4fb7539411cf req-ea75a1ca-8337-4c60-929d-5d5d1a96a91f service nova] Lock "b1612bfb-19fc-4290-bf95-953d6efe6637-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1147.107579] env[69770]: DEBUG nova.compute.manager [req-b59fbfca-d4d1-431f-b197-4fb7539411cf req-ea75a1ca-8337-4c60-929d-5d5d1a96a91f service nova] [instance: b1612bfb-19fc-4290-bf95-953d6efe6637] No waiting events found dispatching network-vif-plugged-cb8d4c07-cc0d-4be4-a7bf-d25584a15d24 {{(pid=69770) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1147.107871] env[69770]: WARNING nova.compute.manager [req-b59fbfca-d4d1-431f-b197-4fb7539411cf req-ea75a1ca-8337-4c60-929d-5d5d1a96a91f service nova] [instance: b1612bfb-19fc-4290-bf95-953d6efe6637] Received unexpected event network-vif-plugged-cb8d4c07-cc0d-4be4-a7bf-d25584a15d24 for instance with vm_state building and task_state spawning. [ 1147.244992] env[69770]: DEBUG oslo_concurrency.lockutils [None req-164343f5-37c1-42bd-bd78-3ced21273826 tempest-AttachVolumeShelveTestJSON-1191911444 tempest-AttachVolumeShelveTestJSON-1191911444-project-member] Lock "1e9f2a84-ff0f-4bfb-87b7-0b0d3604ab3f" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 26.283s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1147.246067] env[69770]: DEBUG oslo_concurrency.lockutils [None req-35a7a634-f7cb-428d-b4e9-e4c7968f1745 tempest-AttachVolumeShelveTestJSON-1191911444 tempest-AttachVolumeShelveTestJSON-1191911444-project-member] Lock "1e9f2a84-ff0f-4bfb-87b7-0b0d3604ab3f" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 1.107s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1147.246423] env[69770]: INFO nova.compute.manager [None req-35a7a634-f7cb-428d-b4e9-e4c7968f1745 tempest-AttachVolumeShelveTestJSON-1191911444 tempest-AttachVolumeShelveTestJSON-1191911444-project-member] [instance: 1e9f2a84-ff0f-4bfb-87b7-0b0d3604ab3f] Unshelving [ 1147.267217] env[69770]: DEBUG nova.objects.base [None req-9e70c934-f34a-456b-8ec3-ff59a5c53839 tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] Object Instance<19c06f92-7f17-4834-b8be-723eb3f313c5> lazy-loaded attributes: info_cache,migration_context {{(pid=69770) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1147.268817] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6989857e-7a30-4901-9e60-78a413c01add {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.293206] env[69770]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ab107daf-f640-439d-b620-f404481f591d {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.300882] env[69770]: DEBUG oslo_vmware.api [None req-9e70c934-f34a-456b-8ec3-ff59a5c53839 tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] Waiting for the task: (returnval){ [ 1147.300882] env[69770]: value = "session[52161b52-cb8e-ec9f-1132-2f6b49549d41]5241fcbd-6c5b-207e-8c7c-6b63232476bd" [ 1147.300882] env[69770]: _type = "Task" [ 1147.300882] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1147.313640] env[69770]: DEBUG oslo_vmware.api [None req-9e70c934-f34a-456b-8ec3-ff59a5c53839 tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]5241fcbd-6c5b-207e-8c7c-6b63232476bd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.499643] env[69770]: DEBUG oslo_vmware.api [None req-8703e79c-8de8-43cf-b6e6-56e3bbdb2b78 tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] Task: {'id': task-4070503, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.507493] env[69770]: DEBUG oslo_concurrency.lockutils [None req-7bfbe6a0-f4fd-48b3-b7bb-d7f6a67ecc97 tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] Acquiring lock "16145ac2-85be-4cb7-a852-576d51ede5e7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1147.508119] env[69770]: DEBUG oslo_concurrency.lockutils [None req-7bfbe6a0-f4fd-48b3-b7bb-d7f6a67ecc97 tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] Lock "16145ac2-85be-4cb7-a852-576d51ede5e7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1147.508203] env[69770]: DEBUG oslo_concurrency.lockutils [None req-7bfbe6a0-f4fd-48b3-b7bb-d7f6a67ecc97 tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] Acquiring lock "16145ac2-85be-4cb7-a852-576d51ede5e7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1147.508477] env[69770]: DEBUG oslo_concurrency.lockutils [None req-7bfbe6a0-f4fd-48b3-b7bb-d7f6a67ecc97 tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] Lock "16145ac2-85be-4cb7-a852-576d51ede5e7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1147.508937] env[69770]: DEBUG oslo_concurrency.lockutils [None req-7bfbe6a0-f4fd-48b3-b7bb-d7f6a67ecc97 tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] Lock "16145ac2-85be-4cb7-a852-576d51ede5e7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1147.511267] env[69770]: INFO nova.compute.manager [None req-7bfbe6a0-f4fd-48b3-b7bb-d7f6a67ecc97 tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] [instance: 16145ac2-85be-4cb7-a852-576d51ede5e7] Terminating instance [ 1147.516037] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12aaba29-82e4-41d4-a019-551bc85ff15c {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.524547] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8e2481e-19f8-45f2-a423-b018040c7a02 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.557657] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0094b46b-ebec-4861-939b-419d1e3cc96a {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.561883] env[69770]: DEBUG oslo_concurrency.lockutils [None req-54f1e21f-adb4-4752-b37a-f589107c85c1 tempest-ServerTagsTestJSON-982183337 tempest-ServerTagsTestJSON-982183337-project-member] Acquiring lock "refresh_cache-b1612bfb-19fc-4290-bf95-953d6efe6637" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.562040] env[69770]: DEBUG oslo_concurrency.lockutils [None req-54f1e21f-adb4-4752-b37a-f589107c85c1 tempest-ServerTagsTestJSON-982183337 tempest-ServerTagsTestJSON-982183337-project-member] Acquired lock "refresh_cache-b1612bfb-19fc-4290-bf95-953d6efe6637" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.562205] env[69770]: DEBUG nova.network.neutron [None req-54f1e21f-adb4-4752-b37a-f589107c85c1 tempest-ServerTagsTestJSON-982183337 tempest-ServerTagsTestJSON-982183337-project-member] [instance: b1612bfb-19fc-4290-bf95-953d6efe6637] Building network info cache for instance {{(pid=69770) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1147.567930] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e37192b1-0feb-4c7a-995b-a8714ec91504 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.585580] env[69770]: DEBUG nova.compute.provider_tree [None req-71ec0b2f-826a-4976-a380-16e2be77c5d5 tempest-ServerShowV247Test-1214808668 tempest-ServerShowV247Test-1214808668-project-member] Inventory has not changed in ProviderTree for provider: 7cc7d32b-b7a7-454a-a456-2a440248ed9d {{(pid=69770) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1147.811567] env[69770]: DEBUG oslo_vmware.api [None req-9e70c934-f34a-456b-8ec3-ff59a5c53839 tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]5241fcbd-6c5b-207e-8c7c-6b63232476bd, 'name': SearchDatastore_Task, 'duration_secs': 0.01169} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1147.811567] env[69770]: DEBUG oslo_concurrency.lockutils [None req-9e70c934-f34a-456b-8ec3-ff59a5c53839 tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1148.000624] env[69770]: DEBUG oslo_vmware.api [None req-8703e79c-8de8-43cf-b6e6-56e3bbdb2b78 tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] Task: {'id': task-4070503, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.020841] env[69770]: DEBUG nova.compute.manager [None req-7bfbe6a0-f4fd-48b3-b7bb-d7f6a67ecc97 tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] [instance: 16145ac2-85be-4cb7-a852-576d51ede5e7] Start destroying the instance on the hypervisor. {{(pid=69770) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1148.021198] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-7bfbe6a0-f4fd-48b3-b7bb-d7f6a67ecc97 tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] [instance: 16145ac2-85be-4cb7-a852-576d51ede5e7] Destroying instance {{(pid=69770) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1148.022199] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a477d379-bfac-419d-82e6-7c840592825b {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.030440] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-7bfbe6a0-f4fd-48b3-b7bb-d7f6a67ecc97 tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] [instance: 16145ac2-85be-4cb7-a852-576d51ede5e7] Powering off the VM {{(pid=69770) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1148.030728] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9291a291-eb28-424c-8078-e534da62da35 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.036977] env[69770]: DEBUG oslo_vmware.api [None req-7bfbe6a0-f4fd-48b3-b7bb-d7f6a67ecc97 tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] Waiting for the task: (returnval){ [ 1148.036977] env[69770]: value = "task-4070504" [ 1148.036977] env[69770]: _type = "Task" [ 1148.036977] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1148.046336] env[69770]: DEBUG oslo_vmware.api [None req-7bfbe6a0-f4fd-48b3-b7bb-d7f6a67ecc97 tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] Task: {'id': task-4070504, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.090286] env[69770]: DEBUG nova.scheduler.client.report [None req-71ec0b2f-826a-4976-a380-16e2be77c5d5 tempest-ServerShowV247Test-1214808668 tempest-ServerShowV247Test-1214808668-project-member] Inventory has not changed for provider 7cc7d32b-b7a7-454a-a456-2a440248ed9d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69770) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1148.097065] env[69770]: DEBUG nova.network.neutron [None req-54f1e21f-adb4-4752-b37a-f589107c85c1 tempest-ServerTagsTestJSON-982183337 tempest-ServerTagsTestJSON-982183337-project-member] [instance: b1612bfb-19fc-4290-bf95-953d6efe6637] Instance cache missing network info. {{(pid=69770) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1148.204794] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-d57854b8-ea25-45d2-90c1-83d5620c1346 tempest-ServerRescueNegativeTestJSON-135561646 tempest-ServerRescueNegativeTestJSON-135561646-project-member] [instance: ec405988-80b1-4918-8572-addc7c5127aa] Powering off the VM {{(pid=69770) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1148.205150] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fd796f35-0323-4641-b81a-e04ea6384598 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.212872] env[69770]: DEBUG oslo_vmware.api [None req-d57854b8-ea25-45d2-90c1-83d5620c1346 tempest-ServerRescueNegativeTestJSON-135561646 tempest-ServerRescueNegativeTestJSON-135561646-project-member] Waiting for the task: (returnval){ [ 1148.212872] env[69770]: value = "task-4070505" [ 1148.212872] env[69770]: _type = "Task" [ 1148.212872] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1148.223281] env[69770]: DEBUG oslo_vmware.api [None req-d57854b8-ea25-45d2-90c1-83d5620c1346 tempest-ServerRescueNegativeTestJSON-135561646 tempest-ServerRescueNegativeTestJSON-135561646-project-member] Task: {'id': task-4070505, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.256988] env[69770]: DEBUG nova.compute.utils [None req-35a7a634-f7cb-428d-b4e9-e4c7968f1745 tempest-AttachVolumeShelveTestJSON-1191911444 tempest-AttachVolumeShelveTestJSON-1191911444-project-member] Using /dev/sd instead of None {{(pid=69770) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1148.498635] env[69770]: DEBUG oslo_vmware.api [None req-8703e79c-8de8-43cf-b6e6-56e3bbdb2b78 tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] Task: {'id': task-4070503, 'name': ReconfigVM_Task, 'duration_secs': 1.048975} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1148.498993] env[69770]: DEBUG nova.virt.vmwareapi.volumeops [None req-8703e79c-8de8-43cf-b6e6-56e3bbdb2b78 tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] [instance: 7f67ebf8-f341-4cda-99d6-52ba82c5640e] Reconfigured VM instance instance-00000060 to attach disk [datastore2] 7f67ebf8-f341-4cda-99d6-52ba82c5640e/7f67ebf8-f341-4cda-99d6-52ba82c5640e.vmdk or device None with type sparse {{(pid=69770) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1148.499689] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b4ee16fc-7bb8-4a99-8133-0c02165bbabc {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.507632] env[69770]: DEBUG oslo_vmware.api [None req-8703e79c-8de8-43cf-b6e6-56e3bbdb2b78 tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] Waiting for the task: (returnval){ [ 1148.507632] env[69770]: value = "task-4070506" [ 1148.507632] env[69770]: _type = "Task" [ 1148.507632] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1148.518136] env[69770]: DEBUG oslo_vmware.api [None req-8703e79c-8de8-43cf-b6e6-56e3bbdb2b78 tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] Task: {'id': task-4070506, 'name': Rename_Task} progress is 5%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.549099] env[69770]: DEBUG oslo_vmware.api [None req-7bfbe6a0-f4fd-48b3-b7bb-d7f6a67ecc97 tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] Task: {'id': task-4070504, 'name': PowerOffVM_Task, 'duration_secs': 0.339998} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1148.549099] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-7bfbe6a0-f4fd-48b3-b7bb-d7f6a67ecc97 tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] [instance: 16145ac2-85be-4cb7-a852-576d51ede5e7] Powered off the VM {{(pid=69770) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1148.549099] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-7bfbe6a0-f4fd-48b3-b7bb-d7f6a67ecc97 tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] [instance: 16145ac2-85be-4cb7-a852-576d51ede5e7] Unregistering the VM {{(pid=69770) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1148.549909] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f971c962-5c91-4f1f-86f0-d2446d5a2e89 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.561485] env[69770]: DEBUG nova.network.neutron [None req-54f1e21f-adb4-4752-b37a-f589107c85c1 tempest-ServerTagsTestJSON-982183337 tempest-ServerTagsTestJSON-982183337-project-member] [instance: b1612bfb-19fc-4290-bf95-953d6efe6637] Updating instance_info_cache with network_info: [{"id": "cb8d4c07-cc0d-4be4-a7bf-d25584a15d24", "address": "fa:16:3e:18:f1:f8", "network": {"id": "96bb08d0-a952-4309-ae65-212b1337ecd8", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-25721521-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6df7707e5ce442eb84257ba9edde0437", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ca401eaa-889a-4f9f-ac9a-56b4c41bfc06", "external-id": "nsx-vlan-transportzone-877", "segmentation_id": 877, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcb8d4c07-cc", "ovs_interfaceid": "cb8d4c07-cc0d-4be4-a7bf-d25584a15d24", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69770) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1148.594827] env[69770]: DEBUG oslo_concurrency.lockutils [None req-71ec0b2f-826a-4976-a380-16e2be77c5d5 tempest-ServerShowV247Test-1214808668 tempest-ServerShowV247Test-1214808668-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.863s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1148.597385] env[69770]: DEBUG oslo_concurrency.lockutils [None req-9e70c934-f34a-456b-8ec3-ff59a5c53839 tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 0.786s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1148.621673] env[69770]: INFO nova.scheduler.client.report [None req-71ec0b2f-826a-4976-a380-16e2be77c5d5 tempest-ServerShowV247Test-1214808668 tempest-ServerShowV247Test-1214808668-project-member] Deleted allocations for instance e6c4d986-abee-4ca2-8ef3-2917a3d75141 [ 1148.627106] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-7bfbe6a0-f4fd-48b3-b7bb-d7f6a67ecc97 tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] [instance: 16145ac2-85be-4cb7-a852-576d51ede5e7] Unregistered the VM {{(pid=69770) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1148.627327] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-7bfbe6a0-f4fd-48b3-b7bb-d7f6a67ecc97 tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] [instance: 16145ac2-85be-4cb7-a852-576d51ede5e7] Deleting contents of the VM from datastore datastore1 {{(pid=69770) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1148.627541] env[69770]: DEBUG nova.virt.vmwareapi.ds_util [None req-7bfbe6a0-f4fd-48b3-b7bb-d7f6a67ecc97 tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] Deleting the datastore file [datastore1] 16145ac2-85be-4cb7-a852-576d51ede5e7 {{(pid=69770) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1148.628065] env[69770]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ebb26515-a8b7-42ce-a2ad-74bf0aa98966 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.636107] env[69770]: DEBUG oslo_vmware.api [None req-7bfbe6a0-f4fd-48b3-b7bb-d7f6a67ecc97 tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] Waiting for the task: (returnval){ [ 1148.636107] env[69770]: value = "task-4070508" [ 1148.636107] env[69770]: _type = "Task" [ 1148.636107] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1148.645055] env[69770]: DEBUG oslo_vmware.api [None req-7bfbe6a0-f4fd-48b3-b7bb-d7f6a67ecc97 tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] Task: {'id': task-4070508, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.723690] env[69770]: DEBUG oslo_vmware.api [None req-d57854b8-ea25-45d2-90c1-83d5620c1346 tempest-ServerRescueNegativeTestJSON-135561646 tempest-ServerRescueNegativeTestJSON-135561646-project-member] Task: {'id': task-4070505, 'name': PowerOffVM_Task, 'duration_secs': 0.207451} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1148.723975] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-d57854b8-ea25-45d2-90c1-83d5620c1346 tempest-ServerRescueNegativeTestJSON-135561646 tempest-ServerRescueNegativeTestJSON-135561646-project-member] [instance: ec405988-80b1-4918-8572-addc7c5127aa] Powered off the VM {{(pid=69770) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1148.724888] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bfd9a99-4d7d-469d-99e5-6ef02448f597 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.748578] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5679a718-33c4-4e72-a20b-d5c3e74a0ead {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.760816] env[69770]: INFO nova.virt.block_device [None req-35a7a634-f7cb-428d-b4e9-e4c7968f1745 tempest-AttachVolumeShelveTestJSON-1191911444 tempest-AttachVolumeShelveTestJSON-1191911444-project-member] [instance: 1e9f2a84-ff0f-4bfb-87b7-0b0d3604ab3f] Booting with volume 82895d29-aa7c-44cf-a849-8ec1194f9aa4 at /dev/sdb [ 1148.781601] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-d57854b8-ea25-45d2-90c1-83d5620c1346 tempest-ServerRescueNegativeTestJSON-135561646 tempest-ServerRescueNegativeTestJSON-135561646-project-member] [instance: ec405988-80b1-4918-8572-addc7c5127aa] Powering off the VM {{(pid=69770) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1148.781897] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-144b3229-3c14-49a8-a8a1-091598b8b7c5 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.790511] env[69770]: DEBUG oslo_vmware.api [None req-d57854b8-ea25-45d2-90c1-83d5620c1346 tempest-ServerRescueNegativeTestJSON-135561646 tempest-ServerRescueNegativeTestJSON-135561646-project-member] Waiting for the task: (returnval){ [ 1148.790511] env[69770]: value = "task-4070509" [ 1148.790511] env[69770]: _type = "Task" [ 1148.790511] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1148.798807] env[69770]: DEBUG oslo_vmware.api [None req-d57854b8-ea25-45d2-90c1-83d5620c1346 tempest-ServerRescueNegativeTestJSON-135561646 tempest-ServerRescueNegativeTestJSON-135561646-project-member] Task: {'id': task-4070509, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.800010] env[69770]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-0ef67277-e3b9-4c3d-b749-1eb6aec2698c {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.808673] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f5dcc4a-818f-49c2-97e0-70457e436867 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.840644] env[69770]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-2b793c73-0c09-426a-b2a6-2822b8616d0d {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.849895] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cad4b8e-bc48-4062-a233-ee2854b4e2ef {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.882979] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-583e911a-992b-4dbd-b8b1-bd2368b805b4 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.889882] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81ffc4be-7ee3-488f-bc6f-6808f9d2232d {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.903472] env[69770]: DEBUG nova.virt.block_device [None req-35a7a634-f7cb-428d-b4e9-e4c7968f1745 tempest-AttachVolumeShelveTestJSON-1191911444 tempest-AttachVolumeShelveTestJSON-1191911444-project-member] [instance: 1e9f2a84-ff0f-4bfb-87b7-0b0d3604ab3f] Updating existing volume attachment record: c6adbd4f-6112-44fe-b5a1-021a177275ce {{(pid=69770) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1149.019926] env[69770]: DEBUG oslo_vmware.api [None req-8703e79c-8de8-43cf-b6e6-56e3bbdb2b78 tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] Task: {'id': task-4070506, 'name': Rename_Task, 'duration_secs': 0.228294} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1149.020269] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-8703e79c-8de8-43cf-b6e6-56e3bbdb2b78 tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] [instance: 7f67ebf8-f341-4cda-99d6-52ba82c5640e] Powering on the VM {{(pid=69770) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1149.020566] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a924939b-1025-4626-bddc-0f38007d3e32 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.028580] env[69770]: DEBUG oslo_vmware.api [None req-8703e79c-8de8-43cf-b6e6-56e3bbdb2b78 tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] Waiting for the task: (returnval){ [ 1149.028580] env[69770]: value = "task-4070510" [ 1149.028580] env[69770]: _type = "Task" [ 1149.028580] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1149.037383] env[69770]: DEBUG oslo_vmware.api [None req-8703e79c-8de8-43cf-b6e6-56e3bbdb2b78 tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] Task: {'id': task-4070510, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.064229] env[69770]: DEBUG oslo_concurrency.lockutils [None req-54f1e21f-adb4-4752-b37a-f589107c85c1 tempest-ServerTagsTestJSON-982183337 tempest-ServerTagsTestJSON-982183337-project-member] Releasing lock "refresh_cache-b1612bfb-19fc-4290-bf95-953d6efe6637" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.064596] env[69770]: DEBUG nova.compute.manager [None req-54f1e21f-adb4-4752-b37a-f589107c85c1 tempest-ServerTagsTestJSON-982183337 tempest-ServerTagsTestJSON-982183337-project-member] [instance: b1612bfb-19fc-4290-bf95-953d6efe6637] Instance network_info: |[{"id": "cb8d4c07-cc0d-4be4-a7bf-d25584a15d24", "address": "fa:16:3e:18:f1:f8", "network": {"id": "96bb08d0-a952-4309-ae65-212b1337ecd8", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-25721521-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6df7707e5ce442eb84257ba9edde0437", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ca401eaa-889a-4f9f-ac9a-56b4c41bfc06", "external-id": "nsx-vlan-transportzone-877", "segmentation_id": 877, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcb8d4c07-cc", "ovs_interfaceid": "cb8d4c07-cc0d-4be4-a7bf-d25584a15d24", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69770) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1149.065047] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-54f1e21f-adb4-4752-b37a-f589107c85c1 tempest-ServerTagsTestJSON-982183337 tempest-ServerTagsTestJSON-982183337-project-member] [instance: b1612bfb-19fc-4290-bf95-953d6efe6637] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:18:f1:f8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ca401eaa-889a-4f9f-ac9a-56b4c41bfc06', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'cb8d4c07-cc0d-4be4-a7bf-d25584a15d24', 'vif_model': 'vmxnet3'}] {{(pid=69770) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1149.073137] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-54f1e21f-adb4-4752-b37a-f589107c85c1 tempest-ServerTagsTestJSON-982183337 tempest-ServerTagsTestJSON-982183337-project-member] Creating folder: Project (6df7707e5ce442eb84257ba9edde0437). Parent ref: group-v806376. {{(pid=69770) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1149.073492] env[69770]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d8eb12c1-257f-4c6a-a6cf-d067e3ae4681 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.084032] env[69770]: INFO nova.virt.vmwareapi.vm_util [None req-54f1e21f-adb4-4752-b37a-f589107c85c1 tempest-ServerTagsTestJSON-982183337 tempest-ServerTagsTestJSON-982183337-project-member] Created folder: Project (6df7707e5ce442eb84257ba9edde0437) in parent group-v806376. [ 1149.084175] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-54f1e21f-adb4-4752-b37a-f589107c85c1 tempest-ServerTagsTestJSON-982183337 tempest-ServerTagsTestJSON-982183337-project-member] Creating folder: Instances. Parent ref: group-v806644. {{(pid=69770) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1149.084419] env[69770]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-84678b3e-a53b-4b8e-8ba1-a0793171ea33 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.095097] env[69770]: INFO nova.virt.vmwareapi.vm_util [None req-54f1e21f-adb4-4752-b37a-f589107c85c1 tempest-ServerTagsTestJSON-982183337 tempest-ServerTagsTestJSON-982183337-project-member] Created folder: Instances in parent group-v806644. [ 1149.095375] env[69770]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-54f1e21f-adb4-4752-b37a-f589107c85c1 tempest-ServerTagsTestJSON-982183337 tempest-ServerTagsTestJSON-982183337-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69770) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1149.095578] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b1612bfb-19fc-4290-bf95-953d6efe6637] Creating VM on the ESX host {{(pid=69770) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1149.095792] env[69770]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-94db79df-4d71-4dfe-b85f-205d7e4faf0a {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.119035] env[69770]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1149.119035] env[69770]: value = "task-4070515" [ 1149.119035] env[69770]: _type = "Task" [ 1149.119035] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1149.133403] env[69770]: DEBUG oslo_vmware.api [-] Task: {'id': task-4070515, 'name': CreateVM_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.134083] env[69770]: DEBUG oslo_concurrency.lockutils [None req-71ec0b2f-826a-4976-a380-16e2be77c5d5 tempest-ServerShowV247Test-1214808668 tempest-ServerShowV247Test-1214808668-project-member] Lock "e6c4d986-abee-4ca2-8ef3-2917a3d75141" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.175s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1149.140797] env[69770]: DEBUG nova.compute.manager [req-4c3fd7ca-f736-46f6-a893-38cd7593ed38 req-d198a369-fde9-438b-a92f-525f232e1e4c service nova] [instance: b1612bfb-19fc-4290-bf95-953d6efe6637] Received event network-changed-cb8d4c07-cc0d-4be4-a7bf-d25584a15d24 {{(pid=69770) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1149.140882] env[69770]: DEBUG nova.compute.manager [req-4c3fd7ca-f736-46f6-a893-38cd7593ed38 req-d198a369-fde9-438b-a92f-525f232e1e4c service nova] [instance: b1612bfb-19fc-4290-bf95-953d6efe6637] Refreshing instance network info cache due to event network-changed-cb8d4c07-cc0d-4be4-a7bf-d25584a15d24. {{(pid=69770) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1149.141123] env[69770]: DEBUG oslo_concurrency.lockutils [req-4c3fd7ca-f736-46f6-a893-38cd7593ed38 req-d198a369-fde9-438b-a92f-525f232e1e4c service nova] Acquiring lock "refresh_cache-b1612bfb-19fc-4290-bf95-953d6efe6637" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.141268] env[69770]: DEBUG oslo_concurrency.lockutils [req-4c3fd7ca-f736-46f6-a893-38cd7593ed38 req-d198a369-fde9-438b-a92f-525f232e1e4c service nova] Acquired lock "refresh_cache-b1612bfb-19fc-4290-bf95-953d6efe6637" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.141434] env[69770]: DEBUG nova.network.neutron [req-4c3fd7ca-f736-46f6-a893-38cd7593ed38 req-d198a369-fde9-438b-a92f-525f232e1e4c service nova] [instance: b1612bfb-19fc-4290-bf95-953d6efe6637] Refreshing network info cache for port cb8d4c07-cc0d-4be4-a7bf-d25584a15d24 {{(pid=69770) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1149.154070] env[69770]: DEBUG oslo_vmware.api [None req-7bfbe6a0-f4fd-48b3-b7bb-d7f6a67ecc97 tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] Task: {'id': task-4070508, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.379901} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1149.155402] env[69770]: DEBUG nova.virt.vmwareapi.ds_util [None req-7bfbe6a0-f4fd-48b3-b7bb-d7f6a67ecc97 tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] Deleted the datastore file {{(pid=69770) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1149.155570] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-7bfbe6a0-f4fd-48b3-b7bb-d7f6a67ecc97 tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] [instance: 16145ac2-85be-4cb7-a852-576d51ede5e7] Deleted contents of the VM from datastore datastore1 {{(pid=69770) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1149.155735] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-7bfbe6a0-f4fd-48b3-b7bb-d7f6a67ecc97 tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] [instance: 16145ac2-85be-4cb7-a852-576d51ede5e7] Instance destroyed {{(pid=69770) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1149.155905] env[69770]: INFO nova.compute.manager [None req-7bfbe6a0-f4fd-48b3-b7bb-d7f6a67ecc97 tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] [instance: 16145ac2-85be-4cb7-a852-576d51ede5e7] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1149.156180] env[69770]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7bfbe6a0-f4fd-48b3-b7bb-d7f6a67ecc97 tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69770) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1149.156395] env[69770]: DEBUG nova.compute.manager [-] [instance: 16145ac2-85be-4cb7-a852-576d51ede5e7] Deallocating network for instance {{(pid=69770) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1149.156475] env[69770]: DEBUG nova.network.neutron [-] [instance: 16145ac2-85be-4cb7-a852-576d51ede5e7] deallocate_for_instance() {{(pid=69770) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1149.304762] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-d57854b8-ea25-45d2-90c1-83d5620c1346 tempest-ServerRescueNegativeTestJSON-135561646 tempest-ServerRescueNegativeTestJSON-135561646-project-member] [instance: ec405988-80b1-4918-8572-addc7c5127aa] VM already powered off {{(pid=69770) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1149.305078] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-d57854b8-ea25-45d2-90c1-83d5620c1346 tempest-ServerRescueNegativeTestJSON-135561646 tempest-ServerRescueNegativeTestJSON-135561646-project-member] [instance: ec405988-80b1-4918-8572-addc7c5127aa] Processing image d1eaff80-24a0-4391-90eb-59958b1ecf0a {{(pid=69770) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1149.305401] env[69770]: DEBUG oslo_concurrency.lockutils [None req-d57854b8-ea25-45d2-90c1-83d5620c1346 tempest-ServerRescueNegativeTestJSON-135561646 tempest-ServerRescueNegativeTestJSON-135561646-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.305553] env[69770]: DEBUG oslo_concurrency.lockutils [None req-d57854b8-ea25-45d2-90c1-83d5620c1346 tempest-ServerRescueNegativeTestJSON-135561646 tempest-ServerRescueNegativeTestJSON-135561646-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.305766] env[69770]: DEBUG nova.virt.vmwareapi.ds_util [None req-d57854b8-ea25-45d2-90c1-83d5620c1346 tempest-ServerRescueNegativeTestJSON-135561646 tempest-ServerRescueNegativeTestJSON-135561646-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69770) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1149.306288] env[69770]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c40abd63-df0e-4882-9ebb-ea5d60e2e57c {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.317204] env[69770]: DEBUG nova.virt.vmwareapi.ds_util [None req-d57854b8-ea25-45d2-90c1-83d5620c1346 tempest-ServerRescueNegativeTestJSON-135561646 tempest-ServerRescueNegativeTestJSON-135561646-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69770) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1149.317513] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-d57854b8-ea25-45d2-90c1-83d5620c1346 tempest-ServerRescueNegativeTestJSON-135561646 tempest-ServerRescueNegativeTestJSON-135561646-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69770) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1149.321605] env[69770]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d76d58f0-bb5a-4885-8f96-a12a2843600a {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.329175] env[69770]: DEBUG oslo_vmware.api [None req-d57854b8-ea25-45d2-90c1-83d5620c1346 tempest-ServerRescueNegativeTestJSON-135561646 tempest-ServerRescueNegativeTestJSON-135561646-project-member] Waiting for the task: (returnval){ [ 1149.329175] env[69770]: value = "session[52161b52-cb8e-ec9f-1132-2f6b49549d41]525de323-fcf3-8553-90d5-07b68491babd" [ 1149.329175] env[69770]: _type = "Task" [ 1149.329175] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1149.341646] env[69770]: DEBUG oslo_vmware.api [None req-d57854b8-ea25-45d2-90c1-83d5620c1346 tempest-ServerRescueNegativeTestJSON-135561646 tempest-ServerRescueNegativeTestJSON-135561646-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]525de323-fcf3-8553-90d5-07b68491babd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.397255] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b2c08b8-af1d-4081-9d54-fb5c8d8c67bb {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.410767] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d052872-05cc-4419-9629-55d4bca16759 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.462231] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2e07c63-d923-490c-9db4-cf711825e75f {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.478501] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b63e3838-0169-44f9-98bb-3d10457d485c {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.500917] env[69770]: DEBUG nova.compute.provider_tree [None req-9e70c934-f34a-456b-8ec3-ff59a5c53839 tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] Inventory has not changed in ProviderTree for provider: 7cc7d32b-b7a7-454a-a456-2a440248ed9d {{(pid=69770) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1149.544297] env[69770]: DEBUG oslo_vmware.api [None req-8703e79c-8de8-43cf-b6e6-56e3bbdb2b78 tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] Task: {'id': task-4070510, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.620727] env[69770]: DEBUG oslo_service.periodic_task [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69770) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1149.627912] env[69770]: DEBUG oslo_service.periodic_task [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69770) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1149.636099] env[69770]: DEBUG oslo_vmware.api [-] Task: {'id': task-4070515, 'name': CreateVM_Task, 'duration_secs': 0.38008} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1149.636707] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b1612bfb-19fc-4290-bf95-953d6efe6637] Created VM on the ESX host {{(pid=69770) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1149.637853] env[69770]: DEBUG oslo_concurrency.lockutils [None req-54f1e21f-adb4-4752-b37a-f589107c85c1 tempest-ServerTagsTestJSON-982183337 tempest-ServerTagsTestJSON-982183337-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.638207] env[69770]: DEBUG oslo_concurrency.lockutils [None req-54f1e21f-adb4-4752-b37a-f589107c85c1 tempest-ServerTagsTestJSON-982183337 tempest-ServerTagsTestJSON-982183337-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.638550] env[69770]: DEBUG oslo_concurrency.lockutils [None req-54f1e21f-adb4-4752-b37a-f589107c85c1 tempest-ServerTagsTestJSON-982183337 tempest-ServerTagsTestJSON-982183337-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.638828] env[69770]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3deab88b-8d56-495d-8d4b-de1b69ad292e {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.644981] env[69770]: DEBUG oslo_vmware.api [None req-54f1e21f-adb4-4752-b37a-f589107c85c1 tempest-ServerTagsTestJSON-982183337 tempest-ServerTagsTestJSON-982183337-project-member] Waiting for the task: (returnval){ [ 1149.644981] env[69770]: value = "session[52161b52-cb8e-ec9f-1132-2f6b49549d41]5295be4f-c476-ece9-a0f8-adf8f8176b31" [ 1149.644981] env[69770]: _type = "Task" [ 1149.644981] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1149.659604] env[69770]: DEBUG oslo_vmware.api [None req-54f1e21f-adb4-4752-b37a-f589107c85c1 tempest-ServerTagsTestJSON-982183337 tempest-ServerTagsTestJSON-982183337-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]5295be4f-c476-ece9-a0f8-adf8f8176b31, 'name': SearchDatastore_Task, 'duration_secs': 0.010925} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1149.661241] env[69770]: DEBUG oslo_concurrency.lockutils [None req-54f1e21f-adb4-4752-b37a-f589107c85c1 tempest-ServerTagsTestJSON-982183337 tempest-ServerTagsTestJSON-982183337-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.661571] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-54f1e21f-adb4-4752-b37a-f589107c85c1 tempest-ServerTagsTestJSON-982183337 tempest-ServerTagsTestJSON-982183337-project-member] [instance: b1612bfb-19fc-4290-bf95-953d6efe6637] Processing image d1eaff80-24a0-4391-90eb-59958b1ecf0a {{(pid=69770) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1149.661881] env[69770]: DEBUG oslo_concurrency.lockutils [None req-54f1e21f-adb4-4752-b37a-f589107c85c1 tempest-ServerTagsTestJSON-982183337 tempest-ServerTagsTestJSON-982183337-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.661918] env[69770]: DEBUG oslo_concurrency.lockutils [None req-54f1e21f-adb4-4752-b37a-f589107c85c1 tempest-ServerTagsTestJSON-982183337 tempest-ServerTagsTestJSON-982183337-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.662110] env[69770]: DEBUG nova.virt.vmwareapi.ds_util [None req-54f1e21f-adb4-4752-b37a-f589107c85c1 tempest-ServerTagsTestJSON-982183337 tempest-ServerTagsTestJSON-982183337-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69770) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1149.662872] env[69770]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-76b2d3e0-f23c-4200-929e-daeb253d0ed3 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.674633] env[69770]: DEBUG nova.virt.vmwareapi.ds_util [None req-54f1e21f-adb4-4752-b37a-f589107c85c1 tempest-ServerTagsTestJSON-982183337 tempest-ServerTagsTestJSON-982183337-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69770) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1149.675038] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-54f1e21f-adb4-4752-b37a-f589107c85c1 tempest-ServerTagsTestJSON-982183337 tempest-ServerTagsTestJSON-982183337-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69770) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1149.675890] env[69770]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9ee23ec6-fe0a-4878-a5d0-3750224ab4a0 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.683476] env[69770]: DEBUG oslo_vmware.api [None req-54f1e21f-adb4-4752-b37a-f589107c85c1 tempest-ServerTagsTestJSON-982183337 tempest-ServerTagsTestJSON-982183337-project-member] Waiting for the task: (returnval){ [ 1149.683476] env[69770]: value = "session[52161b52-cb8e-ec9f-1132-2f6b49549d41]522b3af4-c973-a27e-7cc3-5a686c927060" [ 1149.683476] env[69770]: _type = "Task" [ 1149.683476] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1149.692200] env[69770]: DEBUG oslo_vmware.api [None req-54f1e21f-adb4-4752-b37a-f589107c85c1 tempest-ServerTagsTestJSON-982183337 tempest-ServerTagsTestJSON-982183337-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]522b3af4-c973-a27e-7cc3-5a686c927060, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.839877] env[69770]: DEBUG oslo_vmware.api [None req-d57854b8-ea25-45d2-90c1-83d5620c1346 tempest-ServerRescueNegativeTestJSON-135561646 tempest-ServerRescueNegativeTestJSON-135561646-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]525de323-fcf3-8553-90d5-07b68491babd, 'name': SearchDatastore_Task, 'duration_secs': 0.01064} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1149.840782] env[69770]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-90c8aaca-2ae4-48cf-a38d-3f00d7a72a1d {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.846358] env[69770]: DEBUG oslo_vmware.api [None req-d57854b8-ea25-45d2-90c1-83d5620c1346 tempest-ServerRescueNegativeTestJSON-135561646 tempest-ServerRescueNegativeTestJSON-135561646-project-member] Waiting for the task: (returnval){ [ 1149.846358] env[69770]: value = "session[52161b52-cb8e-ec9f-1132-2f6b49549d41]529a0b48-9dca-d122-038c-b71a73a5490a" [ 1149.846358] env[69770]: _type = "Task" [ 1149.846358] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1149.855165] env[69770]: DEBUG oslo_vmware.api [None req-d57854b8-ea25-45d2-90c1-83d5620c1346 tempest-ServerRescueNegativeTestJSON-135561646 tempest-ServerRescueNegativeTestJSON-135561646-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]529a0b48-9dca-d122-038c-b71a73a5490a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.965372] env[69770]: DEBUG nova.network.neutron [req-4c3fd7ca-f736-46f6-a893-38cd7593ed38 req-d198a369-fde9-438b-a92f-525f232e1e4c service nova] [instance: b1612bfb-19fc-4290-bf95-953d6efe6637] Updated VIF entry in instance network info cache for port cb8d4c07-cc0d-4be4-a7bf-d25584a15d24. {{(pid=69770) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1149.965735] env[69770]: DEBUG nova.network.neutron [req-4c3fd7ca-f736-46f6-a893-38cd7593ed38 req-d198a369-fde9-438b-a92f-525f232e1e4c service nova] [instance: b1612bfb-19fc-4290-bf95-953d6efe6637] Updating instance_info_cache with network_info: [{"id": "cb8d4c07-cc0d-4be4-a7bf-d25584a15d24", "address": "fa:16:3e:18:f1:f8", "network": {"id": "96bb08d0-a952-4309-ae65-212b1337ecd8", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-25721521-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6df7707e5ce442eb84257ba9edde0437", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ca401eaa-889a-4f9f-ac9a-56b4c41bfc06", "external-id": "nsx-vlan-transportzone-877", "segmentation_id": 877, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcb8d4c07-cc", "ovs_interfaceid": "cb8d4c07-cc0d-4be4-a7bf-d25584a15d24", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69770) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1150.006064] env[69770]: DEBUG nova.scheduler.client.report [None req-9e70c934-f34a-456b-8ec3-ff59a5c53839 tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] Inventory has not changed for provider 7cc7d32b-b7a7-454a-a456-2a440248ed9d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69770) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1150.032824] env[69770]: DEBUG nova.network.neutron [-] [instance: 16145ac2-85be-4cb7-a852-576d51ede5e7] Updating instance_info_cache with network_info: [] {{(pid=69770) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1150.039757] env[69770]: DEBUG oslo_vmware.api [None req-8703e79c-8de8-43cf-b6e6-56e3bbdb2b78 tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] Task: {'id': task-4070510, 'name': PowerOnVM_Task, 'duration_secs': 0.561991} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1150.040078] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-8703e79c-8de8-43cf-b6e6-56e3bbdb2b78 tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] [instance: 7f67ebf8-f341-4cda-99d6-52ba82c5640e] Powered on the VM {{(pid=69770) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1150.040319] env[69770]: INFO nova.compute.manager [None req-8703e79c-8de8-43cf-b6e6-56e3bbdb2b78 tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] [instance: 7f67ebf8-f341-4cda-99d6-52ba82c5640e] Took 10.06 seconds to spawn the instance on the hypervisor. [ 1150.040471] env[69770]: DEBUG nova.compute.manager [None req-8703e79c-8de8-43cf-b6e6-56e3bbdb2b78 tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] [instance: 7f67ebf8-f341-4cda-99d6-52ba82c5640e] Checking state {{(pid=69770) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1150.041304] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a2457ca-cb06-4a4e-a563-01d2811d5021 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.146383] env[69770]: DEBUG oslo_service.periodic_task [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69770) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1150.146670] env[69770]: DEBUG oslo_service.periodic_task [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69770) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1150.146892] env[69770]: DEBUG oslo_service.periodic_task [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69770) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1150.147113] env[69770]: DEBUG oslo_service.periodic_task [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69770) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1150.147345] env[69770]: DEBUG oslo_service.periodic_task [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69770) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1150.147584] env[69770]: DEBUG oslo_service.periodic_task [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69770) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1150.147897] env[69770]: DEBUG nova.compute.manager [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69770) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1150.147996] env[69770]: DEBUG oslo_service.periodic_task [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69770) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1150.196039] env[69770]: DEBUG oslo_vmware.api [None req-54f1e21f-adb4-4752-b37a-f589107c85c1 tempest-ServerTagsTestJSON-982183337 tempest-ServerTagsTestJSON-982183337-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]522b3af4-c973-a27e-7cc3-5a686c927060, 'name': SearchDatastore_Task, 'duration_secs': 0.01685} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1150.196589] env[69770]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f58cde1e-5eb9-48df-ad71-9f012ade897d {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.203201] env[69770]: DEBUG oslo_vmware.api [None req-54f1e21f-adb4-4752-b37a-f589107c85c1 tempest-ServerTagsTestJSON-982183337 tempest-ServerTagsTestJSON-982183337-project-member] Waiting for the task: (returnval){ [ 1150.203201] env[69770]: value = "session[52161b52-cb8e-ec9f-1132-2f6b49549d41]52023471-e881-4e01-34aa-3129da2889d7" [ 1150.203201] env[69770]: _type = "Task" [ 1150.203201] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1150.211971] env[69770]: DEBUG oslo_vmware.api [None req-54f1e21f-adb4-4752-b37a-f589107c85c1 tempest-ServerTagsTestJSON-982183337 tempest-ServerTagsTestJSON-982183337-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]52023471-e881-4e01-34aa-3129da2889d7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.357641] env[69770]: DEBUG oslo_vmware.api [None req-d57854b8-ea25-45d2-90c1-83d5620c1346 tempest-ServerRescueNegativeTestJSON-135561646 tempest-ServerRescueNegativeTestJSON-135561646-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]529a0b48-9dca-d122-038c-b71a73a5490a, 'name': SearchDatastore_Task, 'duration_secs': 0.036402} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1150.357924] env[69770]: DEBUG oslo_concurrency.lockutils [None req-d57854b8-ea25-45d2-90c1-83d5620c1346 tempest-ServerRescueNegativeTestJSON-135561646 tempest-ServerRescueNegativeTestJSON-135561646-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.358352] env[69770]: DEBUG nova.virt.vmwareapi.ds_util [None req-d57854b8-ea25-45d2-90c1-83d5620c1346 tempest-ServerRescueNegativeTestJSON-135561646 tempest-ServerRescueNegativeTestJSON-135561646-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk to [datastore1] ec405988-80b1-4918-8572-addc7c5127aa/d1eaff80-24a0-4391-90eb-59958b1ecf0a-rescue.vmdk. {{(pid=69770) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1150.358674] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-901caaf6-6754-4947-997f-22c329b3fc37 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.366198] env[69770]: DEBUG oslo_vmware.api [None req-d57854b8-ea25-45d2-90c1-83d5620c1346 tempest-ServerRescueNegativeTestJSON-135561646 tempest-ServerRescueNegativeTestJSON-135561646-project-member] Waiting for the task: (returnval){ [ 1150.366198] env[69770]: value = "task-4070517" [ 1150.366198] env[69770]: _type = "Task" [ 1150.366198] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1150.374915] env[69770]: DEBUG oslo_vmware.api [None req-d57854b8-ea25-45d2-90c1-83d5620c1346 tempest-ServerRescueNegativeTestJSON-135561646 tempest-ServerRescueNegativeTestJSON-135561646-project-member] Task: {'id': task-4070517, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.468787] env[69770]: DEBUG oslo_concurrency.lockutils [req-4c3fd7ca-f736-46f6-a893-38cd7593ed38 req-d198a369-fde9-438b-a92f-525f232e1e4c service nova] Releasing lock "refresh_cache-b1612bfb-19fc-4290-bf95-953d6efe6637" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.535686] env[69770]: INFO nova.compute.manager [-] [instance: 16145ac2-85be-4cb7-a852-576d51ede5e7] Took 1.38 seconds to deallocate network for instance. [ 1150.562392] env[69770]: INFO nova.compute.manager [None req-8703e79c-8de8-43cf-b6e6-56e3bbdb2b78 tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] [instance: 7f67ebf8-f341-4cda-99d6-52ba82c5640e] Took 31.17 seconds to build instance. [ 1150.651012] env[69770]: DEBUG oslo_concurrency.lockutils [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1150.714868] env[69770]: DEBUG oslo_vmware.api [None req-54f1e21f-adb4-4752-b37a-f589107c85c1 tempest-ServerTagsTestJSON-982183337 tempest-ServerTagsTestJSON-982183337-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]52023471-e881-4e01-34aa-3129da2889d7, 'name': SearchDatastore_Task, 'duration_secs': 0.042807} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1150.715971] env[69770]: DEBUG oslo_concurrency.lockutils [None req-54f1e21f-adb4-4752-b37a-f589107c85c1 tempest-ServerTagsTestJSON-982183337 tempest-ServerTagsTestJSON-982183337-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.715971] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-54f1e21f-adb4-4752-b37a-f589107c85c1 tempest-ServerTagsTestJSON-982183337 tempest-ServerTagsTestJSON-982183337-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk to [datastore2] b1612bfb-19fc-4290-bf95-953d6efe6637/b1612bfb-19fc-4290-bf95-953d6efe6637.vmdk {{(pid=69770) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1150.716179] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9cb78ab5-8afb-4412-aefb-a4a22ec7a52a {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.724073] env[69770]: DEBUG oslo_vmware.api [None req-54f1e21f-adb4-4752-b37a-f589107c85c1 tempest-ServerTagsTestJSON-982183337 tempest-ServerTagsTestJSON-982183337-project-member] Waiting for the task: (returnval){ [ 1150.724073] env[69770]: value = "task-4070518" [ 1150.724073] env[69770]: _type = "Task" [ 1150.724073] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1150.732912] env[69770]: DEBUG oslo_vmware.api [None req-54f1e21f-adb4-4752-b37a-f589107c85c1 tempest-ServerTagsTestJSON-982183337 tempest-ServerTagsTestJSON-982183337-project-member] Task: {'id': task-4070518, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.878151] env[69770]: DEBUG oslo_vmware.api [None req-d57854b8-ea25-45d2-90c1-83d5620c1346 tempest-ServerRescueNegativeTestJSON-135561646 tempest-ServerRescueNegativeTestJSON-135561646-project-member] Task: {'id': task-4070517, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1151.016020] env[69770]: DEBUG oslo_concurrency.lockutils [None req-9e70c934-f34a-456b-8ec3-ff59a5c53839 tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.419s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1151.019228] env[69770]: DEBUG oslo_concurrency.lockutils [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.368s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1151.020042] env[69770]: DEBUG oslo_concurrency.lockutils [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1151.020042] env[69770]: DEBUG nova.compute.resource_tracker [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69770) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1151.021516] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-affbe7d3-6e7f-42a0-9a0f-c4100bde1ad1 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.031318] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3babd2b8-a709-4e9c-bdb7-ea98d34c15cc {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.042890] env[69770]: DEBUG oslo_concurrency.lockutils [None req-7bfbe6a0-f4fd-48b3-b7bb-d7f6a67ecc97 tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1151.043386] env[69770]: DEBUG oslo_concurrency.lockutils [None req-7bfbe6a0-f4fd-48b3-b7bb-d7f6a67ecc97 tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1151.043618] env[69770]: DEBUG nova.objects.instance [None req-7bfbe6a0-f4fd-48b3-b7bb-d7f6a67ecc97 tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] Lazy-loading 'resources' on Instance uuid 16145ac2-85be-4cb7-a852-576d51ede5e7 {{(pid=69770) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1151.056684] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-777b6e0e-b93c-47e4-956f-41d704ded5f0 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.064394] env[69770]: DEBUG oslo_concurrency.lockutils [None req-8703e79c-8de8-43cf-b6e6-56e3bbdb2b78 tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] Lock "7f67ebf8-f341-4cda-99d6-52ba82c5640e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 32.677s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1151.068243] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2557d40d-756c-4566-b5d1-017cab5fcd53 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.106822] env[69770]: DEBUG nova.compute.resource_tracker [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179382MB free_disk=20GB free_vcpus=48 pci_devices=None {{(pid=69770) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1151.107044] env[69770]: DEBUG oslo_concurrency.lockutils [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1151.162320] env[69770]: DEBUG nova.compute.manager [req-73209e5a-fbd7-4376-b94d-4508574d9aae req-64bc6298-0b79-4bf1-982c-0697228a5e5e service nova] [instance: 16145ac2-85be-4cb7-a852-576d51ede5e7] Received event network-vif-deleted-5832e709-3d8c-45a9-b24d-38265c83652b {{(pid=69770) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1151.238632] env[69770]: DEBUG oslo_vmware.api [None req-54f1e21f-adb4-4752-b37a-f589107c85c1 tempest-ServerTagsTestJSON-982183337 tempest-ServerTagsTestJSON-982183337-project-member] Task: {'id': task-4070518, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1151.379119] env[69770]: DEBUG oslo_vmware.api [None req-d57854b8-ea25-45d2-90c1-83d5620c1346 tempest-ServerRescueNegativeTestJSON-135561646 tempest-ServerRescueNegativeTestJSON-135561646-project-member] Task: {'id': task-4070517, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.867673} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1151.379490] env[69770]: INFO nova.virt.vmwareapi.ds_util [None req-d57854b8-ea25-45d2-90c1-83d5620c1346 tempest-ServerRescueNegativeTestJSON-135561646 tempest-ServerRescueNegativeTestJSON-135561646-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk to [datastore1] ec405988-80b1-4918-8572-addc7c5127aa/d1eaff80-24a0-4391-90eb-59958b1ecf0a-rescue.vmdk. [ 1151.380462] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bf94904-a917-48a5-b91c-b0db8f6c4ada {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.413241] env[69770]: DEBUG nova.virt.vmwareapi.volumeops [None req-d57854b8-ea25-45d2-90c1-83d5620c1346 tempest-ServerRescueNegativeTestJSON-135561646 tempest-ServerRescueNegativeTestJSON-135561646-project-member] [instance: ec405988-80b1-4918-8572-addc7c5127aa] Reconfiguring VM instance instance-0000005c to attach disk [datastore1] ec405988-80b1-4918-8572-addc7c5127aa/d1eaff80-24a0-4391-90eb-59958b1ecf0a-rescue.vmdk or device None with type thin {{(pid=69770) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1151.417019] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5fe46e3e-2769-42ca-bb86-5161da57c4b4 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.434007] env[69770]: DEBUG oslo_vmware.api [None req-d57854b8-ea25-45d2-90c1-83d5620c1346 tempest-ServerRescueNegativeTestJSON-135561646 tempest-ServerRescueNegativeTestJSON-135561646-project-member] Waiting for the task: (returnval){ [ 1151.434007] env[69770]: value = "task-4070520" [ 1151.434007] env[69770]: _type = "Task" [ 1151.434007] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1151.442882] env[69770]: DEBUG oslo_vmware.api [None req-d57854b8-ea25-45d2-90c1-83d5620c1346 tempest-ServerRescueNegativeTestJSON-135561646 tempest-ServerRescueNegativeTestJSON-135561646-project-member] Task: {'id': task-4070520, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1151.518383] env[69770]: DEBUG nova.compute.manager [req-5dfb8a0b-dc8c-4e7f-b707-2fd77401cea8 req-e5053595-9a1b-4b73-bb06-473721b9bfa7 service nova] [instance: 7f67ebf8-f341-4cda-99d6-52ba82c5640e] Received event network-changed-9a2c16de-8145-4811-913c-c8599ec8e17a {{(pid=69770) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1151.518383] env[69770]: DEBUG nova.compute.manager [req-5dfb8a0b-dc8c-4e7f-b707-2fd77401cea8 req-e5053595-9a1b-4b73-bb06-473721b9bfa7 service nova] [instance: 7f67ebf8-f341-4cda-99d6-52ba82c5640e] Refreshing instance network info cache due to event network-changed-9a2c16de-8145-4811-913c-c8599ec8e17a. {{(pid=69770) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1151.518602] env[69770]: DEBUG oslo_concurrency.lockutils [req-5dfb8a0b-dc8c-4e7f-b707-2fd77401cea8 req-e5053595-9a1b-4b73-bb06-473721b9bfa7 service nova] Acquiring lock "refresh_cache-7f67ebf8-f341-4cda-99d6-52ba82c5640e" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.518772] env[69770]: DEBUG oslo_concurrency.lockutils [req-5dfb8a0b-dc8c-4e7f-b707-2fd77401cea8 req-e5053595-9a1b-4b73-bb06-473721b9bfa7 service nova] Acquired lock "refresh_cache-7f67ebf8-f341-4cda-99d6-52ba82c5640e" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.519018] env[69770]: DEBUG nova.network.neutron [req-5dfb8a0b-dc8c-4e7f-b707-2fd77401cea8 req-e5053595-9a1b-4b73-bb06-473721b9bfa7 service nova] [instance: 7f67ebf8-f341-4cda-99d6-52ba82c5640e] Refreshing network info cache for port 9a2c16de-8145-4811-913c-c8599ec8e17a {{(pid=69770) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1151.580178] env[69770]: INFO nova.scheduler.client.report [None req-9e70c934-f34a-456b-8ec3-ff59a5c53839 tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] Deleted allocation for migration db0d602d-1a24-49a8-a89e-b28dae76547b [ 1151.736763] env[69770]: DEBUG oslo_vmware.api [None req-54f1e21f-adb4-4752-b37a-f589107c85c1 tempest-ServerTagsTestJSON-982183337 tempest-ServerTagsTestJSON-982183337-project-member] Task: {'id': task-4070518, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1151.785578] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66caac8f-65af-463e-a78b-c73510838516 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.794176] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06e70353-f352-40d1-a0ce-078d1d405655 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.829203] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf2930b2-a646-424f-bb27-566ef11104b4 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.838327] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d19db2b-5841-43de-b97c-c2bb08e977d8 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.853402] env[69770]: DEBUG nova.compute.provider_tree [None req-7bfbe6a0-f4fd-48b3-b7bb-d7f6a67ecc97 tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] Inventory has not changed in ProviderTree for provider: 7cc7d32b-b7a7-454a-a456-2a440248ed9d {{(pid=69770) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1151.945967] env[69770]: DEBUG oslo_vmware.api [None req-d57854b8-ea25-45d2-90c1-83d5620c1346 tempest-ServerRescueNegativeTestJSON-135561646 tempest-ServerRescueNegativeTestJSON-135561646-project-member] Task: {'id': task-4070520, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1152.086607] env[69770]: DEBUG oslo_concurrency.lockutils [None req-9e70c934-f34a-456b-8ec3-ff59a5c53839 tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] Lock "19c06f92-7f17-4834-b8be-723eb3f313c5" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 7.725s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1152.240311] env[69770]: DEBUG oslo_vmware.api [None req-54f1e21f-adb4-4752-b37a-f589107c85c1 tempest-ServerTagsTestJSON-982183337 tempest-ServerTagsTestJSON-982183337-project-member] Task: {'id': task-4070518, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1152.304887] env[69770]: DEBUG nova.network.neutron [req-5dfb8a0b-dc8c-4e7f-b707-2fd77401cea8 req-e5053595-9a1b-4b73-bb06-473721b9bfa7 service nova] [instance: 7f67ebf8-f341-4cda-99d6-52ba82c5640e] Updated VIF entry in instance network info cache for port 9a2c16de-8145-4811-913c-c8599ec8e17a. {{(pid=69770) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1152.305284] env[69770]: DEBUG nova.network.neutron [req-5dfb8a0b-dc8c-4e7f-b707-2fd77401cea8 req-e5053595-9a1b-4b73-bb06-473721b9bfa7 service nova] [instance: 7f67ebf8-f341-4cda-99d6-52ba82c5640e] Updating instance_info_cache with network_info: [{"id": "9a2c16de-8145-4811-913c-c8599ec8e17a", "address": "fa:16:3e:2e:8d:ed", "network": {"id": "d5ae8d06-e279-436f-9c41-66b44f6f2542", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1370812323-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.242", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "63715e849e05463da9bfa0405c750b8f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dad4f433-bb0b-45c7-8040-972ef2277f75", "external-id": "nsx-vlan-transportzone-451", "segmentation_id": 451, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9a2c16de-81", "ovs_interfaceid": "9a2c16de-8145-4811-913c-c8599ec8e17a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69770) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1152.356365] env[69770]: DEBUG nova.scheduler.client.report [None req-7bfbe6a0-f4fd-48b3-b7bb-d7f6a67ecc97 tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] Inventory has not changed for provider 7cc7d32b-b7a7-454a-a456-2a440248ed9d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69770) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1152.446261] env[69770]: DEBUG oslo_vmware.api [None req-d57854b8-ea25-45d2-90c1-83d5620c1346 tempest-ServerRescueNegativeTestJSON-135561646 tempest-ServerRescueNegativeTestJSON-135561646-project-member] Task: {'id': task-4070520, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1152.739108] env[69770]: DEBUG oslo_vmware.api [None req-54f1e21f-adb4-4752-b37a-f589107c85c1 tempest-ServerTagsTestJSON-982183337 tempest-ServerTagsTestJSON-982183337-project-member] Task: {'id': task-4070518, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.699343} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1152.739461] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-54f1e21f-adb4-4752-b37a-f589107c85c1 tempest-ServerTagsTestJSON-982183337 tempest-ServerTagsTestJSON-982183337-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk to [datastore2] b1612bfb-19fc-4290-bf95-953d6efe6637/b1612bfb-19fc-4290-bf95-953d6efe6637.vmdk {{(pid=69770) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1152.739686] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-54f1e21f-adb4-4752-b37a-f589107c85c1 tempest-ServerTagsTestJSON-982183337 tempest-ServerTagsTestJSON-982183337-project-member] [instance: b1612bfb-19fc-4290-bf95-953d6efe6637] Extending root virtual disk to 1048576 {{(pid=69770) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1152.739957] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-523004b7-5879-49d5-a2b6-2e447c444836 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.748035] env[69770]: DEBUG oslo_vmware.api [None req-54f1e21f-adb4-4752-b37a-f589107c85c1 tempest-ServerTagsTestJSON-982183337 tempest-ServerTagsTestJSON-982183337-project-member] Waiting for the task: (returnval){ [ 1152.748035] env[69770]: value = "task-4070521" [ 1152.748035] env[69770]: _type = "Task" [ 1152.748035] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1152.757443] env[69770]: DEBUG oslo_vmware.api [None req-54f1e21f-adb4-4752-b37a-f589107c85c1 tempest-ServerTagsTestJSON-982183337 tempest-ServerTagsTestJSON-982183337-project-member] Task: {'id': task-4070521, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1152.808599] env[69770]: DEBUG oslo_concurrency.lockutils [req-5dfb8a0b-dc8c-4e7f-b707-2fd77401cea8 req-e5053595-9a1b-4b73-bb06-473721b9bfa7 service nova] Releasing lock "refresh_cache-7f67ebf8-f341-4cda-99d6-52ba82c5640e" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.861937] env[69770]: DEBUG oslo_concurrency.lockutils [None req-7bfbe6a0-f4fd-48b3-b7bb-d7f6a67ecc97 tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.818s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1152.864538] env[69770]: DEBUG oslo_concurrency.lockutils [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 1.757s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1152.873308] env[69770]: DEBUG oslo_concurrency.lockutils [None req-b8686444-249e-4e1d-8848-fd589ee033a6 tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] Acquiring lock "19c06f92-7f17-4834-b8be-723eb3f313c5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1152.873991] env[69770]: DEBUG oslo_concurrency.lockutils [None req-b8686444-249e-4e1d-8848-fd589ee033a6 tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] Lock "19c06f92-7f17-4834-b8be-723eb3f313c5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1152.873991] env[69770]: DEBUG oslo_concurrency.lockutils [None req-b8686444-249e-4e1d-8848-fd589ee033a6 tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] Acquiring lock "19c06f92-7f17-4834-b8be-723eb3f313c5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1152.873991] env[69770]: DEBUG oslo_concurrency.lockutils [None req-b8686444-249e-4e1d-8848-fd589ee033a6 tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] Lock "19c06f92-7f17-4834-b8be-723eb3f313c5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1152.874311] env[69770]: DEBUG oslo_concurrency.lockutils [None req-b8686444-249e-4e1d-8848-fd589ee033a6 tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] Lock "19c06f92-7f17-4834-b8be-723eb3f313c5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1152.876358] env[69770]: INFO nova.compute.manager [None req-b8686444-249e-4e1d-8848-fd589ee033a6 tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] [instance: 19c06f92-7f17-4834-b8be-723eb3f313c5] Terminating instance [ 1152.891656] env[69770]: INFO nova.scheduler.client.report [None req-7bfbe6a0-f4fd-48b3-b7bb-d7f6a67ecc97 tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] Deleted allocations for instance 16145ac2-85be-4cb7-a852-576d51ede5e7 [ 1152.947950] env[69770]: DEBUG oslo_vmware.api [None req-d57854b8-ea25-45d2-90c1-83d5620c1346 tempest-ServerRescueNegativeTestJSON-135561646 tempest-ServerRescueNegativeTestJSON-135561646-project-member] Task: {'id': task-4070520, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.066087] env[69770]: DEBUG oslo_concurrency.lockutils [None req-8c187462-43c0-4723-b79d-ba8528df54ae tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] Acquiring lock "cb2d5e5c-a655-4351-8e47-77816071183b" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1153.066368] env[69770]: DEBUG oslo_concurrency.lockutils [None req-8c187462-43c0-4723-b79d-ba8528df54ae tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] Lock "cb2d5e5c-a655-4351-8e47-77816071183b" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.001s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1153.258822] env[69770]: DEBUG oslo_vmware.api [None req-54f1e21f-adb4-4752-b37a-f589107c85c1 tempest-ServerTagsTestJSON-982183337 tempest-ServerTagsTestJSON-982183337-project-member] Task: {'id': task-4070521, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071892} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1153.259184] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-54f1e21f-adb4-4752-b37a-f589107c85c1 tempest-ServerTagsTestJSON-982183337 tempest-ServerTagsTestJSON-982183337-project-member] [instance: b1612bfb-19fc-4290-bf95-953d6efe6637] Extended root virtual disk {{(pid=69770) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1153.259926] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7afae84a-4e4b-4266-b649-c4a58448618a {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.282496] env[69770]: DEBUG nova.virt.vmwareapi.volumeops [None req-54f1e21f-adb4-4752-b37a-f589107c85c1 tempest-ServerTagsTestJSON-982183337 tempest-ServerTagsTestJSON-982183337-project-member] [instance: b1612bfb-19fc-4290-bf95-953d6efe6637] Reconfiguring VM instance instance-00000061 to attach disk [datastore2] b1612bfb-19fc-4290-bf95-953d6efe6637/b1612bfb-19fc-4290-bf95-953d6efe6637.vmdk or device None with type sparse {{(pid=69770) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1153.282794] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-52e86b00-c1b5-4652-8d3a-6f09f87d78db {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.303487] env[69770]: DEBUG oslo_vmware.api [None req-54f1e21f-adb4-4752-b37a-f589107c85c1 tempest-ServerTagsTestJSON-982183337 tempest-ServerTagsTestJSON-982183337-project-member] Waiting for the task: (returnval){ [ 1153.303487] env[69770]: value = "task-4070522" [ 1153.303487] env[69770]: _type = "Task" [ 1153.303487] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1153.313372] env[69770]: DEBUG oslo_vmware.api [None req-54f1e21f-adb4-4752-b37a-f589107c85c1 tempest-ServerTagsTestJSON-982183337 tempest-ServerTagsTestJSON-982183337-project-member] Task: {'id': task-4070522, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.380244] env[69770]: DEBUG nova.compute.manager [None req-b8686444-249e-4e1d-8848-fd589ee033a6 tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] [instance: 19c06f92-7f17-4834-b8be-723eb3f313c5] Start destroying the instance on the hypervisor. {{(pid=69770) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1153.380415] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-b8686444-249e-4e1d-8848-fd589ee033a6 tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] [instance: 19c06f92-7f17-4834-b8be-723eb3f313c5] Destroying instance {{(pid=69770) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1153.381346] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0055261a-a89c-4e1b-8a6b-7413a9d88161 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.390945] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-b8686444-249e-4e1d-8848-fd589ee033a6 tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] [instance: 19c06f92-7f17-4834-b8be-723eb3f313c5] Powering off the VM {{(pid=69770) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1153.391187] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-eb2639d4-491b-4bf5-bac3-1d14f8c73e6d {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.400246] env[69770]: DEBUG oslo_vmware.api [None req-b8686444-249e-4e1d-8848-fd589ee033a6 tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] Waiting for the task: (returnval){ [ 1153.400246] env[69770]: value = "task-4070523" [ 1153.400246] env[69770]: _type = "Task" [ 1153.400246] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1153.400731] env[69770]: DEBUG oslo_concurrency.lockutils [None req-7bfbe6a0-f4fd-48b3-b7bb-d7f6a67ecc97 tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] Lock "16145ac2-85be-4cb7-a852-576d51ede5e7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.893s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1153.413846] env[69770]: DEBUG oslo_vmware.api [None req-b8686444-249e-4e1d-8848-fd589ee033a6 tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] Task: {'id': task-4070523, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.447709] env[69770]: DEBUG oslo_vmware.api [None req-d57854b8-ea25-45d2-90c1-83d5620c1346 tempest-ServerRescueNegativeTestJSON-135561646 tempest-ServerRescueNegativeTestJSON-135561646-project-member] Task: {'id': task-4070520, 'name': ReconfigVM_Task, 'duration_secs': 1.976337} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1153.448132] env[69770]: DEBUG nova.virt.vmwareapi.volumeops [None req-d57854b8-ea25-45d2-90c1-83d5620c1346 tempest-ServerRescueNegativeTestJSON-135561646 tempest-ServerRescueNegativeTestJSON-135561646-project-member] [instance: ec405988-80b1-4918-8572-addc7c5127aa] Reconfigured VM instance instance-0000005c to attach disk [datastore1] ec405988-80b1-4918-8572-addc7c5127aa/d1eaff80-24a0-4391-90eb-59958b1ecf0a-rescue.vmdk or device None with type thin {{(pid=69770) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1153.449166] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1792b268-2aa2-474d-8eb5-f1f6f17ffbb5 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.484644] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0153e3b3-23c6-40b8-8070-29536357a7fe {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.503676] env[69770]: DEBUG oslo_vmware.api [None req-d57854b8-ea25-45d2-90c1-83d5620c1346 tempest-ServerRescueNegativeTestJSON-135561646 tempest-ServerRescueNegativeTestJSON-135561646-project-member] Waiting for the task: (returnval){ [ 1153.503676] env[69770]: value = "task-4070524" [ 1153.503676] env[69770]: _type = "Task" [ 1153.503676] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1153.516078] env[69770]: DEBUG oslo_vmware.api [None req-d57854b8-ea25-45d2-90c1-83d5620c1346 tempest-ServerRescueNegativeTestJSON-135561646 tempest-ServerRescueNegativeTestJSON-135561646-project-member] Task: {'id': task-4070524, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.569801] env[69770]: DEBUG nova.compute.utils [None req-8c187462-43c0-4723-b79d-ba8528df54ae tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] Using /dev/sd instead of None {{(pid=69770) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1153.813574] env[69770]: DEBUG oslo_vmware.api [None req-54f1e21f-adb4-4752-b37a-f589107c85c1 tempest-ServerTagsTestJSON-982183337 tempest-ServerTagsTestJSON-982183337-project-member] Task: {'id': task-4070522, 'name': ReconfigVM_Task, 'duration_secs': 0.349796} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1153.814226] env[69770]: DEBUG nova.virt.vmwareapi.volumeops [None req-54f1e21f-adb4-4752-b37a-f589107c85c1 tempest-ServerTagsTestJSON-982183337 tempest-ServerTagsTestJSON-982183337-project-member] [instance: b1612bfb-19fc-4290-bf95-953d6efe6637] Reconfigured VM instance instance-00000061 to attach disk [datastore2] b1612bfb-19fc-4290-bf95-953d6efe6637/b1612bfb-19fc-4290-bf95-953d6efe6637.vmdk or device None with type sparse {{(pid=69770) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1153.814829] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ba21da7b-3d49-4ac9-aa96-c97fcad228b6 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.821616] env[69770]: DEBUG oslo_vmware.api [None req-54f1e21f-adb4-4752-b37a-f589107c85c1 tempest-ServerTagsTestJSON-982183337 tempest-ServerTagsTestJSON-982183337-project-member] Waiting for the task: (returnval){ [ 1153.821616] env[69770]: value = "task-4070525" [ 1153.821616] env[69770]: _type = "Task" [ 1153.821616] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1153.831113] env[69770]: DEBUG oslo_vmware.api [None req-54f1e21f-adb4-4752-b37a-f589107c85c1 tempest-ServerTagsTestJSON-982183337 tempest-ServerTagsTestJSON-982183337-project-member] Task: {'id': task-4070525, 'name': Rename_Task} progress is 5%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.897572] env[69770]: DEBUG nova.compute.resource_tracker [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] Instance 426f874f-2ebf-4fc9-914d-c46605963d4b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69770) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1153.897731] env[69770]: DEBUG nova.compute.resource_tracker [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] Instance a3617e51-7671-42b4-a7d3-a22c7d57814a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69770) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1153.897868] env[69770]: DEBUG nova.compute.resource_tracker [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] Instance cef6cba7-84fd-45db-82bf-20df6499c75e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69770) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1153.897991] env[69770]: DEBUG nova.compute.resource_tracker [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] Instance dc0f3667-e2b8-4b6a-b4e2-cc558b2f10ad actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69770) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1153.898137] env[69770]: DEBUG nova.compute.resource_tracker [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] Instance efd33efc-116e-464e-8669-fbfc94e38cba actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69770) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1153.898277] env[69770]: DEBUG nova.compute.resource_tracker [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] Instance cb2d5e5c-a655-4351-8e47-77816071183b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69770) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1153.898381] env[69770]: DEBUG nova.compute.resource_tracker [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] Instance d9619712-7879-42fa-a39a-d61c2c2cad75 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69770) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1153.898488] env[69770]: DEBUG nova.compute.resource_tracker [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] Instance ec405988-80b1-4918-8572-addc7c5127aa actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69770) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1153.898650] env[69770]: DEBUG nova.compute.resource_tracker [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] Instance c53961c9-df55-42c6-8410-a50404d06605 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69770) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1153.898720] env[69770]: DEBUG nova.compute.resource_tracker [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] Instance 5815fe63-e447-4be2-9055-a6320d0ba896 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69770) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1153.898818] env[69770]: DEBUG nova.compute.resource_tracker [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] Instance 19c06f92-7f17-4834-b8be-723eb3f313c5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69770) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1153.898974] env[69770]: DEBUG nova.compute.resource_tracker [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] Instance 7f67ebf8-f341-4cda-99d6-52ba82c5640e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69770) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1153.899131] env[69770]: DEBUG nova.compute.resource_tracker [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] Instance b1612bfb-19fc-4290-bf95-953d6efe6637 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69770) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1153.913438] env[69770]: DEBUG oslo_vmware.api [None req-b8686444-249e-4e1d-8848-fd589ee033a6 tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] Task: {'id': task-4070523, 'name': PowerOffVM_Task, 'duration_secs': 0.26412} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1153.914375] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-b8686444-249e-4e1d-8848-fd589ee033a6 tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] [instance: 19c06f92-7f17-4834-b8be-723eb3f313c5] Powered off the VM {{(pid=69770) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1153.914625] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-b8686444-249e-4e1d-8848-fd589ee033a6 tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] [instance: 19c06f92-7f17-4834-b8be-723eb3f313c5] Unregistering the VM {{(pid=69770) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1153.914947] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d9e1d42f-bdc1-4df4-a062-12399f7bf0b3 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.011038] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-b8686444-249e-4e1d-8848-fd589ee033a6 tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] [instance: 19c06f92-7f17-4834-b8be-723eb3f313c5] Unregistered the VM {{(pid=69770) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1154.011292] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-b8686444-249e-4e1d-8848-fd589ee033a6 tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] [instance: 19c06f92-7f17-4834-b8be-723eb3f313c5] Deleting contents of the VM from datastore datastore2 {{(pid=69770) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1154.011502] env[69770]: DEBUG nova.virt.vmwareapi.ds_util [None req-b8686444-249e-4e1d-8848-fd589ee033a6 tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] Deleting the datastore file [datastore2] 19c06f92-7f17-4834-b8be-723eb3f313c5 {{(pid=69770) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1154.012800] env[69770]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6dc990ec-5804-474b-873b-a42d6323fd42 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.018670] env[69770]: DEBUG oslo_vmware.api [None req-d57854b8-ea25-45d2-90c1-83d5620c1346 tempest-ServerRescueNegativeTestJSON-135561646 tempest-ServerRescueNegativeTestJSON-135561646-project-member] Task: {'id': task-4070524, 'name': ReconfigVM_Task, 'duration_secs': 0.1931} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1154.019375] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-d57854b8-ea25-45d2-90c1-83d5620c1346 tempest-ServerRescueNegativeTestJSON-135561646 tempest-ServerRescueNegativeTestJSON-135561646-project-member] [instance: ec405988-80b1-4918-8572-addc7c5127aa] Powering on the VM {{(pid=69770) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1154.019659] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7897f738-6819-4307-ac18-6a5b8278c558 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.023840] env[69770]: DEBUG oslo_vmware.api [None req-b8686444-249e-4e1d-8848-fd589ee033a6 tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] Waiting for the task: (returnval){ [ 1154.023840] env[69770]: value = "task-4070527" [ 1154.023840] env[69770]: _type = "Task" [ 1154.023840] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1154.028408] env[69770]: DEBUG oslo_vmware.api [None req-d57854b8-ea25-45d2-90c1-83d5620c1346 tempest-ServerRescueNegativeTestJSON-135561646 tempest-ServerRescueNegativeTestJSON-135561646-project-member] Waiting for the task: (returnval){ [ 1154.028408] env[69770]: value = "task-4070528" [ 1154.028408] env[69770]: _type = "Task" [ 1154.028408] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1154.034950] env[69770]: DEBUG oslo_vmware.api [None req-b8686444-249e-4e1d-8848-fd589ee033a6 tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] Task: {'id': task-4070527, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.040063] env[69770]: DEBUG oslo_vmware.api [None req-d57854b8-ea25-45d2-90c1-83d5620c1346 tempest-ServerRescueNegativeTestJSON-135561646 tempest-ServerRescueNegativeTestJSON-135561646-project-member] Task: {'id': task-4070528, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.072793] env[69770]: DEBUG oslo_concurrency.lockutils [None req-8c187462-43c0-4723-b79d-ba8528df54ae tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] Lock "cb2d5e5c-a655-4351-8e47-77816071183b" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1154.331801] env[69770]: DEBUG oslo_vmware.api [None req-54f1e21f-adb4-4752-b37a-f589107c85c1 tempest-ServerTagsTestJSON-982183337 tempest-ServerTagsTestJSON-982183337-project-member] Task: {'id': task-4070525, 'name': Rename_Task, 'duration_secs': 0.144038} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1154.332583] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-54f1e21f-adb4-4752-b37a-f589107c85c1 tempest-ServerTagsTestJSON-982183337 tempest-ServerTagsTestJSON-982183337-project-member] [instance: b1612bfb-19fc-4290-bf95-953d6efe6637] Powering on the VM {{(pid=69770) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1154.332956] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-86526e92-7c54-40e2-abf9-5005bb879eba {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.339548] env[69770]: DEBUG oslo_vmware.api [None req-54f1e21f-adb4-4752-b37a-f589107c85c1 tempest-ServerTagsTestJSON-982183337 tempest-ServerTagsTestJSON-982183337-project-member] Waiting for the task: (returnval){ [ 1154.339548] env[69770]: value = "task-4070529" [ 1154.339548] env[69770]: _type = "Task" [ 1154.339548] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1154.348631] env[69770]: DEBUG oslo_vmware.api [None req-54f1e21f-adb4-4752-b37a-f589107c85c1 tempest-ServerTagsTestJSON-982183337 tempest-ServerTagsTestJSON-982183337-project-member] Task: {'id': task-4070529, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.385917] env[69770]: DEBUG oslo_concurrency.lockutils [None req-2ac2b301-3aae-4b20-8772-4417ab0c21bf tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] Acquiring lock "efd33efc-116e-464e-8669-fbfc94e38cba" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1154.386203] env[69770]: DEBUG oslo_concurrency.lockutils [None req-2ac2b301-3aae-4b20-8772-4417ab0c21bf tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] Lock "efd33efc-116e-464e-8669-fbfc94e38cba" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1154.386481] env[69770]: DEBUG oslo_concurrency.lockutils [None req-2ac2b301-3aae-4b20-8772-4417ab0c21bf tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] Acquiring lock "efd33efc-116e-464e-8669-fbfc94e38cba-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1154.386711] env[69770]: DEBUG oslo_concurrency.lockutils [None req-2ac2b301-3aae-4b20-8772-4417ab0c21bf tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] Lock "efd33efc-116e-464e-8669-fbfc94e38cba-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1154.386925] env[69770]: DEBUG oslo_concurrency.lockutils [None req-2ac2b301-3aae-4b20-8772-4417ab0c21bf tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] Lock "efd33efc-116e-464e-8669-fbfc94e38cba-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1154.389477] env[69770]: INFO nova.compute.manager [None req-2ac2b301-3aae-4b20-8772-4417ab0c21bf tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] [instance: efd33efc-116e-464e-8669-fbfc94e38cba] Terminating instance [ 1154.402941] env[69770]: DEBUG nova.compute.resource_tracker [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] Instance 1e9f2a84-ff0f-4bfb-87b7-0b0d3604ab3f has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69770) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 1154.403212] env[69770]: DEBUG nova.compute.resource_tracker [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] Total usable vcpus: 48, total allocated vcpus: 13 {{(pid=69770) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1154.403364] env[69770]: DEBUG nova.compute.resource_tracker [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3072MB phys_disk=200GB used_disk=13GB total_vcpus=48 used_vcpus=13 pci_stats=[] {{(pid=69770) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1154.517658] env[69770]: DEBUG oslo_concurrency.lockutils [None req-35a7a634-f7cb-428d-b4e9-e4c7968f1745 tempest-AttachVolumeShelveTestJSON-1191911444 tempest-AttachVolumeShelveTestJSON-1191911444-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1154.539157] env[69770]: DEBUG oslo_vmware.api [None req-b8686444-249e-4e1d-8848-fd589ee033a6 tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] Task: {'id': task-4070527, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.274658} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1154.539858] env[69770]: DEBUG nova.virt.vmwareapi.ds_util [None req-b8686444-249e-4e1d-8848-fd589ee033a6 tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] Deleted the datastore file {{(pid=69770) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1154.540145] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-b8686444-249e-4e1d-8848-fd589ee033a6 tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] [instance: 19c06f92-7f17-4834-b8be-723eb3f313c5] Deleted contents of the VM from datastore datastore2 {{(pid=69770) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1154.540323] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-b8686444-249e-4e1d-8848-fd589ee033a6 tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] [instance: 19c06f92-7f17-4834-b8be-723eb3f313c5] Instance destroyed {{(pid=69770) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1154.540512] env[69770]: INFO nova.compute.manager [None req-b8686444-249e-4e1d-8848-fd589ee033a6 tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] [instance: 19c06f92-7f17-4834-b8be-723eb3f313c5] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1154.540754] env[69770]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b8686444-249e-4e1d-8848-fd589ee033a6 tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69770) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1154.540949] env[69770]: DEBUG nova.compute.manager [-] [instance: 19c06f92-7f17-4834-b8be-723eb3f313c5] Deallocating network for instance {{(pid=69770) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1154.541077] env[69770]: DEBUG nova.network.neutron [-] [instance: 19c06f92-7f17-4834-b8be-723eb3f313c5] deallocate_for_instance() {{(pid=69770) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1154.545997] env[69770]: DEBUG oslo_vmware.api [None req-d57854b8-ea25-45d2-90c1-83d5620c1346 tempest-ServerRescueNegativeTestJSON-135561646 tempest-ServerRescueNegativeTestJSON-135561646-project-member] Task: {'id': task-4070528, 'name': PowerOnVM_Task, 'duration_secs': 0.49948} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1154.546443] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-d57854b8-ea25-45d2-90c1-83d5620c1346 tempest-ServerRescueNegativeTestJSON-135561646 tempest-ServerRescueNegativeTestJSON-135561646-project-member] [instance: ec405988-80b1-4918-8572-addc7c5127aa] Powered on the VM {{(pid=69770) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1154.549055] env[69770]: DEBUG nova.compute.manager [None req-d57854b8-ea25-45d2-90c1-83d5620c1346 tempest-ServerRescueNegativeTestJSON-135561646 tempest-ServerRescueNegativeTestJSON-135561646-project-member] [instance: ec405988-80b1-4918-8572-addc7c5127aa] Checking state {{(pid=69770) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1154.549542] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8bd568f-b2fd-43f0-b979-ef6be3d905f6 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.625285] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46b07dd2-a87c-400e-8009-65e00c18f169 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.634835] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-854e6bf1-b59d-4839-88b2-da00493ce5a4 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.670060] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a16e1e77-0275-48e5-a3c9-e5324b84ad26 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.681082] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18e2c45f-28f0-4a6b-aa55-18a57fcd04a6 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.706396] env[69770]: DEBUG nova.compute.provider_tree [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] Inventory has not changed in ProviderTree for provider: 7cc7d32b-b7a7-454a-a456-2a440248ed9d {{(pid=69770) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1154.853083] env[69770]: DEBUG oslo_vmware.api [None req-54f1e21f-adb4-4752-b37a-f589107c85c1 tempest-ServerTagsTestJSON-982183337 tempest-ServerTagsTestJSON-982183337-project-member] Task: {'id': task-4070529, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.894592] env[69770]: DEBUG nova.compute.manager [None req-2ac2b301-3aae-4b20-8772-4417ab0c21bf tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] [instance: efd33efc-116e-464e-8669-fbfc94e38cba] Start destroying the instance on the hypervisor. {{(pid=69770) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1154.894592] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-2ac2b301-3aae-4b20-8772-4417ab0c21bf tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] [instance: efd33efc-116e-464e-8669-fbfc94e38cba] Destroying instance {{(pid=69770) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1154.895879] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94694a00-1e24-4308-a0f0-22091bcbbbe7 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.904777] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ac2b301-3aae-4b20-8772-4417ab0c21bf tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] [instance: efd33efc-116e-464e-8669-fbfc94e38cba] Powering off the VM {{(pid=69770) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1154.905124] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e89cfd48-73b3-43be-abf6-ce803024660a {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.915482] env[69770]: DEBUG oslo_vmware.api [None req-2ac2b301-3aae-4b20-8772-4417ab0c21bf tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] Waiting for the task: (returnval){ [ 1154.915482] env[69770]: value = "task-4070530" [ 1154.915482] env[69770]: _type = "Task" [ 1154.915482] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1154.929195] env[69770]: DEBUG oslo_vmware.api [None req-2ac2b301-3aae-4b20-8772-4417ab0c21bf tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] Task: {'id': task-4070530, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.095360] env[69770]: DEBUG nova.compute.manager [req-af1b91d5-f266-4193-b852-28539c3d0a8d req-4f4a99d8-62d2-4304-9475-6b797973ec58 service nova] [instance: 19c06f92-7f17-4834-b8be-723eb3f313c5] Received event network-vif-deleted-d41aabd6-71fd-498e-be4d-95887db35869 {{(pid=69770) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1155.095644] env[69770]: INFO nova.compute.manager [req-af1b91d5-f266-4193-b852-28539c3d0a8d req-4f4a99d8-62d2-4304-9475-6b797973ec58 service nova] [instance: 19c06f92-7f17-4834-b8be-723eb3f313c5] Neutron deleted interface d41aabd6-71fd-498e-be4d-95887db35869; detaching it from the instance and deleting it from the info cache [ 1155.096381] env[69770]: DEBUG nova.network.neutron [req-af1b91d5-f266-4193-b852-28539c3d0a8d req-4f4a99d8-62d2-4304-9475-6b797973ec58 service nova] [instance: 19c06f92-7f17-4834-b8be-723eb3f313c5] Updating instance_info_cache with network_info: [] {{(pid=69770) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1155.191501] env[69770]: DEBUG oslo_concurrency.lockutils [None req-8c187462-43c0-4723-b79d-ba8528df54ae tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] Acquiring lock "cb2d5e5c-a655-4351-8e47-77816071183b" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1155.191501] env[69770]: DEBUG oslo_concurrency.lockutils [None req-8c187462-43c0-4723-b79d-ba8528df54ae tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] Lock "cb2d5e5c-a655-4351-8e47-77816071183b" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1155.191501] env[69770]: INFO nova.compute.manager [None req-8c187462-43c0-4723-b79d-ba8528df54ae tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] [instance: cb2d5e5c-a655-4351-8e47-77816071183b] Attaching volume ace1cfcc-c088-45ef-b9cb-40b59354b1ce to /dev/sdb [ 1155.209652] env[69770]: DEBUG nova.scheduler.client.report [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] Inventory has not changed for provider 7cc7d32b-b7a7-454a-a456-2a440248ed9d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69770) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1155.224408] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d14df7ae-fe71-415b-aa39-601708d0dc05 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.232504] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac1ddee9-fec0-4b20-82f6-ef140dbbc1df {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.250775] env[69770]: DEBUG nova.virt.block_device [None req-8c187462-43c0-4723-b79d-ba8528df54ae tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] [instance: cb2d5e5c-a655-4351-8e47-77816071183b] Updating existing volume attachment record: edef1c8f-aeb4-43a6-a3ff-9a6ba56dcbee {{(pid=69770) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1155.354022] env[69770]: DEBUG oslo_vmware.api [None req-54f1e21f-adb4-4752-b37a-f589107c85c1 tempest-ServerTagsTestJSON-982183337 tempest-ServerTagsTestJSON-982183337-project-member] Task: {'id': task-4070529, 'name': PowerOnVM_Task, 'duration_secs': 0.692418} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1155.354022] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-54f1e21f-adb4-4752-b37a-f589107c85c1 tempest-ServerTagsTestJSON-982183337 tempest-ServerTagsTestJSON-982183337-project-member] [instance: b1612bfb-19fc-4290-bf95-953d6efe6637] Powered on the VM {{(pid=69770) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1155.354022] env[69770]: INFO nova.compute.manager [None req-54f1e21f-adb4-4752-b37a-f589107c85c1 tempest-ServerTagsTestJSON-982183337 tempest-ServerTagsTestJSON-982183337-project-member] [instance: b1612bfb-19fc-4290-bf95-953d6efe6637] Took 9.01 seconds to spawn the instance on the hypervisor. [ 1155.354022] env[69770]: DEBUG nova.compute.manager [None req-54f1e21f-adb4-4752-b37a-f589107c85c1 tempest-ServerTagsTestJSON-982183337 tempest-ServerTagsTestJSON-982183337-project-member] [instance: b1612bfb-19fc-4290-bf95-953d6efe6637] Checking state {{(pid=69770) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1155.354022] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b096a09-906e-41a9-8520-5b423fc742f4 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.426101] env[69770]: DEBUG oslo_vmware.api [None req-2ac2b301-3aae-4b20-8772-4417ab0c21bf tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] Task: {'id': task-4070530, 'name': PowerOffVM_Task, 'duration_secs': 0.214034} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1155.426403] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ac2b301-3aae-4b20-8772-4417ab0c21bf tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] [instance: efd33efc-116e-464e-8669-fbfc94e38cba] Powered off the VM {{(pid=69770) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1155.426575] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-2ac2b301-3aae-4b20-8772-4417ab0c21bf tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] [instance: efd33efc-116e-464e-8669-fbfc94e38cba] Unregistering the VM {{(pid=69770) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1155.426835] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e7d95f8e-20bd-487f-bab1-123ddf010a79 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.501574] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-2ac2b301-3aae-4b20-8772-4417ab0c21bf tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] [instance: efd33efc-116e-464e-8669-fbfc94e38cba] Unregistered the VM {{(pid=69770) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1155.501882] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-2ac2b301-3aae-4b20-8772-4417ab0c21bf tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] [instance: efd33efc-116e-464e-8669-fbfc94e38cba] Deleting contents of the VM from datastore datastore1 {{(pid=69770) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1155.502236] env[69770]: DEBUG nova.virt.vmwareapi.ds_util [None req-2ac2b301-3aae-4b20-8772-4417ab0c21bf tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] Deleting the datastore file [datastore1] efd33efc-116e-464e-8669-fbfc94e38cba {{(pid=69770) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1155.502473] env[69770]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e241a54b-11d5-4898-a42d-6a95f7144340 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.509503] env[69770]: DEBUG oslo_vmware.api [None req-2ac2b301-3aae-4b20-8772-4417ab0c21bf tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] Waiting for the task: (returnval){ [ 1155.509503] env[69770]: value = "task-4070533" [ 1155.509503] env[69770]: _type = "Task" [ 1155.509503] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1155.518142] env[69770]: DEBUG oslo_vmware.api [None req-2ac2b301-3aae-4b20-8772-4417ab0c21bf tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] Task: {'id': task-4070533, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.571354] env[69770]: DEBUG nova.network.neutron [-] [instance: 19c06f92-7f17-4834-b8be-723eb3f313c5] Updating instance_info_cache with network_info: [] {{(pid=69770) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1155.598372] env[69770]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-68a2dbf5-2428-4c9e-a4b9-ce6d0f3385d4 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.609068] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b63587e-aaf2-42cd-8d42-3dadae4e21c7 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.644782] env[69770]: DEBUG nova.compute.manager [req-af1b91d5-f266-4193-b852-28539c3d0a8d req-4f4a99d8-62d2-4304-9475-6b797973ec58 service nova] [instance: 19c06f92-7f17-4834-b8be-723eb3f313c5] Detach interface failed, port_id=d41aabd6-71fd-498e-be4d-95887db35869, reason: Instance 19c06f92-7f17-4834-b8be-723eb3f313c5 could not be found. {{(pid=69770) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1155.715863] env[69770]: DEBUG nova.compute.resource_tracker [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69770) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1155.716098] env[69770]: DEBUG oslo_concurrency.lockutils [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.852s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1155.716387] env[69770]: DEBUG oslo_concurrency.lockutils [None req-35a7a634-f7cb-428d-b4e9-e4c7968f1745 tempest-AttachVolumeShelveTestJSON-1191911444 tempest-AttachVolumeShelveTestJSON-1191911444-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.199s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1155.716604] env[69770]: DEBUG nova.objects.instance [None req-35a7a634-f7cb-428d-b4e9-e4c7968f1745 tempest-AttachVolumeShelveTestJSON-1191911444 tempest-AttachVolumeShelveTestJSON-1191911444-project-member] Lazy-loading 'pci_requests' on Instance uuid 1e9f2a84-ff0f-4bfb-87b7-0b0d3604ab3f {{(pid=69770) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1155.830432] env[69770]: INFO nova.compute.manager [None req-58d34352-0d9a-4bf9-9f4e-d87fe5d4b542 tempest-ServerRescueNegativeTestJSON-135561646 tempest-ServerRescueNegativeTestJSON-135561646-project-member] [instance: ec405988-80b1-4918-8572-addc7c5127aa] Unrescuing [ 1155.830744] env[69770]: DEBUG oslo_concurrency.lockutils [None req-58d34352-0d9a-4bf9-9f4e-d87fe5d4b542 tempest-ServerRescueNegativeTestJSON-135561646 tempest-ServerRescueNegativeTestJSON-135561646-project-member] Acquiring lock "refresh_cache-ec405988-80b1-4918-8572-addc7c5127aa" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.830939] env[69770]: DEBUG oslo_concurrency.lockutils [None req-58d34352-0d9a-4bf9-9f4e-d87fe5d4b542 tempest-ServerRescueNegativeTestJSON-135561646 tempest-ServerRescueNegativeTestJSON-135561646-project-member] Acquired lock "refresh_cache-ec405988-80b1-4918-8572-addc7c5127aa" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.831203] env[69770]: DEBUG nova.network.neutron [None req-58d34352-0d9a-4bf9-9f4e-d87fe5d4b542 tempest-ServerRescueNegativeTestJSON-135561646 tempest-ServerRescueNegativeTestJSON-135561646-project-member] [instance: ec405988-80b1-4918-8572-addc7c5127aa] Building network info cache for instance {{(pid=69770) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1155.877192] env[69770]: INFO nova.compute.manager [None req-54f1e21f-adb4-4752-b37a-f589107c85c1 tempest-ServerTagsTestJSON-982183337 tempest-ServerTagsTestJSON-982183337-project-member] [instance: b1612bfb-19fc-4290-bf95-953d6efe6637] Took 16.15 seconds to build instance. [ 1156.020356] env[69770]: DEBUG oslo_vmware.api [None req-2ac2b301-3aae-4b20-8772-4417ab0c21bf tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] Task: {'id': task-4070533, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.376156} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1156.020632] env[69770]: DEBUG nova.virt.vmwareapi.ds_util [None req-2ac2b301-3aae-4b20-8772-4417ab0c21bf tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] Deleted the datastore file {{(pid=69770) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1156.020909] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-2ac2b301-3aae-4b20-8772-4417ab0c21bf tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] [instance: efd33efc-116e-464e-8669-fbfc94e38cba] Deleted contents of the VM from datastore datastore1 {{(pid=69770) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1156.020988] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-2ac2b301-3aae-4b20-8772-4417ab0c21bf tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] [instance: efd33efc-116e-464e-8669-fbfc94e38cba] Instance destroyed {{(pid=69770) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1156.021185] env[69770]: INFO nova.compute.manager [None req-2ac2b301-3aae-4b20-8772-4417ab0c21bf tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] [instance: efd33efc-116e-464e-8669-fbfc94e38cba] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1156.021481] env[69770]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2ac2b301-3aae-4b20-8772-4417ab0c21bf tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69770) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1156.022033] env[69770]: DEBUG nova.compute.manager [-] [instance: efd33efc-116e-464e-8669-fbfc94e38cba] Deallocating network for instance {{(pid=69770) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1156.022142] env[69770]: DEBUG nova.network.neutron [-] [instance: efd33efc-116e-464e-8669-fbfc94e38cba] deallocate_for_instance() {{(pid=69770) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1156.074452] env[69770]: INFO nova.compute.manager [-] [instance: 19c06f92-7f17-4834-b8be-723eb3f313c5] Took 1.53 seconds to deallocate network for instance. [ 1156.224788] env[69770]: DEBUG nova.objects.instance [None req-35a7a634-f7cb-428d-b4e9-e4c7968f1745 tempest-AttachVolumeShelveTestJSON-1191911444 tempest-AttachVolumeShelveTestJSON-1191911444-project-member] Lazy-loading 'numa_topology' on Instance uuid 1e9f2a84-ff0f-4bfb-87b7-0b0d3604ab3f {{(pid=69770) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1156.379394] env[69770]: DEBUG oslo_concurrency.lockutils [None req-54f1e21f-adb4-4752-b37a-f589107c85c1 tempest-ServerTagsTestJSON-982183337 tempest-ServerTagsTestJSON-982183337-project-member] Lock "b1612bfb-19fc-4290-bf95-953d6efe6637" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.659s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1156.581444] env[69770]: DEBUG oslo_concurrency.lockutils [None req-b8686444-249e-4e1d-8848-fd589ee033a6 tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1156.597936] env[69770]: DEBUG nova.network.neutron [None req-58d34352-0d9a-4bf9-9f4e-d87fe5d4b542 tempest-ServerRescueNegativeTestJSON-135561646 tempest-ServerRescueNegativeTestJSON-135561646-project-member] [instance: ec405988-80b1-4918-8572-addc7c5127aa] Updating instance_info_cache with network_info: [{"id": "73f4e0c8-c36b-40e1-b4d8-76e2854866db", "address": "fa:16:3e:cb:ee:04", "network": {"id": "419ca0f7-61b3-4408-9976-77c6983fa64f", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1600648344-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3903a8460665477a9e1a8d5c6550931b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b5c34919-7d52-4a52-bab1-81af4c8182ef", "external-id": "nsx-vlan-transportzone-458", "segmentation_id": 458, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap73f4e0c8-c3", "ovs_interfaceid": "73f4e0c8-c36b-40e1-b4d8-76e2854866db", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69770) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1156.728745] env[69770]: INFO nova.compute.claims [None req-35a7a634-f7cb-428d-b4e9-e4c7968f1745 tempest-AttachVolumeShelveTestJSON-1191911444 tempest-AttachVolumeShelveTestJSON-1191911444-project-member] [instance: 1e9f2a84-ff0f-4bfb-87b7-0b0d3604ab3f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1156.763989] env[69770]: DEBUG nova.network.neutron [-] [instance: efd33efc-116e-464e-8669-fbfc94e38cba] Updating instance_info_cache with network_info: [] {{(pid=69770) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1157.103373] env[69770]: DEBUG oslo_concurrency.lockutils [None req-58d34352-0d9a-4bf9-9f4e-d87fe5d4b542 tempest-ServerRescueNegativeTestJSON-135561646 tempest-ServerRescueNegativeTestJSON-135561646-project-member] Releasing lock "refresh_cache-ec405988-80b1-4918-8572-addc7c5127aa" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.103373] env[69770]: DEBUG nova.objects.instance [None req-58d34352-0d9a-4bf9-9f4e-d87fe5d4b542 tempest-ServerRescueNegativeTestJSON-135561646 tempest-ServerRescueNegativeTestJSON-135561646-project-member] Lazy-loading 'flavor' on Instance uuid ec405988-80b1-4918-8572-addc7c5127aa {{(pid=69770) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1157.124856] env[69770]: DEBUG nova.compute.manager [req-6085f633-cd7a-4079-9d18-a69eefb7daf1 req-331c0f3d-f8c2-4f20-9af1-8611bb572cba service nova] [instance: efd33efc-116e-464e-8669-fbfc94e38cba] Received event network-vif-deleted-d57259ff-594f-4418-b1a0-f3c19bb856f3 {{(pid=69770) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1157.269101] env[69770]: INFO nova.compute.manager [-] [instance: efd33efc-116e-464e-8669-fbfc94e38cba] Took 1.25 seconds to deallocate network for instance. [ 1157.608780] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b67baff9-5ff8-4da0-a8ca-74e2e122ee83 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.632567] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-58d34352-0d9a-4bf9-9f4e-d87fe5d4b542 tempest-ServerRescueNegativeTestJSON-135561646 tempest-ServerRescueNegativeTestJSON-135561646-project-member] [instance: ec405988-80b1-4918-8572-addc7c5127aa] Powering off the VM {{(pid=69770) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1157.632911] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6d45db06-2ede-46f9-8de7-c03b457e19d5 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.641451] env[69770]: DEBUG oslo_vmware.api [None req-58d34352-0d9a-4bf9-9f4e-d87fe5d4b542 tempest-ServerRescueNegativeTestJSON-135561646 tempest-ServerRescueNegativeTestJSON-135561646-project-member] Waiting for the task: (returnval){ [ 1157.641451] env[69770]: value = "task-4070536" [ 1157.641451] env[69770]: _type = "Task" [ 1157.641451] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1157.650607] env[69770]: DEBUG oslo_vmware.api [None req-58d34352-0d9a-4bf9-9f4e-d87fe5d4b542 tempest-ServerRescueNegativeTestJSON-135561646 tempest-ServerRescueNegativeTestJSON-135561646-project-member] Task: {'id': task-4070536, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.769065] env[69770]: DEBUG oslo_concurrency.lockutils [None req-ee24051a-ae98-4e7a-bb49-171d563c8781 tempest-ServerTagsTestJSON-982183337 tempest-ServerTagsTestJSON-982183337-project-member] Acquiring lock "b1612bfb-19fc-4290-bf95-953d6efe6637" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1157.769462] env[69770]: DEBUG oslo_concurrency.lockutils [None req-ee24051a-ae98-4e7a-bb49-171d563c8781 tempest-ServerTagsTestJSON-982183337 tempest-ServerTagsTestJSON-982183337-project-member] Lock "b1612bfb-19fc-4290-bf95-953d6efe6637" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1157.769727] env[69770]: DEBUG oslo_concurrency.lockutils [None req-ee24051a-ae98-4e7a-bb49-171d563c8781 tempest-ServerTagsTestJSON-982183337 tempest-ServerTagsTestJSON-982183337-project-member] Acquiring lock "b1612bfb-19fc-4290-bf95-953d6efe6637-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1157.771053] env[69770]: DEBUG oslo_concurrency.lockutils [None req-ee24051a-ae98-4e7a-bb49-171d563c8781 tempest-ServerTagsTestJSON-982183337 tempest-ServerTagsTestJSON-982183337-project-member] Lock "b1612bfb-19fc-4290-bf95-953d6efe6637-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1157.771053] env[69770]: DEBUG oslo_concurrency.lockutils [None req-ee24051a-ae98-4e7a-bb49-171d563c8781 tempest-ServerTagsTestJSON-982183337 tempest-ServerTagsTestJSON-982183337-project-member] Lock "b1612bfb-19fc-4290-bf95-953d6efe6637-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1157.772346] env[69770]: INFO nova.compute.manager [None req-ee24051a-ae98-4e7a-bb49-171d563c8781 tempest-ServerTagsTestJSON-982183337 tempest-ServerTagsTestJSON-982183337-project-member] [instance: b1612bfb-19fc-4290-bf95-953d6efe6637] Terminating instance [ 1157.775645] env[69770]: DEBUG oslo_concurrency.lockutils [None req-2ac2b301-3aae-4b20-8772-4417ab0c21bf tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1157.952030] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c570720c-b7ab-44e8-ba71-96940306c078 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.960165] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61749d5b-8bb7-49d5-a460-ba1fe8553251 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.991220] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f50c16e-fc9a-4706-b02c-eb6153d788dd {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.999988] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6a478ad-97ed-45db-af9e-2b8e1cf07940 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.018057] env[69770]: DEBUG nova.compute.provider_tree [None req-35a7a634-f7cb-428d-b4e9-e4c7968f1745 tempest-AttachVolumeShelveTestJSON-1191911444 tempest-AttachVolumeShelveTestJSON-1191911444-project-member] Inventory has not changed in ProviderTree for provider: 7cc7d32b-b7a7-454a-a456-2a440248ed9d {{(pid=69770) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1158.152168] env[69770]: DEBUG oslo_vmware.api [None req-58d34352-0d9a-4bf9-9f4e-d87fe5d4b542 tempest-ServerRescueNegativeTestJSON-135561646 tempest-ServerRescueNegativeTestJSON-135561646-project-member] Task: {'id': task-4070536, 'name': PowerOffVM_Task, 'duration_secs': 0.223859} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1158.152525] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-58d34352-0d9a-4bf9-9f4e-d87fe5d4b542 tempest-ServerRescueNegativeTestJSON-135561646 tempest-ServerRescueNegativeTestJSON-135561646-project-member] [instance: ec405988-80b1-4918-8572-addc7c5127aa] Powered off the VM {{(pid=69770) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1158.157845] env[69770]: DEBUG nova.virt.vmwareapi.volumeops [None req-58d34352-0d9a-4bf9-9f4e-d87fe5d4b542 tempest-ServerRescueNegativeTestJSON-135561646 tempest-ServerRescueNegativeTestJSON-135561646-project-member] [instance: ec405988-80b1-4918-8572-addc7c5127aa] Reconfiguring VM instance instance-0000005c to detach disk 2001 {{(pid=69770) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1158.158491] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-39a03032-6eee-4238-b54d-0e04191ed317 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.177678] env[69770]: DEBUG oslo_vmware.api [None req-58d34352-0d9a-4bf9-9f4e-d87fe5d4b542 tempest-ServerRescueNegativeTestJSON-135561646 tempest-ServerRescueNegativeTestJSON-135561646-project-member] Waiting for the task: (returnval){ [ 1158.177678] env[69770]: value = "task-4070538" [ 1158.177678] env[69770]: _type = "Task" [ 1158.177678] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1158.186602] env[69770]: DEBUG oslo_vmware.api [None req-58d34352-0d9a-4bf9-9f4e-d87fe5d4b542 tempest-ServerRescueNegativeTestJSON-135561646 tempest-ServerRescueNegativeTestJSON-135561646-project-member] Task: {'id': task-4070538, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.277672] env[69770]: DEBUG nova.compute.manager [None req-ee24051a-ae98-4e7a-bb49-171d563c8781 tempest-ServerTagsTestJSON-982183337 tempest-ServerTagsTestJSON-982183337-project-member] [instance: b1612bfb-19fc-4290-bf95-953d6efe6637] Start destroying the instance on the hypervisor. {{(pid=69770) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1158.277914] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-ee24051a-ae98-4e7a-bb49-171d563c8781 tempest-ServerTagsTestJSON-982183337 tempest-ServerTagsTestJSON-982183337-project-member] [instance: b1612bfb-19fc-4290-bf95-953d6efe6637] Destroying instance {{(pid=69770) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1158.278826] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b495bd5-6868-4de9-896e-9406851c48e0 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.287021] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee24051a-ae98-4e7a-bb49-171d563c8781 tempest-ServerTagsTestJSON-982183337 tempest-ServerTagsTestJSON-982183337-project-member] [instance: b1612bfb-19fc-4290-bf95-953d6efe6637] Powering off the VM {{(pid=69770) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1158.287269] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-acb4b97d-bd75-4601-976e-180fd25b6432 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.293870] env[69770]: DEBUG oslo_vmware.api [None req-ee24051a-ae98-4e7a-bb49-171d563c8781 tempest-ServerTagsTestJSON-982183337 tempest-ServerTagsTestJSON-982183337-project-member] Waiting for the task: (returnval){ [ 1158.293870] env[69770]: value = "task-4070539" [ 1158.293870] env[69770]: _type = "Task" [ 1158.293870] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1158.302400] env[69770]: DEBUG oslo_vmware.api [None req-ee24051a-ae98-4e7a-bb49-171d563c8781 tempest-ServerTagsTestJSON-982183337 tempest-ServerTagsTestJSON-982183337-project-member] Task: {'id': task-4070539, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.522074] env[69770]: DEBUG nova.scheduler.client.report [None req-35a7a634-f7cb-428d-b4e9-e4c7968f1745 tempest-AttachVolumeShelveTestJSON-1191911444 tempest-AttachVolumeShelveTestJSON-1191911444-project-member] Inventory has not changed for provider 7cc7d32b-b7a7-454a-a456-2a440248ed9d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69770) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1158.689139] env[69770]: DEBUG oslo_vmware.api [None req-58d34352-0d9a-4bf9-9f4e-d87fe5d4b542 tempest-ServerRescueNegativeTestJSON-135561646 tempest-ServerRescueNegativeTestJSON-135561646-project-member] Task: {'id': task-4070538, 'name': ReconfigVM_Task, 'duration_secs': 0.223503} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1158.689458] env[69770]: DEBUG nova.virt.vmwareapi.volumeops [None req-58d34352-0d9a-4bf9-9f4e-d87fe5d4b542 tempest-ServerRescueNegativeTestJSON-135561646 tempest-ServerRescueNegativeTestJSON-135561646-project-member] [instance: ec405988-80b1-4918-8572-addc7c5127aa] Reconfigured VM instance instance-0000005c to detach disk 2001 {{(pid=69770) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1158.689598] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-58d34352-0d9a-4bf9-9f4e-d87fe5d4b542 tempest-ServerRescueNegativeTestJSON-135561646 tempest-ServerRescueNegativeTestJSON-135561646-project-member] [instance: ec405988-80b1-4918-8572-addc7c5127aa] Powering on the VM {{(pid=69770) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1158.689848] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a98880cd-a8ae-447a-bf34-6d05cddadcba {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.697572] env[69770]: DEBUG oslo_vmware.api [None req-58d34352-0d9a-4bf9-9f4e-d87fe5d4b542 tempest-ServerRescueNegativeTestJSON-135561646 tempest-ServerRescueNegativeTestJSON-135561646-project-member] Waiting for the task: (returnval){ [ 1158.697572] env[69770]: value = "task-4070540" [ 1158.697572] env[69770]: _type = "Task" [ 1158.697572] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1158.705745] env[69770]: DEBUG oslo_vmware.api [None req-58d34352-0d9a-4bf9-9f4e-d87fe5d4b542 tempest-ServerRescueNegativeTestJSON-135561646 tempest-ServerRescueNegativeTestJSON-135561646-project-member] Task: {'id': task-4070540, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.805111] env[69770]: DEBUG oslo_vmware.api [None req-ee24051a-ae98-4e7a-bb49-171d563c8781 tempest-ServerTagsTestJSON-982183337 tempest-ServerTagsTestJSON-982183337-project-member] Task: {'id': task-4070539, 'name': PowerOffVM_Task, 'duration_secs': 0.2183} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1158.805411] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee24051a-ae98-4e7a-bb49-171d563c8781 tempest-ServerTagsTestJSON-982183337 tempest-ServerTagsTestJSON-982183337-project-member] [instance: b1612bfb-19fc-4290-bf95-953d6efe6637] Powered off the VM {{(pid=69770) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1158.805585] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-ee24051a-ae98-4e7a-bb49-171d563c8781 tempest-ServerTagsTestJSON-982183337 tempest-ServerTagsTestJSON-982183337-project-member] [instance: b1612bfb-19fc-4290-bf95-953d6efe6637] Unregistering the VM {{(pid=69770) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1158.805840] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-20517d01-9069-406a-9c51-c7f5abf9cfab {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.875117] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-ee24051a-ae98-4e7a-bb49-171d563c8781 tempest-ServerTagsTestJSON-982183337 tempest-ServerTagsTestJSON-982183337-project-member] [instance: b1612bfb-19fc-4290-bf95-953d6efe6637] Unregistered the VM {{(pid=69770) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1158.875392] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-ee24051a-ae98-4e7a-bb49-171d563c8781 tempest-ServerTagsTestJSON-982183337 tempest-ServerTagsTestJSON-982183337-project-member] [instance: b1612bfb-19fc-4290-bf95-953d6efe6637] Deleting contents of the VM from datastore datastore2 {{(pid=69770) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1158.875643] env[69770]: DEBUG nova.virt.vmwareapi.ds_util [None req-ee24051a-ae98-4e7a-bb49-171d563c8781 tempest-ServerTagsTestJSON-982183337 tempest-ServerTagsTestJSON-982183337-project-member] Deleting the datastore file [datastore2] b1612bfb-19fc-4290-bf95-953d6efe6637 {{(pid=69770) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1158.875945] env[69770]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-91a671e6-691b-42e8-92cc-0e3e7354c9ad {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.884765] env[69770]: DEBUG oslo_vmware.api [None req-ee24051a-ae98-4e7a-bb49-171d563c8781 tempest-ServerTagsTestJSON-982183337 tempest-ServerTagsTestJSON-982183337-project-member] Waiting for the task: (returnval){ [ 1158.884765] env[69770]: value = "task-4070542" [ 1158.884765] env[69770]: _type = "Task" [ 1158.884765] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1158.894306] env[69770]: DEBUG oslo_vmware.api [None req-ee24051a-ae98-4e7a-bb49-171d563c8781 tempest-ServerTagsTestJSON-982183337 tempest-ServerTagsTestJSON-982183337-project-member] Task: {'id': task-4070542, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.027567] env[69770]: DEBUG oslo_concurrency.lockutils [None req-35a7a634-f7cb-428d-b4e9-e4c7968f1745 tempest-AttachVolumeShelveTestJSON-1191911444 tempest-AttachVolumeShelveTestJSON-1191911444-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.311s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1159.030098] env[69770]: DEBUG oslo_concurrency.lockutils [None req-b8686444-249e-4e1d-8848-fd589ee033a6 tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.449s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1159.030403] env[69770]: DEBUG nova.objects.instance [None req-b8686444-249e-4e1d-8848-fd589ee033a6 tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] Lazy-loading 'resources' on Instance uuid 19c06f92-7f17-4834-b8be-723eb3f313c5 {{(pid=69770) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1159.059802] env[69770]: INFO nova.network.neutron [None req-35a7a634-f7cb-428d-b4e9-e4c7968f1745 tempest-AttachVolumeShelveTestJSON-1191911444 tempest-AttachVolumeShelveTestJSON-1191911444-project-member] [instance: 1e9f2a84-ff0f-4bfb-87b7-0b0d3604ab3f] Updating port cbb9b213-c75c-425c-9b19-426af308ac35 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1159.208792] env[69770]: DEBUG oslo_vmware.api [None req-58d34352-0d9a-4bf9-9f4e-d87fe5d4b542 tempest-ServerRescueNegativeTestJSON-135561646 tempest-ServerRescueNegativeTestJSON-135561646-project-member] Task: {'id': task-4070540, 'name': PowerOnVM_Task, 'duration_secs': 0.508389} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1159.209129] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-58d34352-0d9a-4bf9-9f4e-d87fe5d4b542 tempest-ServerRescueNegativeTestJSON-135561646 tempest-ServerRescueNegativeTestJSON-135561646-project-member] [instance: ec405988-80b1-4918-8572-addc7c5127aa] Powered on the VM {{(pid=69770) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1159.209374] env[69770]: DEBUG nova.compute.manager [None req-58d34352-0d9a-4bf9-9f4e-d87fe5d4b542 tempest-ServerRescueNegativeTestJSON-135561646 tempest-ServerRescueNegativeTestJSON-135561646-project-member] [instance: ec405988-80b1-4918-8572-addc7c5127aa] Checking state {{(pid=69770) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1159.210165] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bdffe73-e3a0-441f-b085-d30bb59812ca {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.394503] env[69770]: DEBUG oslo_vmware.api [None req-ee24051a-ae98-4e7a-bb49-171d563c8781 tempest-ServerTagsTestJSON-982183337 tempest-ServerTagsTestJSON-982183337-project-member] Task: {'id': task-4070542, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.252852} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1159.394766] env[69770]: DEBUG nova.virt.vmwareapi.ds_util [None req-ee24051a-ae98-4e7a-bb49-171d563c8781 tempest-ServerTagsTestJSON-982183337 tempest-ServerTagsTestJSON-982183337-project-member] Deleted the datastore file {{(pid=69770) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1159.394952] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-ee24051a-ae98-4e7a-bb49-171d563c8781 tempest-ServerTagsTestJSON-982183337 tempest-ServerTagsTestJSON-982183337-project-member] [instance: b1612bfb-19fc-4290-bf95-953d6efe6637] Deleted contents of the VM from datastore datastore2 {{(pid=69770) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1159.395147] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-ee24051a-ae98-4e7a-bb49-171d563c8781 tempest-ServerTagsTestJSON-982183337 tempest-ServerTagsTestJSON-982183337-project-member] [instance: b1612bfb-19fc-4290-bf95-953d6efe6637] Instance destroyed {{(pid=69770) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1159.395322] env[69770]: INFO nova.compute.manager [None req-ee24051a-ae98-4e7a-bb49-171d563c8781 tempest-ServerTagsTestJSON-982183337 tempest-ServerTagsTestJSON-982183337-project-member] [instance: b1612bfb-19fc-4290-bf95-953d6efe6637] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1159.395592] env[69770]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ee24051a-ae98-4e7a-bb49-171d563c8781 tempest-ServerTagsTestJSON-982183337 tempest-ServerTagsTestJSON-982183337-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69770) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1159.395791] env[69770]: DEBUG nova.compute.manager [-] [instance: b1612bfb-19fc-4290-bf95-953d6efe6637] Deallocating network for instance {{(pid=69770) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1159.395884] env[69770]: DEBUG nova.network.neutron [-] [instance: b1612bfb-19fc-4290-bf95-953d6efe6637] deallocate_for_instance() {{(pid=69770) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1159.641395] env[69770]: DEBUG nova.compute.manager [req-7b3a4d08-d054-4b35-bb4d-576ccabdfb76 req-ea55e19f-7d66-44f6-8793-bad89ac45ebc service nova] [instance: b1612bfb-19fc-4290-bf95-953d6efe6637] Received event network-vif-deleted-cb8d4c07-cc0d-4be4-a7bf-d25584a15d24 {{(pid=69770) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1159.641598] env[69770]: INFO nova.compute.manager [req-7b3a4d08-d054-4b35-bb4d-576ccabdfb76 req-ea55e19f-7d66-44f6-8793-bad89ac45ebc service nova] [instance: b1612bfb-19fc-4290-bf95-953d6efe6637] Neutron deleted interface cb8d4c07-cc0d-4be4-a7bf-d25584a15d24; detaching it from the instance and deleting it from the info cache [ 1159.641766] env[69770]: DEBUG nova.network.neutron [req-7b3a4d08-d054-4b35-bb4d-576ccabdfb76 req-ea55e19f-7d66-44f6-8793-bad89ac45ebc service nova] [instance: b1612bfb-19fc-4290-bf95-953d6efe6637] Updating instance_info_cache with network_info: [] {{(pid=69770) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1159.724014] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62a649fb-a044-49d2-b96f-bc13cfe737df {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.734144] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02d4cab2-680b-4911-91e8-9e36cab4fedd {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.767980] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d14cc67-3584-4ee7-9b12-990569bab0da {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.776739] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f54525c-60c3-471e-9b1b-7e4ce37678a6 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.791545] env[69770]: DEBUG nova.compute.provider_tree [None req-b8686444-249e-4e1d-8848-fd589ee033a6 tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] Inventory has not changed in ProviderTree for provider: 7cc7d32b-b7a7-454a-a456-2a440248ed9d {{(pid=69770) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1160.121903] env[69770]: DEBUG nova.network.neutron [-] [instance: b1612bfb-19fc-4290-bf95-953d6efe6637] Updating instance_info_cache with network_info: [] {{(pid=69770) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1160.144229] env[69770]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-0cd61b7d-04a0-4652-a50c-cd4b63de5e4c {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.154316] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f83a876-8e8b-48c5-8f5b-30e24c03319f {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.186830] env[69770]: DEBUG nova.compute.manager [req-7b3a4d08-d054-4b35-bb4d-576ccabdfb76 req-ea55e19f-7d66-44f6-8793-bad89ac45ebc service nova] [instance: b1612bfb-19fc-4290-bf95-953d6efe6637] Detach interface failed, port_id=cb8d4c07-cc0d-4be4-a7bf-d25584a15d24, reason: Instance b1612bfb-19fc-4290-bf95-953d6efe6637 could not be found. {{(pid=69770) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1160.294879] env[69770]: DEBUG nova.scheduler.client.report [None req-b8686444-249e-4e1d-8848-fd589ee033a6 tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] Inventory has not changed for provider 7cc7d32b-b7a7-454a-a456-2a440248ed9d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69770) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1160.309244] env[69770]: DEBUG nova.virt.vmwareapi.volumeops [None req-8c187462-43c0-4723-b79d-ba8528df54ae tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] [instance: cb2d5e5c-a655-4351-8e47-77816071183b] Volume attach. Driver type: vmdk {{(pid=69770) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1160.309488] env[69770]: DEBUG nova.virt.vmwareapi.volumeops [None req-8c187462-43c0-4723-b79d-ba8528df54ae tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] [instance: cb2d5e5c-a655-4351-8e47-77816071183b] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-806650', 'volume_id': 'ace1cfcc-c088-45ef-b9cb-40b59354b1ce', 'name': 'volume-ace1cfcc-c088-45ef-b9cb-40b59354b1ce', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'cb2d5e5c-a655-4351-8e47-77816071183b', 'attached_at': '', 'detached_at': '', 'volume_id': 'ace1cfcc-c088-45ef-b9cb-40b59354b1ce', 'serial': 'ace1cfcc-c088-45ef-b9cb-40b59354b1ce'} {{(pid=69770) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1160.310415] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ac22411-e6dc-4cf1-b5d2-e25ddfd18073 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.328609] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4beb3e5-d0a5-40a3-b07f-71462b39d93d {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.355957] env[69770]: DEBUG nova.virt.vmwareapi.volumeops [None req-8c187462-43c0-4723-b79d-ba8528df54ae tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] [instance: cb2d5e5c-a655-4351-8e47-77816071183b] Reconfiguring VM instance instance-00000059 to attach disk [datastore2] volume-ace1cfcc-c088-45ef-b9cb-40b59354b1ce/volume-ace1cfcc-c088-45ef-b9cb-40b59354b1ce.vmdk or device None with type thin {{(pid=69770) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1160.356271] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-87cc39a6-8afd-4fd6-adff-e62cc9b94baf {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.375255] env[69770]: DEBUG oslo_vmware.api [None req-8c187462-43c0-4723-b79d-ba8528df54ae tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] Waiting for the task: (returnval){ [ 1160.375255] env[69770]: value = "task-4070543" [ 1160.375255] env[69770]: _type = "Task" [ 1160.375255] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1160.383468] env[69770]: DEBUG oslo_vmware.api [None req-8c187462-43c0-4723-b79d-ba8528df54ae tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] Task: {'id': task-4070543, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1160.570620] env[69770]: DEBUG oslo_concurrency.lockutils [None req-35a7a634-f7cb-428d-b4e9-e4c7968f1745 tempest-AttachVolumeShelveTestJSON-1191911444 tempest-AttachVolumeShelveTestJSON-1191911444-project-member] Acquiring lock "refresh_cache-1e9f2a84-ff0f-4bfb-87b7-0b0d3604ab3f" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.570795] env[69770]: DEBUG oslo_concurrency.lockutils [None req-35a7a634-f7cb-428d-b4e9-e4c7968f1745 tempest-AttachVolumeShelveTestJSON-1191911444 tempest-AttachVolumeShelveTestJSON-1191911444-project-member] Acquired lock "refresh_cache-1e9f2a84-ff0f-4bfb-87b7-0b0d3604ab3f" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.571740] env[69770]: DEBUG nova.network.neutron [None req-35a7a634-f7cb-428d-b4e9-e4c7968f1745 tempest-AttachVolumeShelveTestJSON-1191911444 tempest-AttachVolumeShelveTestJSON-1191911444-project-member] [instance: 1e9f2a84-ff0f-4bfb-87b7-0b0d3604ab3f] Building network info cache for instance {{(pid=69770) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1160.625267] env[69770]: INFO nova.compute.manager [-] [instance: b1612bfb-19fc-4290-bf95-953d6efe6637] Took 1.23 seconds to deallocate network for instance. [ 1160.800484] env[69770]: DEBUG oslo_concurrency.lockutils [None req-b8686444-249e-4e1d-8848-fd589ee033a6 tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.770s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1160.803054] env[69770]: DEBUG oslo_concurrency.lockutils [None req-2ac2b301-3aae-4b20-8772-4417ab0c21bf tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.027s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1160.803054] env[69770]: DEBUG nova.objects.instance [None req-2ac2b301-3aae-4b20-8772-4417ab0c21bf tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] Lazy-loading 'resources' on Instance uuid efd33efc-116e-464e-8669-fbfc94e38cba {{(pid=69770) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1160.824961] env[69770]: INFO nova.scheduler.client.report [None req-b8686444-249e-4e1d-8848-fd589ee033a6 tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] Deleted allocations for instance 19c06f92-7f17-4834-b8be-723eb3f313c5 [ 1160.885182] env[69770]: DEBUG oslo_vmware.api [None req-8c187462-43c0-4723-b79d-ba8528df54ae tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] Task: {'id': task-4070543, 'name': ReconfigVM_Task, 'duration_secs': 0.342839} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1160.885744] env[69770]: DEBUG nova.virt.vmwareapi.volumeops [None req-8c187462-43c0-4723-b79d-ba8528df54ae tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] [instance: cb2d5e5c-a655-4351-8e47-77816071183b] Reconfigured VM instance instance-00000059 to attach disk [datastore2] volume-ace1cfcc-c088-45ef-b9cb-40b59354b1ce/volume-ace1cfcc-c088-45ef-b9cb-40b59354b1ce.vmdk or device None with type thin {{(pid=69770) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1160.892015] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-06f08466-4e6a-437c-bfee-a1eddf046a3a {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.907978] env[69770]: DEBUG oslo_vmware.api [None req-8c187462-43c0-4723-b79d-ba8528df54ae tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] Waiting for the task: (returnval){ [ 1160.907978] env[69770]: value = "task-4070544" [ 1160.907978] env[69770]: _type = "Task" [ 1160.907978] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1160.917432] env[69770]: DEBUG oslo_vmware.api [None req-8c187462-43c0-4723-b79d-ba8528df54ae tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] Task: {'id': task-4070544, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1161.132590] env[69770]: DEBUG oslo_concurrency.lockutils [None req-ee24051a-ae98-4e7a-bb49-171d563c8781 tempest-ServerTagsTestJSON-982183337 tempest-ServerTagsTestJSON-982183337-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1161.330603] env[69770]: DEBUG nova.network.neutron [None req-35a7a634-f7cb-428d-b4e9-e4c7968f1745 tempest-AttachVolumeShelveTestJSON-1191911444 tempest-AttachVolumeShelveTestJSON-1191911444-project-member] [instance: 1e9f2a84-ff0f-4bfb-87b7-0b0d3604ab3f] Updating instance_info_cache with network_info: [{"id": "cbb9b213-c75c-425c-9b19-426af308ac35", "address": "fa:16:3e:d6:89:41", "network": {"id": "62da2196-fd56-425b-b6e9-4f1c110ca1e6", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1719289018-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.252", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "63b30a591f8a45d2ad9dfb1e2a86dcc1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "504a3211-8288-4b87-a52a-590466d80a49", "external-id": "nsx-vlan-transportzone-469", "segmentation_id": 469, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcbb9b213-c7", "ovs_interfaceid": "cbb9b213-c75c-425c-9b19-426af308ac35", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69770) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1161.337939] env[69770]: DEBUG oslo_concurrency.lockutils [None req-b8686444-249e-4e1d-8848-fd589ee033a6 tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] Lock "19c06f92-7f17-4834-b8be-723eb3f313c5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.464s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1161.419922] env[69770]: DEBUG oslo_vmware.api [None req-8c187462-43c0-4723-b79d-ba8528df54ae tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] Task: {'id': task-4070544, 'name': ReconfigVM_Task, 'duration_secs': 0.137576} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1161.420264] env[69770]: DEBUG nova.virt.vmwareapi.volumeops [None req-8c187462-43c0-4723-b79d-ba8528df54ae tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] [instance: cb2d5e5c-a655-4351-8e47-77816071183b] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-806650', 'volume_id': 'ace1cfcc-c088-45ef-b9cb-40b59354b1ce', 'name': 'volume-ace1cfcc-c088-45ef-b9cb-40b59354b1ce', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'cb2d5e5c-a655-4351-8e47-77816071183b', 'attached_at': '', 'detached_at': '', 'volume_id': 'ace1cfcc-c088-45ef-b9cb-40b59354b1ce', 'serial': 'ace1cfcc-c088-45ef-b9cb-40b59354b1ce'} {{(pid=69770) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1161.515136] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a93e7e9-f0c4-4b6b-94d9-022c44aa7fae {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.525149] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa1cfe05-d7f2-4667-a9cc-3be6be9af3be {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.559952] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a2ab442-3dbb-4ac8-b019-0a5a74bd0ed7 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.569063] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf10c59c-91e8-4589-91c7-ec4979b0d128 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.584918] env[69770]: DEBUG nova.compute.provider_tree [None req-2ac2b301-3aae-4b20-8772-4417ab0c21bf tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] Inventory has not changed in ProviderTree for provider: 7cc7d32b-b7a7-454a-a456-2a440248ed9d {{(pid=69770) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1161.669748] env[69770]: DEBUG nova.compute.manager [req-b1888769-ba7e-427b-b8d8-30efb2202200 req-598758d4-53b8-48f4-8afd-e82d12bf9d93 service nova] [instance: 1e9f2a84-ff0f-4bfb-87b7-0b0d3604ab3f] Received event network-vif-plugged-cbb9b213-c75c-425c-9b19-426af308ac35 {{(pid=69770) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1161.669748] env[69770]: DEBUG oslo_concurrency.lockutils [req-b1888769-ba7e-427b-b8d8-30efb2202200 req-598758d4-53b8-48f4-8afd-e82d12bf9d93 service nova] Acquiring lock "1e9f2a84-ff0f-4bfb-87b7-0b0d3604ab3f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1161.669748] env[69770]: DEBUG oslo_concurrency.lockutils [req-b1888769-ba7e-427b-b8d8-30efb2202200 req-598758d4-53b8-48f4-8afd-e82d12bf9d93 service nova] Lock "1e9f2a84-ff0f-4bfb-87b7-0b0d3604ab3f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1161.669748] env[69770]: DEBUG oslo_concurrency.lockutils [req-b1888769-ba7e-427b-b8d8-30efb2202200 req-598758d4-53b8-48f4-8afd-e82d12bf9d93 service nova] Lock "1e9f2a84-ff0f-4bfb-87b7-0b0d3604ab3f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1161.669748] env[69770]: DEBUG nova.compute.manager [req-b1888769-ba7e-427b-b8d8-30efb2202200 req-598758d4-53b8-48f4-8afd-e82d12bf9d93 service nova] [instance: 1e9f2a84-ff0f-4bfb-87b7-0b0d3604ab3f] No waiting events found dispatching network-vif-plugged-cbb9b213-c75c-425c-9b19-426af308ac35 {{(pid=69770) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1161.669748] env[69770]: WARNING nova.compute.manager [req-b1888769-ba7e-427b-b8d8-30efb2202200 req-598758d4-53b8-48f4-8afd-e82d12bf9d93 service nova] [instance: 1e9f2a84-ff0f-4bfb-87b7-0b0d3604ab3f] Received unexpected event network-vif-plugged-cbb9b213-c75c-425c-9b19-426af308ac35 for instance with vm_state shelved_offloaded and task_state spawning. [ 1161.670225] env[69770]: DEBUG nova.compute.manager [req-b1888769-ba7e-427b-b8d8-30efb2202200 req-598758d4-53b8-48f4-8afd-e82d12bf9d93 service nova] [instance: 1e9f2a84-ff0f-4bfb-87b7-0b0d3604ab3f] Received event network-changed-cbb9b213-c75c-425c-9b19-426af308ac35 {{(pid=69770) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1161.670225] env[69770]: DEBUG nova.compute.manager [req-b1888769-ba7e-427b-b8d8-30efb2202200 req-598758d4-53b8-48f4-8afd-e82d12bf9d93 service nova] [instance: 1e9f2a84-ff0f-4bfb-87b7-0b0d3604ab3f] Refreshing instance network info cache due to event network-changed-cbb9b213-c75c-425c-9b19-426af308ac35. {{(pid=69770) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1161.670285] env[69770]: DEBUG oslo_concurrency.lockutils [req-b1888769-ba7e-427b-b8d8-30efb2202200 req-598758d4-53b8-48f4-8afd-e82d12bf9d93 service nova] Acquiring lock "refresh_cache-1e9f2a84-ff0f-4bfb-87b7-0b0d3604ab3f" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.835984] env[69770]: DEBUG oslo_concurrency.lockutils [None req-35a7a634-f7cb-428d-b4e9-e4c7968f1745 tempest-AttachVolumeShelveTestJSON-1191911444 tempest-AttachVolumeShelveTestJSON-1191911444-project-member] Releasing lock "refresh_cache-1e9f2a84-ff0f-4bfb-87b7-0b0d3604ab3f" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.843498] env[69770]: DEBUG oslo_concurrency.lockutils [req-b1888769-ba7e-427b-b8d8-30efb2202200 req-598758d4-53b8-48f4-8afd-e82d12bf9d93 service nova] Acquired lock "refresh_cache-1e9f2a84-ff0f-4bfb-87b7-0b0d3604ab3f" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.843848] env[69770]: DEBUG nova.network.neutron [req-b1888769-ba7e-427b-b8d8-30efb2202200 req-598758d4-53b8-48f4-8afd-e82d12bf9d93 service nova] [instance: 1e9f2a84-ff0f-4bfb-87b7-0b0d3604ab3f] Refreshing network info cache for port cbb9b213-c75c-425c-9b19-426af308ac35 {{(pid=69770) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1161.875794] env[69770]: DEBUG nova.virt.hardware [None req-35a7a634-f7cb-428d-b4e9-e4c7968f1745 tempest-AttachVolumeShelveTestJSON-1191911444 tempest-AttachVolumeShelveTestJSON-1191911444-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T12:16:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='585a01769e68bec1b6e714294c87db53',container_format='bare',created_at=2025-05-13T12:25:34Z,direct_url=,disk_format='vmdk',id=29cdd599-8194-4b49-9477-effcb9b40295,min_disk=1,min_ram=0,name='tempest-AttachVolumeShelveTestJSON-server-691298429-shelved',owner='63b30a591f8a45d2ad9dfb1e2a86dcc1',properties=ImageMetaProps,protected=,size=31668736,status='active',tags=,updated_at=2025-05-13T12:25:50Z,virtual_size=,visibility=), allow threads: False {{(pid=69770) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1161.875794] env[69770]: DEBUG nova.virt.hardware [None req-35a7a634-f7cb-428d-b4e9-e4c7968f1745 tempest-AttachVolumeShelveTestJSON-1191911444 tempest-AttachVolumeShelveTestJSON-1191911444-project-member] Flavor limits 0:0:0 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1161.875794] env[69770]: DEBUG nova.virt.hardware [None req-35a7a634-f7cb-428d-b4e9-e4c7968f1745 tempest-AttachVolumeShelveTestJSON-1191911444 tempest-AttachVolumeShelveTestJSON-1191911444-project-member] Image limits 0:0:0 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1161.875794] env[69770]: DEBUG nova.virt.hardware [None req-35a7a634-f7cb-428d-b4e9-e4c7968f1745 tempest-AttachVolumeShelveTestJSON-1191911444 tempest-AttachVolumeShelveTestJSON-1191911444-project-member] Flavor pref 0:0:0 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1161.875794] env[69770]: DEBUG nova.virt.hardware [None req-35a7a634-f7cb-428d-b4e9-e4c7968f1745 tempest-AttachVolumeShelveTestJSON-1191911444 tempest-AttachVolumeShelveTestJSON-1191911444-project-member] Image pref 0:0:0 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1161.875794] env[69770]: DEBUG nova.virt.hardware [None req-35a7a634-f7cb-428d-b4e9-e4c7968f1745 tempest-AttachVolumeShelveTestJSON-1191911444 tempest-AttachVolumeShelveTestJSON-1191911444-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1161.875794] env[69770]: DEBUG nova.virt.hardware [None req-35a7a634-f7cb-428d-b4e9-e4c7968f1745 tempest-AttachVolumeShelveTestJSON-1191911444 tempest-AttachVolumeShelveTestJSON-1191911444-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69770) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1161.875794] env[69770]: DEBUG nova.virt.hardware [None req-35a7a634-f7cb-428d-b4e9-e4c7968f1745 tempest-AttachVolumeShelveTestJSON-1191911444 tempest-AttachVolumeShelveTestJSON-1191911444-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69770) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1161.875794] env[69770]: DEBUG nova.virt.hardware [None req-35a7a634-f7cb-428d-b4e9-e4c7968f1745 tempest-AttachVolumeShelveTestJSON-1191911444 tempest-AttachVolumeShelveTestJSON-1191911444-project-member] Got 1 possible topologies {{(pid=69770) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1161.875794] env[69770]: DEBUG nova.virt.hardware [None req-35a7a634-f7cb-428d-b4e9-e4c7968f1745 tempest-AttachVolumeShelveTestJSON-1191911444 tempest-AttachVolumeShelveTestJSON-1191911444-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69770) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1161.876185] env[69770]: DEBUG nova.virt.hardware [None req-35a7a634-f7cb-428d-b4e9-e4c7968f1745 tempest-AttachVolumeShelveTestJSON-1191911444 tempest-AttachVolumeShelveTestJSON-1191911444-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69770) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1161.876834] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49562b69-10fc-4372-856a-5d47c359b17b {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.885459] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdff9711-f407-4eaf-bb19-be10843fc3fb {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.901654] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-35a7a634-f7cb-428d-b4e9-e4c7968f1745 tempest-AttachVolumeShelveTestJSON-1191911444 tempest-AttachVolumeShelveTestJSON-1191911444-project-member] [instance: 1e9f2a84-ff0f-4bfb-87b7-0b0d3604ab3f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d6:89:41', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '504a3211-8288-4b87-a52a-590466d80a49', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'cbb9b213-c75c-425c-9b19-426af308ac35', 'vif_model': 'vmxnet3'}] {{(pid=69770) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1161.909751] env[69770]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-35a7a634-f7cb-428d-b4e9-e4c7968f1745 tempest-AttachVolumeShelveTestJSON-1191911444 tempest-AttachVolumeShelveTestJSON-1191911444-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69770) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1161.911871] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1e9f2a84-ff0f-4bfb-87b7-0b0d3604ab3f] Creating VM on the ESX host {{(pid=69770) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1161.911871] env[69770]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1a171b0b-6286-4ea1-a935-3e1e21933fe5 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.933611] env[69770]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1161.933611] env[69770]: value = "task-4070545" [ 1161.933611] env[69770]: _type = "Task" [ 1161.933611] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1161.942050] env[69770]: DEBUG oslo_vmware.api [-] Task: {'id': task-4070545, 'name': CreateVM_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1162.088415] env[69770]: DEBUG nova.scheduler.client.report [None req-2ac2b301-3aae-4b20-8772-4417ab0c21bf tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] Inventory has not changed for provider 7cc7d32b-b7a7-454a-a456-2a440248ed9d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69770) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1162.227253] env[69770]: DEBUG oslo_concurrency.lockutils [None req-0ec80874-f971-42ac-abdf-9df971230144 tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] Acquiring lock "dab60fd0-ed75-4747-8caf-e5e99ea54448" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1162.227513] env[69770]: DEBUG oslo_concurrency.lockutils [None req-0ec80874-f971-42ac-abdf-9df971230144 tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] Lock "dab60fd0-ed75-4747-8caf-e5e99ea54448" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1162.443979] env[69770]: DEBUG oslo_vmware.api [-] Task: {'id': task-4070545, 'name': CreateVM_Task, 'duration_secs': 0.416319} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1162.446217] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1e9f2a84-ff0f-4bfb-87b7-0b0d3604ab3f] Created VM on the ESX host {{(pid=69770) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1162.446890] env[69770]: DEBUG oslo_concurrency.lockutils [None req-35a7a634-f7cb-428d-b4e9-e4c7968f1745 tempest-AttachVolumeShelveTestJSON-1191911444 tempest-AttachVolumeShelveTestJSON-1191911444-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/29cdd599-8194-4b49-9477-effcb9b40295" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.447100] env[69770]: DEBUG oslo_concurrency.lockutils [None req-35a7a634-f7cb-428d-b4e9-e4c7968f1745 tempest-AttachVolumeShelveTestJSON-1191911444 tempest-AttachVolumeShelveTestJSON-1191911444-project-member] Acquired lock "[datastore2] devstack-image-cache_base/29cdd599-8194-4b49-9477-effcb9b40295" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.447469] env[69770]: DEBUG oslo_concurrency.lockutils [None req-35a7a634-f7cb-428d-b4e9-e4c7968f1745 tempest-AttachVolumeShelveTestJSON-1191911444 tempest-AttachVolumeShelveTestJSON-1191911444-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/29cdd599-8194-4b49-9477-effcb9b40295" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.448014] env[69770]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-509853b0-4d94-46f5-b0b1-4f5beaa5f320 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.452814] env[69770]: DEBUG oslo_vmware.api [None req-35a7a634-f7cb-428d-b4e9-e4c7968f1745 tempest-AttachVolumeShelveTestJSON-1191911444 tempest-AttachVolumeShelveTestJSON-1191911444-project-member] Waiting for the task: (returnval){ [ 1162.452814] env[69770]: value = "session[52161b52-cb8e-ec9f-1132-2f6b49549d41]528fc74d-b047-5039-b5fb-91d258c81a6d" [ 1162.452814] env[69770]: _type = "Task" [ 1162.452814] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1162.461111] env[69770]: DEBUG oslo_vmware.api [None req-35a7a634-f7cb-428d-b4e9-e4c7968f1745 tempest-AttachVolumeShelveTestJSON-1191911444 tempest-AttachVolumeShelveTestJSON-1191911444-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]528fc74d-b047-5039-b5fb-91d258c81a6d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1162.463952] env[69770]: DEBUG nova.objects.instance [None req-8c187462-43c0-4723-b79d-ba8528df54ae tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] Lazy-loading 'flavor' on Instance uuid cb2d5e5c-a655-4351-8e47-77816071183b {{(pid=69770) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1162.562398] env[69770]: DEBUG nova.network.neutron [req-b1888769-ba7e-427b-b8d8-30efb2202200 req-598758d4-53b8-48f4-8afd-e82d12bf9d93 service nova] [instance: 1e9f2a84-ff0f-4bfb-87b7-0b0d3604ab3f] Updated VIF entry in instance network info cache for port cbb9b213-c75c-425c-9b19-426af308ac35. {{(pid=69770) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1162.562769] env[69770]: DEBUG nova.network.neutron [req-b1888769-ba7e-427b-b8d8-30efb2202200 req-598758d4-53b8-48f4-8afd-e82d12bf9d93 service nova] [instance: 1e9f2a84-ff0f-4bfb-87b7-0b0d3604ab3f] Updating instance_info_cache with network_info: [{"id": "cbb9b213-c75c-425c-9b19-426af308ac35", "address": "fa:16:3e:d6:89:41", "network": {"id": "62da2196-fd56-425b-b6e9-4f1c110ca1e6", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1719289018-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.252", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "63b30a591f8a45d2ad9dfb1e2a86dcc1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "504a3211-8288-4b87-a52a-590466d80a49", "external-id": "nsx-vlan-transportzone-469", "segmentation_id": 469, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcbb9b213-c7", "ovs_interfaceid": "cbb9b213-c75c-425c-9b19-426af308ac35", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69770) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1162.595121] env[69770]: DEBUG oslo_concurrency.lockutils [None req-2ac2b301-3aae-4b20-8772-4417ab0c21bf tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.792s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1162.597850] env[69770]: DEBUG oslo_concurrency.lockutils [None req-ee24051a-ae98-4e7a-bb49-171d563c8781 tempest-ServerTagsTestJSON-982183337 tempest-ServerTagsTestJSON-982183337-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.465s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1162.598246] env[69770]: DEBUG nova.objects.instance [None req-ee24051a-ae98-4e7a-bb49-171d563c8781 tempest-ServerTagsTestJSON-982183337 tempest-ServerTagsTestJSON-982183337-project-member] Lazy-loading 'resources' on Instance uuid b1612bfb-19fc-4290-bf95-953d6efe6637 {{(pid=69770) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1162.617985] env[69770]: INFO nova.scheduler.client.report [None req-2ac2b301-3aae-4b20-8772-4417ab0c21bf tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] Deleted allocations for instance efd33efc-116e-464e-8669-fbfc94e38cba [ 1162.661892] env[69770]: DEBUG oslo_concurrency.lockutils [None req-d5a761df-3514-4604-8003-d86ec398a373 tempest-ServersTestManualDisk-1827962729 tempest-ServersTestManualDisk-1827962729-project-member] Acquiring lock "d9619712-7879-42fa-a39a-d61c2c2cad75" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1162.662214] env[69770]: DEBUG oslo_concurrency.lockutils [None req-d5a761df-3514-4604-8003-d86ec398a373 tempest-ServersTestManualDisk-1827962729 tempest-ServersTestManualDisk-1827962729-project-member] Lock "d9619712-7879-42fa-a39a-d61c2c2cad75" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1162.662449] env[69770]: DEBUG oslo_concurrency.lockutils [None req-d5a761df-3514-4604-8003-d86ec398a373 tempest-ServersTestManualDisk-1827962729 tempest-ServersTestManualDisk-1827962729-project-member] Acquiring lock "d9619712-7879-42fa-a39a-d61c2c2cad75-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1162.662617] env[69770]: DEBUG oslo_concurrency.lockutils [None req-d5a761df-3514-4604-8003-d86ec398a373 tempest-ServersTestManualDisk-1827962729 tempest-ServersTestManualDisk-1827962729-project-member] Lock "d9619712-7879-42fa-a39a-d61c2c2cad75-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1162.662787] env[69770]: DEBUG oslo_concurrency.lockutils [None req-d5a761df-3514-4604-8003-d86ec398a373 tempest-ServersTestManualDisk-1827962729 tempest-ServersTestManualDisk-1827962729-project-member] Lock "d9619712-7879-42fa-a39a-d61c2c2cad75-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1162.665483] env[69770]: INFO nova.compute.manager [None req-d5a761df-3514-4604-8003-d86ec398a373 tempest-ServersTestManualDisk-1827962729 tempest-ServersTestManualDisk-1827962729-project-member] [instance: d9619712-7879-42fa-a39a-d61c2c2cad75] Terminating instance [ 1162.731064] env[69770]: DEBUG nova.compute.manager [None req-0ec80874-f971-42ac-abdf-9df971230144 tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] [instance: dab60fd0-ed75-4747-8caf-e5e99ea54448] Starting instance... {{(pid=69770) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1162.830671] env[69770]: DEBUG oslo_concurrency.lockutils [None req-7855b4b1-39f2-44c9-8975-4c599de6b11e tempest-ServerRescueNegativeTestJSON-135561646 tempest-ServerRescueNegativeTestJSON-135561646-project-member] Acquiring lock "215916d5-31b5-49ba-a7bc-78d9652dea41" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1162.830933] env[69770]: DEBUG oslo_concurrency.lockutils [None req-7855b4b1-39f2-44c9-8975-4c599de6b11e tempest-ServerRescueNegativeTestJSON-135561646 tempest-ServerRescueNegativeTestJSON-135561646-project-member] Lock "215916d5-31b5-49ba-a7bc-78d9652dea41" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1162.965200] env[69770]: DEBUG oslo_concurrency.lockutils [None req-35a7a634-f7cb-428d-b4e9-e4c7968f1745 tempest-AttachVolumeShelveTestJSON-1191911444 tempest-AttachVolumeShelveTestJSON-1191911444-project-member] Releasing lock "[datastore2] devstack-image-cache_base/29cdd599-8194-4b49-9477-effcb9b40295" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.965589] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-35a7a634-f7cb-428d-b4e9-e4c7968f1745 tempest-AttachVolumeShelveTestJSON-1191911444 tempest-AttachVolumeShelveTestJSON-1191911444-project-member] [instance: 1e9f2a84-ff0f-4bfb-87b7-0b0d3604ab3f] Processing image 29cdd599-8194-4b49-9477-effcb9b40295 {{(pid=69770) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1162.965881] env[69770]: DEBUG oslo_concurrency.lockutils [None req-35a7a634-f7cb-428d-b4e9-e4c7968f1745 tempest-AttachVolumeShelveTestJSON-1191911444 tempest-AttachVolumeShelveTestJSON-1191911444-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/29cdd599-8194-4b49-9477-effcb9b40295/29cdd599-8194-4b49-9477-effcb9b40295.vmdk" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.966120] env[69770]: DEBUG oslo_concurrency.lockutils [None req-35a7a634-f7cb-428d-b4e9-e4c7968f1745 tempest-AttachVolumeShelveTestJSON-1191911444 tempest-AttachVolumeShelveTestJSON-1191911444-project-member] Acquired lock "[datastore2] devstack-image-cache_base/29cdd599-8194-4b49-9477-effcb9b40295/29cdd599-8194-4b49-9477-effcb9b40295.vmdk" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.966372] env[69770]: DEBUG nova.virt.vmwareapi.ds_util [None req-35a7a634-f7cb-428d-b4e9-e4c7968f1745 tempest-AttachVolumeShelveTestJSON-1191911444 tempest-AttachVolumeShelveTestJSON-1191911444-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69770) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1162.969318] env[69770]: DEBUG oslo_concurrency.lockutils [None req-8c187462-43c0-4723-b79d-ba8528df54ae tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] Lock "cb2d5e5c-a655-4351-8e47-77816071183b" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.779s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1162.970675] env[69770]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a618eefd-7663-47ec-9567-0fe39f0dbcd9 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.982525] env[69770]: DEBUG nova.virt.vmwareapi.ds_util [None req-35a7a634-f7cb-428d-b4e9-e4c7968f1745 tempest-AttachVolumeShelveTestJSON-1191911444 tempest-AttachVolumeShelveTestJSON-1191911444-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69770) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1162.982708] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-35a7a634-f7cb-428d-b4e9-e4c7968f1745 tempest-AttachVolumeShelveTestJSON-1191911444 tempest-AttachVolumeShelveTestJSON-1191911444-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69770) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1162.983642] env[69770]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5d0f7774-2f53-4a8d-ad2f-8b95ecc42184 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.989183] env[69770]: DEBUG oslo_vmware.api [None req-35a7a634-f7cb-428d-b4e9-e4c7968f1745 tempest-AttachVolumeShelveTestJSON-1191911444 tempest-AttachVolumeShelveTestJSON-1191911444-project-member] Waiting for the task: (returnval){ [ 1162.989183] env[69770]: value = "session[52161b52-cb8e-ec9f-1132-2f6b49549d41]52b4f330-6e1d-cb0a-3679-af15a7f43416" [ 1162.989183] env[69770]: _type = "Task" [ 1162.989183] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1162.997542] env[69770]: DEBUG oslo_vmware.api [None req-35a7a634-f7cb-428d-b4e9-e4c7968f1745 tempest-AttachVolumeShelveTestJSON-1191911444 tempest-AttachVolumeShelveTestJSON-1191911444-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]52b4f330-6e1d-cb0a-3679-af15a7f43416, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1163.033475] env[69770]: INFO nova.compute.manager [None req-f7ca7535-9047-4a85-989f-9349b20344fc tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] [instance: cb2d5e5c-a655-4351-8e47-77816071183b] Rebuilding instance [ 1163.067276] env[69770]: DEBUG oslo_concurrency.lockutils [req-b1888769-ba7e-427b-b8d8-30efb2202200 req-598758d4-53b8-48f4-8afd-e82d12bf9d93 service nova] Releasing lock "refresh_cache-1e9f2a84-ff0f-4bfb-87b7-0b0d3604ab3f" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.080623] env[69770]: DEBUG nova.compute.manager [None req-f7ca7535-9047-4a85-989f-9349b20344fc tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] [instance: cb2d5e5c-a655-4351-8e47-77816071183b] Checking state {{(pid=69770) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1163.081697] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a297b62a-9de0-4862-92b8-eb4a483e5cd8 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.125919] env[69770]: DEBUG oslo_concurrency.lockutils [None req-2ac2b301-3aae-4b20-8772-4417ab0c21bf tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] Lock "efd33efc-116e-464e-8669-fbfc94e38cba" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.740s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1163.170608] env[69770]: DEBUG nova.compute.manager [None req-d5a761df-3514-4604-8003-d86ec398a373 tempest-ServersTestManualDisk-1827962729 tempest-ServersTestManualDisk-1827962729-project-member] [instance: d9619712-7879-42fa-a39a-d61c2c2cad75] Start destroying the instance on the hypervisor. {{(pid=69770) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1163.170786] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-d5a761df-3514-4604-8003-d86ec398a373 tempest-ServersTestManualDisk-1827962729 tempest-ServersTestManualDisk-1827962729-project-member] [instance: d9619712-7879-42fa-a39a-d61c2c2cad75] Destroying instance {{(pid=69770) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1163.171673] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16270985-5eaa-48eb-836e-eb710d65b2ba {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.183030] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-d5a761df-3514-4604-8003-d86ec398a373 tempest-ServersTestManualDisk-1827962729 tempest-ServersTestManualDisk-1827962729-project-member] [instance: d9619712-7879-42fa-a39a-d61c2c2cad75] Powering off the VM {{(pid=69770) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1163.183333] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3099af2b-4dba-421c-aca9-8c69b382f7fa {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.191757] env[69770]: DEBUG oslo_vmware.api [None req-d5a761df-3514-4604-8003-d86ec398a373 tempest-ServersTestManualDisk-1827962729 tempest-ServersTestManualDisk-1827962729-project-member] Waiting for the task: (returnval){ [ 1163.191757] env[69770]: value = "task-4070546" [ 1163.191757] env[69770]: _type = "Task" [ 1163.191757] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1163.202809] env[69770]: DEBUG oslo_vmware.api [None req-d5a761df-3514-4604-8003-d86ec398a373 tempest-ServersTestManualDisk-1827962729 tempest-ServersTestManualDisk-1827962729-project-member] Task: {'id': task-4070546, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1163.252668] env[69770]: DEBUG oslo_concurrency.lockutils [None req-0ec80874-f971-42ac-abdf-9df971230144 tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1163.312874] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75caea28-52cc-4c85-8ce9-fd0382981902 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.322035] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d22e1e7-ef73-4f94-8a32-cc28d99a0b34 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.353828] env[69770]: DEBUG nova.compute.manager [None req-7855b4b1-39f2-44c9-8975-4c599de6b11e tempest-ServerRescueNegativeTestJSON-135561646 tempest-ServerRescueNegativeTestJSON-135561646-project-member] [instance: 215916d5-31b5-49ba-a7bc-78d9652dea41] Starting instance... {{(pid=69770) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1163.358748] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a2b5235-83c3-4f2e-86b3-7d43caf90a7c {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.367899] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc5794fc-6de5-4e6f-a868-13b4e3ba024e {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.386190] env[69770]: DEBUG nova.compute.provider_tree [None req-ee24051a-ae98-4e7a-bb49-171d563c8781 tempest-ServerTagsTestJSON-982183337 tempest-ServerTagsTestJSON-982183337-project-member] Inventory has not changed in ProviderTree for provider: 7cc7d32b-b7a7-454a-a456-2a440248ed9d {{(pid=69770) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1163.499875] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-35a7a634-f7cb-428d-b4e9-e4c7968f1745 tempest-AttachVolumeShelveTestJSON-1191911444 tempest-AttachVolumeShelveTestJSON-1191911444-project-member] [instance: 1e9f2a84-ff0f-4bfb-87b7-0b0d3604ab3f] Preparing fetch location {{(pid=69770) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1163.500727] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-35a7a634-f7cb-428d-b4e9-e4c7968f1745 tempest-AttachVolumeShelveTestJSON-1191911444 tempest-AttachVolumeShelveTestJSON-1191911444-project-member] [instance: 1e9f2a84-ff0f-4bfb-87b7-0b0d3604ab3f] Fetch image to [datastore2] OSTACK_IMG_5143ad64-0132-431b-a072-f663370f868c/OSTACK_IMG_5143ad64-0132-431b-a072-f663370f868c.vmdk {{(pid=69770) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1163.500727] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-35a7a634-f7cb-428d-b4e9-e4c7968f1745 tempest-AttachVolumeShelveTestJSON-1191911444 tempest-AttachVolumeShelveTestJSON-1191911444-project-member] [instance: 1e9f2a84-ff0f-4bfb-87b7-0b0d3604ab3f] Downloading stream optimized image 29cdd599-8194-4b49-9477-effcb9b40295 to [datastore2] OSTACK_IMG_5143ad64-0132-431b-a072-f663370f868c/OSTACK_IMG_5143ad64-0132-431b-a072-f663370f868c.vmdk on the data store datastore2 as vApp {{(pid=69770) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1163.500907] env[69770]: DEBUG nova.virt.vmwareapi.images [None req-35a7a634-f7cb-428d-b4e9-e4c7968f1745 tempest-AttachVolumeShelveTestJSON-1191911444 tempest-AttachVolumeShelveTestJSON-1191911444-project-member] [instance: 1e9f2a84-ff0f-4bfb-87b7-0b0d3604ab3f] Downloading image file data 29cdd599-8194-4b49-9477-effcb9b40295 to the ESX as VM named 'OSTACK_IMG_5143ad64-0132-431b-a072-f663370f868c' {{(pid=69770) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1163.574227] env[69770]: DEBUG oslo_vmware.rw_handles [None req-35a7a634-f7cb-428d-b4e9-e4c7968f1745 tempest-AttachVolumeShelveTestJSON-1191911444 tempest-AttachVolumeShelveTestJSON-1191911444-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1163.574227] env[69770]: value = "resgroup-9" [ 1163.574227] env[69770]: _type = "ResourcePool" [ 1163.574227] env[69770]: }. {{(pid=69770) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1163.574421] env[69770]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-322c2092-e0f4-477a-baf7-12c13f679c0e {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.596819] env[69770]: DEBUG oslo_vmware.rw_handles [None req-35a7a634-f7cb-428d-b4e9-e4c7968f1745 tempest-AttachVolumeShelveTestJSON-1191911444 tempest-AttachVolumeShelveTestJSON-1191911444-project-member] Lease: (returnval){ [ 1163.596819] env[69770]: value = "session[52161b52-cb8e-ec9f-1132-2f6b49549d41]524fc7eb-e7ee-2572-c5b0-d2906bd9483b" [ 1163.596819] env[69770]: _type = "HttpNfcLease" [ 1163.596819] env[69770]: } obtained for vApp import into resource pool (val){ [ 1163.596819] env[69770]: value = "resgroup-9" [ 1163.596819] env[69770]: _type = "ResourcePool" [ 1163.596819] env[69770]: }. {{(pid=69770) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1163.597160] env[69770]: DEBUG oslo_vmware.api [None req-35a7a634-f7cb-428d-b4e9-e4c7968f1745 tempest-AttachVolumeShelveTestJSON-1191911444 tempest-AttachVolumeShelveTestJSON-1191911444-project-member] Waiting for the lease: (returnval){ [ 1163.597160] env[69770]: value = "session[52161b52-cb8e-ec9f-1132-2f6b49549d41]524fc7eb-e7ee-2572-c5b0-d2906bd9483b" [ 1163.597160] env[69770]: _type = "HttpNfcLease" [ 1163.597160] env[69770]: } to be ready. {{(pid=69770) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1163.604184] env[69770]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1163.604184] env[69770]: value = "session[52161b52-cb8e-ec9f-1132-2f6b49549d41]524fc7eb-e7ee-2572-c5b0-d2906bd9483b" [ 1163.604184] env[69770]: _type = "HttpNfcLease" [ 1163.604184] env[69770]: } is initializing. {{(pid=69770) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1163.703382] env[69770]: DEBUG oslo_vmware.api [None req-d5a761df-3514-4604-8003-d86ec398a373 tempest-ServersTestManualDisk-1827962729 tempest-ServersTestManualDisk-1827962729-project-member] Task: {'id': task-4070546, 'name': PowerOffVM_Task, 'duration_secs': 0.216121} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1163.703780] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-d5a761df-3514-4604-8003-d86ec398a373 tempest-ServersTestManualDisk-1827962729 tempest-ServersTestManualDisk-1827962729-project-member] [instance: d9619712-7879-42fa-a39a-d61c2c2cad75] Powered off the VM {{(pid=69770) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1163.704068] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-d5a761df-3514-4604-8003-d86ec398a373 tempest-ServersTestManualDisk-1827962729 tempest-ServersTestManualDisk-1827962729-project-member] [instance: d9619712-7879-42fa-a39a-d61c2c2cad75] Unregistering the VM {{(pid=69770) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1163.704439] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-84e31eab-f13d-4d52-9134-775988de184f {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.777364] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-d5a761df-3514-4604-8003-d86ec398a373 tempest-ServersTestManualDisk-1827962729 tempest-ServersTestManualDisk-1827962729-project-member] [instance: d9619712-7879-42fa-a39a-d61c2c2cad75] Unregistered the VM {{(pid=69770) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1163.777667] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-d5a761df-3514-4604-8003-d86ec398a373 tempest-ServersTestManualDisk-1827962729 tempest-ServersTestManualDisk-1827962729-project-member] [instance: d9619712-7879-42fa-a39a-d61c2c2cad75] Deleting contents of the VM from datastore datastore2 {{(pid=69770) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1163.777812] env[69770]: DEBUG nova.virt.vmwareapi.ds_util [None req-d5a761df-3514-4604-8003-d86ec398a373 tempest-ServersTestManualDisk-1827962729 tempest-ServersTestManualDisk-1827962729-project-member] Deleting the datastore file [datastore2] d9619712-7879-42fa-a39a-d61c2c2cad75 {{(pid=69770) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1163.778136] env[69770]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1e615950-2ab7-4673-b1f3-0cf0c415d2a2 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.786513] env[69770]: DEBUG oslo_vmware.api [None req-d5a761df-3514-4604-8003-d86ec398a373 tempest-ServersTestManualDisk-1827962729 tempest-ServersTestManualDisk-1827962729-project-member] Waiting for the task: (returnval){ [ 1163.786513] env[69770]: value = "task-4070549" [ 1163.786513] env[69770]: _type = "Task" [ 1163.786513] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1163.795106] env[69770]: DEBUG oslo_vmware.api [None req-d5a761df-3514-4604-8003-d86ec398a373 tempest-ServersTestManualDisk-1827962729 tempest-ServersTestManualDisk-1827962729-project-member] Task: {'id': task-4070549, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1163.879604] env[69770]: DEBUG oslo_concurrency.lockutils [None req-7855b4b1-39f2-44c9-8975-4c599de6b11e tempest-ServerRescueNegativeTestJSON-135561646 tempest-ServerRescueNegativeTestJSON-135561646-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1163.889906] env[69770]: DEBUG nova.scheduler.client.report [None req-ee24051a-ae98-4e7a-bb49-171d563c8781 tempest-ServerTagsTestJSON-982183337 tempest-ServerTagsTestJSON-982183337-project-member] Inventory has not changed for provider 7cc7d32b-b7a7-454a-a456-2a440248ed9d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69770) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1164.095913] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-f7ca7535-9047-4a85-989f-9349b20344fc tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] [instance: cb2d5e5c-a655-4351-8e47-77816071183b] Powering off the VM {{(pid=69770) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1164.096265] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4815fdcc-f3ec-49e1-8a7d-b841e85c3c08 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.105799] env[69770]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1164.105799] env[69770]: value = "session[52161b52-cb8e-ec9f-1132-2f6b49549d41]524fc7eb-e7ee-2572-c5b0-d2906bd9483b" [ 1164.105799] env[69770]: _type = "HttpNfcLease" [ 1164.105799] env[69770]: } is ready. {{(pid=69770) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1164.107195] env[69770]: DEBUG oslo_vmware.rw_handles [None req-35a7a634-f7cb-428d-b4e9-e4c7968f1745 tempest-AttachVolumeShelveTestJSON-1191911444 tempest-AttachVolumeShelveTestJSON-1191911444-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1164.107195] env[69770]: value = "session[52161b52-cb8e-ec9f-1132-2f6b49549d41]524fc7eb-e7ee-2572-c5b0-d2906bd9483b" [ 1164.107195] env[69770]: _type = "HttpNfcLease" [ 1164.107195] env[69770]: }. {{(pid=69770) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1164.107489] env[69770]: DEBUG oslo_vmware.api [None req-f7ca7535-9047-4a85-989f-9349b20344fc tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] Waiting for the task: (returnval){ [ 1164.107489] env[69770]: value = "task-4070550" [ 1164.107489] env[69770]: _type = "Task" [ 1164.107489] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1164.108258] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f1bedea-5459-48bc-8129-f0b6419061de {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.119348] env[69770]: DEBUG oslo_vmware.rw_handles [None req-35a7a634-f7cb-428d-b4e9-e4c7968f1745 tempest-AttachVolumeShelveTestJSON-1191911444 tempest-AttachVolumeShelveTestJSON-1191911444-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52c658d6-8f48-d4fe-3550-29d66fadbd0c/disk-0.vmdk from lease info. {{(pid=69770) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1164.119560] env[69770]: DEBUG oslo_vmware.rw_handles [None req-35a7a634-f7cb-428d-b4e9-e4c7968f1745 tempest-AttachVolumeShelveTestJSON-1191911444 tempest-AttachVolumeShelveTestJSON-1191911444-project-member] Creating HTTP connection to write to file with size = 31668736 and URL = https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52c658d6-8f48-d4fe-3550-29d66fadbd0c/disk-0.vmdk. {{(pid=69770) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1164.124000] env[69770]: DEBUG oslo_vmware.api [None req-f7ca7535-9047-4a85-989f-9349b20344fc tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] Task: {'id': task-4070550, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1164.190525] env[69770]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-1d037ed3-2ddf-4e3c-b81b-69b6cb5c33da {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.297214] env[69770]: DEBUG oslo_vmware.api [None req-d5a761df-3514-4604-8003-d86ec398a373 tempest-ServersTestManualDisk-1827962729 tempest-ServersTestManualDisk-1827962729-project-member] Task: {'id': task-4070549, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.166768} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1164.297574] env[69770]: DEBUG nova.virt.vmwareapi.ds_util [None req-d5a761df-3514-4604-8003-d86ec398a373 tempest-ServersTestManualDisk-1827962729 tempest-ServersTestManualDisk-1827962729-project-member] Deleted the datastore file {{(pid=69770) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1164.297933] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-d5a761df-3514-4604-8003-d86ec398a373 tempest-ServersTestManualDisk-1827962729 tempest-ServersTestManualDisk-1827962729-project-member] [instance: d9619712-7879-42fa-a39a-d61c2c2cad75] Deleted contents of the VM from datastore datastore2 {{(pid=69770) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1164.298036] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-d5a761df-3514-4604-8003-d86ec398a373 tempest-ServersTestManualDisk-1827962729 tempest-ServersTestManualDisk-1827962729-project-member] [instance: d9619712-7879-42fa-a39a-d61c2c2cad75] Instance destroyed {{(pid=69770) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1164.298220] env[69770]: INFO nova.compute.manager [None req-d5a761df-3514-4604-8003-d86ec398a373 tempest-ServersTestManualDisk-1827962729 tempest-ServersTestManualDisk-1827962729-project-member] [instance: d9619712-7879-42fa-a39a-d61c2c2cad75] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1164.298486] env[69770]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d5a761df-3514-4604-8003-d86ec398a373 tempest-ServersTestManualDisk-1827962729 tempest-ServersTestManualDisk-1827962729-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69770) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1164.298696] env[69770]: DEBUG nova.compute.manager [-] [instance: d9619712-7879-42fa-a39a-d61c2c2cad75] Deallocating network for instance {{(pid=69770) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1164.298792] env[69770]: DEBUG nova.network.neutron [-] [instance: d9619712-7879-42fa-a39a-d61c2c2cad75] deallocate_for_instance() {{(pid=69770) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1164.394911] env[69770]: DEBUG oslo_concurrency.lockutils [None req-ee24051a-ae98-4e7a-bb49-171d563c8781 tempest-ServerTagsTestJSON-982183337 tempest-ServerTagsTestJSON-982183337-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.797s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1164.398302] env[69770]: DEBUG oslo_concurrency.lockutils [None req-0ec80874-f971-42ac-abdf-9df971230144 tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.145s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1164.399593] env[69770]: INFO nova.compute.claims [None req-0ec80874-f971-42ac-abdf-9df971230144 tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] [instance: dab60fd0-ed75-4747-8caf-e5e99ea54448] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1164.416818] env[69770]: INFO nova.scheduler.client.report [None req-ee24051a-ae98-4e7a-bb49-171d563c8781 tempest-ServerTagsTestJSON-982183337 tempest-ServerTagsTestJSON-982183337-project-member] Deleted allocations for instance b1612bfb-19fc-4290-bf95-953d6efe6637 [ 1164.624400] env[69770]: DEBUG oslo_vmware.api [None req-f7ca7535-9047-4a85-989f-9349b20344fc tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] Task: {'id': task-4070550, 'name': PowerOffVM_Task, 'duration_secs': 0.262684} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1164.626417] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-f7ca7535-9047-4a85-989f-9349b20344fc tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] [instance: cb2d5e5c-a655-4351-8e47-77816071183b] Powered off the VM {{(pid=69770) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1164.690313] env[69770]: INFO nova.compute.manager [None req-f7ca7535-9047-4a85-989f-9349b20344fc tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] [instance: cb2d5e5c-a655-4351-8e47-77816071183b] Detaching volume ace1cfcc-c088-45ef-b9cb-40b59354b1ce [ 1164.751968] env[69770]: INFO nova.virt.block_device [None req-f7ca7535-9047-4a85-989f-9349b20344fc tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] [instance: cb2d5e5c-a655-4351-8e47-77816071183b] Attempting to driver detach volume ace1cfcc-c088-45ef-b9cb-40b59354b1ce from mountpoint /dev/sdb [ 1164.752285] env[69770]: DEBUG nova.virt.vmwareapi.volumeops [None req-f7ca7535-9047-4a85-989f-9349b20344fc tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] [instance: cb2d5e5c-a655-4351-8e47-77816071183b] Volume detach. Driver type: vmdk {{(pid=69770) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1164.752554] env[69770]: DEBUG nova.virt.vmwareapi.volumeops [None req-f7ca7535-9047-4a85-989f-9349b20344fc tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] [instance: cb2d5e5c-a655-4351-8e47-77816071183b] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-806650', 'volume_id': 'ace1cfcc-c088-45ef-b9cb-40b59354b1ce', 'name': 'volume-ace1cfcc-c088-45ef-b9cb-40b59354b1ce', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'cb2d5e5c-a655-4351-8e47-77816071183b', 'attached_at': '', 'detached_at': '', 'volume_id': 'ace1cfcc-c088-45ef-b9cb-40b59354b1ce', 'serial': 'ace1cfcc-c088-45ef-b9cb-40b59354b1ce'} {{(pid=69770) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1164.753606] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-191ce4e3-6288-461e-8fad-383d5a56ce36 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.788808] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c9d902f-3fb6-4bbb-9fa0-db419ff91b77 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.800590] env[69770]: DEBUG oslo_concurrency.lockutils [None req-af121046-e695-42ee-8dbc-7f35f06878f0 tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] Acquiring lock "8d5ad060-8e9d-4b5d-ba8b-3f2d955a4455" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1164.800913] env[69770]: DEBUG oslo_concurrency.lockutils [None req-af121046-e695-42ee-8dbc-7f35f06878f0 tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] Lock "8d5ad060-8e9d-4b5d-ba8b-3f2d955a4455" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1164.809035] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-638274c7-0471-4159-9516-5872b8ad1908 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.837107] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d17ec35a-c139-42f1-b87e-71448eefbf53 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.860984] env[69770]: DEBUG nova.virt.vmwareapi.volumeops [None req-f7ca7535-9047-4a85-989f-9349b20344fc tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] The volume has not been displaced from its original location: [datastore2] volume-ace1cfcc-c088-45ef-b9cb-40b59354b1ce/volume-ace1cfcc-c088-45ef-b9cb-40b59354b1ce.vmdk. No consolidation needed. {{(pid=69770) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1164.868851] env[69770]: DEBUG nova.virt.vmwareapi.volumeops [None req-f7ca7535-9047-4a85-989f-9349b20344fc tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] [instance: cb2d5e5c-a655-4351-8e47-77816071183b] Reconfiguring VM instance instance-00000059 to detach disk 2001 {{(pid=69770) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1164.875415] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-566898da-7a18-4570-af38-537b6ef81457 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.899893] env[69770]: DEBUG nova.compute.manager [req-9a99a374-508d-4833-b418-22f20ff8a738 req-ebadd5fc-e52b-45f2-abf7-36869475e14c service nova] [instance: d9619712-7879-42fa-a39a-d61c2c2cad75] Received event network-vif-deleted-ef0a22eb-d641-4452-9a2c-fb1858d68288 {{(pid=69770) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1164.900110] env[69770]: INFO nova.compute.manager [req-9a99a374-508d-4833-b418-22f20ff8a738 req-ebadd5fc-e52b-45f2-abf7-36869475e14c service nova] [instance: d9619712-7879-42fa-a39a-d61c2c2cad75] Neutron deleted interface ef0a22eb-d641-4452-9a2c-fb1858d68288; detaching it from the instance and deleting it from the info cache [ 1164.900307] env[69770]: DEBUG nova.network.neutron [req-9a99a374-508d-4833-b418-22f20ff8a738 req-ebadd5fc-e52b-45f2-abf7-36869475e14c service nova] [instance: d9619712-7879-42fa-a39a-d61c2c2cad75] Updating instance_info_cache with network_info: [] {{(pid=69770) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1164.911261] env[69770]: DEBUG oslo_vmware.api [None req-f7ca7535-9047-4a85-989f-9349b20344fc tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] Waiting for the task: (returnval){ [ 1164.911261] env[69770]: value = "task-4070551" [ 1164.911261] env[69770]: _type = "Task" [ 1164.911261] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1164.927974] env[69770]: DEBUG oslo_vmware.api [None req-f7ca7535-9047-4a85-989f-9349b20344fc tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] Task: {'id': task-4070551, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1164.928463] env[69770]: DEBUG oslo_concurrency.lockutils [None req-ee24051a-ae98-4e7a-bb49-171d563c8781 tempest-ServerTagsTestJSON-982183337 tempest-ServerTagsTestJSON-982183337-project-member] Lock "b1612bfb-19fc-4290-bf95-953d6efe6637" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.159s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1165.305140] env[69770]: DEBUG nova.compute.manager [None req-af121046-e695-42ee-8dbc-7f35f06878f0 tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] [instance: 8d5ad060-8e9d-4b5d-ba8b-3f2d955a4455] Starting instance... {{(pid=69770) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1165.396838] env[69770]: DEBUG nova.network.neutron [-] [instance: d9619712-7879-42fa-a39a-d61c2c2cad75] Updating instance_info_cache with network_info: [] {{(pid=69770) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1165.403690] env[69770]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-9bd83f9c-eb42-4eb8-8a08-487dc4c8187e {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.426073] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-310467cd-a2df-4ec3-8da4-288da27a1a0d {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.448674] env[69770]: DEBUG oslo_vmware.api [None req-f7ca7535-9047-4a85-989f-9349b20344fc tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] Task: {'id': task-4070551, 'name': ReconfigVM_Task, 'duration_secs': 0.276965} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1165.452361] env[69770]: DEBUG nova.virt.vmwareapi.volumeops [None req-f7ca7535-9047-4a85-989f-9349b20344fc tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] [instance: cb2d5e5c-a655-4351-8e47-77816071183b] Reconfigured VM instance instance-00000059 to detach disk 2001 {{(pid=69770) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1165.472863] env[69770]: DEBUG oslo_vmware.rw_handles [None req-35a7a634-f7cb-428d-b4e9-e4c7968f1745 tempest-AttachVolumeShelveTestJSON-1191911444 tempest-AttachVolumeShelveTestJSON-1191911444-project-member] Completed reading data from the image iterator. {{(pid=69770) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1165.474869] env[69770]: DEBUG oslo_vmware.rw_handles [None req-35a7a634-f7cb-428d-b4e9-e4c7968f1745 tempest-AttachVolumeShelveTestJSON-1191911444 tempest-AttachVolumeShelveTestJSON-1191911444-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52c658d6-8f48-d4fe-3550-29d66fadbd0c/disk-0.vmdk. {{(pid=69770) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1165.474869] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5d807aa6-2121-47f6-a607-eec85bdf43e9 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.484677] env[69770]: DEBUG nova.compute.manager [req-9a99a374-508d-4833-b418-22f20ff8a738 req-ebadd5fc-e52b-45f2-abf7-36869475e14c service nova] [instance: d9619712-7879-42fa-a39a-d61c2c2cad75] Detach interface failed, port_id=ef0a22eb-d641-4452-9a2c-fb1858d68288, reason: Instance d9619712-7879-42fa-a39a-d61c2c2cad75 could not be found. {{(pid=69770) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1165.485953] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10b585b6-381a-485e-8261-1c86b2b48d19 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.497372] env[69770]: DEBUG oslo_vmware.rw_handles [None req-35a7a634-f7cb-428d-b4e9-e4c7968f1745 tempest-AttachVolumeShelveTestJSON-1191911444 tempest-AttachVolumeShelveTestJSON-1191911444-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52c658d6-8f48-d4fe-3550-29d66fadbd0c/disk-0.vmdk is in state: ready. {{(pid=69770) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1165.497372] env[69770]: DEBUG oslo_vmware.rw_handles [None req-35a7a634-f7cb-428d-b4e9-e4c7968f1745 tempest-AttachVolumeShelveTestJSON-1191911444 tempest-AttachVolumeShelveTestJSON-1191911444-project-member] Releasing lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52c658d6-8f48-d4fe-3550-29d66fadbd0c/disk-0.vmdk. {{(pid=69770) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1165.497670] env[69770]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-597bf9af-df46-44f4-b0d6-9f95af52b6b1 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.500251] env[69770]: DEBUG oslo_vmware.api [None req-f7ca7535-9047-4a85-989f-9349b20344fc tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] Waiting for the task: (returnval){ [ 1165.500251] env[69770]: value = "task-4070552" [ 1165.500251] env[69770]: _type = "Task" [ 1165.500251] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1165.514770] env[69770]: DEBUG oslo_vmware.api [None req-f7ca7535-9047-4a85-989f-9349b20344fc tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] Task: {'id': task-4070552, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1165.679244] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31e7627b-929f-442f-a6d3-09c4968f3599 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.688713] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55be492a-2fa4-42a6-b28c-2179b1cfd5f7 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.726565] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2842cca-ad0f-4e7c-936d-0ddf1dbef72d {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.735249] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-730d4e12-96ae-47b6-b45e-7a9bad725f45 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.753327] env[69770]: DEBUG nova.compute.provider_tree [None req-0ec80874-f971-42ac-abdf-9df971230144 tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] Inventory has not changed in ProviderTree for provider: 7cc7d32b-b7a7-454a-a456-2a440248ed9d {{(pid=69770) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1165.767540] env[69770]: DEBUG oslo_vmware.rw_handles [None req-35a7a634-f7cb-428d-b4e9-e4c7968f1745 tempest-AttachVolumeShelveTestJSON-1191911444 tempest-AttachVolumeShelveTestJSON-1191911444-project-member] Closed VMDK write handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52c658d6-8f48-d4fe-3550-29d66fadbd0c/disk-0.vmdk. {{(pid=69770) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1165.767833] env[69770]: INFO nova.virt.vmwareapi.images [None req-35a7a634-f7cb-428d-b4e9-e4c7968f1745 tempest-AttachVolumeShelveTestJSON-1191911444 tempest-AttachVolumeShelveTestJSON-1191911444-project-member] [instance: 1e9f2a84-ff0f-4bfb-87b7-0b0d3604ab3f] Downloaded image file data 29cdd599-8194-4b49-9477-effcb9b40295 [ 1165.768728] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93398235-241e-4a97-96b0-881f19d64e0f {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.786140] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c2fe08b0-056a-44e0-b074-31341509991b {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.830397] env[69770]: DEBUG oslo_concurrency.lockutils [None req-af121046-e695-42ee-8dbc-7f35f06878f0 tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1165.903692] env[69770]: INFO nova.compute.manager [-] [instance: d9619712-7879-42fa-a39a-d61c2c2cad75] Took 1.60 seconds to deallocate network for instance. [ 1165.910304] env[69770]: INFO nova.virt.vmwareapi.images [None req-35a7a634-f7cb-428d-b4e9-e4c7968f1745 tempest-AttachVolumeShelveTestJSON-1191911444 tempest-AttachVolumeShelveTestJSON-1191911444-project-member] [instance: 1e9f2a84-ff0f-4bfb-87b7-0b0d3604ab3f] The imported VM was unregistered [ 1165.912700] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-35a7a634-f7cb-428d-b4e9-e4c7968f1745 tempest-AttachVolumeShelveTestJSON-1191911444 tempest-AttachVolumeShelveTestJSON-1191911444-project-member] [instance: 1e9f2a84-ff0f-4bfb-87b7-0b0d3604ab3f] Caching image {{(pid=69770) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1165.912941] env[69770]: DEBUG nova.virt.vmwareapi.ds_util [None req-35a7a634-f7cb-428d-b4e9-e4c7968f1745 tempest-AttachVolumeShelveTestJSON-1191911444 tempest-AttachVolumeShelveTestJSON-1191911444-project-member] Creating directory with path [datastore2] devstack-image-cache_base/29cdd599-8194-4b49-9477-effcb9b40295 {{(pid=69770) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1165.913529] env[69770]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-45481a77-dc3e-4954-9337-6322e440fa60 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.933962] env[69770]: DEBUG nova.virt.vmwareapi.ds_util [None req-35a7a634-f7cb-428d-b4e9-e4c7968f1745 tempest-AttachVolumeShelveTestJSON-1191911444 tempest-AttachVolumeShelveTestJSON-1191911444-project-member] Created directory with path [datastore2] devstack-image-cache_base/29cdd599-8194-4b49-9477-effcb9b40295 {{(pid=69770) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1165.935030] env[69770]: DEBUG nova.virt.vmwareapi.ds_util [None req-35a7a634-f7cb-428d-b4e9-e4c7968f1745 tempest-AttachVolumeShelveTestJSON-1191911444 tempest-AttachVolumeShelveTestJSON-1191911444-project-member] Moving virtual disk from [datastore2] OSTACK_IMG_5143ad64-0132-431b-a072-f663370f868c/OSTACK_IMG_5143ad64-0132-431b-a072-f663370f868c.vmdk to [datastore2] devstack-image-cache_base/29cdd599-8194-4b49-9477-effcb9b40295/29cdd599-8194-4b49-9477-effcb9b40295.vmdk. {{(pid=69770) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1165.935030] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-4a3259fd-7a25-48c3-bb49-b7d799f57a8d {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.943160] env[69770]: DEBUG oslo_vmware.api [None req-35a7a634-f7cb-428d-b4e9-e4c7968f1745 tempest-AttachVolumeShelveTestJSON-1191911444 tempest-AttachVolumeShelveTestJSON-1191911444-project-member] Waiting for the task: (returnval){ [ 1165.943160] env[69770]: value = "task-4070554" [ 1165.943160] env[69770]: _type = "Task" [ 1165.943160] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1165.954040] env[69770]: DEBUG oslo_vmware.api [None req-35a7a634-f7cb-428d-b4e9-e4c7968f1745 tempest-AttachVolumeShelveTestJSON-1191911444 tempest-AttachVolumeShelveTestJSON-1191911444-project-member] Task: {'id': task-4070554, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1166.011238] env[69770]: DEBUG oslo_vmware.api [None req-f7ca7535-9047-4a85-989f-9349b20344fc tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] Task: {'id': task-4070552, 'name': ReconfigVM_Task, 'duration_secs': 0.259405} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1166.011608] env[69770]: DEBUG nova.virt.vmwareapi.volumeops [None req-f7ca7535-9047-4a85-989f-9349b20344fc tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] [instance: cb2d5e5c-a655-4351-8e47-77816071183b] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-806650', 'volume_id': 'ace1cfcc-c088-45ef-b9cb-40b59354b1ce', 'name': 'volume-ace1cfcc-c088-45ef-b9cb-40b59354b1ce', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'cb2d5e5c-a655-4351-8e47-77816071183b', 'attached_at': '', 'detached_at': '', 'volume_id': 'ace1cfcc-c088-45ef-b9cb-40b59354b1ce', 'serial': 'ace1cfcc-c088-45ef-b9cb-40b59354b1ce'} {{(pid=69770) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1166.254886] env[69770]: DEBUG nova.scheduler.client.report [None req-0ec80874-f971-42ac-abdf-9df971230144 tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] Inventory has not changed for provider 7cc7d32b-b7a7-454a-a456-2a440248ed9d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69770) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1166.414613] env[69770]: DEBUG oslo_concurrency.lockutils [None req-d5a761df-3514-4604-8003-d86ec398a373 tempest-ServersTestManualDisk-1827962729 tempest-ServersTestManualDisk-1827962729-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1166.454688] env[69770]: DEBUG oslo_vmware.api [None req-35a7a634-f7cb-428d-b4e9-e4c7968f1745 tempest-AttachVolumeShelveTestJSON-1191911444 tempest-AttachVolumeShelveTestJSON-1191911444-project-member] Task: {'id': task-4070554, 'name': MoveVirtualDisk_Task} progress is 9%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1166.760350] env[69770]: DEBUG oslo_concurrency.lockutils [None req-0ec80874-f971-42ac-abdf-9df971230144 tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.362s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1166.761024] env[69770]: DEBUG nova.compute.manager [None req-0ec80874-f971-42ac-abdf-9df971230144 tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] [instance: dab60fd0-ed75-4747-8caf-e5e99ea54448] Start building networks asynchronously for instance. {{(pid=69770) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1166.764568] env[69770]: DEBUG oslo_concurrency.lockutils [None req-7855b4b1-39f2-44c9-8975-4c599de6b11e tempest-ServerRescueNegativeTestJSON-135561646 tempest-ServerRescueNegativeTestJSON-135561646-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.885s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1166.766345] env[69770]: INFO nova.compute.claims [None req-7855b4b1-39f2-44c9-8975-4c599de6b11e tempest-ServerRescueNegativeTestJSON-135561646 tempest-ServerRescueNegativeTestJSON-135561646-project-member] [instance: 215916d5-31b5-49ba-a7bc-78d9652dea41] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1166.954041] env[69770]: DEBUG oslo_vmware.api [None req-35a7a634-f7cb-428d-b4e9-e4c7968f1745 tempest-AttachVolumeShelveTestJSON-1191911444 tempest-AttachVolumeShelveTestJSON-1191911444-project-member] Task: {'id': task-4070554, 'name': MoveVirtualDisk_Task} progress is 26%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1167.078559] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-f7ca7535-9047-4a85-989f-9349b20344fc tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] [instance: cb2d5e5c-a655-4351-8e47-77816071183b] Powering off the VM {{(pid=69770) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1167.079017] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c38d5603-632c-4ef9-a401-ab3f61588b7d {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.089716] env[69770]: DEBUG oslo_vmware.api [None req-f7ca7535-9047-4a85-989f-9349b20344fc tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] Waiting for the task: (returnval){ [ 1167.089716] env[69770]: value = "task-4070555" [ 1167.089716] env[69770]: _type = "Task" [ 1167.089716] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1167.099861] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-f7ca7535-9047-4a85-989f-9349b20344fc tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] [instance: cb2d5e5c-a655-4351-8e47-77816071183b] VM already powered off {{(pid=69770) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1167.100166] env[69770]: DEBUG nova.virt.vmwareapi.volumeops [None req-f7ca7535-9047-4a85-989f-9349b20344fc tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] [instance: cb2d5e5c-a655-4351-8e47-77816071183b] Volume detach. Driver type: vmdk {{(pid=69770) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1167.100349] env[69770]: DEBUG nova.virt.vmwareapi.volumeops [None req-f7ca7535-9047-4a85-989f-9349b20344fc tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] [instance: cb2d5e5c-a655-4351-8e47-77816071183b] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-806650', 'volume_id': 'ace1cfcc-c088-45ef-b9cb-40b59354b1ce', 'name': 'volume-ace1cfcc-c088-45ef-b9cb-40b59354b1ce', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'cb2d5e5c-a655-4351-8e47-77816071183b', 'attached_at': '', 'detached_at': '', 'volume_id': 'ace1cfcc-c088-45ef-b9cb-40b59354b1ce', 'serial': 'ace1cfcc-c088-45ef-b9cb-40b59354b1ce'} {{(pid=69770) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1167.101251] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3954fd30-074c-46f2-8ccf-6c1f7a088065 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.123590] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f558f23-8200-446b-bb81-b0a8e3b1774f {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.132544] env[69770]: WARNING nova.virt.vmwareapi.driver [None req-f7ca7535-9047-4a85-989f-9349b20344fc tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] [instance: cb2d5e5c-a655-4351-8e47-77816071183b] The volume None does not exist!: nova.exception.DiskNotFound: Unable to find volume [ 1167.132544] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-f7ca7535-9047-4a85-989f-9349b20344fc tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] [instance: cb2d5e5c-a655-4351-8e47-77816071183b] Destroying instance {{(pid=69770) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1167.133209] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-391e1baf-aeda-449e-9180-c69a79a2faa0 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.142760] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-f7ca7535-9047-4a85-989f-9349b20344fc tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] [instance: cb2d5e5c-a655-4351-8e47-77816071183b] Unregistering the VM {{(pid=69770) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1167.142760] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3c0f8252-b893-4e6f-bd62-7abeb2d4e685 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.227681] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-f7ca7535-9047-4a85-989f-9349b20344fc tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] [instance: cb2d5e5c-a655-4351-8e47-77816071183b] Unregistered the VM {{(pid=69770) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1167.228105] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-f7ca7535-9047-4a85-989f-9349b20344fc tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] [instance: cb2d5e5c-a655-4351-8e47-77816071183b] Deleting contents of the VM from datastore datastore2 {{(pid=69770) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1167.228308] env[69770]: DEBUG nova.virt.vmwareapi.ds_util [None req-f7ca7535-9047-4a85-989f-9349b20344fc tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] Deleting the datastore file [datastore2] cb2d5e5c-a655-4351-8e47-77816071183b {{(pid=69770) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1167.228594] env[69770]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d34780f0-2376-411a-97a0-6990445a1d39 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.237412] env[69770]: DEBUG oslo_vmware.api [None req-f7ca7535-9047-4a85-989f-9349b20344fc tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] Waiting for the task: (returnval){ [ 1167.237412] env[69770]: value = "task-4070557" [ 1167.237412] env[69770]: _type = "Task" [ 1167.237412] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1167.247463] env[69770]: DEBUG oslo_vmware.api [None req-f7ca7535-9047-4a85-989f-9349b20344fc tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] Task: {'id': task-4070557, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1167.271141] env[69770]: DEBUG nova.compute.utils [None req-0ec80874-f971-42ac-abdf-9df971230144 tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] Using /dev/sd instead of None {{(pid=69770) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1167.275465] env[69770]: DEBUG nova.compute.manager [None req-0ec80874-f971-42ac-abdf-9df971230144 tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] [instance: dab60fd0-ed75-4747-8caf-e5e99ea54448] Allocating IP information in the background. {{(pid=69770) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1167.275607] env[69770]: DEBUG nova.network.neutron [None req-0ec80874-f971-42ac-abdf-9df971230144 tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] [instance: dab60fd0-ed75-4747-8caf-e5e99ea54448] allocate_for_instance() {{(pid=69770) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1167.325402] env[69770]: DEBUG nova.policy [None req-0ec80874-f971-42ac-abdf-9df971230144 tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '644f28af5a29464f90987b6181a51fd7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '677c29867f944b8198884aae6535814b', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69770) authorize /opt/stack/nova/nova/policy.py:192}} [ 1167.455886] env[69770]: DEBUG oslo_vmware.api [None req-35a7a634-f7cb-428d-b4e9-e4c7968f1745 tempest-AttachVolumeShelveTestJSON-1191911444 tempest-AttachVolumeShelveTestJSON-1191911444-project-member] Task: {'id': task-4070554, 'name': MoveVirtualDisk_Task} progress is 46%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1167.748585] env[69770]: DEBUG oslo_vmware.api [None req-f7ca7535-9047-4a85-989f-9349b20344fc tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] Task: {'id': task-4070557, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1167.776531] env[69770]: DEBUG nova.compute.manager [None req-0ec80874-f971-42ac-abdf-9df971230144 tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] [instance: dab60fd0-ed75-4747-8caf-e5e99ea54448] Start building block device mappings for instance. {{(pid=69770) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1167.956793] env[69770]: DEBUG oslo_vmware.api [None req-35a7a634-f7cb-428d-b4e9-e4c7968f1745 tempest-AttachVolumeShelveTestJSON-1191911444 tempest-AttachVolumeShelveTestJSON-1191911444-project-member] Task: {'id': task-4070554, 'name': MoveVirtualDisk_Task} progress is 69%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1167.978532] env[69770]: DEBUG nova.network.neutron [None req-0ec80874-f971-42ac-abdf-9df971230144 tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] [instance: dab60fd0-ed75-4747-8caf-e5e99ea54448] Successfully created port: 307ab9b8-a8a6-42c9-a816-c8b10c9a98f5 {{(pid=69770) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1168.005022] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d90dcebb-5026-49ff-9a6a-bbd5005f6987 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.016341] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03e7a079-840a-41e4-817c-a310885c8db9 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.054413] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34a0beb4-4357-4659-94ff-c099d76e7129 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.065208] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5109ecab-936d-4678-b26f-5c376968af13 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.081998] env[69770]: DEBUG nova.compute.provider_tree [None req-7855b4b1-39f2-44c9-8975-4c599de6b11e tempest-ServerRescueNegativeTestJSON-135561646 tempest-ServerRescueNegativeTestJSON-135561646-project-member] Inventory has not changed in ProviderTree for provider: 7cc7d32b-b7a7-454a-a456-2a440248ed9d {{(pid=69770) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1168.251250] env[69770]: DEBUG oslo_vmware.api [None req-f7ca7535-9047-4a85-989f-9349b20344fc tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] Task: {'id': task-4070557, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.457747] env[69770]: DEBUG oslo_vmware.api [None req-35a7a634-f7cb-428d-b4e9-e4c7968f1745 tempest-AttachVolumeShelveTestJSON-1191911444 tempest-AttachVolumeShelveTestJSON-1191911444-project-member] Task: {'id': task-4070554, 'name': MoveVirtualDisk_Task} progress is 88%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.624673] env[69770]: DEBUG nova.scheduler.client.report [None req-7855b4b1-39f2-44c9-8975-4c599de6b11e tempest-ServerRescueNegativeTestJSON-135561646 tempest-ServerRescueNegativeTestJSON-135561646-project-member] Inventory has not changed for provider 7cc7d32b-b7a7-454a-a456-2a440248ed9d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69770) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1168.750203] env[69770]: DEBUG oslo_vmware.api [None req-f7ca7535-9047-4a85-989f-9349b20344fc tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] Task: {'id': task-4070557, 'name': DeleteDatastoreFile_Task, 'duration_secs': 1.51023} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1168.750496] env[69770]: DEBUG nova.virt.vmwareapi.ds_util [None req-f7ca7535-9047-4a85-989f-9349b20344fc tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] Deleted the datastore file {{(pid=69770) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1168.750707] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-f7ca7535-9047-4a85-989f-9349b20344fc tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] [instance: cb2d5e5c-a655-4351-8e47-77816071183b] Deleted contents of the VM from datastore datastore2 {{(pid=69770) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1168.750893] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-f7ca7535-9047-4a85-989f-9349b20344fc tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] [instance: cb2d5e5c-a655-4351-8e47-77816071183b] Instance destroyed {{(pid=69770) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1168.792927] env[69770]: DEBUG nova.compute.manager [None req-0ec80874-f971-42ac-abdf-9df971230144 tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] [instance: dab60fd0-ed75-4747-8caf-e5e99ea54448] Start spawning the instance on the hypervisor. {{(pid=69770) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1168.818790] env[69770]: DEBUG nova.virt.hardware [None req-0ec80874-f971-42ac-abdf-9df971230144 tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T12:16:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T12:16:11Z,direct_url=,disk_format='vmdk',id=d1eaff80-24a0-4391-90eb-59958b1ecf0a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d65f20bb89fb40a98b77bc6d97357df2',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T12:16:12Z,virtual_size=,visibility=), allow threads: False {{(pid=69770) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1168.819054] env[69770]: DEBUG nova.virt.hardware [None req-0ec80874-f971-42ac-abdf-9df971230144 tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] Flavor limits 0:0:0 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1168.819245] env[69770]: DEBUG nova.virt.hardware [None req-0ec80874-f971-42ac-abdf-9df971230144 tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] Image limits 0:0:0 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1168.819442] env[69770]: DEBUG nova.virt.hardware [None req-0ec80874-f971-42ac-abdf-9df971230144 tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] Flavor pref 0:0:0 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1168.819586] env[69770]: DEBUG nova.virt.hardware [None req-0ec80874-f971-42ac-abdf-9df971230144 tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] Image pref 0:0:0 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1168.819730] env[69770]: DEBUG nova.virt.hardware [None req-0ec80874-f971-42ac-abdf-9df971230144 tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1168.819940] env[69770]: DEBUG nova.virt.hardware [None req-0ec80874-f971-42ac-abdf-9df971230144 tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69770) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1168.820117] env[69770]: DEBUG nova.virt.hardware [None req-0ec80874-f971-42ac-abdf-9df971230144 tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69770) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1168.820306] env[69770]: DEBUG nova.virt.hardware [None req-0ec80874-f971-42ac-abdf-9df971230144 tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] Got 1 possible topologies {{(pid=69770) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1168.820479] env[69770]: DEBUG nova.virt.hardware [None req-0ec80874-f971-42ac-abdf-9df971230144 tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69770) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1168.820652] env[69770]: DEBUG nova.virt.hardware [None req-0ec80874-f971-42ac-abdf-9df971230144 tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69770) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1168.821773] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74c2f8a6-c5fe-40c0-bb62-f4e781891cae {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.830393] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da694820-b965-49e5-b52c-5294f0922f5b {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.958637] env[69770]: DEBUG oslo_vmware.api [None req-35a7a634-f7cb-428d-b4e9-e4c7968f1745 tempest-AttachVolumeShelveTestJSON-1191911444 tempest-AttachVolumeShelveTestJSON-1191911444-project-member] Task: {'id': task-4070554, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.836503} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1168.958989] env[69770]: INFO nova.virt.vmwareapi.ds_util [None req-35a7a634-f7cb-428d-b4e9-e4c7968f1745 tempest-AttachVolumeShelveTestJSON-1191911444 tempest-AttachVolumeShelveTestJSON-1191911444-project-member] Moved virtual disk from [datastore2] OSTACK_IMG_5143ad64-0132-431b-a072-f663370f868c/OSTACK_IMG_5143ad64-0132-431b-a072-f663370f868c.vmdk to [datastore2] devstack-image-cache_base/29cdd599-8194-4b49-9477-effcb9b40295/29cdd599-8194-4b49-9477-effcb9b40295.vmdk. [ 1168.959284] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-35a7a634-f7cb-428d-b4e9-e4c7968f1745 tempest-AttachVolumeShelveTestJSON-1191911444 tempest-AttachVolumeShelveTestJSON-1191911444-project-member] [instance: 1e9f2a84-ff0f-4bfb-87b7-0b0d3604ab3f] Cleaning up location [datastore2] OSTACK_IMG_5143ad64-0132-431b-a072-f663370f868c {{(pid=69770) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1168.959449] env[69770]: DEBUG nova.virt.vmwareapi.ds_util [None req-35a7a634-f7cb-428d-b4e9-e4c7968f1745 tempest-AttachVolumeShelveTestJSON-1191911444 tempest-AttachVolumeShelveTestJSON-1191911444-project-member] Deleting the datastore file [datastore2] OSTACK_IMG_5143ad64-0132-431b-a072-f663370f868c {{(pid=69770) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1168.959717] env[69770]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f60fece3-f0ab-4a41-a266-6a5c6948f1d2 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.966767] env[69770]: DEBUG oslo_vmware.api [None req-35a7a634-f7cb-428d-b4e9-e4c7968f1745 tempest-AttachVolumeShelveTestJSON-1191911444 tempest-AttachVolumeShelveTestJSON-1191911444-project-member] Waiting for the task: (returnval){ [ 1168.966767] env[69770]: value = "task-4070558" [ 1168.966767] env[69770]: _type = "Task" [ 1168.966767] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1168.975208] env[69770]: DEBUG oslo_vmware.api [None req-35a7a634-f7cb-428d-b4e9-e4c7968f1745 tempest-AttachVolumeShelveTestJSON-1191911444 tempest-AttachVolumeShelveTestJSON-1191911444-project-member] Task: {'id': task-4070558, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1169.130704] env[69770]: DEBUG oslo_concurrency.lockutils [None req-7855b4b1-39f2-44c9-8975-4c599de6b11e tempest-ServerRescueNegativeTestJSON-135561646 tempest-ServerRescueNegativeTestJSON-135561646-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.366s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1169.131308] env[69770]: DEBUG nova.compute.manager [None req-7855b4b1-39f2-44c9-8975-4c599de6b11e tempest-ServerRescueNegativeTestJSON-135561646 tempest-ServerRescueNegativeTestJSON-135561646-project-member] [instance: 215916d5-31b5-49ba-a7bc-78d9652dea41] Start building networks asynchronously for instance. {{(pid=69770) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1169.134353] env[69770]: DEBUG oslo_concurrency.lockutils [None req-af121046-e695-42ee-8dbc-7f35f06878f0 tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.304s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1169.135809] env[69770]: INFO nova.compute.claims [None req-af121046-e695-42ee-8dbc-7f35f06878f0 tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] [instance: 8d5ad060-8e9d-4b5d-ba8b-3f2d955a4455] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1169.256533] env[69770]: INFO nova.virt.block_device [None req-f7ca7535-9047-4a85-989f-9349b20344fc tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] [instance: cb2d5e5c-a655-4351-8e47-77816071183b] Booting with volume ace1cfcc-c088-45ef-b9cb-40b59354b1ce at /dev/sdb [ 1169.293284] env[69770]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f54421ee-8ebe-4584-adad-56e771f3ee77 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.303020] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c05d0c5c-739e-4378-a041-6af980b713db {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.333403] env[69770]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-2d390610-67d4-4efa-8508-042caed397f7 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.341956] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7d0b79b-66bc-4c65-9633-4540e58d6f39 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.372679] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fb57a38-5867-401c-916d-2e5c9fc044da {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.379662] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5e3d390-8fba-4d8c-8b41-6f0739466f87 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.392916] env[69770]: DEBUG nova.virt.block_device [None req-f7ca7535-9047-4a85-989f-9349b20344fc tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] [instance: cb2d5e5c-a655-4351-8e47-77816071183b] Updating existing volume attachment record: eb93f2fb-5aba-4bd6-8f23-5e04f27a4e44 {{(pid=69770) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1169.477204] env[69770]: DEBUG oslo_vmware.api [None req-35a7a634-f7cb-428d-b4e9-e4c7968f1745 tempest-AttachVolumeShelveTestJSON-1191911444 tempest-AttachVolumeShelveTestJSON-1191911444-project-member] Task: {'id': task-4070558, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.038184} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1169.477518] env[69770]: DEBUG nova.virt.vmwareapi.ds_util [None req-35a7a634-f7cb-428d-b4e9-e4c7968f1745 tempest-AttachVolumeShelveTestJSON-1191911444 tempest-AttachVolumeShelveTestJSON-1191911444-project-member] Deleted the datastore file {{(pid=69770) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1169.477634] env[69770]: DEBUG oslo_concurrency.lockutils [None req-35a7a634-f7cb-428d-b4e9-e4c7968f1745 tempest-AttachVolumeShelveTestJSON-1191911444 tempest-AttachVolumeShelveTestJSON-1191911444-project-member] Releasing lock "[datastore2] devstack-image-cache_base/29cdd599-8194-4b49-9477-effcb9b40295/29cdd599-8194-4b49-9477-effcb9b40295.vmdk" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.477873] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-35a7a634-f7cb-428d-b4e9-e4c7968f1745 tempest-AttachVolumeShelveTestJSON-1191911444 tempest-AttachVolumeShelveTestJSON-1191911444-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/29cdd599-8194-4b49-9477-effcb9b40295/29cdd599-8194-4b49-9477-effcb9b40295.vmdk to [datastore2] 1e9f2a84-ff0f-4bfb-87b7-0b0d3604ab3f/1e9f2a84-ff0f-4bfb-87b7-0b0d3604ab3f.vmdk {{(pid=69770) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1169.478146] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-23ceaf6e-ef3e-4fed-a1ca-de6e76ede539 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.484682] env[69770]: DEBUG oslo_vmware.api [None req-35a7a634-f7cb-428d-b4e9-e4c7968f1745 tempest-AttachVolumeShelveTestJSON-1191911444 tempest-AttachVolumeShelveTestJSON-1191911444-project-member] Waiting for the task: (returnval){ [ 1169.484682] env[69770]: value = "task-4070559" [ 1169.484682] env[69770]: _type = "Task" [ 1169.484682] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1169.492982] env[69770]: DEBUG oslo_vmware.api [None req-35a7a634-f7cb-428d-b4e9-e4c7968f1745 tempest-AttachVolumeShelveTestJSON-1191911444 tempest-AttachVolumeShelveTestJSON-1191911444-project-member] Task: {'id': task-4070559, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1169.575192] env[69770]: DEBUG nova.compute.manager [req-125004d4-bb46-4233-b360-62af8ed1f449 req-a5ab59d8-f41a-4bf8-beb8-ddb34be5a907 service nova] [instance: dab60fd0-ed75-4747-8caf-e5e99ea54448] Received event network-vif-plugged-307ab9b8-a8a6-42c9-a816-c8b10c9a98f5 {{(pid=69770) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1169.575457] env[69770]: DEBUG oslo_concurrency.lockutils [req-125004d4-bb46-4233-b360-62af8ed1f449 req-a5ab59d8-f41a-4bf8-beb8-ddb34be5a907 service nova] Acquiring lock "dab60fd0-ed75-4747-8caf-e5e99ea54448-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1169.575672] env[69770]: DEBUG oslo_concurrency.lockutils [req-125004d4-bb46-4233-b360-62af8ed1f449 req-a5ab59d8-f41a-4bf8-beb8-ddb34be5a907 service nova] Lock "dab60fd0-ed75-4747-8caf-e5e99ea54448-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1169.575925] env[69770]: DEBUG oslo_concurrency.lockutils [req-125004d4-bb46-4233-b360-62af8ed1f449 req-a5ab59d8-f41a-4bf8-beb8-ddb34be5a907 service nova] Lock "dab60fd0-ed75-4747-8caf-e5e99ea54448-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1169.576139] env[69770]: DEBUG nova.compute.manager [req-125004d4-bb46-4233-b360-62af8ed1f449 req-a5ab59d8-f41a-4bf8-beb8-ddb34be5a907 service nova] [instance: dab60fd0-ed75-4747-8caf-e5e99ea54448] No waiting events found dispatching network-vif-plugged-307ab9b8-a8a6-42c9-a816-c8b10c9a98f5 {{(pid=69770) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1169.576357] env[69770]: WARNING nova.compute.manager [req-125004d4-bb46-4233-b360-62af8ed1f449 req-a5ab59d8-f41a-4bf8-beb8-ddb34be5a907 service nova] [instance: dab60fd0-ed75-4747-8caf-e5e99ea54448] Received unexpected event network-vif-plugged-307ab9b8-a8a6-42c9-a816-c8b10c9a98f5 for instance with vm_state building and task_state spawning. [ 1169.642328] env[69770]: DEBUG nova.compute.utils [None req-7855b4b1-39f2-44c9-8975-4c599de6b11e tempest-ServerRescueNegativeTestJSON-135561646 tempest-ServerRescueNegativeTestJSON-135561646-project-member] Using /dev/sd instead of None {{(pid=69770) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1169.649079] env[69770]: DEBUG nova.compute.manager [None req-7855b4b1-39f2-44c9-8975-4c599de6b11e tempest-ServerRescueNegativeTestJSON-135561646 tempest-ServerRescueNegativeTestJSON-135561646-project-member] [instance: 215916d5-31b5-49ba-a7bc-78d9652dea41] Allocating IP information in the background. {{(pid=69770) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1169.649289] env[69770]: DEBUG nova.network.neutron [None req-7855b4b1-39f2-44c9-8975-4c599de6b11e tempest-ServerRescueNegativeTestJSON-135561646 tempest-ServerRescueNegativeTestJSON-135561646-project-member] [instance: 215916d5-31b5-49ba-a7bc-78d9652dea41] allocate_for_instance() {{(pid=69770) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1169.688077] env[69770]: DEBUG nova.network.neutron [None req-0ec80874-f971-42ac-abdf-9df971230144 tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] [instance: dab60fd0-ed75-4747-8caf-e5e99ea54448] Successfully updated port: 307ab9b8-a8a6-42c9-a816-c8b10c9a98f5 {{(pid=69770) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1169.706873] env[69770]: DEBUG nova.policy [None req-7855b4b1-39f2-44c9-8975-4c599de6b11e tempest-ServerRescueNegativeTestJSON-135561646 tempest-ServerRescueNegativeTestJSON-135561646-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '980263ebf1bb49cdade853b6afba3e86', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3903a8460665477a9e1a8d5c6550931b', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69770) authorize /opt/stack/nova/nova/policy.py:192}} [ 1169.995427] env[69770]: DEBUG oslo_vmware.api [None req-35a7a634-f7cb-428d-b4e9-e4c7968f1745 tempest-AttachVolumeShelveTestJSON-1191911444 tempest-AttachVolumeShelveTestJSON-1191911444-project-member] Task: {'id': task-4070559, 'name': CopyVirtualDisk_Task} progress is 21%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1170.028520] env[69770]: DEBUG nova.network.neutron [None req-7855b4b1-39f2-44c9-8975-4c599de6b11e tempest-ServerRescueNegativeTestJSON-135561646 tempest-ServerRescueNegativeTestJSON-135561646-project-member] [instance: 215916d5-31b5-49ba-a7bc-78d9652dea41] Successfully created port: 0c8f9939-e902-4e4b-9620-94d662a2e543 {{(pid=69770) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1170.150061] env[69770]: DEBUG nova.compute.manager [None req-7855b4b1-39f2-44c9-8975-4c599de6b11e tempest-ServerRescueNegativeTestJSON-135561646 tempest-ServerRescueNegativeTestJSON-135561646-project-member] [instance: 215916d5-31b5-49ba-a7bc-78d9652dea41] Start building block device mappings for instance. {{(pid=69770) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1170.191132] env[69770]: DEBUG oslo_concurrency.lockutils [None req-0ec80874-f971-42ac-abdf-9df971230144 tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] Acquiring lock "refresh_cache-dab60fd0-ed75-4747-8caf-e5e99ea54448" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.191560] env[69770]: DEBUG oslo_concurrency.lockutils [None req-0ec80874-f971-42ac-abdf-9df971230144 tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] Acquired lock "refresh_cache-dab60fd0-ed75-4747-8caf-e5e99ea54448" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.192052] env[69770]: DEBUG nova.network.neutron [None req-0ec80874-f971-42ac-abdf-9df971230144 tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] [instance: dab60fd0-ed75-4747-8caf-e5e99ea54448] Building network info cache for instance {{(pid=69770) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1170.387707] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6b34f45-43f6-4d1c-9eda-a92d5a3ae257 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.398018] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44e37834-2d63-4e62-81f9-163eb8086b49 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.429456] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-528280ae-ef8b-412c-9972-dffe42ec14d4 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.440758] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30967170-671e-404b-b83f-23675dfc93e2 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.454548] env[69770]: DEBUG nova.compute.provider_tree [None req-af121046-e695-42ee-8dbc-7f35f06878f0 tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] Inventory has not changed in ProviderTree for provider: 7cc7d32b-b7a7-454a-a456-2a440248ed9d {{(pid=69770) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1170.504012] env[69770]: DEBUG oslo_vmware.api [None req-35a7a634-f7cb-428d-b4e9-e4c7968f1745 tempest-AttachVolumeShelveTestJSON-1191911444 tempest-AttachVolumeShelveTestJSON-1191911444-project-member] Task: {'id': task-4070559, 'name': CopyVirtualDisk_Task} progress is 43%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1170.739885] env[69770]: DEBUG nova.network.neutron [None req-0ec80874-f971-42ac-abdf-9df971230144 tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] [instance: dab60fd0-ed75-4747-8caf-e5e99ea54448] Instance cache missing network info. {{(pid=69770) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1170.901795] env[69770]: DEBUG nova.network.neutron [None req-0ec80874-f971-42ac-abdf-9df971230144 tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] [instance: dab60fd0-ed75-4747-8caf-e5e99ea54448] Updating instance_info_cache with network_info: [{"id": "307ab9b8-a8a6-42c9-a816-c8b10c9a98f5", "address": "fa:16:3e:0c:f7:1d", "network": {"id": "fb2a6a42-a9ea-4a2f-b885-b0c06c1061b9", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1944009097-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "677c29867f944b8198884aae6535814b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b91b49a8-b849-4d0c-97f7-74fdcd88ae03", "external-id": "nsx-vlan-transportzone-406", "segmentation_id": 406, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap307ab9b8-a8", "ovs_interfaceid": "307ab9b8-a8a6-42c9-a816-c8b10c9a98f5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69770) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1170.958133] env[69770]: DEBUG nova.scheduler.client.report [None req-af121046-e695-42ee-8dbc-7f35f06878f0 tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] Inventory has not changed for provider 7cc7d32b-b7a7-454a-a456-2a440248ed9d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69770) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1170.994159] env[69770]: DEBUG oslo_concurrency.lockutils [None req-48c04256-89f7-478a-8996-689a939fdad1 tempest-AttachVolumeTestJSON-339692578 tempest-AttachVolumeTestJSON-339692578-project-member] Acquiring lock "dc0f3667-e2b8-4b6a-b4e2-cc558b2f10ad" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1170.994159] env[69770]: DEBUG oslo_concurrency.lockutils [None req-48c04256-89f7-478a-8996-689a939fdad1 tempest-AttachVolumeTestJSON-339692578 tempest-AttachVolumeTestJSON-339692578-project-member] Lock "dc0f3667-e2b8-4b6a-b4e2-cc558b2f10ad" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1171.004598] env[69770]: DEBUG oslo_vmware.api [None req-35a7a634-f7cb-428d-b4e9-e4c7968f1745 tempest-AttachVolumeShelveTestJSON-1191911444 tempest-AttachVolumeShelveTestJSON-1191911444-project-member] Task: {'id': task-4070559, 'name': CopyVirtualDisk_Task} progress is 63%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.164736] env[69770]: DEBUG nova.compute.manager [None req-7855b4b1-39f2-44c9-8975-4c599de6b11e tempest-ServerRescueNegativeTestJSON-135561646 tempest-ServerRescueNegativeTestJSON-135561646-project-member] [instance: 215916d5-31b5-49ba-a7bc-78d9652dea41] Start spawning the instance on the hypervisor. {{(pid=69770) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1171.192322] env[69770]: DEBUG nova.virt.hardware [None req-7855b4b1-39f2-44c9-8975-4c599de6b11e tempest-ServerRescueNegativeTestJSON-135561646 tempest-ServerRescueNegativeTestJSON-135561646-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T12:16:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T12:16:11Z,direct_url=,disk_format='vmdk',id=d1eaff80-24a0-4391-90eb-59958b1ecf0a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d65f20bb89fb40a98b77bc6d97357df2',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T12:16:12Z,virtual_size=,visibility=), allow threads: False {{(pid=69770) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1171.192610] env[69770]: DEBUG nova.virt.hardware [None req-7855b4b1-39f2-44c9-8975-4c599de6b11e tempest-ServerRescueNegativeTestJSON-135561646 tempest-ServerRescueNegativeTestJSON-135561646-project-member] Flavor limits 0:0:0 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1171.192766] env[69770]: DEBUG nova.virt.hardware [None req-7855b4b1-39f2-44c9-8975-4c599de6b11e tempest-ServerRescueNegativeTestJSON-135561646 tempest-ServerRescueNegativeTestJSON-135561646-project-member] Image limits 0:0:0 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1171.192952] env[69770]: DEBUG nova.virt.hardware [None req-7855b4b1-39f2-44c9-8975-4c599de6b11e tempest-ServerRescueNegativeTestJSON-135561646 tempest-ServerRescueNegativeTestJSON-135561646-project-member] Flavor pref 0:0:0 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1171.193138] env[69770]: DEBUG nova.virt.hardware [None req-7855b4b1-39f2-44c9-8975-4c599de6b11e tempest-ServerRescueNegativeTestJSON-135561646 tempest-ServerRescueNegativeTestJSON-135561646-project-member] Image pref 0:0:0 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1171.193303] env[69770]: DEBUG nova.virt.hardware [None req-7855b4b1-39f2-44c9-8975-4c599de6b11e tempest-ServerRescueNegativeTestJSON-135561646 tempest-ServerRescueNegativeTestJSON-135561646-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1171.193520] env[69770]: DEBUG nova.virt.hardware [None req-7855b4b1-39f2-44c9-8975-4c599de6b11e tempest-ServerRescueNegativeTestJSON-135561646 tempest-ServerRescueNegativeTestJSON-135561646-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69770) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1171.193678] env[69770]: DEBUG nova.virt.hardware [None req-7855b4b1-39f2-44c9-8975-4c599de6b11e tempest-ServerRescueNegativeTestJSON-135561646 tempest-ServerRescueNegativeTestJSON-135561646-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69770) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1171.193845] env[69770]: DEBUG nova.virt.hardware [None req-7855b4b1-39f2-44c9-8975-4c599de6b11e tempest-ServerRescueNegativeTestJSON-135561646 tempest-ServerRescueNegativeTestJSON-135561646-project-member] Got 1 possible topologies {{(pid=69770) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1171.194014] env[69770]: DEBUG nova.virt.hardware [None req-7855b4b1-39f2-44c9-8975-4c599de6b11e tempest-ServerRescueNegativeTestJSON-135561646 tempest-ServerRescueNegativeTestJSON-135561646-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69770) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1171.194218] env[69770]: DEBUG nova.virt.hardware [None req-7855b4b1-39f2-44c9-8975-4c599de6b11e tempest-ServerRescueNegativeTestJSON-135561646 tempest-ServerRescueNegativeTestJSON-135561646-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69770) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1171.195155] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81f6c66e-13f8-4cd7-a981-dcaaed3f2ab0 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.204173] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4a1b627-47e5-4742-9a79-7715bf4ba8a2 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.404978] env[69770]: DEBUG oslo_concurrency.lockutils [None req-0ec80874-f971-42ac-abdf-9df971230144 tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] Releasing lock "refresh_cache-dab60fd0-ed75-4747-8caf-e5e99ea54448" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.405515] env[69770]: DEBUG nova.compute.manager [None req-0ec80874-f971-42ac-abdf-9df971230144 tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] [instance: dab60fd0-ed75-4747-8caf-e5e99ea54448] Instance network_info: |[{"id": "307ab9b8-a8a6-42c9-a816-c8b10c9a98f5", "address": "fa:16:3e:0c:f7:1d", "network": {"id": "fb2a6a42-a9ea-4a2f-b885-b0c06c1061b9", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1944009097-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "677c29867f944b8198884aae6535814b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b91b49a8-b849-4d0c-97f7-74fdcd88ae03", "external-id": "nsx-vlan-transportzone-406", "segmentation_id": 406, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap307ab9b8-a8", "ovs_interfaceid": "307ab9b8-a8a6-42c9-a816-c8b10c9a98f5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69770) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1171.406377] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-0ec80874-f971-42ac-abdf-9df971230144 tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] [instance: dab60fd0-ed75-4747-8caf-e5e99ea54448] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0c:f7:1d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b91b49a8-b849-4d0c-97f7-74fdcd88ae03', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '307ab9b8-a8a6-42c9-a816-c8b10c9a98f5', 'vif_model': 'vmxnet3'}] {{(pid=69770) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1171.414872] env[69770]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0ec80874-f971-42ac-abdf-9df971230144 tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69770) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1171.415137] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dab60fd0-ed75-4747-8caf-e5e99ea54448] Creating VM on the ESX host {{(pid=69770) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1171.415377] env[69770]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-333e0312-7ecc-4216-bea6-c7fb510b88ae {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.439530] env[69770]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1171.439530] env[69770]: value = "task-4070560" [ 1171.439530] env[69770]: _type = "Task" [ 1171.439530] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1171.448142] env[69770]: DEBUG oslo_vmware.api [-] Task: {'id': task-4070560, 'name': CreateVM_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.463256] env[69770]: DEBUG oslo_concurrency.lockutils [None req-af121046-e695-42ee-8dbc-7f35f06878f0 tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.329s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1171.463850] env[69770]: DEBUG nova.compute.manager [None req-af121046-e695-42ee-8dbc-7f35f06878f0 tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] [instance: 8d5ad060-8e9d-4b5d-ba8b-3f2d955a4455] Start building networks asynchronously for instance. {{(pid=69770) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1171.466503] env[69770]: DEBUG oslo_concurrency.lockutils [None req-d5a761df-3514-4604-8003-d86ec398a373 tempest-ServersTestManualDisk-1827962729 tempest-ServersTestManualDisk-1827962729-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.052s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1171.466728] env[69770]: DEBUG nova.objects.instance [None req-d5a761df-3514-4604-8003-d86ec398a373 tempest-ServersTestManualDisk-1827962729 tempest-ServersTestManualDisk-1827962729-project-member] Lazy-loading 'resources' on Instance uuid d9619712-7879-42fa-a39a-d61c2c2cad75 {{(pid=69770) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1171.500033] env[69770]: INFO nova.compute.manager [None req-48c04256-89f7-478a-8996-689a939fdad1 tempest-AttachVolumeTestJSON-339692578 tempest-AttachVolumeTestJSON-339692578-project-member] [instance: dc0f3667-e2b8-4b6a-b4e2-cc558b2f10ad] Detaching volume 44f4cad3-76cf-4ac1-acea-97af04704e32 [ 1171.504605] env[69770]: DEBUG oslo_vmware.api [None req-35a7a634-f7cb-428d-b4e9-e4c7968f1745 tempest-AttachVolumeShelveTestJSON-1191911444 tempest-AttachVolumeShelveTestJSON-1191911444-project-member] Task: {'id': task-4070559, 'name': CopyVirtualDisk_Task} progress is 85%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.512747] env[69770]: DEBUG nova.virt.hardware [None req-f7ca7535-9047-4a85-989f-9349b20344fc tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T12:16:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T12:16:11Z,direct_url=,disk_format='vmdk',id=d1eaff80-24a0-4391-90eb-59958b1ecf0a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d65f20bb89fb40a98b77bc6d97357df2',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T12:16:12Z,virtual_size=,visibility=), allow threads: False {{(pid=69770) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1171.513016] env[69770]: DEBUG nova.virt.hardware [None req-f7ca7535-9047-4a85-989f-9349b20344fc tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] Flavor limits 0:0:0 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1171.513189] env[69770]: DEBUG nova.virt.hardware [None req-f7ca7535-9047-4a85-989f-9349b20344fc tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] Image limits 0:0:0 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1171.513377] env[69770]: DEBUG nova.virt.hardware [None req-f7ca7535-9047-4a85-989f-9349b20344fc tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] Flavor pref 0:0:0 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1171.513522] env[69770]: DEBUG nova.virt.hardware [None req-f7ca7535-9047-4a85-989f-9349b20344fc tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] Image pref 0:0:0 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1171.513666] env[69770]: DEBUG nova.virt.hardware [None req-f7ca7535-9047-4a85-989f-9349b20344fc tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1171.514419] env[69770]: DEBUG nova.virt.hardware [None req-f7ca7535-9047-4a85-989f-9349b20344fc tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69770) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1171.514419] env[69770]: DEBUG nova.virt.hardware [None req-f7ca7535-9047-4a85-989f-9349b20344fc tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69770) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1171.514419] env[69770]: DEBUG nova.virt.hardware [None req-f7ca7535-9047-4a85-989f-9349b20344fc tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] Got 1 possible topologies {{(pid=69770) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1171.514419] env[69770]: DEBUG nova.virt.hardware [None req-f7ca7535-9047-4a85-989f-9349b20344fc tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69770) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1171.514603] env[69770]: DEBUG nova.virt.hardware [None req-f7ca7535-9047-4a85-989f-9349b20344fc tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69770) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1171.515908] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55cd37d8-cc5f-411f-ac45-293ebde388d7 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.529481] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-550ad31e-65fb-4568-897c-3c65f1b5df42 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.549605] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-f7ca7535-9047-4a85-989f-9349b20344fc tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] [instance: cb2d5e5c-a655-4351-8e47-77816071183b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:75:9c:b0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '26a1e556-1ede-445a-bf87-a35daa5d9070', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '94a71566-d401-4fb9-ab47-ca613a44b672', 'vif_model': 'vmxnet3'}] {{(pid=69770) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1171.557143] env[69770]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f7ca7535-9047-4a85-989f-9349b20344fc tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69770) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1171.557528] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cb2d5e5c-a655-4351-8e47-77816071183b] Creating VM on the ESX host {{(pid=69770) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1171.557762] env[69770]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5cf10de0-8dab-4a39-87b7-0e870d3e7a1e {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.572922] env[69770]: INFO nova.virt.block_device [None req-48c04256-89f7-478a-8996-689a939fdad1 tempest-AttachVolumeTestJSON-339692578 tempest-AttachVolumeTestJSON-339692578-project-member] [instance: dc0f3667-e2b8-4b6a-b4e2-cc558b2f10ad] Attempting to driver detach volume 44f4cad3-76cf-4ac1-acea-97af04704e32 from mountpoint /dev/sdb [ 1171.573176] env[69770]: DEBUG nova.virt.vmwareapi.volumeops [None req-48c04256-89f7-478a-8996-689a939fdad1 tempest-AttachVolumeTestJSON-339692578 tempest-AttachVolumeTestJSON-339692578-project-member] [instance: dc0f3667-e2b8-4b6a-b4e2-cc558b2f10ad] Volume detach. Driver type: vmdk {{(pid=69770) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1171.573363] env[69770]: DEBUG nova.virt.vmwareapi.volumeops [None req-48c04256-89f7-478a-8996-689a939fdad1 tempest-AttachVolumeTestJSON-339692578 tempest-AttachVolumeTestJSON-339692578-project-member] [instance: dc0f3667-e2b8-4b6a-b4e2-cc558b2f10ad] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-806630', 'volume_id': '44f4cad3-76cf-4ac1-acea-97af04704e32', 'name': 'volume-44f4cad3-76cf-4ac1-acea-97af04704e32', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'dc0f3667-e2b8-4b6a-b4e2-cc558b2f10ad', 'attached_at': '', 'detached_at': '', 'volume_id': '44f4cad3-76cf-4ac1-acea-97af04704e32', 'serial': '44f4cad3-76cf-4ac1-acea-97af04704e32'} {{(pid=69770) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1171.574273] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d819000e-713f-4f30-a222-03e55753d28c {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.598708] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b296ba78-05d2-494b-8193-a76fbfc3585d {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.602998] env[69770]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1171.602998] env[69770]: value = "task-4070561" [ 1171.602998] env[69770]: _type = "Task" [ 1171.602998] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1171.609992] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce8e95d1-adee-4d75-9095-9cf489059698 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.613650] env[69770]: DEBUG nova.compute.manager [req-fcbd8e1b-6185-4822-8b7f-2324b0f5c8e3 req-0dea0116-c435-45a0-a32d-5f66bbc41f72 service nova] [instance: dab60fd0-ed75-4747-8caf-e5e99ea54448] Received event network-changed-307ab9b8-a8a6-42c9-a816-c8b10c9a98f5 {{(pid=69770) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1171.613866] env[69770]: DEBUG nova.compute.manager [req-fcbd8e1b-6185-4822-8b7f-2324b0f5c8e3 req-0dea0116-c435-45a0-a32d-5f66bbc41f72 service nova] [instance: dab60fd0-ed75-4747-8caf-e5e99ea54448] Refreshing instance network info cache due to event network-changed-307ab9b8-a8a6-42c9-a816-c8b10c9a98f5. {{(pid=69770) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1171.614105] env[69770]: DEBUG oslo_concurrency.lockutils [req-fcbd8e1b-6185-4822-8b7f-2324b0f5c8e3 req-0dea0116-c435-45a0-a32d-5f66bbc41f72 service nova] Acquiring lock "refresh_cache-dab60fd0-ed75-4747-8caf-e5e99ea54448" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.614257] env[69770]: DEBUG oslo_concurrency.lockutils [req-fcbd8e1b-6185-4822-8b7f-2324b0f5c8e3 req-0dea0116-c435-45a0-a32d-5f66bbc41f72 service nova] Acquired lock "refresh_cache-dab60fd0-ed75-4747-8caf-e5e99ea54448" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.614409] env[69770]: DEBUG nova.network.neutron [req-fcbd8e1b-6185-4822-8b7f-2324b0f5c8e3 req-0dea0116-c435-45a0-a32d-5f66bbc41f72 service nova] [instance: dab60fd0-ed75-4747-8caf-e5e99ea54448] Refreshing network info cache for port 307ab9b8-a8a6-42c9-a816-c8b10c9a98f5 {{(pid=69770) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1171.619530] env[69770]: DEBUG oslo_vmware.api [-] Task: {'id': task-4070561, 'name': CreateVM_Task} progress is 6%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.643812] env[69770]: DEBUG nova.compute.manager [req-60736b04-d708-451b-a359-40f90be4e017 req-80a5e5e8-7635-4e7e-bdf7-ea5119aa03de service nova] [instance: 215916d5-31b5-49ba-a7bc-78d9652dea41] Received event network-vif-plugged-0c8f9939-e902-4e4b-9620-94d662a2e543 {{(pid=69770) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1171.644073] env[69770]: DEBUG oslo_concurrency.lockutils [req-60736b04-d708-451b-a359-40f90be4e017 req-80a5e5e8-7635-4e7e-bdf7-ea5119aa03de service nova] Acquiring lock "215916d5-31b5-49ba-a7bc-78d9652dea41-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1171.644284] env[69770]: DEBUG oslo_concurrency.lockutils [req-60736b04-d708-451b-a359-40f90be4e017 req-80a5e5e8-7635-4e7e-bdf7-ea5119aa03de service nova] Lock "215916d5-31b5-49ba-a7bc-78d9652dea41-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1171.644510] env[69770]: DEBUG oslo_concurrency.lockutils [req-60736b04-d708-451b-a359-40f90be4e017 req-80a5e5e8-7635-4e7e-bdf7-ea5119aa03de service nova] Lock "215916d5-31b5-49ba-a7bc-78d9652dea41-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1171.644736] env[69770]: DEBUG nova.compute.manager [req-60736b04-d708-451b-a359-40f90be4e017 req-80a5e5e8-7635-4e7e-bdf7-ea5119aa03de service nova] [instance: 215916d5-31b5-49ba-a7bc-78d9652dea41] No waiting events found dispatching network-vif-plugged-0c8f9939-e902-4e4b-9620-94d662a2e543 {{(pid=69770) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1171.644908] env[69770]: WARNING nova.compute.manager [req-60736b04-d708-451b-a359-40f90be4e017 req-80a5e5e8-7635-4e7e-bdf7-ea5119aa03de service nova] [instance: 215916d5-31b5-49ba-a7bc-78d9652dea41] Received unexpected event network-vif-plugged-0c8f9939-e902-4e4b-9620-94d662a2e543 for instance with vm_state building and task_state spawning. [ 1171.645924] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-311ebc05-4b13-49b4-948f-521620c5ade9 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.663796] env[69770]: DEBUG nova.virt.vmwareapi.volumeops [None req-48c04256-89f7-478a-8996-689a939fdad1 tempest-AttachVolumeTestJSON-339692578 tempest-AttachVolumeTestJSON-339692578-project-member] The volume has not been displaced from its original location: [datastore1] volume-44f4cad3-76cf-4ac1-acea-97af04704e32/volume-44f4cad3-76cf-4ac1-acea-97af04704e32.vmdk. No consolidation needed. {{(pid=69770) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1171.669252] env[69770]: DEBUG nova.virt.vmwareapi.volumeops [None req-48c04256-89f7-478a-8996-689a939fdad1 tempest-AttachVolumeTestJSON-339692578 tempest-AttachVolumeTestJSON-339692578-project-member] [instance: dc0f3667-e2b8-4b6a-b4e2-cc558b2f10ad] Reconfiguring VM instance instance-00000051 to detach disk 2001 {{(pid=69770) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1171.669642] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-de7e68f5-96a7-43cf-99bb-6d998e1c4e53 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.690313] env[69770]: DEBUG oslo_vmware.api [None req-48c04256-89f7-478a-8996-689a939fdad1 tempest-AttachVolumeTestJSON-339692578 tempest-AttachVolumeTestJSON-339692578-project-member] Waiting for the task: (returnval){ [ 1171.690313] env[69770]: value = "task-4070562" [ 1171.690313] env[69770]: _type = "Task" [ 1171.690313] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1171.703877] env[69770]: DEBUG oslo_vmware.api [None req-48c04256-89f7-478a-8996-689a939fdad1 tempest-AttachVolumeTestJSON-339692578 tempest-AttachVolumeTestJSON-339692578-project-member] Task: {'id': task-4070562, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.950427] env[69770]: DEBUG oslo_vmware.api [-] Task: {'id': task-4070560, 'name': CreateVM_Task} progress is 99%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.976963] env[69770]: DEBUG nova.compute.utils [None req-af121046-e695-42ee-8dbc-7f35f06878f0 tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] Using /dev/sd instead of None {{(pid=69770) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1171.978846] env[69770]: DEBUG nova.compute.manager [None req-af121046-e695-42ee-8dbc-7f35f06878f0 tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] [instance: 8d5ad060-8e9d-4b5d-ba8b-3f2d955a4455] Allocating IP information in the background. {{(pid=69770) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1171.979048] env[69770]: DEBUG nova.network.neutron [None req-af121046-e695-42ee-8dbc-7f35f06878f0 tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] [instance: 8d5ad060-8e9d-4b5d-ba8b-3f2d955a4455] allocate_for_instance() {{(pid=69770) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1172.001410] env[69770]: DEBUG oslo_vmware.api [None req-35a7a634-f7cb-428d-b4e9-e4c7968f1745 tempest-AttachVolumeShelveTestJSON-1191911444 tempest-AttachVolumeShelveTestJSON-1191911444-project-member] Task: {'id': task-4070559, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.355202} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1172.005713] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-35a7a634-f7cb-428d-b4e9-e4c7968f1745 tempest-AttachVolumeShelveTestJSON-1191911444 tempest-AttachVolumeShelveTestJSON-1191911444-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/29cdd599-8194-4b49-9477-effcb9b40295/29cdd599-8194-4b49-9477-effcb9b40295.vmdk to [datastore2] 1e9f2a84-ff0f-4bfb-87b7-0b0d3604ab3f/1e9f2a84-ff0f-4bfb-87b7-0b0d3604ab3f.vmdk {{(pid=69770) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1172.007122] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef1f6f15-4199-43fd-8a4a-38e56a62c911 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.031587] env[69770]: DEBUG nova.virt.vmwareapi.volumeops [None req-35a7a634-f7cb-428d-b4e9-e4c7968f1745 tempest-AttachVolumeShelveTestJSON-1191911444 tempest-AttachVolumeShelveTestJSON-1191911444-project-member] [instance: 1e9f2a84-ff0f-4bfb-87b7-0b0d3604ab3f] Reconfiguring VM instance instance-00000052 to attach disk [datastore2] 1e9f2a84-ff0f-4bfb-87b7-0b0d3604ab3f/1e9f2a84-ff0f-4bfb-87b7-0b0d3604ab3f.vmdk or device None with type streamOptimized {{(pid=69770) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1172.034429] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2a0f2730-68cb-46de-a2c7-b562256e6fab {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.050022] env[69770]: DEBUG nova.policy [None req-af121046-e695-42ee-8dbc-7f35f06878f0 tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '93c58d981e7a449a994e6b53bbf1ac92', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'edd97114f9bb4735963417fc474a65d2', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69770) authorize /opt/stack/nova/nova/policy.py:192}} [ 1172.058685] env[69770]: DEBUG oslo_vmware.api [None req-35a7a634-f7cb-428d-b4e9-e4c7968f1745 tempest-AttachVolumeShelveTestJSON-1191911444 tempest-AttachVolumeShelveTestJSON-1191911444-project-member] Waiting for the task: (returnval){ [ 1172.058685] env[69770]: value = "task-4070563" [ 1172.058685] env[69770]: _type = "Task" [ 1172.058685] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1172.070591] env[69770]: DEBUG oslo_vmware.api [None req-35a7a634-f7cb-428d-b4e9-e4c7968f1745 tempest-AttachVolumeShelveTestJSON-1191911444 tempest-AttachVolumeShelveTestJSON-1191911444-project-member] Task: {'id': task-4070563, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1172.133146] env[69770]: DEBUG oslo_vmware.api [-] Task: {'id': task-4070561, 'name': CreateVM_Task, 'duration_secs': 0.534335} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1172.133146] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cb2d5e5c-a655-4351-8e47-77816071183b] Created VM on the ESX host {{(pid=69770) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1172.133146] env[69770]: DEBUG oslo_concurrency.lockutils [None req-f7ca7535-9047-4a85-989f-9349b20344fc tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.133146] env[69770]: DEBUG oslo_concurrency.lockutils [None req-f7ca7535-9047-4a85-989f-9349b20344fc tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.137884] env[69770]: DEBUG oslo_concurrency.lockutils [None req-f7ca7535-9047-4a85-989f-9349b20344fc tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.137884] env[69770]: DEBUG nova.network.neutron [None req-7855b4b1-39f2-44c9-8975-4c599de6b11e tempest-ServerRescueNegativeTestJSON-135561646 tempest-ServerRescueNegativeTestJSON-135561646-project-member] [instance: 215916d5-31b5-49ba-a7bc-78d9652dea41] Successfully updated port: 0c8f9939-e902-4e4b-9620-94d662a2e543 {{(pid=69770) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1172.137884] env[69770]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e333458b-57dd-4fd6-9fcb-a410f927b1f8 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.148613] env[69770]: DEBUG oslo_vmware.api [None req-f7ca7535-9047-4a85-989f-9349b20344fc tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] Waiting for the task: (returnval){ [ 1172.148613] env[69770]: value = "session[52161b52-cb8e-ec9f-1132-2f6b49549d41]528f2f67-b966-e5a2-22e0-3820ae7c8d71" [ 1172.148613] env[69770]: _type = "Task" [ 1172.148613] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1172.160463] env[69770]: DEBUG oslo_vmware.api [None req-f7ca7535-9047-4a85-989f-9349b20344fc tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]528f2f67-b966-e5a2-22e0-3820ae7c8d71, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1172.207017] env[69770]: DEBUG oslo_vmware.api [None req-48c04256-89f7-478a-8996-689a939fdad1 tempest-AttachVolumeTestJSON-339692578 tempest-AttachVolumeTestJSON-339692578-project-member] Task: {'id': task-4070562, 'name': ReconfigVM_Task, 'duration_secs': 0.314911} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1172.207017] env[69770]: DEBUG nova.virt.vmwareapi.volumeops [None req-48c04256-89f7-478a-8996-689a939fdad1 tempest-AttachVolumeTestJSON-339692578 tempest-AttachVolumeTestJSON-339692578-project-member] [instance: dc0f3667-e2b8-4b6a-b4e2-cc558b2f10ad] Reconfigured VM instance instance-00000051 to detach disk 2001 {{(pid=69770) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1172.211318] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2806948e-86d4-470a-977a-281ef88b021d {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.227902] env[69770]: DEBUG oslo_vmware.api [None req-48c04256-89f7-478a-8996-689a939fdad1 tempest-AttachVolumeTestJSON-339692578 tempest-AttachVolumeTestJSON-339692578-project-member] Waiting for the task: (returnval){ [ 1172.227902] env[69770]: value = "task-4070564" [ 1172.227902] env[69770]: _type = "Task" [ 1172.227902] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1172.239083] env[69770]: DEBUG oslo_vmware.api [None req-48c04256-89f7-478a-8996-689a939fdad1 tempest-AttachVolumeTestJSON-339692578 tempest-AttachVolumeTestJSON-339692578-project-member] Task: {'id': task-4070564, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1172.284921] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57ef5d86-7b8d-4869-9c03-b2ee8e561a5a {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.295462] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7a1c5e0-4cfe-4370-8433-c07bfb48d3a0 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.335021] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f019c36-7167-4aa4-9882-38b41648e285 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.343935] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bc90a9c-c568-46f9-acc8-2d9925c0d86b {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.358713] env[69770]: DEBUG nova.compute.provider_tree [None req-d5a761df-3514-4604-8003-d86ec398a373 tempest-ServersTestManualDisk-1827962729 tempest-ServersTestManualDisk-1827962729-project-member] Inventory has not changed in ProviderTree for provider: 7cc7d32b-b7a7-454a-a456-2a440248ed9d {{(pid=69770) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1172.423077] env[69770]: DEBUG nova.network.neutron [req-fcbd8e1b-6185-4822-8b7f-2324b0f5c8e3 req-0dea0116-c435-45a0-a32d-5f66bbc41f72 service nova] [instance: dab60fd0-ed75-4747-8caf-e5e99ea54448] Updated VIF entry in instance network info cache for port 307ab9b8-a8a6-42c9-a816-c8b10c9a98f5. {{(pid=69770) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1172.423612] env[69770]: DEBUG nova.network.neutron [req-fcbd8e1b-6185-4822-8b7f-2324b0f5c8e3 req-0dea0116-c435-45a0-a32d-5f66bbc41f72 service nova] [instance: dab60fd0-ed75-4747-8caf-e5e99ea54448] Updating instance_info_cache with network_info: [{"id": "307ab9b8-a8a6-42c9-a816-c8b10c9a98f5", "address": "fa:16:3e:0c:f7:1d", "network": {"id": "fb2a6a42-a9ea-4a2f-b885-b0c06c1061b9", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1944009097-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "677c29867f944b8198884aae6535814b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b91b49a8-b849-4d0c-97f7-74fdcd88ae03", "external-id": "nsx-vlan-transportzone-406", "segmentation_id": 406, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap307ab9b8-a8", "ovs_interfaceid": "307ab9b8-a8a6-42c9-a816-c8b10c9a98f5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69770) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1172.451789] env[69770]: DEBUG oslo_vmware.api [-] Task: {'id': task-4070560, 'name': CreateVM_Task, 'duration_secs': 0.57919} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1172.451789] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dab60fd0-ed75-4747-8caf-e5e99ea54448] Created VM on the ESX host {{(pid=69770) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1172.451789] env[69770]: DEBUG oslo_concurrency.lockutils [None req-0ec80874-f971-42ac-abdf-9df971230144 tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.482337] env[69770]: DEBUG nova.compute.manager [None req-af121046-e695-42ee-8dbc-7f35f06878f0 tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] [instance: 8d5ad060-8e9d-4b5d-ba8b-3f2d955a4455] Start building block device mappings for instance. {{(pid=69770) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1172.492815] env[69770]: DEBUG nova.network.neutron [None req-af121046-e695-42ee-8dbc-7f35f06878f0 tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] [instance: 8d5ad060-8e9d-4b5d-ba8b-3f2d955a4455] Successfully created port: d61eb09e-9ee0-43d3-af21-48a3646a09e8 {{(pid=69770) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1172.569649] env[69770]: DEBUG oslo_vmware.api [None req-35a7a634-f7cb-428d-b4e9-e4c7968f1745 tempest-AttachVolumeShelveTestJSON-1191911444 tempest-AttachVolumeShelveTestJSON-1191911444-project-member] Task: {'id': task-4070563, 'name': ReconfigVM_Task, 'duration_secs': 0.376893} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1172.569649] env[69770]: DEBUG nova.virt.vmwareapi.volumeops [None req-35a7a634-f7cb-428d-b4e9-e4c7968f1745 tempest-AttachVolumeShelveTestJSON-1191911444 tempest-AttachVolumeShelveTestJSON-1191911444-project-member] [instance: 1e9f2a84-ff0f-4bfb-87b7-0b0d3604ab3f] Reconfigured VM instance instance-00000052 to attach disk [datastore2] 1e9f2a84-ff0f-4bfb-87b7-0b0d3604ab3f/1e9f2a84-ff0f-4bfb-87b7-0b0d3604ab3f.vmdk or device None with type streamOptimized {{(pid=69770) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1172.570945] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-35a7a634-f7cb-428d-b4e9-e4c7968f1745 tempest-AttachVolumeShelveTestJSON-1191911444 tempest-AttachVolumeShelveTestJSON-1191911444-project-member] [instance: 1e9f2a84-ff0f-4bfb-87b7-0b0d3604ab3f] Block device information present: {'root_device_name': '/dev/sda', 'image': [{'disk_bus': None, 'encryption_options': None, 'device_type': 'disk', 'encryption_format': None, 'size': 0, 'guest_format': None, 'encrypted': False, 'encryption_secret_uuid': None, 'device_name': '/dev/sda', 'boot_index': 0, 'image_id': 'd1eaff80-24a0-4391-90eb-59958b1ecf0a'}], 'ephemerals': [], 'block_device_mapping': [{'delete_on_termination': False, 'disk_bus': None, 'device_type': None, 'guest_format': None, 'attachment_id': 'c6adbd4f-6112-44fe-b5a1-021a177275ce', 'mount_device': '/dev/sdb', 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-806648', 'volume_id': '82895d29-aa7c-44cf-a849-8ec1194f9aa4', 'name': 'volume-82895d29-aa7c-44cf-a849-8ec1194f9aa4', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '1e9f2a84-ff0f-4bfb-87b7-0b0d3604ab3f', 'attached_at': '', 'detached_at': '', 'volume_id': '82895d29-aa7c-44cf-a849-8ec1194f9aa4', 'serial': '82895d29-aa7c-44cf-a849-8ec1194f9aa4'}, 'boot_index': None, 'volume_type': None}], 'swap': None} {{(pid=69770) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1172.571153] env[69770]: DEBUG nova.virt.vmwareapi.volumeops [None req-35a7a634-f7cb-428d-b4e9-e4c7968f1745 tempest-AttachVolumeShelveTestJSON-1191911444 tempest-AttachVolumeShelveTestJSON-1191911444-project-member] [instance: 1e9f2a84-ff0f-4bfb-87b7-0b0d3604ab3f] Volume attach. Driver type: vmdk {{(pid=69770) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1172.571340] env[69770]: DEBUG nova.virt.vmwareapi.volumeops [None req-35a7a634-f7cb-428d-b4e9-e4c7968f1745 tempest-AttachVolumeShelveTestJSON-1191911444 tempest-AttachVolumeShelveTestJSON-1191911444-project-member] [instance: 1e9f2a84-ff0f-4bfb-87b7-0b0d3604ab3f] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-806648', 'volume_id': '82895d29-aa7c-44cf-a849-8ec1194f9aa4', 'name': 'volume-82895d29-aa7c-44cf-a849-8ec1194f9aa4', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '1e9f2a84-ff0f-4bfb-87b7-0b0d3604ab3f', 'attached_at': '', 'detached_at': '', 'volume_id': '82895d29-aa7c-44cf-a849-8ec1194f9aa4', 'serial': '82895d29-aa7c-44cf-a849-8ec1194f9aa4'} {{(pid=69770) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1172.572221] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5367e1b4-b6cb-4654-aeff-0e0ace5bd939 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.589061] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3be6afb1-e6e4-4626-8707-aab70c4f2e18 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.616136] env[69770]: DEBUG nova.virt.vmwareapi.volumeops [None req-35a7a634-f7cb-428d-b4e9-e4c7968f1745 tempest-AttachVolumeShelveTestJSON-1191911444 tempest-AttachVolumeShelveTestJSON-1191911444-project-member] [instance: 1e9f2a84-ff0f-4bfb-87b7-0b0d3604ab3f] Reconfiguring VM instance instance-00000052 to attach disk [datastore2] volume-82895d29-aa7c-44cf-a849-8ec1194f9aa4/volume-82895d29-aa7c-44cf-a849-8ec1194f9aa4.vmdk or device None with type thin {{(pid=69770) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1172.616491] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1dae8548-0fef-4d66-ae6f-6542e2dd9b43 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.637575] env[69770]: DEBUG oslo_vmware.api [None req-35a7a634-f7cb-428d-b4e9-e4c7968f1745 tempest-AttachVolumeShelveTestJSON-1191911444 tempest-AttachVolumeShelveTestJSON-1191911444-project-member] Waiting for the task: (returnval){ [ 1172.637575] env[69770]: value = "task-4070565" [ 1172.637575] env[69770]: _type = "Task" [ 1172.637575] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1172.649449] env[69770]: DEBUG oslo_concurrency.lockutils [None req-7855b4b1-39f2-44c9-8975-4c599de6b11e tempest-ServerRescueNegativeTestJSON-135561646 tempest-ServerRescueNegativeTestJSON-135561646-project-member] Acquiring lock "refresh_cache-215916d5-31b5-49ba-a7bc-78d9652dea41" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.649622] env[69770]: DEBUG oslo_concurrency.lockutils [None req-7855b4b1-39f2-44c9-8975-4c599de6b11e tempest-ServerRescueNegativeTestJSON-135561646 tempest-ServerRescueNegativeTestJSON-135561646-project-member] Acquired lock "refresh_cache-215916d5-31b5-49ba-a7bc-78d9652dea41" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.649830] env[69770]: DEBUG nova.network.neutron [None req-7855b4b1-39f2-44c9-8975-4c599de6b11e tempest-ServerRescueNegativeTestJSON-135561646 tempest-ServerRescueNegativeTestJSON-135561646-project-member] [instance: 215916d5-31b5-49ba-a7bc-78d9652dea41] Building network info cache for instance {{(pid=69770) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1172.651089] env[69770]: DEBUG oslo_vmware.api [None req-35a7a634-f7cb-428d-b4e9-e4c7968f1745 tempest-AttachVolumeShelveTestJSON-1191911444 tempest-AttachVolumeShelveTestJSON-1191911444-project-member] Task: {'id': task-4070565, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1172.664323] env[69770]: DEBUG oslo_vmware.api [None req-f7ca7535-9047-4a85-989f-9349b20344fc tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]528f2f67-b966-e5a2-22e0-3820ae7c8d71, 'name': SearchDatastore_Task, 'duration_secs': 0.011837} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1172.665087] env[69770]: DEBUG oslo_concurrency.lockutils [None req-f7ca7535-9047-4a85-989f-9349b20344fc tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.665399] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-f7ca7535-9047-4a85-989f-9349b20344fc tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] [instance: cb2d5e5c-a655-4351-8e47-77816071183b] Processing image d1eaff80-24a0-4391-90eb-59958b1ecf0a {{(pid=69770) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1172.665653] env[69770]: DEBUG oslo_concurrency.lockutils [None req-f7ca7535-9047-4a85-989f-9349b20344fc tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.665806] env[69770]: DEBUG oslo_concurrency.lockutils [None req-f7ca7535-9047-4a85-989f-9349b20344fc tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.665995] env[69770]: DEBUG nova.virt.vmwareapi.ds_util [None req-f7ca7535-9047-4a85-989f-9349b20344fc tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69770) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1172.666315] env[69770]: DEBUG oslo_concurrency.lockutils [None req-0ec80874-f971-42ac-abdf-9df971230144 tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.666635] env[69770]: DEBUG oslo_concurrency.lockutils [None req-0ec80874-f971-42ac-abdf-9df971230144 tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.667207] env[69770]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1ebbf01d-5830-4a13-b70a-ed87ec2264ca {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.669164] env[69770]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-22427081-d4a7-4095-9165-aa1d005b0f76 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.676455] env[69770]: DEBUG oslo_vmware.api [None req-0ec80874-f971-42ac-abdf-9df971230144 tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] Waiting for the task: (returnval){ [ 1172.676455] env[69770]: value = "session[52161b52-cb8e-ec9f-1132-2f6b49549d41]525f1bef-d252-9e09-226d-6d3550857cec" [ 1172.676455] env[69770]: _type = "Task" [ 1172.676455] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1172.681164] env[69770]: DEBUG nova.virt.vmwareapi.ds_util [None req-f7ca7535-9047-4a85-989f-9349b20344fc tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69770) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1172.681460] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-f7ca7535-9047-4a85-989f-9349b20344fc tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69770) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1172.682678] env[69770]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a253c9aa-ed77-42c2-aa33-5e406e67bf88 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.688963] env[69770]: DEBUG oslo_vmware.api [None req-0ec80874-f971-42ac-abdf-9df971230144 tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]525f1bef-d252-9e09-226d-6d3550857cec, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1172.693111] env[69770]: DEBUG oslo_vmware.api [None req-f7ca7535-9047-4a85-989f-9349b20344fc tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] Waiting for the task: (returnval){ [ 1172.693111] env[69770]: value = "session[52161b52-cb8e-ec9f-1132-2f6b49549d41]52d13289-8533-8b8a-2fa5-8b268b843f8b" [ 1172.693111] env[69770]: _type = "Task" [ 1172.693111] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1172.703213] env[69770]: DEBUG oslo_vmware.api [None req-f7ca7535-9047-4a85-989f-9349b20344fc tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]52d13289-8533-8b8a-2fa5-8b268b843f8b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1172.738728] env[69770]: DEBUG oslo_vmware.api [None req-48c04256-89f7-478a-8996-689a939fdad1 tempest-AttachVolumeTestJSON-339692578 tempest-AttachVolumeTestJSON-339692578-project-member] Task: {'id': task-4070564, 'name': ReconfigVM_Task, 'duration_secs': 0.155584} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1172.739105] env[69770]: DEBUG nova.virt.vmwareapi.volumeops [None req-48c04256-89f7-478a-8996-689a939fdad1 tempest-AttachVolumeTestJSON-339692578 tempest-AttachVolumeTestJSON-339692578-project-member] [instance: dc0f3667-e2b8-4b6a-b4e2-cc558b2f10ad] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-806630', 'volume_id': '44f4cad3-76cf-4ac1-acea-97af04704e32', 'name': 'volume-44f4cad3-76cf-4ac1-acea-97af04704e32', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'dc0f3667-e2b8-4b6a-b4e2-cc558b2f10ad', 'attached_at': '', 'detached_at': '', 'volume_id': '44f4cad3-76cf-4ac1-acea-97af04704e32', 'serial': '44f4cad3-76cf-4ac1-acea-97af04704e32'} {{(pid=69770) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1172.862126] env[69770]: DEBUG nova.scheduler.client.report [None req-d5a761df-3514-4604-8003-d86ec398a373 tempest-ServersTestManualDisk-1827962729 tempest-ServersTestManualDisk-1827962729-project-member] Inventory has not changed for provider 7cc7d32b-b7a7-454a-a456-2a440248ed9d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69770) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1172.926293] env[69770]: DEBUG oslo_concurrency.lockutils [req-fcbd8e1b-6185-4822-8b7f-2324b0f5c8e3 req-0dea0116-c435-45a0-a32d-5f66bbc41f72 service nova] Releasing lock "refresh_cache-dab60fd0-ed75-4747-8caf-e5e99ea54448" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.147762] env[69770]: DEBUG oslo_vmware.api [None req-35a7a634-f7cb-428d-b4e9-e4c7968f1745 tempest-AttachVolumeShelveTestJSON-1191911444 tempest-AttachVolumeShelveTestJSON-1191911444-project-member] Task: {'id': task-4070565, 'name': ReconfigVM_Task, 'duration_secs': 0.298032} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1173.148095] env[69770]: DEBUG nova.virt.vmwareapi.volumeops [None req-35a7a634-f7cb-428d-b4e9-e4c7968f1745 tempest-AttachVolumeShelveTestJSON-1191911444 tempest-AttachVolumeShelveTestJSON-1191911444-project-member] [instance: 1e9f2a84-ff0f-4bfb-87b7-0b0d3604ab3f] Reconfigured VM instance instance-00000052 to attach disk [datastore2] volume-82895d29-aa7c-44cf-a849-8ec1194f9aa4/volume-82895d29-aa7c-44cf-a849-8ec1194f9aa4.vmdk or device None with type thin {{(pid=69770) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1173.154988] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-840fad50-cdbe-46be-bb08-fee9add8aac4 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.170543] env[69770]: DEBUG oslo_vmware.api [None req-35a7a634-f7cb-428d-b4e9-e4c7968f1745 tempest-AttachVolumeShelveTestJSON-1191911444 tempest-AttachVolumeShelveTestJSON-1191911444-project-member] Waiting for the task: (returnval){ [ 1173.170543] env[69770]: value = "task-4070566" [ 1173.170543] env[69770]: _type = "Task" [ 1173.170543] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1173.180864] env[69770]: DEBUG oslo_vmware.api [None req-35a7a634-f7cb-428d-b4e9-e4c7968f1745 tempest-AttachVolumeShelveTestJSON-1191911444 tempest-AttachVolumeShelveTestJSON-1191911444-project-member] Task: {'id': task-4070566, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1173.191363] env[69770]: DEBUG oslo_vmware.api [None req-0ec80874-f971-42ac-abdf-9df971230144 tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]525f1bef-d252-9e09-226d-6d3550857cec, 'name': SearchDatastore_Task, 'duration_secs': 0.029397} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1173.192330] env[69770]: DEBUG nova.network.neutron [None req-7855b4b1-39f2-44c9-8975-4c599de6b11e tempest-ServerRescueNegativeTestJSON-135561646 tempest-ServerRescueNegativeTestJSON-135561646-project-member] [instance: 215916d5-31b5-49ba-a7bc-78d9652dea41] Instance cache missing network info. {{(pid=69770) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1173.194533] env[69770]: DEBUG oslo_concurrency.lockutils [None req-0ec80874-f971-42ac-abdf-9df971230144 tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.194790] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-0ec80874-f971-42ac-abdf-9df971230144 tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] [instance: dab60fd0-ed75-4747-8caf-e5e99ea54448] Processing image d1eaff80-24a0-4391-90eb-59958b1ecf0a {{(pid=69770) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1173.195020] env[69770]: DEBUG oslo_concurrency.lockutils [None req-0ec80874-f971-42ac-abdf-9df971230144 tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.206399] env[69770]: DEBUG oslo_vmware.api [None req-f7ca7535-9047-4a85-989f-9349b20344fc tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]52d13289-8533-8b8a-2fa5-8b268b843f8b, 'name': SearchDatastore_Task, 'duration_secs': 0.033456} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1173.207248] env[69770]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8468fc19-54e0-4386-8b63-bf0177c79988 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.214337] env[69770]: DEBUG oslo_vmware.api [None req-f7ca7535-9047-4a85-989f-9349b20344fc tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] Waiting for the task: (returnval){ [ 1173.214337] env[69770]: value = "session[52161b52-cb8e-ec9f-1132-2f6b49549d41]526fbfcb-c171-4917-4f3a-c99c437b1a27" [ 1173.214337] env[69770]: _type = "Task" [ 1173.214337] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1173.225636] env[69770]: DEBUG oslo_vmware.api [None req-f7ca7535-9047-4a85-989f-9349b20344fc tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]526fbfcb-c171-4917-4f3a-c99c437b1a27, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1173.282415] env[69770]: DEBUG nova.objects.instance [None req-48c04256-89f7-478a-8996-689a939fdad1 tempest-AttachVolumeTestJSON-339692578 tempest-AttachVolumeTestJSON-339692578-project-member] Lazy-loading 'flavor' on Instance uuid dc0f3667-e2b8-4b6a-b4e2-cc558b2f10ad {{(pid=69770) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1173.348961] env[69770]: DEBUG nova.network.neutron [None req-7855b4b1-39f2-44c9-8975-4c599de6b11e tempest-ServerRescueNegativeTestJSON-135561646 tempest-ServerRescueNegativeTestJSON-135561646-project-member] [instance: 215916d5-31b5-49ba-a7bc-78d9652dea41] Updating instance_info_cache with network_info: [{"id": "0c8f9939-e902-4e4b-9620-94d662a2e543", "address": "fa:16:3e:0d:6c:4c", "network": {"id": "419ca0f7-61b3-4408-9976-77c6983fa64f", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1600648344-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3903a8460665477a9e1a8d5c6550931b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b5c34919-7d52-4a52-bab1-81af4c8182ef", "external-id": "nsx-vlan-transportzone-458", "segmentation_id": 458, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0c8f9939-e9", "ovs_interfaceid": "0c8f9939-e902-4e4b-9620-94d662a2e543", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69770) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1173.367482] env[69770]: DEBUG oslo_concurrency.lockutils [None req-d5a761df-3514-4604-8003-d86ec398a373 tempest-ServersTestManualDisk-1827962729 tempest-ServersTestManualDisk-1827962729-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.901s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1173.390267] env[69770]: INFO nova.scheduler.client.report [None req-d5a761df-3514-4604-8003-d86ec398a373 tempest-ServersTestManualDisk-1827962729 tempest-ServersTestManualDisk-1827962729-project-member] Deleted allocations for instance d9619712-7879-42fa-a39a-d61c2c2cad75 [ 1173.491738] env[69770]: DEBUG nova.compute.manager [None req-af121046-e695-42ee-8dbc-7f35f06878f0 tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] [instance: 8d5ad060-8e9d-4b5d-ba8b-3f2d955a4455] Start spawning the instance on the hypervisor. {{(pid=69770) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1173.517680] env[69770]: DEBUG nova.virt.hardware [None req-af121046-e695-42ee-8dbc-7f35f06878f0 tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T12:16:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T12:16:11Z,direct_url=,disk_format='vmdk',id=d1eaff80-24a0-4391-90eb-59958b1ecf0a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d65f20bb89fb40a98b77bc6d97357df2',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T12:16:12Z,virtual_size=,visibility=), allow threads: False {{(pid=69770) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1173.517931] env[69770]: DEBUG nova.virt.hardware [None req-af121046-e695-42ee-8dbc-7f35f06878f0 tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] Flavor limits 0:0:0 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1173.518628] env[69770]: DEBUG nova.virt.hardware [None req-af121046-e695-42ee-8dbc-7f35f06878f0 tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] Image limits 0:0:0 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1173.518845] env[69770]: DEBUG nova.virt.hardware [None req-af121046-e695-42ee-8dbc-7f35f06878f0 tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] Flavor pref 0:0:0 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1173.518997] env[69770]: DEBUG nova.virt.hardware [None req-af121046-e695-42ee-8dbc-7f35f06878f0 tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] Image pref 0:0:0 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1173.519162] env[69770]: DEBUG nova.virt.hardware [None req-af121046-e695-42ee-8dbc-7f35f06878f0 tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1173.519584] env[69770]: DEBUG nova.virt.hardware [None req-af121046-e695-42ee-8dbc-7f35f06878f0 tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69770) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1173.519908] env[69770]: DEBUG nova.virt.hardware [None req-af121046-e695-42ee-8dbc-7f35f06878f0 tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69770) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1173.520144] env[69770]: DEBUG nova.virt.hardware [None req-af121046-e695-42ee-8dbc-7f35f06878f0 tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] Got 1 possible topologies {{(pid=69770) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1173.520734] env[69770]: DEBUG nova.virt.hardware [None req-af121046-e695-42ee-8dbc-7f35f06878f0 tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69770) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1173.520734] env[69770]: DEBUG nova.virt.hardware [None req-af121046-e695-42ee-8dbc-7f35f06878f0 tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69770) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1173.521473] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7014472e-44bd-4fa1-ae0e-706e35263722 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.530790] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59ec6216-7934-499d-95a6-b353dd19f135 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.637662] env[69770]: DEBUG nova.compute.manager [req-2cb7b739-0a71-45e8-b11f-a810f57f05f3 req-6b6ea133-d71f-4b47-86f0-680d41334d92 service nova] [instance: 215916d5-31b5-49ba-a7bc-78d9652dea41] Received event network-changed-0c8f9939-e902-4e4b-9620-94d662a2e543 {{(pid=69770) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1173.637925] env[69770]: DEBUG nova.compute.manager [req-2cb7b739-0a71-45e8-b11f-a810f57f05f3 req-6b6ea133-d71f-4b47-86f0-680d41334d92 service nova] [instance: 215916d5-31b5-49ba-a7bc-78d9652dea41] Refreshing instance network info cache due to event network-changed-0c8f9939-e902-4e4b-9620-94d662a2e543. {{(pid=69770) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1173.638100] env[69770]: DEBUG oslo_concurrency.lockutils [req-2cb7b739-0a71-45e8-b11f-a810f57f05f3 req-6b6ea133-d71f-4b47-86f0-680d41334d92 service nova] Acquiring lock "refresh_cache-215916d5-31b5-49ba-a7bc-78d9652dea41" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.681211] env[69770]: DEBUG oslo_vmware.api [None req-35a7a634-f7cb-428d-b4e9-e4c7968f1745 tempest-AttachVolumeShelveTestJSON-1191911444 tempest-AttachVolumeShelveTestJSON-1191911444-project-member] Task: {'id': task-4070566, 'name': ReconfigVM_Task, 'duration_secs': 0.158247} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1173.681557] env[69770]: DEBUG nova.virt.vmwareapi.volumeops [None req-35a7a634-f7cb-428d-b4e9-e4c7968f1745 tempest-AttachVolumeShelveTestJSON-1191911444 tempest-AttachVolumeShelveTestJSON-1191911444-project-member] [instance: 1e9f2a84-ff0f-4bfb-87b7-0b0d3604ab3f] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-806648', 'volume_id': '82895d29-aa7c-44cf-a849-8ec1194f9aa4', 'name': 'volume-82895d29-aa7c-44cf-a849-8ec1194f9aa4', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '1e9f2a84-ff0f-4bfb-87b7-0b0d3604ab3f', 'attached_at': '', 'detached_at': '', 'volume_id': '82895d29-aa7c-44cf-a849-8ec1194f9aa4', 'serial': '82895d29-aa7c-44cf-a849-8ec1194f9aa4'} {{(pid=69770) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1173.682181] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4a8f9e99-571a-4ad2-b92c-9dff3df0cd77 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.689998] env[69770]: DEBUG oslo_vmware.api [None req-35a7a634-f7cb-428d-b4e9-e4c7968f1745 tempest-AttachVolumeShelveTestJSON-1191911444 tempest-AttachVolumeShelveTestJSON-1191911444-project-member] Waiting for the task: (returnval){ [ 1173.689998] env[69770]: value = "task-4070567" [ 1173.689998] env[69770]: _type = "Task" [ 1173.689998] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1173.699795] env[69770]: DEBUG oslo_vmware.api [None req-35a7a634-f7cb-428d-b4e9-e4c7968f1745 tempest-AttachVolumeShelveTestJSON-1191911444 tempest-AttachVolumeShelveTestJSON-1191911444-project-member] Task: {'id': task-4070567, 'name': Rename_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1173.730652] env[69770]: DEBUG oslo_vmware.api [None req-f7ca7535-9047-4a85-989f-9349b20344fc tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]526fbfcb-c171-4917-4f3a-c99c437b1a27, 'name': SearchDatastore_Task, 'duration_secs': 0.011322} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1173.730845] env[69770]: DEBUG oslo_concurrency.lockutils [None req-f7ca7535-9047-4a85-989f-9349b20344fc tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.731464] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-f7ca7535-9047-4a85-989f-9349b20344fc tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk to [datastore2] cb2d5e5c-a655-4351-8e47-77816071183b/cb2d5e5c-a655-4351-8e47-77816071183b.vmdk {{(pid=69770) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1173.731664] env[69770]: DEBUG oslo_concurrency.lockutils [None req-0ec80874-f971-42ac-abdf-9df971230144 tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.731842] env[69770]: DEBUG nova.virt.vmwareapi.ds_util [None req-0ec80874-f971-42ac-abdf-9df971230144 tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69770) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1173.732221] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-af6677c0-2990-47e9-a63f-e2bb4dd42bc2 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.735015] env[69770]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-df9b9edc-39d6-45bd-8e4d-a8b2093f363f {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.743380] env[69770]: DEBUG oslo_vmware.api [None req-f7ca7535-9047-4a85-989f-9349b20344fc tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] Waiting for the task: (returnval){ [ 1173.743380] env[69770]: value = "task-4070568" [ 1173.743380] env[69770]: _type = "Task" [ 1173.743380] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1173.748271] env[69770]: DEBUG nova.virt.vmwareapi.ds_util [None req-0ec80874-f971-42ac-abdf-9df971230144 tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69770) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1173.749047] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-0ec80874-f971-42ac-abdf-9df971230144 tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69770) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1173.749754] env[69770]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3fd2c903-09c5-4bb7-8406-91d960ffdba1 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.756534] env[69770]: DEBUG oslo_vmware.api [None req-f7ca7535-9047-4a85-989f-9349b20344fc tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] Task: {'id': task-4070568, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1173.760734] env[69770]: DEBUG oslo_vmware.api [None req-0ec80874-f971-42ac-abdf-9df971230144 tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] Waiting for the task: (returnval){ [ 1173.760734] env[69770]: value = "session[52161b52-cb8e-ec9f-1132-2f6b49549d41]5264e231-8d39-5c21-c8e3-64275481f56b" [ 1173.760734] env[69770]: _type = "Task" [ 1173.760734] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1173.769264] env[69770]: DEBUG oslo_vmware.api [None req-0ec80874-f971-42ac-abdf-9df971230144 tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]5264e231-8d39-5c21-c8e3-64275481f56b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1173.852416] env[69770]: DEBUG oslo_concurrency.lockutils [None req-7855b4b1-39f2-44c9-8975-4c599de6b11e tempest-ServerRescueNegativeTestJSON-135561646 tempest-ServerRescueNegativeTestJSON-135561646-project-member] Releasing lock "refresh_cache-215916d5-31b5-49ba-a7bc-78d9652dea41" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.852781] env[69770]: DEBUG nova.compute.manager [None req-7855b4b1-39f2-44c9-8975-4c599de6b11e tempest-ServerRescueNegativeTestJSON-135561646 tempest-ServerRescueNegativeTestJSON-135561646-project-member] [instance: 215916d5-31b5-49ba-a7bc-78d9652dea41] Instance network_info: |[{"id": "0c8f9939-e902-4e4b-9620-94d662a2e543", "address": "fa:16:3e:0d:6c:4c", "network": {"id": "419ca0f7-61b3-4408-9976-77c6983fa64f", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1600648344-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3903a8460665477a9e1a8d5c6550931b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b5c34919-7d52-4a52-bab1-81af4c8182ef", "external-id": "nsx-vlan-transportzone-458", "segmentation_id": 458, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0c8f9939-e9", "ovs_interfaceid": "0c8f9939-e902-4e4b-9620-94d662a2e543", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69770) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1173.853140] env[69770]: DEBUG oslo_concurrency.lockutils [req-2cb7b739-0a71-45e8-b11f-a810f57f05f3 req-6b6ea133-d71f-4b47-86f0-680d41334d92 service nova] Acquired lock "refresh_cache-215916d5-31b5-49ba-a7bc-78d9652dea41" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.853346] env[69770]: DEBUG nova.network.neutron [req-2cb7b739-0a71-45e8-b11f-a810f57f05f3 req-6b6ea133-d71f-4b47-86f0-680d41334d92 service nova] [instance: 215916d5-31b5-49ba-a7bc-78d9652dea41] Refreshing network info cache for port 0c8f9939-e902-4e4b-9620-94d662a2e543 {{(pid=69770) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1173.854623] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-7855b4b1-39f2-44c9-8975-4c599de6b11e tempest-ServerRescueNegativeTestJSON-135561646 tempest-ServerRescueNegativeTestJSON-135561646-project-member] [instance: 215916d5-31b5-49ba-a7bc-78d9652dea41] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0d:6c:4c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b5c34919-7d52-4a52-bab1-81af4c8182ef', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0c8f9939-e902-4e4b-9620-94d662a2e543', 'vif_model': 'vmxnet3'}] {{(pid=69770) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1173.862878] env[69770]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7855b4b1-39f2-44c9-8975-4c599de6b11e tempest-ServerRescueNegativeTestJSON-135561646 tempest-ServerRescueNegativeTestJSON-135561646-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69770) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1173.866222] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 215916d5-31b5-49ba-a7bc-78d9652dea41] Creating VM on the ESX host {{(pid=69770) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1173.866775] env[69770]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f5846c8c-19c5-49bd-8ed5-c900a156ddcc {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.890164] env[69770]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1173.890164] env[69770]: value = "task-4070569" [ 1173.890164] env[69770]: _type = "Task" [ 1173.890164] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1173.903028] env[69770]: DEBUG oslo_vmware.api [-] Task: {'id': task-4070569, 'name': CreateVM_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1173.903028] env[69770]: DEBUG oslo_concurrency.lockutils [None req-d5a761df-3514-4604-8003-d86ec398a373 tempest-ServersTestManualDisk-1827962729 tempest-ServersTestManualDisk-1827962729-project-member] Lock "d9619712-7879-42fa-a39a-d61c2c2cad75" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.240s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1174.180812] env[69770]: DEBUG nova.network.neutron [None req-af121046-e695-42ee-8dbc-7f35f06878f0 tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] [instance: 8d5ad060-8e9d-4b5d-ba8b-3f2d955a4455] Successfully updated port: d61eb09e-9ee0-43d3-af21-48a3646a09e8 {{(pid=69770) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1174.204916] env[69770]: DEBUG oslo_concurrency.lockutils [None req-3004cf6d-8d6c-4885-b1ec-0d7eda561e24 tempest-AttachVolumeTestJSON-339692578 tempest-AttachVolumeTestJSON-339692578-project-member] Acquiring lock "dc0f3667-e2b8-4b6a-b4e2-cc558b2f10ad" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1174.205267] env[69770]: DEBUG oslo_vmware.api [None req-35a7a634-f7cb-428d-b4e9-e4c7968f1745 tempest-AttachVolumeShelveTestJSON-1191911444 tempest-AttachVolumeShelveTestJSON-1191911444-project-member] Task: {'id': task-4070567, 'name': Rename_Task, 'duration_secs': 0.167536} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1174.205527] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-35a7a634-f7cb-428d-b4e9-e4c7968f1745 tempest-AttachVolumeShelveTestJSON-1191911444 tempest-AttachVolumeShelveTestJSON-1191911444-project-member] [instance: 1e9f2a84-ff0f-4bfb-87b7-0b0d3604ab3f] Powering on the VM {{(pid=69770) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1174.205774] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-38401210-4ae7-44df-90ec-246a79669626 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.216528] env[69770]: DEBUG oslo_vmware.api [None req-35a7a634-f7cb-428d-b4e9-e4c7968f1745 tempest-AttachVolumeShelveTestJSON-1191911444 tempest-AttachVolumeShelveTestJSON-1191911444-project-member] Waiting for the task: (returnval){ [ 1174.216528] env[69770]: value = "task-4070570" [ 1174.216528] env[69770]: _type = "Task" [ 1174.216528] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1174.231396] env[69770]: DEBUG oslo_vmware.api [None req-35a7a634-f7cb-428d-b4e9-e4c7968f1745 tempest-AttachVolumeShelveTestJSON-1191911444 tempest-AttachVolumeShelveTestJSON-1191911444-project-member] Task: {'id': task-4070570, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1174.254575] env[69770]: DEBUG oslo_vmware.api [None req-f7ca7535-9047-4a85-989f-9349b20344fc tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] Task: {'id': task-4070568, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1174.272694] env[69770]: DEBUG oslo_vmware.api [None req-0ec80874-f971-42ac-abdf-9df971230144 tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]5264e231-8d39-5c21-c8e3-64275481f56b, 'name': SearchDatastore_Task, 'duration_secs': 0.012613} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1174.273807] env[69770]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d3d11241-725b-4aa7-8f4d-9c6f7c1ca722 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.279883] env[69770]: DEBUG oslo_vmware.api [None req-0ec80874-f971-42ac-abdf-9df971230144 tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] Waiting for the task: (returnval){ [ 1174.279883] env[69770]: value = "session[52161b52-cb8e-ec9f-1132-2f6b49549d41]5201598d-c46b-5c7e-7b46-12cdf6a6a215" [ 1174.279883] env[69770]: _type = "Task" [ 1174.279883] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1174.289225] env[69770]: DEBUG oslo_vmware.api [None req-0ec80874-f971-42ac-abdf-9df971230144 tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]5201598d-c46b-5c7e-7b46-12cdf6a6a215, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1174.293747] env[69770]: DEBUG oslo_concurrency.lockutils [None req-48c04256-89f7-478a-8996-689a939fdad1 tempest-AttachVolumeTestJSON-339692578 tempest-AttachVolumeTestJSON-339692578-project-member] Lock "dc0f3667-e2b8-4b6a-b4e2-cc558b2f10ad" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.300s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1174.294957] env[69770]: DEBUG oslo_concurrency.lockutils [None req-3004cf6d-8d6c-4885-b1ec-0d7eda561e24 tempest-AttachVolumeTestJSON-339692578 tempest-AttachVolumeTestJSON-339692578-project-member] Lock "dc0f3667-e2b8-4b6a-b4e2-cc558b2f10ad" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.090s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1174.297205] env[69770]: DEBUG nova.compute.manager [None req-3004cf6d-8d6c-4885-b1ec-0d7eda561e24 tempest-AttachVolumeTestJSON-339692578 tempest-AttachVolumeTestJSON-339692578-project-member] [instance: dc0f3667-e2b8-4b6a-b4e2-cc558b2f10ad] Checking state {{(pid=69770) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1174.300618] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e9e2beb-c3fa-424b-9541-0f62d9949470 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.308608] env[69770]: DEBUG nova.compute.manager [None req-3004cf6d-8d6c-4885-b1ec-0d7eda561e24 tempest-AttachVolumeTestJSON-339692578 tempest-AttachVolumeTestJSON-339692578-project-member] [instance: dc0f3667-e2b8-4b6a-b4e2-cc558b2f10ad] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69770) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1174.309391] env[69770]: DEBUG nova.objects.instance [None req-3004cf6d-8d6c-4885-b1ec-0d7eda561e24 tempest-AttachVolumeTestJSON-339692578 tempest-AttachVolumeTestJSON-339692578-project-member] Lazy-loading 'flavor' on Instance uuid dc0f3667-e2b8-4b6a-b4e2-cc558b2f10ad {{(pid=69770) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1174.364514] env[69770]: DEBUG nova.network.neutron [req-2cb7b739-0a71-45e8-b11f-a810f57f05f3 req-6b6ea133-d71f-4b47-86f0-680d41334d92 service nova] [instance: 215916d5-31b5-49ba-a7bc-78d9652dea41] Updated VIF entry in instance network info cache for port 0c8f9939-e902-4e4b-9620-94d662a2e543. {{(pid=69770) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1174.364889] env[69770]: DEBUG nova.network.neutron [req-2cb7b739-0a71-45e8-b11f-a810f57f05f3 req-6b6ea133-d71f-4b47-86f0-680d41334d92 service nova] [instance: 215916d5-31b5-49ba-a7bc-78d9652dea41] Updating instance_info_cache with network_info: [{"id": "0c8f9939-e902-4e4b-9620-94d662a2e543", "address": "fa:16:3e:0d:6c:4c", "network": {"id": "419ca0f7-61b3-4408-9976-77c6983fa64f", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1600648344-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3903a8460665477a9e1a8d5c6550931b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b5c34919-7d52-4a52-bab1-81af4c8182ef", "external-id": "nsx-vlan-transportzone-458", "segmentation_id": 458, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0c8f9939-e9", "ovs_interfaceid": "0c8f9939-e902-4e4b-9620-94d662a2e543", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69770) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1174.401365] env[69770]: DEBUG oslo_vmware.api [-] Task: {'id': task-4070569, 'name': CreateVM_Task} progress is 25%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1174.681754] env[69770]: DEBUG oslo_concurrency.lockutils [None req-af121046-e695-42ee-8dbc-7f35f06878f0 tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] Acquiring lock "refresh_cache-8d5ad060-8e9d-4b5d-ba8b-3f2d955a4455" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.682032] env[69770]: DEBUG oslo_concurrency.lockutils [None req-af121046-e695-42ee-8dbc-7f35f06878f0 tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] Acquired lock "refresh_cache-8d5ad060-8e9d-4b5d-ba8b-3f2d955a4455" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.682110] env[69770]: DEBUG nova.network.neutron [None req-af121046-e695-42ee-8dbc-7f35f06878f0 tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] [instance: 8d5ad060-8e9d-4b5d-ba8b-3f2d955a4455] Building network info cache for instance {{(pid=69770) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1174.726847] env[69770]: DEBUG oslo_vmware.api [None req-35a7a634-f7cb-428d-b4e9-e4c7968f1745 tempest-AttachVolumeShelveTestJSON-1191911444 tempest-AttachVolumeShelveTestJSON-1191911444-project-member] Task: {'id': task-4070570, 'name': PowerOnVM_Task, 'duration_secs': 0.487428} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1174.727185] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-35a7a634-f7cb-428d-b4e9-e4c7968f1745 tempest-AttachVolumeShelveTestJSON-1191911444 tempest-AttachVolumeShelveTestJSON-1191911444-project-member] [instance: 1e9f2a84-ff0f-4bfb-87b7-0b0d3604ab3f] Powered on the VM {{(pid=69770) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1174.755622] env[69770]: DEBUG oslo_vmware.api [None req-f7ca7535-9047-4a85-989f-9349b20344fc tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] Task: {'id': task-4070568, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.521325} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1174.755993] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-f7ca7535-9047-4a85-989f-9349b20344fc tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk to [datastore2] cb2d5e5c-a655-4351-8e47-77816071183b/cb2d5e5c-a655-4351-8e47-77816071183b.vmdk {{(pid=69770) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1174.756377] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-f7ca7535-9047-4a85-989f-9349b20344fc tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] [instance: cb2d5e5c-a655-4351-8e47-77816071183b] Extending root virtual disk to 1048576 {{(pid=69770) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1174.756676] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-cd1ccbde-7f0c-4c06-8ace-47fd35ed4bdd {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.768828] env[69770]: DEBUG oslo_vmware.api [None req-f7ca7535-9047-4a85-989f-9349b20344fc tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] Waiting for the task: (returnval){ [ 1174.768828] env[69770]: value = "task-4070571" [ 1174.768828] env[69770]: _type = "Task" [ 1174.768828] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1174.780092] env[69770]: DEBUG oslo_vmware.api [None req-f7ca7535-9047-4a85-989f-9349b20344fc tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] Task: {'id': task-4070571, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1174.792067] env[69770]: DEBUG oslo_vmware.api [None req-0ec80874-f971-42ac-abdf-9df971230144 tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]5201598d-c46b-5c7e-7b46-12cdf6a6a215, 'name': SearchDatastore_Task, 'duration_secs': 0.012407} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1174.792067] env[69770]: DEBUG oslo_concurrency.lockutils [None req-0ec80874-f971-42ac-abdf-9df971230144 tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.792067] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ec80874-f971-42ac-abdf-9df971230144 tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk to [datastore2] dab60fd0-ed75-4747-8caf-e5e99ea54448/dab60fd0-ed75-4747-8caf-e5e99ea54448.vmdk {{(pid=69770) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1174.792270] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2863c935-57a9-4cb9-a5fa-a13eb5c11c87 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.800156] env[69770]: DEBUG oslo_vmware.api [None req-0ec80874-f971-42ac-abdf-9df971230144 tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] Waiting for the task: (returnval){ [ 1174.800156] env[69770]: value = "task-4070572" [ 1174.800156] env[69770]: _type = "Task" [ 1174.800156] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1174.810332] env[69770]: DEBUG oslo_vmware.api [None req-0ec80874-f971-42ac-abdf-9df971230144 tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] Task: {'id': task-4070572, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1174.859018] env[69770]: DEBUG nova.compute.manager [None req-35a7a634-f7cb-428d-b4e9-e4c7968f1745 tempest-AttachVolumeShelveTestJSON-1191911444 tempest-AttachVolumeShelveTestJSON-1191911444-project-member] [instance: 1e9f2a84-ff0f-4bfb-87b7-0b0d3604ab3f] Checking state {{(pid=69770) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1174.860343] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42d6a7fc-950d-475e-afb7-ca24e9db5272 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.869415] env[69770]: DEBUG oslo_concurrency.lockutils [req-2cb7b739-0a71-45e8-b11f-a810f57f05f3 req-6b6ea133-d71f-4b47-86f0-680d41334d92 service nova] Releasing lock "refresh_cache-215916d5-31b5-49ba-a7bc-78d9652dea41" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.903948] env[69770]: DEBUG oslo_vmware.api [-] Task: {'id': task-4070569, 'name': CreateVM_Task, 'duration_secs': 0.607638} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1174.904233] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 215916d5-31b5-49ba-a7bc-78d9652dea41] Created VM on the ESX host {{(pid=69770) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1174.904995] env[69770]: DEBUG oslo_concurrency.lockutils [None req-7855b4b1-39f2-44c9-8975-4c599de6b11e tempest-ServerRescueNegativeTestJSON-135561646 tempest-ServerRescueNegativeTestJSON-135561646-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.905515] env[69770]: DEBUG oslo_concurrency.lockutils [None req-7855b4b1-39f2-44c9-8975-4c599de6b11e tempest-ServerRescueNegativeTestJSON-135561646 tempest-ServerRescueNegativeTestJSON-135561646-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.906273] env[69770]: DEBUG oslo_concurrency.lockutils [None req-7855b4b1-39f2-44c9-8975-4c599de6b11e tempest-ServerRescueNegativeTestJSON-135561646 tempest-ServerRescueNegativeTestJSON-135561646-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.906273] env[69770]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f666e797-9956-44fb-8662-99f2e4f0667d {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.912044] env[69770]: DEBUG oslo_vmware.api [None req-7855b4b1-39f2-44c9-8975-4c599de6b11e tempest-ServerRescueNegativeTestJSON-135561646 tempest-ServerRescueNegativeTestJSON-135561646-project-member] Waiting for the task: (returnval){ [ 1174.912044] env[69770]: value = "session[52161b52-cb8e-ec9f-1132-2f6b49549d41]52b5cca1-e774-6013-cac1-94746cc3cf27" [ 1174.912044] env[69770]: _type = "Task" [ 1174.912044] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1174.922132] env[69770]: DEBUG oslo_vmware.api [None req-7855b4b1-39f2-44c9-8975-4c599de6b11e tempest-ServerRescueNegativeTestJSON-135561646 tempest-ServerRescueNegativeTestJSON-135561646-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]52b5cca1-e774-6013-cac1-94746cc3cf27, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1175.232633] env[69770]: DEBUG nova.network.neutron [None req-af121046-e695-42ee-8dbc-7f35f06878f0 tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] [instance: 8d5ad060-8e9d-4b5d-ba8b-3f2d955a4455] Instance cache missing network info. {{(pid=69770) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1175.297289] env[69770]: DEBUG oslo_vmware.api [None req-f7ca7535-9047-4a85-989f-9349b20344fc tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] Task: {'id': task-4070571, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.081379} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1175.297540] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-f7ca7535-9047-4a85-989f-9349b20344fc tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] [instance: cb2d5e5c-a655-4351-8e47-77816071183b] Extended root virtual disk {{(pid=69770) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1175.298402] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff08cf96-8a15-4b22-bde3-9ba9efa8241b {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.310840] env[69770]: DEBUG oslo_vmware.api [None req-0ec80874-f971-42ac-abdf-9df971230144 tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] Task: {'id': task-4070572, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1175.320701] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-3004cf6d-8d6c-4885-b1ec-0d7eda561e24 tempest-AttachVolumeTestJSON-339692578 tempest-AttachVolumeTestJSON-339692578-project-member] [instance: dc0f3667-e2b8-4b6a-b4e2-cc558b2f10ad] Powering off the VM {{(pid=69770) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1175.330049] env[69770]: DEBUG nova.virt.vmwareapi.volumeops [None req-f7ca7535-9047-4a85-989f-9349b20344fc tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] [instance: cb2d5e5c-a655-4351-8e47-77816071183b] Reconfiguring VM instance instance-00000059 to attach disk [datastore2] cb2d5e5c-a655-4351-8e47-77816071183b/cb2d5e5c-a655-4351-8e47-77816071183b.vmdk or device None with type sparse {{(pid=69770) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1175.332923] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-caee0b85-ae66-4e06-992f-bee44f34fd25 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.334772] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-29ec231f-136e-4ba1-970d-1a2354a2026d {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.356780] env[69770]: DEBUG oslo_vmware.api [None req-3004cf6d-8d6c-4885-b1ec-0d7eda561e24 tempest-AttachVolumeTestJSON-339692578 tempest-AttachVolumeTestJSON-339692578-project-member] Waiting for the task: (returnval){ [ 1175.356780] env[69770]: value = "task-4070573" [ 1175.356780] env[69770]: _type = "Task" [ 1175.356780] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1175.358416] env[69770]: DEBUG oslo_vmware.api [None req-f7ca7535-9047-4a85-989f-9349b20344fc tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] Waiting for the task: (returnval){ [ 1175.358416] env[69770]: value = "task-4070574" [ 1175.358416] env[69770]: _type = "Task" [ 1175.358416] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1175.371991] env[69770]: DEBUG oslo_vmware.api [None req-f7ca7535-9047-4a85-989f-9349b20344fc tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] Task: {'id': task-4070574, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1175.380553] env[69770]: DEBUG oslo_vmware.api [None req-3004cf6d-8d6c-4885-b1ec-0d7eda561e24 tempest-AttachVolumeTestJSON-339692578 tempest-AttachVolumeTestJSON-339692578-project-member] Task: {'id': task-4070573, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1175.384103] env[69770]: DEBUG oslo_concurrency.lockutils [None req-35a7a634-f7cb-428d-b4e9-e4c7968f1745 tempest-AttachVolumeShelveTestJSON-1191911444 tempest-AttachVolumeShelveTestJSON-1191911444-project-member] Lock "1e9f2a84-ff0f-4bfb-87b7-0b0d3604ab3f" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 28.138s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1175.423577] env[69770]: DEBUG oslo_vmware.api [None req-7855b4b1-39f2-44c9-8975-4c599de6b11e tempest-ServerRescueNegativeTestJSON-135561646 tempest-ServerRescueNegativeTestJSON-135561646-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]52b5cca1-e774-6013-cac1-94746cc3cf27, 'name': SearchDatastore_Task, 'duration_secs': 0.010775} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1175.423844] env[69770]: DEBUG oslo_concurrency.lockutils [None req-7855b4b1-39f2-44c9-8975-4c599de6b11e tempest-ServerRescueNegativeTestJSON-135561646 tempest-ServerRescueNegativeTestJSON-135561646-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.424152] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-7855b4b1-39f2-44c9-8975-4c599de6b11e tempest-ServerRescueNegativeTestJSON-135561646 tempest-ServerRescueNegativeTestJSON-135561646-project-member] [instance: 215916d5-31b5-49ba-a7bc-78d9652dea41] Processing image d1eaff80-24a0-4391-90eb-59958b1ecf0a {{(pid=69770) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1175.424417] env[69770]: DEBUG oslo_concurrency.lockutils [None req-7855b4b1-39f2-44c9-8975-4c599de6b11e tempest-ServerRescueNegativeTestJSON-135561646 tempest-ServerRescueNegativeTestJSON-135561646-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.424568] env[69770]: DEBUG oslo_concurrency.lockutils [None req-7855b4b1-39f2-44c9-8975-4c599de6b11e tempest-ServerRescueNegativeTestJSON-135561646 tempest-ServerRescueNegativeTestJSON-135561646-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.424752] env[69770]: DEBUG nova.virt.vmwareapi.ds_util [None req-7855b4b1-39f2-44c9-8975-4c599de6b11e tempest-ServerRescueNegativeTestJSON-135561646 tempest-ServerRescueNegativeTestJSON-135561646-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69770) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1175.425035] env[69770]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ebdb030a-aaea-4d48-8cdd-af7c7fca1bbe {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.435102] env[69770]: DEBUG nova.virt.vmwareapi.ds_util [None req-7855b4b1-39f2-44c9-8975-4c599de6b11e tempest-ServerRescueNegativeTestJSON-135561646 tempest-ServerRescueNegativeTestJSON-135561646-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69770) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1175.435329] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-7855b4b1-39f2-44c9-8975-4c599de6b11e tempest-ServerRescueNegativeTestJSON-135561646 tempest-ServerRescueNegativeTestJSON-135561646-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69770) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1175.436579] env[69770]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7e17b599-618f-4ed2-ba19-c0f44443ca51 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.443435] env[69770]: DEBUG oslo_vmware.api [None req-7855b4b1-39f2-44c9-8975-4c599de6b11e tempest-ServerRescueNegativeTestJSON-135561646 tempest-ServerRescueNegativeTestJSON-135561646-project-member] Waiting for the task: (returnval){ [ 1175.443435] env[69770]: value = "session[52161b52-cb8e-ec9f-1132-2f6b49549d41]52e36e1e-8791-8d48-d3a3-294edcb63103" [ 1175.443435] env[69770]: _type = "Task" [ 1175.443435] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1175.452309] env[69770]: DEBUG oslo_vmware.api [None req-7855b4b1-39f2-44c9-8975-4c599de6b11e tempest-ServerRescueNegativeTestJSON-135561646 tempest-ServerRescueNegativeTestJSON-135561646-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]52e36e1e-8791-8d48-d3a3-294edcb63103, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1175.453937] env[69770]: DEBUG nova.network.neutron [None req-af121046-e695-42ee-8dbc-7f35f06878f0 tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] [instance: 8d5ad060-8e9d-4b5d-ba8b-3f2d955a4455] Updating instance_info_cache with network_info: [{"id": "d61eb09e-9ee0-43d3-af21-48a3646a09e8", "address": "fa:16:3e:86:d6:41", "network": {"id": "9d212606-40a3-4b28-9ea6-99b5c5f662a7", "bridge": "br-int", "label": "tempest-ServersTestJSON-1055032721-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "edd97114f9bb4735963417fc474a65d2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1f762954-6ca5-4da5-bf0a-5d31c51ec570", "external-id": "nsx-vlan-transportzone-930", "segmentation_id": 930, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd61eb09e-9e", "ovs_interfaceid": "d61eb09e-9ee0-43d3-af21-48a3646a09e8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69770) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1175.670645] env[69770]: DEBUG nova.compute.manager [req-0faf3a43-7c01-477c-aaa9-560ef72afbc0 req-d5cd52ec-b9b8-4d74-ad8d-3599176bda10 service nova] [instance: 8d5ad060-8e9d-4b5d-ba8b-3f2d955a4455] Received event network-vif-plugged-d61eb09e-9ee0-43d3-af21-48a3646a09e8 {{(pid=69770) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1175.670913] env[69770]: DEBUG oslo_concurrency.lockutils [req-0faf3a43-7c01-477c-aaa9-560ef72afbc0 req-d5cd52ec-b9b8-4d74-ad8d-3599176bda10 service nova] Acquiring lock "8d5ad060-8e9d-4b5d-ba8b-3f2d955a4455-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1175.671256] env[69770]: DEBUG oslo_concurrency.lockutils [req-0faf3a43-7c01-477c-aaa9-560ef72afbc0 req-d5cd52ec-b9b8-4d74-ad8d-3599176bda10 service nova] Lock "8d5ad060-8e9d-4b5d-ba8b-3f2d955a4455-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1175.671312] env[69770]: DEBUG oslo_concurrency.lockutils [req-0faf3a43-7c01-477c-aaa9-560ef72afbc0 req-d5cd52ec-b9b8-4d74-ad8d-3599176bda10 service nova] Lock "8d5ad060-8e9d-4b5d-ba8b-3f2d955a4455-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1175.671476] env[69770]: DEBUG nova.compute.manager [req-0faf3a43-7c01-477c-aaa9-560ef72afbc0 req-d5cd52ec-b9b8-4d74-ad8d-3599176bda10 service nova] [instance: 8d5ad060-8e9d-4b5d-ba8b-3f2d955a4455] No waiting events found dispatching network-vif-plugged-d61eb09e-9ee0-43d3-af21-48a3646a09e8 {{(pid=69770) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1175.671649] env[69770]: WARNING nova.compute.manager [req-0faf3a43-7c01-477c-aaa9-560ef72afbc0 req-d5cd52ec-b9b8-4d74-ad8d-3599176bda10 service nova] [instance: 8d5ad060-8e9d-4b5d-ba8b-3f2d955a4455] Received unexpected event network-vif-plugged-d61eb09e-9ee0-43d3-af21-48a3646a09e8 for instance with vm_state building and task_state spawning. [ 1175.671800] env[69770]: DEBUG nova.compute.manager [req-0faf3a43-7c01-477c-aaa9-560ef72afbc0 req-d5cd52ec-b9b8-4d74-ad8d-3599176bda10 service nova] [instance: 8d5ad060-8e9d-4b5d-ba8b-3f2d955a4455] Received event network-changed-d61eb09e-9ee0-43d3-af21-48a3646a09e8 {{(pid=69770) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1175.671950] env[69770]: DEBUG nova.compute.manager [req-0faf3a43-7c01-477c-aaa9-560ef72afbc0 req-d5cd52ec-b9b8-4d74-ad8d-3599176bda10 service nova] [instance: 8d5ad060-8e9d-4b5d-ba8b-3f2d955a4455] Refreshing instance network info cache due to event network-changed-d61eb09e-9ee0-43d3-af21-48a3646a09e8. {{(pid=69770) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1175.672133] env[69770]: DEBUG oslo_concurrency.lockutils [req-0faf3a43-7c01-477c-aaa9-560ef72afbc0 req-d5cd52ec-b9b8-4d74-ad8d-3599176bda10 service nova] Acquiring lock "refresh_cache-8d5ad060-8e9d-4b5d-ba8b-3f2d955a4455" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.764914] env[69770]: DEBUG nova.compute.manager [None req-f126ac0a-16dc-4f50-abec-5eeb5ebc77f5 tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] [instance: 5815fe63-e447-4be2-9055-a6320d0ba896] Checking state {{(pid=69770) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1175.765971] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e121c987-b65f-4cba-848d-18bd818ca71e {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.812269] env[69770]: DEBUG oslo_vmware.api [None req-0ec80874-f971-42ac-abdf-9df971230144 tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] Task: {'id': task-4070572, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.519925} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1175.812541] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ec80874-f971-42ac-abdf-9df971230144 tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk to [datastore2] dab60fd0-ed75-4747-8caf-e5e99ea54448/dab60fd0-ed75-4747-8caf-e5e99ea54448.vmdk {{(pid=69770) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1175.812762] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-0ec80874-f971-42ac-abdf-9df971230144 tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] [instance: dab60fd0-ed75-4747-8caf-e5e99ea54448] Extending root virtual disk to 1048576 {{(pid=69770) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1175.813026] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4585e640-80f1-40bc-8f3f-6646e2e33fb1 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.820085] env[69770]: DEBUG oslo_vmware.api [None req-0ec80874-f971-42ac-abdf-9df971230144 tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] Waiting for the task: (returnval){ [ 1175.820085] env[69770]: value = "task-4070575" [ 1175.820085] env[69770]: _type = "Task" [ 1175.820085] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1175.830573] env[69770]: DEBUG oslo_vmware.api [None req-0ec80874-f971-42ac-abdf-9df971230144 tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] Task: {'id': task-4070575, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1175.873782] env[69770]: DEBUG oslo_vmware.api [None req-f7ca7535-9047-4a85-989f-9349b20344fc tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] Task: {'id': task-4070574, 'name': ReconfigVM_Task, 'duration_secs': 0.307223} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1175.878096] env[69770]: DEBUG nova.virt.vmwareapi.volumeops [None req-f7ca7535-9047-4a85-989f-9349b20344fc tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] [instance: cb2d5e5c-a655-4351-8e47-77816071183b] Reconfigured VM instance instance-00000059 to attach disk [datastore2] cb2d5e5c-a655-4351-8e47-77816071183b/cb2d5e5c-a655-4351-8e47-77816071183b.vmdk or device None with type sparse {{(pid=69770) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1175.879996] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-f7ca7535-9047-4a85-989f-9349b20344fc tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] [instance: cb2d5e5c-a655-4351-8e47-77816071183b] Block device information present: {'root_device_name': '/dev/sda', 'image': [{'disk_bus': None, 'encryption_options': None, 'device_type': 'disk', 'encryption_format': None, 'size': 0, 'guest_format': None, 'encrypted': False, 'encryption_secret_uuid': None, 'device_name': '/dev/sda', 'boot_index': 0, 'image_id': 'd1eaff80-24a0-4391-90eb-59958b1ecf0a'}], 'ephemerals': [], 'block_device_mapping': [{'delete_on_termination': False, 'disk_bus': None, 'device_type': None, 'guest_format': None, 'attachment_id': 'eb93f2fb-5aba-4bd6-8f23-5e04f27a4e44', 'mount_device': '/dev/sdb', 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-806650', 'volume_id': 'ace1cfcc-c088-45ef-b9cb-40b59354b1ce', 'name': 'volume-ace1cfcc-c088-45ef-b9cb-40b59354b1ce', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'cb2d5e5c-a655-4351-8e47-77816071183b', 'attached_at': '', 'detached_at': '', 'volume_id': 'ace1cfcc-c088-45ef-b9cb-40b59354b1ce', 'serial': 'ace1cfcc-c088-45ef-b9cb-40b59354b1ce'}, 'boot_index': None, 'volume_type': None}], 'swap': None} {{(pid=69770) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1175.880303] env[69770]: DEBUG nova.virt.vmwareapi.volumeops [None req-f7ca7535-9047-4a85-989f-9349b20344fc tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] [instance: cb2d5e5c-a655-4351-8e47-77816071183b] Volume attach. Driver type: vmdk {{(pid=69770) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1175.880666] env[69770]: DEBUG nova.virt.vmwareapi.volumeops [None req-f7ca7535-9047-4a85-989f-9349b20344fc tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] [instance: cb2d5e5c-a655-4351-8e47-77816071183b] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-806650', 'volume_id': 'ace1cfcc-c088-45ef-b9cb-40b59354b1ce', 'name': 'volume-ace1cfcc-c088-45ef-b9cb-40b59354b1ce', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'cb2d5e5c-a655-4351-8e47-77816071183b', 'attached_at': '', 'detached_at': '', 'volume_id': 'ace1cfcc-c088-45ef-b9cb-40b59354b1ce', 'serial': 'ace1cfcc-c088-45ef-b9cb-40b59354b1ce'} {{(pid=69770) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1175.881240] env[69770]: DEBUG oslo_vmware.api [None req-3004cf6d-8d6c-4885-b1ec-0d7eda561e24 tempest-AttachVolumeTestJSON-339692578 tempest-AttachVolumeTestJSON-339692578-project-member] Task: {'id': task-4070573, 'name': PowerOffVM_Task, 'duration_secs': 0.405291} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1175.882081] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5e1c1fd-5271-4481-b24c-1d42d9dc110f {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.886640] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-3004cf6d-8d6c-4885-b1ec-0d7eda561e24 tempest-AttachVolumeTestJSON-339692578 tempest-AttachVolumeTestJSON-339692578-project-member] [instance: dc0f3667-e2b8-4b6a-b4e2-cc558b2f10ad] Powered off the VM {{(pid=69770) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1175.886841] env[69770]: DEBUG nova.compute.manager [None req-3004cf6d-8d6c-4885-b1ec-0d7eda561e24 tempest-AttachVolumeTestJSON-339692578 tempest-AttachVolumeTestJSON-339692578-project-member] [instance: dc0f3667-e2b8-4b6a-b4e2-cc558b2f10ad] Checking state {{(pid=69770) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1175.887794] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8223cf1-bfed-4bc7-863f-f593e949993e {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.909276] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f51a90b-a2f0-4e88-8dbc-e1dd9405e397 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.934956] env[69770]: DEBUG nova.virt.vmwareapi.volumeops [None req-f7ca7535-9047-4a85-989f-9349b20344fc tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] [instance: cb2d5e5c-a655-4351-8e47-77816071183b] Reconfiguring VM instance instance-00000059 to attach disk [datastore2] volume-ace1cfcc-c088-45ef-b9cb-40b59354b1ce/volume-ace1cfcc-c088-45ef-b9cb-40b59354b1ce.vmdk or device None with type thin {{(pid=69770) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1175.936462] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fafc92aa-7169-4488-95d1-67a91c4ae463 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.957097] env[69770]: DEBUG oslo_concurrency.lockutils [None req-af121046-e695-42ee-8dbc-7f35f06878f0 tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] Releasing lock "refresh_cache-8d5ad060-8e9d-4b5d-ba8b-3f2d955a4455" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.957441] env[69770]: DEBUG nova.compute.manager [None req-af121046-e695-42ee-8dbc-7f35f06878f0 tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] [instance: 8d5ad060-8e9d-4b5d-ba8b-3f2d955a4455] Instance network_info: |[{"id": "d61eb09e-9ee0-43d3-af21-48a3646a09e8", "address": "fa:16:3e:86:d6:41", "network": {"id": "9d212606-40a3-4b28-9ea6-99b5c5f662a7", "bridge": "br-int", "label": "tempest-ServersTestJSON-1055032721-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "edd97114f9bb4735963417fc474a65d2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1f762954-6ca5-4da5-bf0a-5d31c51ec570", "external-id": "nsx-vlan-transportzone-930", "segmentation_id": 930, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd61eb09e-9e", "ovs_interfaceid": "d61eb09e-9ee0-43d3-af21-48a3646a09e8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69770) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1175.957773] env[69770]: DEBUG oslo_concurrency.lockutils [req-0faf3a43-7c01-477c-aaa9-560ef72afbc0 req-d5cd52ec-b9b8-4d74-ad8d-3599176bda10 service nova] Acquired lock "refresh_cache-8d5ad060-8e9d-4b5d-ba8b-3f2d955a4455" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.957979] env[69770]: DEBUG nova.network.neutron [req-0faf3a43-7c01-477c-aaa9-560ef72afbc0 req-d5cd52ec-b9b8-4d74-ad8d-3599176bda10 service nova] [instance: 8d5ad060-8e9d-4b5d-ba8b-3f2d955a4455] Refreshing network info cache for port d61eb09e-9ee0-43d3-af21-48a3646a09e8 {{(pid=69770) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1175.959527] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-af121046-e695-42ee-8dbc-7f35f06878f0 tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] [instance: 8d5ad060-8e9d-4b5d-ba8b-3f2d955a4455] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:86:d6:41', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1f762954-6ca5-4da5-bf0a-5d31c51ec570', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd61eb09e-9ee0-43d3-af21-48a3646a09e8', 'vif_model': 'vmxnet3'}] {{(pid=69770) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1175.968292] env[69770]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-af121046-e695-42ee-8dbc-7f35f06878f0 tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69770) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1175.974343] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8d5ad060-8e9d-4b5d-ba8b-3f2d955a4455] Creating VM on the ESX host {{(pid=69770) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1175.974671] env[69770]: DEBUG oslo_vmware.api [None req-f7ca7535-9047-4a85-989f-9349b20344fc tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] Waiting for the task: (returnval){ [ 1175.974671] env[69770]: value = "task-4070576" [ 1175.974671] env[69770]: _type = "Task" [ 1175.974671] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1175.974915] env[69770]: DEBUG oslo_vmware.api [None req-7855b4b1-39f2-44c9-8975-4c599de6b11e tempest-ServerRescueNegativeTestJSON-135561646 tempest-ServerRescueNegativeTestJSON-135561646-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]52e36e1e-8791-8d48-d3a3-294edcb63103, 'name': SearchDatastore_Task, 'duration_secs': 0.012302} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1175.975135] env[69770]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-eba69460-5289-470b-8b34-da98a11339b1 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.994402] env[69770]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3cd8a6b2-4403-48ce-92ca-ab5922c17ac9 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.005356] env[69770]: DEBUG oslo_vmware.api [None req-f7ca7535-9047-4a85-989f-9349b20344fc tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] Task: {'id': task-4070576, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1176.007747] env[69770]: DEBUG oslo_vmware.api [None req-7855b4b1-39f2-44c9-8975-4c599de6b11e tempest-ServerRescueNegativeTestJSON-135561646 tempest-ServerRescueNegativeTestJSON-135561646-project-member] Waiting for the task: (returnval){ [ 1176.007747] env[69770]: value = "session[52161b52-cb8e-ec9f-1132-2f6b49549d41]5286b29b-7cdc-7745-9d88-006b0d8cdba6" [ 1176.007747] env[69770]: _type = "Task" [ 1176.007747] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1176.008099] env[69770]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1176.008099] env[69770]: value = "task-4070577" [ 1176.008099] env[69770]: _type = "Task" [ 1176.008099] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1176.019723] env[69770]: DEBUG oslo_vmware.api [None req-7855b4b1-39f2-44c9-8975-4c599de6b11e tempest-ServerRescueNegativeTestJSON-135561646 tempest-ServerRescueNegativeTestJSON-135561646-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]5286b29b-7cdc-7745-9d88-006b0d8cdba6, 'name': SearchDatastore_Task, 'duration_secs': 0.011224} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1176.022911] env[69770]: DEBUG oslo_concurrency.lockutils [None req-7855b4b1-39f2-44c9-8975-4c599de6b11e tempest-ServerRescueNegativeTestJSON-135561646 tempest-ServerRescueNegativeTestJSON-135561646-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.023220] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-7855b4b1-39f2-44c9-8975-4c599de6b11e tempest-ServerRescueNegativeTestJSON-135561646 tempest-ServerRescueNegativeTestJSON-135561646-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk to [datastore2] 215916d5-31b5-49ba-a7bc-78d9652dea41/215916d5-31b5-49ba-a7bc-78d9652dea41.vmdk {{(pid=69770) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1176.023443] env[69770]: DEBUG oslo_vmware.api [-] Task: {'id': task-4070577, 'name': CreateVM_Task} progress is 6%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1176.023661] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-58cd687f-eb04-42d3-9f1e-f8baf8189fc6 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.030454] env[69770]: DEBUG oslo_vmware.api [None req-7855b4b1-39f2-44c9-8975-4c599de6b11e tempest-ServerRescueNegativeTestJSON-135561646 tempest-ServerRescueNegativeTestJSON-135561646-project-member] Waiting for the task: (returnval){ [ 1176.030454] env[69770]: value = "task-4070578" [ 1176.030454] env[69770]: _type = "Task" [ 1176.030454] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1176.039403] env[69770]: DEBUG oslo_vmware.api [None req-7855b4b1-39f2-44c9-8975-4c599de6b11e tempest-ServerRescueNegativeTestJSON-135561646 tempest-ServerRescueNegativeTestJSON-135561646-project-member] Task: {'id': task-4070578, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1176.278377] env[69770]: INFO nova.compute.manager [None req-f126ac0a-16dc-4f50-abec-5eeb5ebc77f5 tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] [instance: 5815fe63-e447-4be2-9055-a6320d0ba896] instance snapshotting [ 1176.278807] env[69770]: DEBUG nova.objects.instance [None req-f126ac0a-16dc-4f50-abec-5eeb5ebc77f5 tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] Lazy-loading 'flavor' on Instance uuid 5815fe63-e447-4be2-9055-a6320d0ba896 {{(pid=69770) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1176.335117] env[69770]: DEBUG oslo_vmware.api [None req-0ec80874-f971-42ac-abdf-9df971230144 tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] Task: {'id': task-4070575, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.096951} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1176.335384] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-0ec80874-f971-42ac-abdf-9df971230144 tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] [instance: dab60fd0-ed75-4747-8caf-e5e99ea54448] Extended root virtual disk {{(pid=69770) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1176.336606] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f96dca1a-4767-4cac-8866-c32cf85aaf2a {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.366352] env[69770]: DEBUG nova.virt.vmwareapi.volumeops [None req-0ec80874-f971-42ac-abdf-9df971230144 tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] [instance: dab60fd0-ed75-4747-8caf-e5e99ea54448] Reconfiguring VM instance instance-00000062 to attach disk [datastore2] dab60fd0-ed75-4747-8caf-e5e99ea54448/dab60fd0-ed75-4747-8caf-e5e99ea54448.vmdk or device None with type sparse {{(pid=69770) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1176.367127] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2b2bd743-d0f8-43f3-95bc-b1bfb3a42cde {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.391505] env[69770]: DEBUG oslo_vmware.api [None req-0ec80874-f971-42ac-abdf-9df971230144 tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] Waiting for the task: (returnval){ [ 1176.391505] env[69770]: value = "task-4070579" [ 1176.391505] env[69770]: _type = "Task" [ 1176.391505] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1176.403134] env[69770]: DEBUG oslo_vmware.api [None req-0ec80874-f971-42ac-abdf-9df971230144 tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] Task: {'id': task-4070579, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1176.413560] env[69770]: DEBUG oslo_concurrency.lockutils [None req-3004cf6d-8d6c-4885-b1ec-0d7eda561e24 tempest-AttachVolumeTestJSON-339692578 tempest-AttachVolumeTestJSON-339692578-project-member] Lock "dc0f3667-e2b8-4b6a-b4e2-cc558b2f10ad" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.118s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1176.503032] env[69770]: DEBUG oslo_vmware.api [None req-f7ca7535-9047-4a85-989f-9349b20344fc tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] Task: {'id': task-4070576, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1176.522888] env[69770]: DEBUG oslo_vmware.api [-] Task: {'id': task-4070577, 'name': CreateVM_Task} progress is 99%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1176.542292] env[69770]: DEBUG oslo_vmware.api [None req-7855b4b1-39f2-44c9-8975-4c599de6b11e tempest-ServerRescueNegativeTestJSON-135561646 tempest-ServerRescueNegativeTestJSON-135561646-project-member] Task: {'id': task-4070578, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1176.785070] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-057537a8-6dfd-4a76-b65d-5ad695e5c358 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.807891] env[69770]: DEBUG nova.objects.instance [None req-b4b76723-3b64-4efe-91e2-84b70fb2dd01 tempest-AttachVolumeTestJSON-339692578 tempest-AttachVolumeTestJSON-339692578-project-member] Lazy-loading 'flavor' on Instance uuid dc0f3667-e2b8-4b6a-b4e2-cc558b2f10ad {{(pid=69770) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1176.809966] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f5c6a83-6714-453f-8d07-7e2b45277b1c {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.825209] env[69770]: DEBUG nova.network.neutron [req-0faf3a43-7c01-477c-aaa9-560ef72afbc0 req-d5cd52ec-b9b8-4d74-ad8d-3599176bda10 service nova] [instance: 8d5ad060-8e9d-4b5d-ba8b-3f2d955a4455] Updated VIF entry in instance network info cache for port d61eb09e-9ee0-43d3-af21-48a3646a09e8. {{(pid=69770) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1176.825568] env[69770]: DEBUG nova.network.neutron [req-0faf3a43-7c01-477c-aaa9-560ef72afbc0 req-d5cd52ec-b9b8-4d74-ad8d-3599176bda10 service nova] [instance: 8d5ad060-8e9d-4b5d-ba8b-3f2d955a4455] Updating instance_info_cache with network_info: [{"id": "d61eb09e-9ee0-43d3-af21-48a3646a09e8", "address": "fa:16:3e:86:d6:41", "network": {"id": "9d212606-40a3-4b28-9ea6-99b5c5f662a7", "bridge": "br-int", "label": "tempest-ServersTestJSON-1055032721-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "edd97114f9bb4735963417fc474a65d2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1f762954-6ca5-4da5-bf0a-5d31c51ec570", "external-id": "nsx-vlan-transportzone-930", "segmentation_id": 930, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd61eb09e-9e", "ovs_interfaceid": "d61eb09e-9ee0-43d3-af21-48a3646a09e8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69770) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1176.902737] env[69770]: DEBUG oslo_vmware.api [None req-0ec80874-f971-42ac-abdf-9df971230144 tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] Task: {'id': task-4070579, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1177.001838] env[69770]: DEBUG oslo_vmware.api [None req-f7ca7535-9047-4a85-989f-9349b20344fc tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] Task: {'id': task-4070576, 'name': ReconfigVM_Task, 'duration_secs': 0.670876} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1177.001838] env[69770]: DEBUG nova.virt.vmwareapi.volumeops [None req-f7ca7535-9047-4a85-989f-9349b20344fc tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] [instance: cb2d5e5c-a655-4351-8e47-77816071183b] Reconfigured VM instance instance-00000059 to attach disk [datastore2] volume-ace1cfcc-c088-45ef-b9cb-40b59354b1ce/volume-ace1cfcc-c088-45ef-b9cb-40b59354b1ce.vmdk or device None with type thin {{(pid=69770) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1177.006603] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b77798c8-c7e7-4162-a0d4-ec2c5e2a9a3f {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.026846] env[69770]: DEBUG oslo_vmware.api [-] Task: {'id': task-4070577, 'name': CreateVM_Task, 'duration_secs': 0.644739} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1177.028112] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8d5ad060-8e9d-4b5d-ba8b-3f2d955a4455] Created VM on the ESX host {{(pid=69770) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1177.028427] env[69770]: DEBUG oslo_vmware.api [None req-f7ca7535-9047-4a85-989f-9349b20344fc tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] Waiting for the task: (returnval){ [ 1177.028427] env[69770]: value = "task-4070580" [ 1177.028427] env[69770]: _type = "Task" [ 1177.028427] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1177.029074] env[69770]: DEBUG oslo_concurrency.lockutils [None req-af121046-e695-42ee-8dbc-7f35f06878f0 tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.029265] env[69770]: DEBUG oslo_concurrency.lockutils [None req-af121046-e695-42ee-8dbc-7f35f06878f0 tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.029609] env[69770]: DEBUG oslo_concurrency.lockutils [None req-af121046-e695-42ee-8dbc-7f35f06878f0 tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.029878] env[69770]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0c7fa21f-e7b9-4a55-8bb1-48802d9dad69 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.044744] env[69770]: DEBUG oslo_vmware.api [None req-f7ca7535-9047-4a85-989f-9349b20344fc tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] Task: {'id': task-4070580, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1177.045211] env[69770]: DEBUG oslo_vmware.api [None req-af121046-e695-42ee-8dbc-7f35f06878f0 tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] Waiting for the task: (returnval){ [ 1177.045211] env[69770]: value = "session[52161b52-cb8e-ec9f-1132-2f6b49549d41]52303299-5b27-5418-e839-3a01bd5c1fd2" [ 1177.045211] env[69770]: _type = "Task" [ 1177.045211] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1177.048765] env[69770]: DEBUG oslo_vmware.api [None req-7855b4b1-39f2-44c9-8975-4c599de6b11e tempest-ServerRescueNegativeTestJSON-135561646 tempest-ServerRescueNegativeTestJSON-135561646-project-member] Task: {'id': task-4070578, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.566822} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1177.053769] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-7855b4b1-39f2-44c9-8975-4c599de6b11e tempest-ServerRescueNegativeTestJSON-135561646 tempest-ServerRescueNegativeTestJSON-135561646-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk to [datastore2] 215916d5-31b5-49ba-a7bc-78d9652dea41/215916d5-31b5-49ba-a7bc-78d9652dea41.vmdk {{(pid=69770) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1177.053900] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-7855b4b1-39f2-44c9-8975-4c599de6b11e tempest-ServerRescueNegativeTestJSON-135561646 tempest-ServerRescueNegativeTestJSON-135561646-project-member] [instance: 215916d5-31b5-49ba-a7bc-78d9652dea41] Extending root virtual disk to 1048576 {{(pid=69770) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1177.054188] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a861bacc-4b35-4896-97a3-341f60eae100 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.061923] env[69770]: DEBUG oslo_vmware.api [None req-af121046-e695-42ee-8dbc-7f35f06878f0 tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]52303299-5b27-5418-e839-3a01bd5c1fd2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1177.063301] env[69770]: DEBUG oslo_vmware.api [None req-7855b4b1-39f2-44c9-8975-4c599de6b11e tempest-ServerRescueNegativeTestJSON-135561646 tempest-ServerRescueNegativeTestJSON-135561646-project-member] Waiting for the task: (returnval){ [ 1177.063301] env[69770]: value = "task-4070581" [ 1177.063301] env[69770]: _type = "Task" [ 1177.063301] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1177.071200] env[69770]: DEBUG oslo_vmware.api [None req-7855b4b1-39f2-44c9-8975-4c599de6b11e tempest-ServerRescueNegativeTestJSON-135561646 tempest-ServerRescueNegativeTestJSON-135561646-project-member] Task: {'id': task-4070581, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1177.317671] env[69770]: DEBUG oslo_concurrency.lockutils [None req-b4b76723-3b64-4efe-91e2-84b70fb2dd01 tempest-AttachVolumeTestJSON-339692578 tempest-AttachVolumeTestJSON-339692578-project-member] Acquiring lock "refresh_cache-dc0f3667-e2b8-4b6a-b4e2-cc558b2f10ad" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.317938] env[69770]: DEBUG oslo_concurrency.lockutils [None req-b4b76723-3b64-4efe-91e2-84b70fb2dd01 tempest-AttachVolumeTestJSON-339692578 tempest-AttachVolumeTestJSON-339692578-project-member] Acquired lock "refresh_cache-dc0f3667-e2b8-4b6a-b4e2-cc558b2f10ad" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.318223] env[69770]: DEBUG nova.network.neutron [None req-b4b76723-3b64-4efe-91e2-84b70fb2dd01 tempest-AttachVolumeTestJSON-339692578 tempest-AttachVolumeTestJSON-339692578-project-member] [instance: dc0f3667-e2b8-4b6a-b4e2-cc558b2f10ad] Building network info cache for instance {{(pid=69770) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1177.318423] env[69770]: DEBUG nova.objects.instance [None req-b4b76723-3b64-4efe-91e2-84b70fb2dd01 tempest-AttachVolumeTestJSON-339692578 tempest-AttachVolumeTestJSON-339692578-project-member] Lazy-loading 'info_cache' on Instance uuid dc0f3667-e2b8-4b6a-b4e2-cc558b2f10ad {{(pid=69770) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1177.324345] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-f126ac0a-16dc-4f50-abec-5eeb5ebc77f5 tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] [instance: 5815fe63-e447-4be2-9055-a6320d0ba896] Creating Snapshot of the VM instance {{(pid=69770) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1177.325183] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-cac615df-af78-485c-b031-f5825135a506 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.328310] env[69770]: DEBUG oslo_concurrency.lockutils [req-0faf3a43-7c01-477c-aaa9-560ef72afbc0 req-d5cd52ec-b9b8-4d74-ad8d-3599176bda10 service nova] Releasing lock "refresh_cache-8d5ad060-8e9d-4b5d-ba8b-3f2d955a4455" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.333732] env[69770]: DEBUG oslo_vmware.api [None req-f126ac0a-16dc-4f50-abec-5eeb5ebc77f5 tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] Waiting for the task: (returnval){ [ 1177.333732] env[69770]: value = "task-4070582" [ 1177.333732] env[69770]: _type = "Task" [ 1177.333732] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1177.344824] env[69770]: DEBUG oslo_vmware.api [None req-f126ac0a-16dc-4f50-abec-5eeb5ebc77f5 tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] Task: {'id': task-4070582, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1177.402399] env[69770]: DEBUG oslo_vmware.api [None req-0ec80874-f971-42ac-abdf-9df971230144 tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] Task: {'id': task-4070579, 'name': ReconfigVM_Task, 'duration_secs': 0.936672} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1177.402691] env[69770]: DEBUG nova.virt.vmwareapi.volumeops [None req-0ec80874-f971-42ac-abdf-9df971230144 tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] [instance: dab60fd0-ed75-4747-8caf-e5e99ea54448] Reconfigured VM instance instance-00000062 to attach disk [datastore2] dab60fd0-ed75-4747-8caf-e5e99ea54448/dab60fd0-ed75-4747-8caf-e5e99ea54448.vmdk or device None with type sparse {{(pid=69770) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1177.403368] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1c079f5b-1813-4000-ab9f-c4d779eb4400 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.410590] env[69770]: DEBUG oslo_vmware.api [None req-0ec80874-f971-42ac-abdf-9df971230144 tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] Waiting for the task: (returnval){ [ 1177.410590] env[69770]: value = "task-4070583" [ 1177.410590] env[69770]: _type = "Task" [ 1177.410590] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1177.423148] env[69770]: DEBUG oslo_vmware.api [None req-0ec80874-f971-42ac-abdf-9df971230144 tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] Task: {'id': task-4070583, 'name': Rename_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1177.543023] env[69770]: DEBUG oslo_vmware.api [None req-f7ca7535-9047-4a85-989f-9349b20344fc tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] Task: {'id': task-4070580, 'name': ReconfigVM_Task, 'duration_secs': 0.304591} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1177.546166] env[69770]: DEBUG nova.virt.vmwareapi.volumeops [None req-f7ca7535-9047-4a85-989f-9349b20344fc tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] [instance: cb2d5e5c-a655-4351-8e47-77816071183b] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-806650', 'volume_id': 'ace1cfcc-c088-45ef-b9cb-40b59354b1ce', 'name': 'volume-ace1cfcc-c088-45ef-b9cb-40b59354b1ce', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'cb2d5e5c-a655-4351-8e47-77816071183b', 'attached_at': '', 'detached_at': '', 'volume_id': 'ace1cfcc-c088-45ef-b9cb-40b59354b1ce', 'serial': 'ace1cfcc-c088-45ef-b9cb-40b59354b1ce'} {{(pid=69770) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1177.546166] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9e16d237-67d8-427f-8a77-fbcafd29700d {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.557180] env[69770]: DEBUG oslo_vmware.api [None req-f7ca7535-9047-4a85-989f-9349b20344fc tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] Waiting for the task: (returnval){ [ 1177.557180] env[69770]: value = "task-4070584" [ 1177.557180] env[69770]: _type = "Task" [ 1177.557180] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1177.567733] env[69770]: DEBUG oslo_vmware.api [None req-af121046-e695-42ee-8dbc-7f35f06878f0 tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]52303299-5b27-5418-e839-3a01bd5c1fd2, 'name': SearchDatastore_Task, 'duration_secs': 0.019893} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1177.573027] env[69770]: DEBUG oslo_concurrency.lockutils [None req-af121046-e695-42ee-8dbc-7f35f06878f0 tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.573027] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-af121046-e695-42ee-8dbc-7f35f06878f0 tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] [instance: 8d5ad060-8e9d-4b5d-ba8b-3f2d955a4455] Processing image d1eaff80-24a0-4391-90eb-59958b1ecf0a {{(pid=69770) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1177.573027] env[69770]: DEBUG oslo_concurrency.lockutils [None req-af121046-e695-42ee-8dbc-7f35f06878f0 tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.573027] env[69770]: DEBUG oslo_concurrency.lockutils [None req-af121046-e695-42ee-8dbc-7f35f06878f0 tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.573027] env[69770]: DEBUG nova.virt.vmwareapi.ds_util [None req-af121046-e695-42ee-8dbc-7f35f06878f0 tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69770) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1177.577528] env[69770]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bf37b7f3-d0cc-4ab6-b304-23b8584eec69 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.580191] env[69770]: DEBUG oslo_vmware.api [None req-f7ca7535-9047-4a85-989f-9349b20344fc tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] Task: {'id': task-4070584, 'name': Rename_Task} progress is 14%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1177.588685] env[69770]: DEBUG oslo_vmware.api [None req-7855b4b1-39f2-44c9-8975-4c599de6b11e tempest-ServerRescueNegativeTestJSON-135561646 tempest-ServerRescueNegativeTestJSON-135561646-project-member] Task: {'id': task-4070581, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074559} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1177.590273] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-7855b4b1-39f2-44c9-8975-4c599de6b11e tempest-ServerRescueNegativeTestJSON-135561646 tempest-ServerRescueNegativeTestJSON-135561646-project-member] [instance: 215916d5-31b5-49ba-a7bc-78d9652dea41] Extended root virtual disk {{(pid=69770) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1177.590656] env[69770]: DEBUG nova.virt.vmwareapi.ds_util [None req-af121046-e695-42ee-8dbc-7f35f06878f0 tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69770) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1177.590833] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-af121046-e695-42ee-8dbc-7f35f06878f0 tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69770) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1177.592081] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ea16acc-0e86-45fe-9a6b-ae1cbcc623c4 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.595148] env[69770]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-210bee8c-9168-4b5f-9727-90a7897855d3 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.622291] env[69770]: DEBUG nova.virt.vmwareapi.volumeops [None req-7855b4b1-39f2-44c9-8975-4c599de6b11e tempest-ServerRescueNegativeTestJSON-135561646 tempest-ServerRescueNegativeTestJSON-135561646-project-member] [instance: 215916d5-31b5-49ba-a7bc-78d9652dea41] Reconfiguring VM instance instance-00000063 to attach disk [datastore2] 215916d5-31b5-49ba-a7bc-78d9652dea41/215916d5-31b5-49ba-a7bc-78d9652dea41.vmdk or device None with type sparse {{(pid=69770) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1177.623685] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-900a11dd-7698-4c3c-b556-a1aef1ad6b47 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.642026] env[69770]: DEBUG oslo_vmware.api [None req-af121046-e695-42ee-8dbc-7f35f06878f0 tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] Waiting for the task: (returnval){ [ 1177.642026] env[69770]: value = "session[52161b52-cb8e-ec9f-1132-2f6b49549d41]52caac10-d687-f486-09a8-fb53fbe7f26c" [ 1177.642026] env[69770]: _type = "Task" [ 1177.642026] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1177.644620] env[69770]: DEBUG oslo_vmware.api [None req-7855b4b1-39f2-44c9-8975-4c599de6b11e tempest-ServerRescueNegativeTestJSON-135561646 tempest-ServerRescueNegativeTestJSON-135561646-project-member] Waiting for the task: (returnval){ [ 1177.644620] env[69770]: value = "task-4070585" [ 1177.644620] env[69770]: _type = "Task" [ 1177.644620] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1177.651138] env[69770]: DEBUG oslo_vmware.api [None req-af121046-e695-42ee-8dbc-7f35f06878f0 tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]52caac10-d687-f486-09a8-fb53fbe7f26c, 'name': SearchDatastore_Task, 'duration_secs': 0.016073} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1177.652352] env[69770]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2d400588-fd0b-4c11-bc4b-31808388aa85 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.658669] env[69770]: DEBUG oslo_vmware.api [None req-7855b4b1-39f2-44c9-8975-4c599de6b11e tempest-ServerRescueNegativeTestJSON-135561646 tempest-ServerRescueNegativeTestJSON-135561646-project-member] Task: {'id': task-4070585, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1177.660366] env[69770]: DEBUG oslo_vmware.api [None req-af121046-e695-42ee-8dbc-7f35f06878f0 tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] Waiting for the task: (returnval){ [ 1177.660366] env[69770]: value = "session[52161b52-cb8e-ec9f-1132-2f6b49549d41]526c4684-3cf4-99e1-ea7c-de1be3c47394" [ 1177.660366] env[69770]: _type = "Task" [ 1177.660366] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1177.668806] env[69770]: DEBUG oslo_vmware.api [None req-af121046-e695-42ee-8dbc-7f35f06878f0 tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]526c4684-3cf4-99e1-ea7c-de1be3c47394, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1177.825178] env[69770]: DEBUG nova.objects.base [None req-b4b76723-3b64-4efe-91e2-84b70fb2dd01 tempest-AttachVolumeTestJSON-339692578 tempest-AttachVolumeTestJSON-339692578-project-member] Object Instance lazy-loaded attributes: flavor,info_cache {{(pid=69770) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1177.845975] env[69770]: DEBUG oslo_vmware.api [None req-f126ac0a-16dc-4f50-abec-5eeb5ebc77f5 tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] Task: {'id': task-4070582, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1177.922280] env[69770]: DEBUG oslo_vmware.api [None req-0ec80874-f971-42ac-abdf-9df971230144 tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] Task: {'id': task-4070583, 'name': Rename_Task, 'duration_secs': 0.209879} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1177.922689] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ec80874-f971-42ac-abdf-9df971230144 tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] [instance: dab60fd0-ed75-4747-8caf-e5e99ea54448] Powering on the VM {{(pid=69770) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1177.923021] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fbd96842-7c55-44eb-9858-2d78267f6557 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.931534] env[69770]: DEBUG oslo_vmware.api [None req-0ec80874-f971-42ac-abdf-9df971230144 tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] Waiting for the task: (returnval){ [ 1177.931534] env[69770]: value = "task-4070586" [ 1177.931534] env[69770]: _type = "Task" [ 1177.931534] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1177.940460] env[69770]: DEBUG oslo_vmware.api [None req-0ec80874-f971-42ac-abdf-9df971230144 tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] Task: {'id': task-4070586, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1178.068482] env[69770]: DEBUG oslo_vmware.api [None req-f7ca7535-9047-4a85-989f-9349b20344fc tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] Task: {'id': task-4070584, 'name': Rename_Task, 'duration_secs': 0.208448} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1178.068706] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-f7ca7535-9047-4a85-989f-9349b20344fc tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] [instance: cb2d5e5c-a655-4351-8e47-77816071183b] Powering on the VM {{(pid=69770) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1178.068964] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3e070f5b-daea-4ee6-9455-d75ba19c3ba5 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.076843] env[69770]: DEBUG oslo_vmware.api [None req-f7ca7535-9047-4a85-989f-9349b20344fc tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] Waiting for the task: (returnval){ [ 1178.076843] env[69770]: value = "task-4070587" [ 1178.076843] env[69770]: _type = "Task" [ 1178.076843] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1178.094048] env[69770]: DEBUG oslo_vmware.api [None req-f7ca7535-9047-4a85-989f-9349b20344fc tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] Task: {'id': task-4070587, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1178.156986] env[69770]: DEBUG oslo_vmware.api [None req-7855b4b1-39f2-44c9-8975-4c599de6b11e tempest-ServerRescueNegativeTestJSON-135561646 tempest-ServerRescueNegativeTestJSON-135561646-project-member] Task: {'id': task-4070585, 'name': ReconfigVM_Task, 'duration_secs': 0.395648} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1178.157328] env[69770]: DEBUG nova.virt.vmwareapi.volumeops [None req-7855b4b1-39f2-44c9-8975-4c599de6b11e tempest-ServerRescueNegativeTestJSON-135561646 tempest-ServerRescueNegativeTestJSON-135561646-project-member] [instance: 215916d5-31b5-49ba-a7bc-78d9652dea41] Reconfigured VM instance instance-00000063 to attach disk [datastore2] 215916d5-31b5-49ba-a7bc-78d9652dea41/215916d5-31b5-49ba-a7bc-78d9652dea41.vmdk or device None with type sparse {{(pid=69770) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1178.158197] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-35de857e-cc2d-4cf2-af7c-64a64c220bfc {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.171220] env[69770]: DEBUG oslo_vmware.api [None req-af121046-e695-42ee-8dbc-7f35f06878f0 tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]526c4684-3cf4-99e1-ea7c-de1be3c47394, 'name': SearchDatastore_Task, 'duration_secs': 0.014842} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1178.172823] env[69770]: DEBUG oslo_concurrency.lockutils [None req-af121046-e695-42ee-8dbc-7f35f06878f0 tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.173188] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-af121046-e695-42ee-8dbc-7f35f06878f0 tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk to [datastore2] 8d5ad060-8e9d-4b5d-ba8b-3f2d955a4455/8d5ad060-8e9d-4b5d-ba8b-3f2d955a4455.vmdk {{(pid=69770) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1178.173739] env[69770]: DEBUG oslo_vmware.api [None req-7855b4b1-39f2-44c9-8975-4c599de6b11e tempest-ServerRescueNegativeTestJSON-135561646 tempest-ServerRescueNegativeTestJSON-135561646-project-member] Waiting for the task: (returnval){ [ 1178.173739] env[69770]: value = "task-4070588" [ 1178.173739] env[69770]: _type = "Task" [ 1178.173739] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1178.173976] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9cbdd3aa-a09b-4f2c-ba95-db180885f121 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.187029] env[69770]: DEBUG oslo_vmware.api [None req-7855b4b1-39f2-44c9-8975-4c599de6b11e tempest-ServerRescueNegativeTestJSON-135561646 tempest-ServerRescueNegativeTestJSON-135561646-project-member] Task: {'id': task-4070588, 'name': Rename_Task} progress is 6%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1178.188862] env[69770]: DEBUG oslo_vmware.api [None req-af121046-e695-42ee-8dbc-7f35f06878f0 tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] Waiting for the task: (returnval){ [ 1178.188862] env[69770]: value = "task-4070589" [ 1178.188862] env[69770]: _type = "Task" [ 1178.188862] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1178.198847] env[69770]: DEBUG oslo_vmware.api [None req-af121046-e695-42ee-8dbc-7f35f06878f0 tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] Task: {'id': task-4070589, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1178.348990] env[69770]: DEBUG oslo_vmware.api [None req-f126ac0a-16dc-4f50-abec-5eeb5ebc77f5 tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] Task: {'id': task-4070582, 'name': CreateSnapshot_Task, 'duration_secs': 0.758373} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1178.349382] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-f126ac0a-16dc-4f50-abec-5eeb5ebc77f5 tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] [instance: 5815fe63-e447-4be2-9055-a6320d0ba896] Created Snapshot of the VM instance {{(pid=69770) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1178.350262] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a72a802-1304-4bf3-9371-9659cd879f40 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.445058] env[69770]: DEBUG oslo_vmware.api [None req-0ec80874-f971-42ac-abdf-9df971230144 tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] Task: {'id': task-4070586, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1178.592840] env[69770]: DEBUG oslo_vmware.api [None req-f7ca7535-9047-4a85-989f-9349b20344fc tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] Task: {'id': task-4070587, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1178.688943] env[69770]: DEBUG oslo_vmware.api [None req-7855b4b1-39f2-44c9-8975-4c599de6b11e tempest-ServerRescueNegativeTestJSON-135561646 tempest-ServerRescueNegativeTestJSON-135561646-project-member] Task: {'id': task-4070588, 'name': Rename_Task, 'duration_secs': 0.160534} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1178.689488] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-7855b4b1-39f2-44c9-8975-4c599de6b11e tempest-ServerRescueNegativeTestJSON-135561646 tempest-ServerRescueNegativeTestJSON-135561646-project-member] [instance: 215916d5-31b5-49ba-a7bc-78d9652dea41] Powering on the VM {{(pid=69770) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1178.693549] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7bb738c6-5612-4631-a064-8faf9993181e {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.713512] env[69770]: DEBUG oslo_vmware.api [None req-af121046-e695-42ee-8dbc-7f35f06878f0 tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] Task: {'id': task-4070589, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1178.714607] env[69770]: DEBUG oslo_vmware.api [None req-7855b4b1-39f2-44c9-8975-4c599de6b11e tempest-ServerRescueNegativeTestJSON-135561646 tempest-ServerRescueNegativeTestJSON-135561646-project-member] Waiting for the task: (returnval){ [ 1178.714607] env[69770]: value = "task-4070590" [ 1178.714607] env[69770]: _type = "Task" [ 1178.714607] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1178.720256] env[69770]: DEBUG nova.network.neutron [None req-b4b76723-3b64-4efe-91e2-84b70fb2dd01 tempest-AttachVolumeTestJSON-339692578 tempest-AttachVolumeTestJSON-339692578-project-member] [instance: dc0f3667-e2b8-4b6a-b4e2-cc558b2f10ad] Updating instance_info_cache with network_info: [{"id": "759852cd-121b-4d04-9799-2c0a32306ad4", "address": "fa:16:3e:5b:32:28", "network": {"id": "b4f6914c-0803-42d0-b75a-d60ffc35f8b5", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-580694787-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.184", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b9d6e6c446154a4ba62ddf820c22c69f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "184687d6-125a-4b58-bb5b-fdb404088eda", "external-id": "nsx-vlan-transportzone-134", "segmentation_id": 134, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap759852cd-12", "ovs_interfaceid": "759852cd-121b-4d04-9799-2c0a32306ad4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69770) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1178.727137] env[69770]: DEBUG oslo_vmware.api [None req-7855b4b1-39f2-44c9-8975-4c599de6b11e tempest-ServerRescueNegativeTestJSON-135561646 tempest-ServerRescueNegativeTestJSON-135561646-project-member] Task: {'id': task-4070590, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1178.875348] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-f126ac0a-16dc-4f50-abec-5eeb5ebc77f5 tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] [instance: 5815fe63-e447-4be2-9055-a6320d0ba896] Creating linked-clone VM from snapshot {{(pid=69770) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1178.876136] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-163ad12e-0908-4e0e-9d8d-4f26b7074165 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.885563] env[69770]: DEBUG oslo_vmware.api [None req-f126ac0a-16dc-4f50-abec-5eeb5ebc77f5 tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] Waiting for the task: (returnval){ [ 1178.885563] env[69770]: value = "task-4070591" [ 1178.885563] env[69770]: _type = "Task" [ 1178.885563] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1178.897509] env[69770]: DEBUG oslo_vmware.api [None req-f126ac0a-16dc-4f50-abec-5eeb5ebc77f5 tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] Task: {'id': task-4070591, 'name': CloneVM_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1178.944389] env[69770]: DEBUG oslo_vmware.api [None req-0ec80874-f971-42ac-abdf-9df971230144 tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] Task: {'id': task-4070586, 'name': PowerOnVM_Task, 'duration_secs': 0.670544} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1178.944696] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ec80874-f971-42ac-abdf-9df971230144 tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] [instance: dab60fd0-ed75-4747-8caf-e5e99ea54448] Powered on the VM {{(pid=69770) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1178.944901] env[69770]: INFO nova.compute.manager [None req-0ec80874-f971-42ac-abdf-9df971230144 tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] [instance: dab60fd0-ed75-4747-8caf-e5e99ea54448] Took 10.15 seconds to spawn the instance on the hypervisor. [ 1178.945091] env[69770]: DEBUG nova.compute.manager [None req-0ec80874-f971-42ac-abdf-9df971230144 tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] [instance: dab60fd0-ed75-4747-8caf-e5e99ea54448] Checking state {{(pid=69770) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1178.945983] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f35d94d-8338-458e-beba-e74720a71caa {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.089715] env[69770]: DEBUG oslo_vmware.api [None req-f7ca7535-9047-4a85-989f-9349b20344fc tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] Task: {'id': task-4070587, 'name': PowerOnVM_Task, 'duration_secs': 0.835816} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1179.089948] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-f7ca7535-9047-4a85-989f-9349b20344fc tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] [instance: cb2d5e5c-a655-4351-8e47-77816071183b] Powered on the VM {{(pid=69770) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1179.090223] env[69770]: DEBUG nova.compute.manager [None req-f7ca7535-9047-4a85-989f-9349b20344fc tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] [instance: cb2d5e5c-a655-4351-8e47-77816071183b] Checking state {{(pid=69770) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1179.091021] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dae86456-fa06-406f-a3e0-c97843d863dc {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.201031] env[69770]: DEBUG oslo_vmware.api [None req-af121046-e695-42ee-8dbc-7f35f06878f0 tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] Task: {'id': task-4070589, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.552636} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1179.202057] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-af121046-e695-42ee-8dbc-7f35f06878f0 tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk to [datastore2] 8d5ad060-8e9d-4b5d-ba8b-3f2d955a4455/8d5ad060-8e9d-4b5d-ba8b-3f2d955a4455.vmdk {{(pid=69770) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1179.202057] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-af121046-e695-42ee-8dbc-7f35f06878f0 tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] [instance: 8d5ad060-8e9d-4b5d-ba8b-3f2d955a4455] Extending root virtual disk to 1048576 {{(pid=69770) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1179.202057] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c32979bc-5dfb-4e43-ad63-1e0f4fdb878b {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.212055] env[69770]: DEBUG oslo_vmware.api [None req-af121046-e695-42ee-8dbc-7f35f06878f0 tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] Waiting for the task: (returnval){ [ 1179.212055] env[69770]: value = "task-4070592" [ 1179.212055] env[69770]: _type = "Task" [ 1179.212055] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1179.230464] env[69770]: DEBUG oslo_concurrency.lockutils [None req-b4b76723-3b64-4efe-91e2-84b70fb2dd01 tempest-AttachVolumeTestJSON-339692578 tempest-AttachVolumeTestJSON-339692578-project-member] Releasing lock "refresh_cache-dc0f3667-e2b8-4b6a-b4e2-cc558b2f10ad" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.231556] env[69770]: DEBUG oslo_vmware.api [None req-7855b4b1-39f2-44c9-8975-4c599de6b11e tempest-ServerRescueNegativeTestJSON-135561646 tempest-ServerRescueNegativeTestJSON-135561646-project-member] Task: {'id': task-4070590, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1179.235328] env[69770]: DEBUG oslo_vmware.api [None req-af121046-e695-42ee-8dbc-7f35f06878f0 tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] Task: {'id': task-4070592, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1179.395395] env[69770]: DEBUG oslo_vmware.api [None req-f126ac0a-16dc-4f50-abec-5eeb5ebc77f5 tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] Task: {'id': task-4070591, 'name': CloneVM_Task} progress is 94%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1179.465946] env[69770]: INFO nova.compute.manager [None req-0ec80874-f971-42ac-abdf-9df971230144 tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] [instance: dab60fd0-ed75-4747-8caf-e5e99ea54448] Took 16.23 seconds to build instance. [ 1179.610036] env[69770]: DEBUG oslo_concurrency.lockutils [None req-f7ca7535-9047-4a85-989f-9349b20344fc tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1179.610224] env[69770]: DEBUG oslo_concurrency.lockutils [None req-f7ca7535-9047-4a85-989f-9349b20344fc tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1179.610473] env[69770]: DEBUG nova.objects.instance [None req-f7ca7535-9047-4a85-989f-9349b20344fc tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] [instance: cb2d5e5c-a655-4351-8e47-77816071183b] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69770) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1179.726236] env[69770]: DEBUG oslo_vmware.api [None req-af121046-e695-42ee-8dbc-7f35f06878f0 tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] Task: {'id': task-4070592, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074852} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1179.727008] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-af121046-e695-42ee-8dbc-7f35f06878f0 tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] [instance: 8d5ad060-8e9d-4b5d-ba8b-3f2d955a4455] Extended root virtual disk {{(pid=69770) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1179.727902] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c629d7d2-8427-4747-8baf-8e9d425fcd4b {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.734031] env[69770]: DEBUG oslo_vmware.api [None req-7855b4b1-39f2-44c9-8975-4c599de6b11e tempest-ServerRescueNegativeTestJSON-135561646 tempest-ServerRescueNegativeTestJSON-135561646-project-member] Task: {'id': task-4070590, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1179.757988] env[69770]: DEBUG nova.virt.vmwareapi.volumeops [None req-af121046-e695-42ee-8dbc-7f35f06878f0 tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] [instance: 8d5ad060-8e9d-4b5d-ba8b-3f2d955a4455] Reconfiguring VM instance instance-00000064 to attach disk [datastore2] 8d5ad060-8e9d-4b5d-ba8b-3f2d955a4455/8d5ad060-8e9d-4b5d-ba8b-3f2d955a4455.vmdk or device None with type sparse {{(pid=69770) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1179.759177] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e93965b5-a0ef-46d0-a547-ffb75215497d {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.783570] env[69770]: DEBUG oslo_vmware.api [None req-af121046-e695-42ee-8dbc-7f35f06878f0 tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] Waiting for the task: (returnval){ [ 1179.783570] env[69770]: value = "task-4070593" [ 1179.783570] env[69770]: _type = "Task" [ 1179.783570] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1179.793778] env[69770]: DEBUG oslo_vmware.api [None req-af121046-e695-42ee-8dbc-7f35f06878f0 tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] Task: {'id': task-4070593, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1179.901119] env[69770]: DEBUG oslo_vmware.api [None req-f126ac0a-16dc-4f50-abec-5eeb5ebc77f5 tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] Task: {'id': task-4070591, 'name': CloneVM_Task} progress is 94%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1179.969675] env[69770]: DEBUG oslo_concurrency.lockutils [None req-0ec80874-f971-42ac-abdf-9df971230144 tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] Lock "dab60fd0-ed75-4747-8caf-e5e99ea54448" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.742s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1180.230027] env[69770]: DEBUG oslo_vmware.api [None req-7855b4b1-39f2-44c9-8975-4c599de6b11e tempest-ServerRescueNegativeTestJSON-135561646 tempest-ServerRescueNegativeTestJSON-135561646-project-member] Task: {'id': task-4070590, 'name': PowerOnVM_Task, 'duration_secs': 1.141525} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1180.230319] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-7855b4b1-39f2-44c9-8975-4c599de6b11e tempest-ServerRescueNegativeTestJSON-135561646 tempest-ServerRescueNegativeTestJSON-135561646-project-member] [instance: 215916d5-31b5-49ba-a7bc-78d9652dea41] Powered on the VM {{(pid=69770) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1180.230479] env[69770]: INFO nova.compute.manager [None req-7855b4b1-39f2-44c9-8975-4c599de6b11e tempest-ServerRescueNegativeTestJSON-135561646 tempest-ServerRescueNegativeTestJSON-135561646-project-member] [instance: 215916d5-31b5-49ba-a7bc-78d9652dea41] Took 9.07 seconds to spawn the instance on the hypervisor. [ 1180.230655] env[69770]: DEBUG nova.compute.manager [None req-7855b4b1-39f2-44c9-8975-4c599de6b11e tempest-ServerRescueNegativeTestJSON-135561646 tempest-ServerRescueNegativeTestJSON-135561646-project-member] [instance: 215916d5-31b5-49ba-a7bc-78d9652dea41] Checking state {{(pid=69770) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1180.231451] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-996645c1-449e-47a6-8e79-f89e4e71ea96 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.261701] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4b76723-3b64-4efe-91e2-84b70fb2dd01 tempest-AttachVolumeTestJSON-339692578 tempest-AttachVolumeTestJSON-339692578-project-member] [instance: dc0f3667-e2b8-4b6a-b4e2-cc558b2f10ad] Powering on the VM {{(pid=69770) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1180.262027] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-af27b29e-3ff1-4b8f-9fda-d8e22f8ac385 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.271374] env[69770]: DEBUG oslo_vmware.api [None req-b4b76723-3b64-4efe-91e2-84b70fb2dd01 tempest-AttachVolumeTestJSON-339692578 tempest-AttachVolumeTestJSON-339692578-project-member] Waiting for the task: (returnval){ [ 1180.271374] env[69770]: value = "task-4070594" [ 1180.271374] env[69770]: _type = "Task" [ 1180.271374] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1180.280825] env[69770]: DEBUG oslo_vmware.api [None req-b4b76723-3b64-4efe-91e2-84b70fb2dd01 tempest-AttachVolumeTestJSON-339692578 tempest-AttachVolumeTestJSON-339692578-project-member] Task: {'id': task-4070594, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1180.291941] env[69770]: DEBUG oslo_vmware.api [None req-af121046-e695-42ee-8dbc-7f35f06878f0 tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] Task: {'id': task-4070593, 'name': ReconfigVM_Task, 'duration_secs': 0.351912} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1180.292228] env[69770]: DEBUG nova.virt.vmwareapi.volumeops [None req-af121046-e695-42ee-8dbc-7f35f06878f0 tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] [instance: 8d5ad060-8e9d-4b5d-ba8b-3f2d955a4455] Reconfigured VM instance instance-00000064 to attach disk [datastore2] 8d5ad060-8e9d-4b5d-ba8b-3f2d955a4455/8d5ad060-8e9d-4b5d-ba8b-3f2d955a4455.vmdk or device None with type sparse {{(pid=69770) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1180.293615] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c8e3b4b7-1152-4893-af38-f83c83e340c3 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.304391] env[69770]: DEBUG oslo_vmware.api [None req-af121046-e695-42ee-8dbc-7f35f06878f0 tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] Waiting for the task: (returnval){ [ 1180.304391] env[69770]: value = "task-4070595" [ 1180.304391] env[69770]: _type = "Task" [ 1180.304391] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1180.321257] env[69770]: DEBUG oslo_vmware.api [None req-af121046-e695-42ee-8dbc-7f35f06878f0 tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] Task: {'id': task-4070595, 'name': Rename_Task} progress is 5%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1180.400147] env[69770]: DEBUG oslo_vmware.api [None req-f126ac0a-16dc-4f50-abec-5eeb5ebc77f5 tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] Task: {'id': task-4070591, 'name': CloneVM_Task, 'duration_secs': 1.505535} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1180.400480] env[69770]: INFO nova.virt.vmwareapi.vmops [None req-f126ac0a-16dc-4f50-abec-5eeb5ebc77f5 tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] [instance: 5815fe63-e447-4be2-9055-a6320d0ba896] Created linked-clone VM from snapshot [ 1180.401284] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da439722-0481-4c34-960a-301e4ad0ca32 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.409622] env[69770]: DEBUG nova.virt.vmwareapi.images [None req-f126ac0a-16dc-4f50-abec-5eeb5ebc77f5 tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] [instance: 5815fe63-e447-4be2-9055-a6320d0ba896] Uploading image a1d5a796-45db-471e-881f-8139859f6019 {{(pid=69770) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1180.436625] env[69770]: DEBUG oslo_vmware.rw_handles [None req-f126ac0a-16dc-4f50-abec-5eeb5ebc77f5 tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1180.436625] env[69770]: value = "vm-806658" [ 1180.436625] env[69770]: _type = "VirtualMachine" [ 1180.436625] env[69770]: }. {{(pid=69770) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1180.436941] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-113f1cbd-21d2-4d5a-afc7-f22b5794d09d {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.445713] env[69770]: DEBUG oslo_concurrency.lockutils [None req-6bb1c8d3-ef60-4c7a-b8d6-b3356f62f772 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] Acquiring lock "0bc7640c-9854-41fd-95a5-671fa05e4197" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1180.445970] env[69770]: DEBUG oslo_concurrency.lockutils [None req-6bb1c8d3-ef60-4c7a-b8d6-b3356f62f772 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] Lock "0bc7640c-9854-41fd-95a5-671fa05e4197" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1180.452466] env[69770]: DEBUG oslo_vmware.rw_handles [None req-f126ac0a-16dc-4f50-abec-5eeb5ebc77f5 tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] Lease: (returnval){ [ 1180.452466] env[69770]: value = "session[52161b52-cb8e-ec9f-1132-2f6b49549d41]52d4fb57-26c9-1963-15ee-32c785286090" [ 1180.452466] env[69770]: _type = "HttpNfcLease" [ 1180.452466] env[69770]: } obtained for exporting VM: (result){ [ 1180.452466] env[69770]: value = "vm-806658" [ 1180.452466] env[69770]: _type = "VirtualMachine" [ 1180.452466] env[69770]: }. {{(pid=69770) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1180.452844] env[69770]: DEBUG oslo_vmware.api [None req-f126ac0a-16dc-4f50-abec-5eeb5ebc77f5 tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] Waiting for the lease: (returnval){ [ 1180.452844] env[69770]: value = "session[52161b52-cb8e-ec9f-1132-2f6b49549d41]52d4fb57-26c9-1963-15ee-32c785286090" [ 1180.452844] env[69770]: _type = "HttpNfcLease" [ 1180.452844] env[69770]: } to be ready. {{(pid=69770) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1180.462758] env[69770]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1180.462758] env[69770]: value = "session[52161b52-cb8e-ec9f-1132-2f6b49549d41]52d4fb57-26c9-1963-15ee-32c785286090" [ 1180.462758] env[69770]: _type = "HttpNfcLease" [ 1180.462758] env[69770]: } is initializing. {{(pid=69770) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1180.622576] env[69770]: DEBUG oslo_concurrency.lockutils [None req-f7ca7535-9047-4a85-989f-9349b20344fc tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.011s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1180.630518] env[69770]: DEBUG nova.compute.manager [req-70cde76e-610a-4adb-9e9c-e3ebcfff6eca req-747dae44-a261-457c-8426-d74239283f8d service nova] [instance: dab60fd0-ed75-4747-8caf-e5e99ea54448] Received event network-changed-307ab9b8-a8a6-42c9-a816-c8b10c9a98f5 {{(pid=69770) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1180.630845] env[69770]: DEBUG nova.compute.manager [req-70cde76e-610a-4adb-9e9c-e3ebcfff6eca req-747dae44-a261-457c-8426-d74239283f8d service nova] [instance: dab60fd0-ed75-4747-8caf-e5e99ea54448] Refreshing instance network info cache due to event network-changed-307ab9b8-a8a6-42c9-a816-c8b10c9a98f5. {{(pid=69770) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1180.630939] env[69770]: DEBUG oslo_concurrency.lockutils [req-70cde76e-610a-4adb-9e9c-e3ebcfff6eca req-747dae44-a261-457c-8426-d74239283f8d service nova] Acquiring lock "refresh_cache-dab60fd0-ed75-4747-8caf-e5e99ea54448" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.631255] env[69770]: DEBUG oslo_concurrency.lockutils [req-70cde76e-610a-4adb-9e9c-e3ebcfff6eca req-747dae44-a261-457c-8426-d74239283f8d service nova] Acquired lock "refresh_cache-dab60fd0-ed75-4747-8caf-e5e99ea54448" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.631484] env[69770]: DEBUG nova.network.neutron [req-70cde76e-610a-4adb-9e9c-e3ebcfff6eca req-747dae44-a261-457c-8426-d74239283f8d service nova] [instance: dab60fd0-ed75-4747-8caf-e5e99ea54448] Refreshing network info cache for port 307ab9b8-a8a6-42c9-a816-c8b10c9a98f5 {{(pid=69770) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1180.753828] env[69770]: INFO nova.compute.manager [None req-7855b4b1-39f2-44c9-8975-4c599de6b11e tempest-ServerRescueNegativeTestJSON-135561646 tempest-ServerRescueNegativeTestJSON-135561646-project-member] [instance: 215916d5-31b5-49ba-a7bc-78d9652dea41] Took 16.89 seconds to build instance. [ 1180.785526] env[69770]: DEBUG oslo_vmware.api [None req-b4b76723-3b64-4efe-91e2-84b70fb2dd01 tempest-AttachVolumeTestJSON-339692578 tempest-AttachVolumeTestJSON-339692578-project-member] Task: {'id': task-4070594, 'name': PowerOnVM_Task} progress is 99%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1180.814563] env[69770]: DEBUG oslo_vmware.api [None req-af121046-e695-42ee-8dbc-7f35f06878f0 tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] Task: {'id': task-4070595, 'name': Rename_Task, 'duration_secs': 0.195726} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1180.814833] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-af121046-e695-42ee-8dbc-7f35f06878f0 tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] [instance: 8d5ad060-8e9d-4b5d-ba8b-3f2d955a4455] Powering on the VM {{(pid=69770) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1180.815106] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d346c4f7-dfe1-4228-9ca9-bbe11f220147 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.822026] env[69770]: DEBUG oslo_vmware.api [None req-af121046-e695-42ee-8dbc-7f35f06878f0 tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] Waiting for the task: (returnval){ [ 1180.822026] env[69770]: value = "task-4070597" [ 1180.822026] env[69770]: _type = "Task" [ 1180.822026] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1180.830732] env[69770]: DEBUG oslo_vmware.api [None req-af121046-e695-42ee-8dbc-7f35f06878f0 tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] Task: {'id': task-4070597, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1180.948167] env[69770]: DEBUG nova.compute.manager [None req-6bb1c8d3-ef60-4c7a-b8d6-b3356f62f772 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] [instance: 0bc7640c-9854-41fd-95a5-671fa05e4197] Starting instance... {{(pid=69770) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1180.962302] env[69770]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1180.962302] env[69770]: value = "session[52161b52-cb8e-ec9f-1132-2f6b49549d41]52d4fb57-26c9-1963-15ee-32c785286090" [ 1180.962302] env[69770]: _type = "HttpNfcLease" [ 1180.962302] env[69770]: } is ready. {{(pid=69770) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1180.962302] env[69770]: DEBUG oslo_vmware.rw_handles [None req-f126ac0a-16dc-4f50-abec-5eeb5ebc77f5 tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1180.962302] env[69770]: value = "session[52161b52-cb8e-ec9f-1132-2f6b49549d41]52d4fb57-26c9-1963-15ee-32c785286090" [ 1180.962302] env[69770]: _type = "HttpNfcLease" [ 1180.962302] env[69770]: }. {{(pid=69770) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1180.963110] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f46f5cb6-a027-48ec-b3d0-6615d2b66593 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.971570] env[69770]: DEBUG oslo_vmware.rw_handles [None req-f126ac0a-16dc-4f50-abec-5eeb5ebc77f5 tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52be705b-405f-58b3-a6b6-7db3dc62186e/disk-0.vmdk from lease info. {{(pid=69770) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1180.971784] env[69770]: DEBUG oslo_vmware.rw_handles [None req-f126ac0a-16dc-4f50-abec-5eeb5ebc77f5 tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52be705b-405f-58b3-a6b6-7db3dc62186e/disk-0.vmdk for reading. {{(pid=69770) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1181.077396] env[69770]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-2681de85-8c1b-4d2c-a782-864834db74fc {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.257693] env[69770]: DEBUG oslo_concurrency.lockutils [None req-7855b4b1-39f2-44c9-8975-4c599de6b11e tempest-ServerRescueNegativeTestJSON-135561646 tempest-ServerRescueNegativeTestJSON-135561646-project-member] Lock "215916d5-31b5-49ba-a7bc-78d9652dea41" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.427s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1181.283863] env[69770]: DEBUG oslo_vmware.api [None req-b4b76723-3b64-4efe-91e2-84b70fb2dd01 tempest-AttachVolumeTestJSON-339692578 tempest-AttachVolumeTestJSON-339692578-project-member] Task: {'id': task-4070594, 'name': PowerOnVM_Task, 'duration_secs': 0.618738} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1181.284319] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4b76723-3b64-4efe-91e2-84b70fb2dd01 tempest-AttachVolumeTestJSON-339692578 tempest-AttachVolumeTestJSON-339692578-project-member] [instance: dc0f3667-e2b8-4b6a-b4e2-cc558b2f10ad] Powered on the VM {{(pid=69770) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1181.284445] env[69770]: DEBUG nova.compute.manager [None req-b4b76723-3b64-4efe-91e2-84b70fb2dd01 tempest-AttachVolumeTestJSON-339692578 tempest-AttachVolumeTestJSON-339692578-project-member] [instance: dc0f3667-e2b8-4b6a-b4e2-cc558b2f10ad] Checking state {{(pid=69770) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1181.285435] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f314d49-fa7f-4ce9-b1aa-2691bcf8536d {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.338304] env[69770]: DEBUG oslo_vmware.api [None req-af121046-e695-42ee-8dbc-7f35f06878f0 tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] Task: {'id': task-4070597, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1181.480847] env[69770]: DEBUG oslo_concurrency.lockutils [None req-6bb1c8d3-ef60-4c7a-b8d6-b3356f62f772 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1181.485025] env[69770]: DEBUG oslo_concurrency.lockutils [None req-6bb1c8d3-ef60-4c7a-b8d6-b3356f62f772 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1181.485025] env[69770]: INFO nova.compute.claims [None req-6bb1c8d3-ef60-4c7a-b8d6-b3356f62f772 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] [instance: 0bc7640c-9854-41fd-95a5-671fa05e4197] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1181.493797] env[69770]: DEBUG nova.network.neutron [req-70cde76e-610a-4adb-9e9c-e3ebcfff6eca req-747dae44-a261-457c-8426-d74239283f8d service nova] [instance: dab60fd0-ed75-4747-8caf-e5e99ea54448] Updated VIF entry in instance network info cache for port 307ab9b8-a8a6-42c9-a816-c8b10c9a98f5. {{(pid=69770) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1181.494349] env[69770]: DEBUG nova.network.neutron [req-70cde76e-610a-4adb-9e9c-e3ebcfff6eca req-747dae44-a261-457c-8426-d74239283f8d service nova] [instance: dab60fd0-ed75-4747-8caf-e5e99ea54448] Updating instance_info_cache with network_info: [{"id": "307ab9b8-a8a6-42c9-a816-c8b10c9a98f5", "address": "fa:16:3e:0c:f7:1d", "network": {"id": "fb2a6a42-a9ea-4a2f-b885-b0c06c1061b9", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1944009097-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.158", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "677c29867f944b8198884aae6535814b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b91b49a8-b849-4d0c-97f7-74fdcd88ae03", "external-id": "nsx-vlan-transportzone-406", "segmentation_id": 406, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap307ab9b8-a8", "ovs_interfaceid": "307ab9b8-a8a6-42c9-a816-c8b10c9a98f5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69770) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1181.837878] env[69770]: DEBUG oslo_vmware.api [None req-af121046-e695-42ee-8dbc-7f35f06878f0 tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] Task: {'id': task-4070597, 'name': PowerOnVM_Task, 'duration_secs': 0.698228} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1181.838510] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-af121046-e695-42ee-8dbc-7f35f06878f0 tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] [instance: 8d5ad060-8e9d-4b5d-ba8b-3f2d955a4455] Powered on the VM {{(pid=69770) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1181.839348] env[69770]: INFO nova.compute.manager [None req-af121046-e695-42ee-8dbc-7f35f06878f0 tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] [instance: 8d5ad060-8e9d-4b5d-ba8b-3f2d955a4455] Took 8.35 seconds to spawn the instance on the hypervisor. [ 1181.839348] env[69770]: DEBUG nova.compute.manager [None req-af121046-e695-42ee-8dbc-7f35f06878f0 tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] [instance: 8d5ad060-8e9d-4b5d-ba8b-3f2d955a4455] Checking state {{(pid=69770) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1181.840278] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8c0f05a-744c-4132-b92d-79b46833c30b {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.000220] env[69770]: DEBUG oslo_concurrency.lockutils [req-70cde76e-610a-4adb-9e9c-e3ebcfff6eca req-747dae44-a261-457c-8426-d74239283f8d service nova] Releasing lock "refresh_cache-dab60fd0-ed75-4747-8caf-e5e99ea54448" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.364567] env[69770]: INFO nova.compute.manager [None req-af121046-e695-42ee-8dbc-7f35f06878f0 tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] [instance: 8d5ad060-8e9d-4b5d-ba8b-3f2d955a4455] Took 16.55 seconds to build instance. [ 1182.661419] env[69770]: DEBUG nova.compute.manager [req-4f65da91-efdd-4f6b-a96c-bfc68f1225e7 req-ee4cbe89-002a-48fa-8847-45cf21994dd9 service nova] [instance: 215916d5-31b5-49ba-a7bc-78d9652dea41] Received event network-changed-0c8f9939-e902-4e4b-9620-94d662a2e543 {{(pid=69770) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1182.662310] env[69770]: DEBUG nova.compute.manager [req-4f65da91-efdd-4f6b-a96c-bfc68f1225e7 req-ee4cbe89-002a-48fa-8847-45cf21994dd9 service nova] [instance: 215916d5-31b5-49ba-a7bc-78d9652dea41] Refreshing instance network info cache due to event network-changed-0c8f9939-e902-4e4b-9620-94d662a2e543. {{(pid=69770) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1182.662760] env[69770]: DEBUG oslo_concurrency.lockutils [req-4f65da91-efdd-4f6b-a96c-bfc68f1225e7 req-ee4cbe89-002a-48fa-8847-45cf21994dd9 service nova] Acquiring lock "refresh_cache-215916d5-31b5-49ba-a7bc-78d9652dea41" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.663068] env[69770]: DEBUG oslo_concurrency.lockutils [req-4f65da91-efdd-4f6b-a96c-bfc68f1225e7 req-ee4cbe89-002a-48fa-8847-45cf21994dd9 service nova] Acquired lock "refresh_cache-215916d5-31b5-49ba-a7bc-78d9652dea41" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.663836] env[69770]: DEBUG nova.network.neutron [req-4f65da91-efdd-4f6b-a96c-bfc68f1225e7 req-ee4cbe89-002a-48fa-8847-45cf21994dd9 service nova] [instance: 215916d5-31b5-49ba-a7bc-78d9652dea41] Refreshing network info cache for port 0c8f9939-e902-4e4b-9620-94d662a2e543 {{(pid=69770) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1182.737905] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de53963a-9069-4196-b92f-6547ef9105b9 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.746921] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-961f7a1b-c991-42a9-b537-ed96df306c2f {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.782285] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d102bf60-bf92-4d49-be9a-ac8899f8d3a7 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.792118] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4718067-752d-460d-9909-6ff0e14c9358 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.809047] env[69770]: DEBUG nova.compute.provider_tree [None req-6bb1c8d3-ef60-4c7a-b8d6-b3356f62f772 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] Inventory has not changed in ProviderTree for provider: 7cc7d32b-b7a7-454a-a456-2a440248ed9d {{(pid=69770) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1182.867368] env[69770]: DEBUG oslo_concurrency.lockutils [None req-af121046-e695-42ee-8dbc-7f35f06878f0 tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] Lock "8d5ad060-8e9d-4b5d-ba8b-3f2d955a4455" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.066s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1183.312497] env[69770]: DEBUG nova.scheduler.client.report [None req-6bb1c8d3-ef60-4c7a-b8d6-b3356f62f772 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] Inventory has not changed for provider 7cc7d32b-b7a7-454a-a456-2a440248ed9d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69770) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1183.396089] env[69770]: DEBUG nova.network.neutron [req-4f65da91-efdd-4f6b-a96c-bfc68f1225e7 req-ee4cbe89-002a-48fa-8847-45cf21994dd9 service nova] [instance: 215916d5-31b5-49ba-a7bc-78d9652dea41] Updated VIF entry in instance network info cache for port 0c8f9939-e902-4e4b-9620-94d662a2e543. {{(pid=69770) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1183.396485] env[69770]: DEBUG nova.network.neutron [req-4f65da91-efdd-4f6b-a96c-bfc68f1225e7 req-ee4cbe89-002a-48fa-8847-45cf21994dd9 service nova] [instance: 215916d5-31b5-49ba-a7bc-78d9652dea41] Updating instance_info_cache with network_info: [{"id": "0c8f9939-e902-4e4b-9620-94d662a2e543", "address": "fa:16:3e:0d:6c:4c", "network": {"id": "419ca0f7-61b3-4408-9976-77c6983fa64f", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1600648344-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.156", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3903a8460665477a9e1a8d5c6550931b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b5c34919-7d52-4a52-bab1-81af4c8182ef", "external-id": "nsx-vlan-transportzone-458", "segmentation_id": 458, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0c8f9939-e9", "ovs_interfaceid": "0c8f9939-e902-4e4b-9620-94d662a2e543", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69770) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1183.433581] env[69770]: DEBUG oslo_concurrency.lockutils [None req-0c1fd7ce-ff2a-40a7-98bc-0c058fba04d5 tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] Acquiring lock "8d5ad060-8e9d-4b5d-ba8b-3f2d955a4455" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1183.433803] env[69770]: DEBUG oslo_concurrency.lockutils [None req-0c1fd7ce-ff2a-40a7-98bc-0c058fba04d5 tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] Lock "8d5ad060-8e9d-4b5d-ba8b-3f2d955a4455" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1183.433876] env[69770]: DEBUG oslo_concurrency.lockutils [None req-0c1fd7ce-ff2a-40a7-98bc-0c058fba04d5 tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] Acquiring lock "8d5ad060-8e9d-4b5d-ba8b-3f2d955a4455-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1183.434280] env[69770]: DEBUG oslo_concurrency.lockutils [None req-0c1fd7ce-ff2a-40a7-98bc-0c058fba04d5 tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] Lock "8d5ad060-8e9d-4b5d-ba8b-3f2d955a4455-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1183.434280] env[69770]: DEBUG oslo_concurrency.lockutils [None req-0c1fd7ce-ff2a-40a7-98bc-0c058fba04d5 tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] Lock "8d5ad060-8e9d-4b5d-ba8b-3f2d955a4455-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1183.436696] env[69770]: INFO nova.compute.manager [None req-0c1fd7ce-ff2a-40a7-98bc-0c058fba04d5 tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] [instance: 8d5ad060-8e9d-4b5d-ba8b-3f2d955a4455] Terminating instance [ 1183.818482] env[69770]: DEBUG oslo_concurrency.lockutils [None req-6bb1c8d3-ef60-4c7a-b8d6-b3356f62f772 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.337s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1183.819591] env[69770]: DEBUG nova.compute.manager [None req-6bb1c8d3-ef60-4c7a-b8d6-b3356f62f772 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] [instance: 0bc7640c-9854-41fd-95a5-671fa05e4197] Start building networks asynchronously for instance. {{(pid=69770) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1183.899489] env[69770]: DEBUG oslo_concurrency.lockutils [req-4f65da91-efdd-4f6b-a96c-bfc68f1225e7 req-ee4cbe89-002a-48fa-8847-45cf21994dd9 service nova] Releasing lock "refresh_cache-215916d5-31b5-49ba-a7bc-78d9652dea41" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.941256] env[69770]: DEBUG nova.compute.manager [None req-0c1fd7ce-ff2a-40a7-98bc-0c058fba04d5 tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] [instance: 8d5ad060-8e9d-4b5d-ba8b-3f2d955a4455] Start destroying the instance on the hypervisor. {{(pid=69770) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1183.941633] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-0c1fd7ce-ff2a-40a7-98bc-0c058fba04d5 tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] [instance: 8d5ad060-8e9d-4b5d-ba8b-3f2d955a4455] Destroying instance {{(pid=69770) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1183.942631] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87072be7-c29c-441d-990c-9e50396abbd7 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.951820] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c1fd7ce-ff2a-40a7-98bc-0c058fba04d5 tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] [instance: 8d5ad060-8e9d-4b5d-ba8b-3f2d955a4455] Powering off the VM {{(pid=69770) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1183.952201] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ce8494b4-bb78-40e4-bb47-70a2d0313a32 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.959831] env[69770]: DEBUG oslo_vmware.api [None req-0c1fd7ce-ff2a-40a7-98bc-0c058fba04d5 tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] Waiting for the task: (returnval){ [ 1183.959831] env[69770]: value = "task-4070598" [ 1183.959831] env[69770]: _type = "Task" [ 1183.959831] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1183.969808] env[69770]: DEBUG oslo_vmware.api [None req-0c1fd7ce-ff2a-40a7-98bc-0c058fba04d5 tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] Task: {'id': task-4070598, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1184.326057] env[69770]: DEBUG nova.compute.utils [None req-6bb1c8d3-ef60-4c7a-b8d6-b3356f62f772 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] Using /dev/sd instead of None {{(pid=69770) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1184.327703] env[69770]: DEBUG nova.compute.manager [None req-6bb1c8d3-ef60-4c7a-b8d6-b3356f62f772 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] [instance: 0bc7640c-9854-41fd-95a5-671fa05e4197] Allocating IP information in the background. {{(pid=69770) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1184.327913] env[69770]: DEBUG nova.network.neutron [None req-6bb1c8d3-ef60-4c7a-b8d6-b3356f62f772 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] [instance: 0bc7640c-9854-41fd-95a5-671fa05e4197] allocate_for_instance() {{(pid=69770) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1184.370943] env[69770]: DEBUG nova.policy [None req-6bb1c8d3-ef60-4c7a-b8d6-b3356f62f772 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5f7cc2fdaae54d6abad71fabddc644db', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '50458fae76de4e588f96680501eae48c', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69770) authorize /opt/stack/nova/nova/policy.py:192}} [ 1184.471271] env[69770]: DEBUG oslo_vmware.api [None req-0c1fd7ce-ff2a-40a7-98bc-0c058fba04d5 tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] Task: {'id': task-4070598, 'name': PowerOffVM_Task, 'duration_secs': 0.361808} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1184.471617] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c1fd7ce-ff2a-40a7-98bc-0c058fba04d5 tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] [instance: 8d5ad060-8e9d-4b5d-ba8b-3f2d955a4455] Powered off the VM {{(pid=69770) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1184.471825] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-0c1fd7ce-ff2a-40a7-98bc-0c058fba04d5 tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] [instance: 8d5ad060-8e9d-4b5d-ba8b-3f2d955a4455] Unregistering the VM {{(pid=69770) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1184.472106] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b4b15707-5be0-43ca-be24-48fa848395cd {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.552277] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-0c1fd7ce-ff2a-40a7-98bc-0c058fba04d5 tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] [instance: 8d5ad060-8e9d-4b5d-ba8b-3f2d955a4455] Unregistered the VM {{(pid=69770) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1184.552652] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-0c1fd7ce-ff2a-40a7-98bc-0c058fba04d5 tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] [instance: 8d5ad060-8e9d-4b5d-ba8b-3f2d955a4455] Deleting contents of the VM from datastore datastore2 {{(pid=69770) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1184.552956] env[69770]: DEBUG nova.virt.vmwareapi.ds_util [None req-0c1fd7ce-ff2a-40a7-98bc-0c058fba04d5 tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] Deleting the datastore file [datastore2] 8d5ad060-8e9d-4b5d-ba8b-3f2d955a4455 {{(pid=69770) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1184.553550] env[69770]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-71cd002a-2137-408c-a872-b40cba71d029 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.561955] env[69770]: DEBUG oslo_vmware.api [None req-0c1fd7ce-ff2a-40a7-98bc-0c058fba04d5 tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] Waiting for the task: (returnval){ [ 1184.561955] env[69770]: value = "task-4070600" [ 1184.561955] env[69770]: _type = "Task" [ 1184.561955] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1184.571630] env[69770]: DEBUG oslo_vmware.api [None req-0c1fd7ce-ff2a-40a7-98bc-0c058fba04d5 tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] Task: {'id': task-4070600, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1184.643362] env[69770]: DEBUG nova.network.neutron [None req-6bb1c8d3-ef60-4c7a-b8d6-b3356f62f772 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] [instance: 0bc7640c-9854-41fd-95a5-671fa05e4197] Successfully created port: efe932c3-0f61-4b78-9d02-4b39f6be49f5 {{(pid=69770) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1184.831796] env[69770]: DEBUG nova.compute.manager [None req-6bb1c8d3-ef60-4c7a-b8d6-b3356f62f772 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] [instance: 0bc7640c-9854-41fd-95a5-671fa05e4197] Start building block device mappings for instance. {{(pid=69770) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1185.072521] env[69770]: DEBUG oslo_vmware.api [None req-0c1fd7ce-ff2a-40a7-98bc-0c058fba04d5 tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] Task: {'id': task-4070600, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.43717} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1185.072521] env[69770]: DEBUG nova.virt.vmwareapi.ds_util [None req-0c1fd7ce-ff2a-40a7-98bc-0c058fba04d5 tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] Deleted the datastore file {{(pid=69770) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1185.072741] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-0c1fd7ce-ff2a-40a7-98bc-0c058fba04d5 tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] [instance: 8d5ad060-8e9d-4b5d-ba8b-3f2d955a4455] Deleted contents of the VM from datastore datastore2 {{(pid=69770) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1185.072860] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-0c1fd7ce-ff2a-40a7-98bc-0c058fba04d5 tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] [instance: 8d5ad060-8e9d-4b5d-ba8b-3f2d955a4455] Instance destroyed {{(pid=69770) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1185.073051] env[69770]: INFO nova.compute.manager [None req-0c1fd7ce-ff2a-40a7-98bc-0c058fba04d5 tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] [instance: 8d5ad060-8e9d-4b5d-ba8b-3f2d955a4455] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1185.073295] env[69770]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0c1fd7ce-ff2a-40a7-98bc-0c058fba04d5 tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69770) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1185.073491] env[69770]: DEBUG nova.compute.manager [-] [instance: 8d5ad060-8e9d-4b5d-ba8b-3f2d955a4455] Deallocating network for instance {{(pid=69770) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1185.073594] env[69770]: DEBUG nova.network.neutron [-] [instance: 8d5ad060-8e9d-4b5d-ba8b-3f2d955a4455] deallocate_for_instance() {{(pid=69770) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1185.367601] env[69770]: DEBUG nova.compute.manager [req-696118ad-8cf8-4d35-9513-de35b615ba3c req-11696626-4596-4bfe-b4f6-11dcb4ebbc33 service nova] [instance: 8d5ad060-8e9d-4b5d-ba8b-3f2d955a4455] Received event network-vif-deleted-d61eb09e-9ee0-43d3-af21-48a3646a09e8 {{(pid=69770) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1185.367848] env[69770]: INFO nova.compute.manager [req-696118ad-8cf8-4d35-9513-de35b615ba3c req-11696626-4596-4bfe-b4f6-11dcb4ebbc33 service nova] [instance: 8d5ad060-8e9d-4b5d-ba8b-3f2d955a4455] Neutron deleted interface d61eb09e-9ee0-43d3-af21-48a3646a09e8; detaching it from the instance and deleting it from the info cache [ 1185.368025] env[69770]: DEBUG nova.network.neutron [req-696118ad-8cf8-4d35-9513-de35b615ba3c req-11696626-4596-4bfe-b4f6-11dcb4ebbc33 service nova] [instance: 8d5ad060-8e9d-4b5d-ba8b-3f2d955a4455] Updating instance_info_cache with network_info: [] {{(pid=69770) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1185.843221] env[69770]: DEBUG nova.compute.manager [None req-6bb1c8d3-ef60-4c7a-b8d6-b3356f62f772 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] [instance: 0bc7640c-9854-41fd-95a5-671fa05e4197] Start spawning the instance on the hypervisor. {{(pid=69770) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1185.849256] env[69770]: DEBUG nova.network.neutron [-] [instance: 8d5ad060-8e9d-4b5d-ba8b-3f2d955a4455] Updating instance_info_cache with network_info: [] {{(pid=69770) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1185.869767] env[69770]: DEBUG nova.virt.hardware [None req-6bb1c8d3-ef60-4c7a-b8d6-b3356f62f772 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T12:16:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T12:16:11Z,direct_url=,disk_format='vmdk',id=d1eaff80-24a0-4391-90eb-59958b1ecf0a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d65f20bb89fb40a98b77bc6d97357df2',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T12:16:12Z,virtual_size=,visibility=), allow threads: False {{(pid=69770) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1185.870078] env[69770]: DEBUG nova.virt.hardware [None req-6bb1c8d3-ef60-4c7a-b8d6-b3356f62f772 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] Flavor limits 0:0:0 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1185.870251] env[69770]: DEBUG nova.virt.hardware [None req-6bb1c8d3-ef60-4c7a-b8d6-b3356f62f772 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] Image limits 0:0:0 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1185.870521] env[69770]: DEBUG nova.virt.hardware [None req-6bb1c8d3-ef60-4c7a-b8d6-b3356f62f772 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] Flavor pref 0:0:0 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1185.870673] env[69770]: DEBUG nova.virt.hardware [None req-6bb1c8d3-ef60-4c7a-b8d6-b3356f62f772 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] Image pref 0:0:0 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1185.870824] env[69770]: DEBUG nova.virt.hardware [None req-6bb1c8d3-ef60-4c7a-b8d6-b3356f62f772 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1185.871084] env[69770]: DEBUG nova.virt.hardware [None req-6bb1c8d3-ef60-4c7a-b8d6-b3356f62f772 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69770) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1185.871233] env[69770]: DEBUG nova.virt.hardware [None req-6bb1c8d3-ef60-4c7a-b8d6-b3356f62f772 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69770) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1185.871408] env[69770]: DEBUG nova.virt.hardware [None req-6bb1c8d3-ef60-4c7a-b8d6-b3356f62f772 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] Got 1 possible topologies {{(pid=69770) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1185.871571] env[69770]: DEBUG nova.virt.hardware [None req-6bb1c8d3-ef60-4c7a-b8d6-b3356f62f772 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69770) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1185.871745] env[69770]: DEBUG nova.virt.hardware [None req-6bb1c8d3-ef60-4c7a-b8d6-b3356f62f772 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69770) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1185.872961] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bf9eeaf-ec89-462d-8084-f0b733b81921 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.875777] env[69770]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ef157f3c-9264-470d-b90d-648f29bc943c {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.884997] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a4f637e-e9ff-4e42-85db-be98d9fa69d5 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.893037] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-153eec26-c083-4c24-ae35-d54838e6be07 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.935290] env[69770]: DEBUG nova.compute.manager [req-696118ad-8cf8-4d35-9513-de35b615ba3c req-11696626-4596-4bfe-b4f6-11dcb4ebbc33 service nova] [instance: 8d5ad060-8e9d-4b5d-ba8b-3f2d955a4455] Detach interface failed, port_id=d61eb09e-9ee0-43d3-af21-48a3646a09e8, reason: Instance 8d5ad060-8e9d-4b5d-ba8b-3f2d955a4455 could not be found. {{(pid=69770) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1186.299232] env[69770]: DEBUG nova.compute.manager [req-cd0b86e3-1e27-4914-8269-804af6f89895 req-3a5b69ad-0d9e-4e31-87fb-a049b0615563 service nova] [instance: 0bc7640c-9854-41fd-95a5-671fa05e4197] Received event network-vif-plugged-efe932c3-0f61-4b78-9d02-4b39f6be49f5 {{(pid=69770) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1186.299549] env[69770]: DEBUG oslo_concurrency.lockutils [req-cd0b86e3-1e27-4914-8269-804af6f89895 req-3a5b69ad-0d9e-4e31-87fb-a049b0615563 service nova] Acquiring lock "0bc7640c-9854-41fd-95a5-671fa05e4197-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1186.299797] env[69770]: DEBUG oslo_concurrency.lockutils [req-cd0b86e3-1e27-4914-8269-804af6f89895 req-3a5b69ad-0d9e-4e31-87fb-a049b0615563 service nova] Lock "0bc7640c-9854-41fd-95a5-671fa05e4197-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1186.300177] env[69770]: DEBUG oslo_concurrency.lockutils [req-cd0b86e3-1e27-4914-8269-804af6f89895 req-3a5b69ad-0d9e-4e31-87fb-a049b0615563 service nova] Lock "0bc7640c-9854-41fd-95a5-671fa05e4197-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1186.300177] env[69770]: DEBUG nova.compute.manager [req-cd0b86e3-1e27-4914-8269-804af6f89895 req-3a5b69ad-0d9e-4e31-87fb-a049b0615563 service nova] [instance: 0bc7640c-9854-41fd-95a5-671fa05e4197] No waiting events found dispatching network-vif-plugged-efe932c3-0f61-4b78-9d02-4b39f6be49f5 {{(pid=69770) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1186.300282] env[69770]: WARNING nova.compute.manager [req-cd0b86e3-1e27-4914-8269-804af6f89895 req-3a5b69ad-0d9e-4e31-87fb-a049b0615563 service nova] [instance: 0bc7640c-9854-41fd-95a5-671fa05e4197] Received unexpected event network-vif-plugged-efe932c3-0f61-4b78-9d02-4b39f6be49f5 for instance with vm_state building and task_state spawning. [ 1186.352226] env[69770]: INFO nova.compute.manager [-] [instance: 8d5ad060-8e9d-4b5d-ba8b-3f2d955a4455] Took 1.28 seconds to deallocate network for instance. [ 1186.426490] env[69770]: DEBUG nova.network.neutron [None req-6bb1c8d3-ef60-4c7a-b8d6-b3356f62f772 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] [instance: 0bc7640c-9854-41fd-95a5-671fa05e4197] Successfully updated port: efe932c3-0f61-4b78-9d02-4b39f6be49f5 {{(pid=69770) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1186.861875] env[69770]: DEBUG oslo_concurrency.lockutils [None req-0c1fd7ce-ff2a-40a7-98bc-0c058fba04d5 tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1186.862308] env[69770]: DEBUG oslo_concurrency.lockutils [None req-0c1fd7ce-ff2a-40a7-98bc-0c058fba04d5 tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1186.862308] env[69770]: DEBUG nova.objects.instance [None req-0c1fd7ce-ff2a-40a7-98bc-0c058fba04d5 tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] Lazy-loading 'resources' on Instance uuid 8d5ad060-8e9d-4b5d-ba8b-3f2d955a4455 {{(pid=69770) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1186.929790] env[69770]: DEBUG oslo_concurrency.lockutils [None req-6bb1c8d3-ef60-4c7a-b8d6-b3356f62f772 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] Acquiring lock "refresh_cache-0bc7640c-9854-41fd-95a5-671fa05e4197" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.929987] env[69770]: DEBUG oslo_concurrency.lockutils [None req-6bb1c8d3-ef60-4c7a-b8d6-b3356f62f772 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] Acquired lock "refresh_cache-0bc7640c-9854-41fd-95a5-671fa05e4197" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.930167] env[69770]: DEBUG nova.network.neutron [None req-6bb1c8d3-ef60-4c7a-b8d6-b3356f62f772 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] [instance: 0bc7640c-9854-41fd-95a5-671fa05e4197] Building network info cache for instance {{(pid=69770) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1187.480524] env[69770]: DEBUG nova.network.neutron [None req-6bb1c8d3-ef60-4c7a-b8d6-b3356f62f772 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] [instance: 0bc7640c-9854-41fd-95a5-671fa05e4197] Instance cache missing network info. {{(pid=69770) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1187.606091] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0354f95f-d474-4c70-b5a9-84b9f56b5ca2 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.615834] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5ca52c1-d748-4ab5-b869-53608bd44cd0 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.650231] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e26aed3c-b9bc-4198-8854-7517fbc756ea {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.654820] env[69770]: DEBUG nova.network.neutron [None req-6bb1c8d3-ef60-4c7a-b8d6-b3356f62f772 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] [instance: 0bc7640c-9854-41fd-95a5-671fa05e4197] Updating instance_info_cache with network_info: [{"id": "efe932c3-0f61-4b78-9d02-4b39f6be49f5", "address": "fa:16:3e:44:89:55", "network": {"id": "5cb038fa-57e0-447e-965e-88265882e7e5", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1033362514-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "50458fae76de4e588f96680501eae48c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6a31b224-77d7-48a4-af87-312758611b8e", "external-id": "nsx-vlan-transportzone-761", "segmentation_id": 761, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapefe932c3-0f", "ovs_interfaceid": "efe932c3-0f61-4b78-9d02-4b39f6be49f5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69770) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1187.659587] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40a27dee-85cf-4caf-82ab-713e57eed863 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.677645] env[69770]: DEBUG nova.compute.provider_tree [None req-0c1fd7ce-ff2a-40a7-98bc-0c058fba04d5 tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] Inventory has not changed in ProviderTree for provider: 7cc7d32b-b7a7-454a-a456-2a440248ed9d {{(pid=69770) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1188.159915] env[69770]: DEBUG oslo_concurrency.lockutils [None req-6bb1c8d3-ef60-4c7a-b8d6-b3356f62f772 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] Releasing lock "refresh_cache-0bc7640c-9854-41fd-95a5-671fa05e4197" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.160425] env[69770]: DEBUG nova.compute.manager [None req-6bb1c8d3-ef60-4c7a-b8d6-b3356f62f772 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] [instance: 0bc7640c-9854-41fd-95a5-671fa05e4197] Instance network_info: |[{"id": "efe932c3-0f61-4b78-9d02-4b39f6be49f5", "address": "fa:16:3e:44:89:55", "network": {"id": "5cb038fa-57e0-447e-965e-88265882e7e5", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1033362514-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "50458fae76de4e588f96680501eae48c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6a31b224-77d7-48a4-af87-312758611b8e", "external-id": "nsx-vlan-transportzone-761", "segmentation_id": 761, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapefe932c3-0f", "ovs_interfaceid": "efe932c3-0f61-4b78-9d02-4b39f6be49f5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69770) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1188.161035] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-6bb1c8d3-ef60-4c7a-b8d6-b3356f62f772 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] [instance: 0bc7640c-9854-41fd-95a5-671fa05e4197] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:44:89:55', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6a31b224-77d7-48a4-af87-312758611b8e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'efe932c3-0f61-4b78-9d02-4b39f6be49f5', 'vif_model': 'vmxnet3'}] {{(pid=69770) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1188.174052] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-6bb1c8d3-ef60-4c7a-b8d6-b3356f62f772 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] Creating folder: Project (50458fae76de4e588f96680501eae48c). Parent ref: group-v806376. {{(pid=69770) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1188.174519] env[69770]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7db2f8ed-3f34-435d-8990-96178c170d55 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.181550] env[69770]: DEBUG nova.scheduler.client.report [None req-0c1fd7ce-ff2a-40a7-98bc-0c058fba04d5 tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] Inventory has not changed for provider 7cc7d32b-b7a7-454a-a456-2a440248ed9d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69770) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1188.190669] env[69770]: INFO nova.virt.vmwareapi.vm_util [None req-6bb1c8d3-ef60-4c7a-b8d6-b3356f62f772 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] Created folder: Project (50458fae76de4e588f96680501eae48c) in parent group-v806376. [ 1188.190901] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-6bb1c8d3-ef60-4c7a-b8d6-b3356f62f772 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] Creating folder: Instances. Parent ref: group-v806659. {{(pid=69770) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1188.191142] env[69770]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b7c9efbc-6a6d-4405-8fa0-59b59b38304e {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.206356] env[69770]: INFO nova.virt.vmwareapi.vm_util [None req-6bb1c8d3-ef60-4c7a-b8d6-b3356f62f772 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] Created folder: Instances in parent group-v806659. [ 1188.206613] env[69770]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6bb1c8d3-ef60-4c7a-b8d6-b3356f62f772 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69770) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1188.207114] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0bc7640c-9854-41fd-95a5-671fa05e4197] Creating VM on the ESX host {{(pid=69770) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1188.207490] env[69770]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f405a5a1-db82-4f89-a2f9-bccc6fa3eac5 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.229052] env[69770]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1188.229052] env[69770]: value = "task-4070603" [ 1188.229052] env[69770]: _type = "Task" [ 1188.229052] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1188.238746] env[69770]: DEBUG oslo_vmware.api [-] Task: {'id': task-4070603, 'name': CreateVM_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1188.333329] env[69770]: DEBUG nova.compute.manager [req-7dbd4720-8d23-4eb3-b8de-9abc5d24242c req-effd7cb8-a05b-49ec-9121-46b0b52a58f6 service nova] [instance: 0bc7640c-9854-41fd-95a5-671fa05e4197] Received event network-changed-efe932c3-0f61-4b78-9d02-4b39f6be49f5 {{(pid=69770) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1188.333601] env[69770]: DEBUG nova.compute.manager [req-7dbd4720-8d23-4eb3-b8de-9abc5d24242c req-effd7cb8-a05b-49ec-9121-46b0b52a58f6 service nova] [instance: 0bc7640c-9854-41fd-95a5-671fa05e4197] Refreshing instance network info cache due to event network-changed-efe932c3-0f61-4b78-9d02-4b39f6be49f5. {{(pid=69770) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1188.333844] env[69770]: DEBUG oslo_concurrency.lockutils [req-7dbd4720-8d23-4eb3-b8de-9abc5d24242c req-effd7cb8-a05b-49ec-9121-46b0b52a58f6 service nova] Acquiring lock "refresh_cache-0bc7640c-9854-41fd-95a5-671fa05e4197" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.333945] env[69770]: DEBUG oslo_concurrency.lockutils [req-7dbd4720-8d23-4eb3-b8de-9abc5d24242c req-effd7cb8-a05b-49ec-9121-46b0b52a58f6 service nova] Acquired lock "refresh_cache-0bc7640c-9854-41fd-95a5-671fa05e4197" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.334124] env[69770]: DEBUG nova.network.neutron [req-7dbd4720-8d23-4eb3-b8de-9abc5d24242c req-effd7cb8-a05b-49ec-9121-46b0b52a58f6 service nova] [instance: 0bc7640c-9854-41fd-95a5-671fa05e4197] Refreshing network info cache for port efe932c3-0f61-4b78-9d02-4b39f6be49f5 {{(pid=69770) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1188.688219] env[69770]: DEBUG oslo_concurrency.lockutils [None req-0c1fd7ce-ff2a-40a7-98bc-0c058fba04d5 tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.826s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1188.713350] env[69770]: INFO nova.scheduler.client.report [None req-0c1fd7ce-ff2a-40a7-98bc-0c058fba04d5 tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] Deleted allocations for instance 8d5ad060-8e9d-4b5d-ba8b-3f2d955a4455 [ 1188.741911] env[69770]: DEBUG oslo_vmware.api [-] Task: {'id': task-4070603, 'name': CreateVM_Task} progress is 25%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1189.091408] env[69770]: DEBUG nova.network.neutron [req-7dbd4720-8d23-4eb3-b8de-9abc5d24242c req-effd7cb8-a05b-49ec-9121-46b0b52a58f6 service nova] [instance: 0bc7640c-9854-41fd-95a5-671fa05e4197] Updated VIF entry in instance network info cache for port efe932c3-0f61-4b78-9d02-4b39f6be49f5. {{(pid=69770) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1189.091791] env[69770]: DEBUG nova.network.neutron [req-7dbd4720-8d23-4eb3-b8de-9abc5d24242c req-effd7cb8-a05b-49ec-9121-46b0b52a58f6 service nova] [instance: 0bc7640c-9854-41fd-95a5-671fa05e4197] Updating instance_info_cache with network_info: [{"id": "efe932c3-0f61-4b78-9d02-4b39f6be49f5", "address": "fa:16:3e:44:89:55", "network": {"id": "5cb038fa-57e0-447e-965e-88265882e7e5", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1033362514-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "50458fae76de4e588f96680501eae48c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6a31b224-77d7-48a4-af87-312758611b8e", "external-id": "nsx-vlan-transportzone-761", "segmentation_id": 761, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapefe932c3-0f", "ovs_interfaceid": "efe932c3-0f61-4b78-9d02-4b39f6be49f5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69770) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1189.222673] env[69770]: DEBUG oslo_concurrency.lockutils [None req-0c1fd7ce-ff2a-40a7-98bc-0c058fba04d5 tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] Lock "8d5ad060-8e9d-4b5d-ba8b-3f2d955a4455" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.788s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1189.241016] env[69770]: DEBUG oslo_vmware.api [-] Task: {'id': task-4070603, 'name': CreateVM_Task, 'duration_secs': 0.779451} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1189.241225] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0bc7640c-9854-41fd-95a5-671fa05e4197] Created VM on the ESX host {{(pid=69770) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1189.241933] env[69770]: DEBUG oslo_concurrency.lockutils [None req-6bb1c8d3-ef60-4c7a-b8d6-b3356f62f772 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.242111] env[69770]: DEBUG oslo_concurrency.lockutils [None req-6bb1c8d3-ef60-4c7a-b8d6-b3356f62f772 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.242456] env[69770]: DEBUG oslo_concurrency.lockutils [None req-6bb1c8d3-ef60-4c7a-b8d6-b3356f62f772 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.242746] env[69770]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-157a060f-c752-43f4-acf5-c1349ecc991d {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.247922] env[69770]: DEBUG oslo_vmware.api [None req-6bb1c8d3-ef60-4c7a-b8d6-b3356f62f772 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] Waiting for the task: (returnval){ [ 1189.247922] env[69770]: value = "session[52161b52-cb8e-ec9f-1132-2f6b49549d41]52e92b0b-69f1-0884-0e24-9c85382c20a6" [ 1189.247922] env[69770]: _type = "Task" [ 1189.247922] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1189.261029] env[69770]: DEBUG oslo_vmware.api [None req-6bb1c8d3-ef60-4c7a-b8d6-b3356f62f772 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]52e92b0b-69f1-0884-0e24-9c85382c20a6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1189.595345] env[69770]: DEBUG oslo_concurrency.lockutils [req-7dbd4720-8d23-4eb3-b8de-9abc5d24242c req-effd7cb8-a05b-49ec-9121-46b0b52a58f6 service nova] Releasing lock "refresh_cache-0bc7640c-9854-41fd-95a5-671fa05e4197" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.601205] env[69770]: DEBUG oslo_concurrency.lockutils [None req-0e3ddde0-edd1-47c3-9f0e-73d7ffda6c4f tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] Acquiring lock "interface-7f67ebf8-f341-4cda-99d6-52ba82c5640e-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1189.601472] env[69770]: DEBUG oslo_concurrency.lockutils [None req-0e3ddde0-edd1-47c3-9f0e-73d7ffda6c4f tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] Lock "interface-7f67ebf8-f341-4cda-99d6-52ba82c5640e-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1189.601865] env[69770]: DEBUG nova.objects.instance [None req-0e3ddde0-edd1-47c3-9f0e-73d7ffda6c4f tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] Lazy-loading 'flavor' on Instance uuid 7f67ebf8-f341-4cda-99d6-52ba82c5640e {{(pid=69770) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1189.759448] env[69770]: DEBUG oslo_vmware.api [None req-6bb1c8d3-ef60-4c7a-b8d6-b3356f62f772 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]52e92b0b-69f1-0884-0e24-9c85382c20a6, 'name': SearchDatastore_Task, 'duration_secs': 0.014127} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1189.759806] env[69770]: DEBUG oslo_concurrency.lockutils [None req-6bb1c8d3-ef60-4c7a-b8d6-b3356f62f772 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.760090] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-6bb1c8d3-ef60-4c7a-b8d6-b3356f62f772 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] [instance: 0bc7640c-9854-41fd-95a5-671fa05e4197] Processing image d1eaff80-24a0-4391-90eb-59958b1ecf0a {{(pid=69770) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1189.760392] env[69770]: DEBUG oslo_concurrency.lockutils [None req-6bb1c8d3-ef60-4c7a-b8d6-b3356f62f772 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.760578] env[69770]: DEBUG oslo_concurrency.lockutils [None req-6bb1c8d3-ef60-4c7a-b8d6-b3356f62f772 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.760797] env[69770]: DEBUG nova.virt.vmwareapi.ds_util [None req-6bb1c8d3-ef60-4c7a-b8d6-b3356f62f772 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69770) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1189.761136] env[69770]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-48b4d18a-21d8-4dba-b05c-2e05e1fc0933 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.771031] env[69770]: DEBUG nova.virt.vmwareapi.ds_util [None req-6bb1c8d3-ef60-4c7a-b8d6-b3356f62f772 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69770) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1189.771244] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-6bb1c8d3-ef60-4c7a-b8d6-b3356f62f772 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69770) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1189.772046] env[69770]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-432f3d42-db04-4ace-bcdf-5044b0123512 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.778227] env[69770]: DEBUG oslo_vmware.api [None req-6bb1c8d3-ef60-4c7a-b8d6-b3356f62f772 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] Waiting for the task: (returnval){ [ 1189.778227] env[69770]: value = "session[52161b52-cb8e-ec9f-1132-2f6b49549d41]525fd888-a1a1-abbb-5e06-936b0a2d9174" [ 1189.778227] env[69770]: _type = "Task" [ 1189.778227] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1189.787259] env[69770]: DEBUG oslo_vmware.api [None req-6bb1c8d3-ef60-4c7a-b8d6-b3356f62f772 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]525fd888-a1a1-abbb-5e06-936b0a2d9174, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1190.107123] env[69770]: DEBUG nova.objects.instance [None req-0e3ddde0-edd1-47c3-9f0e-73d7ffda6c4f tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] Lazy-loading 'pci_requests' on Instance uuid 7f67ebf8-f341-4cda-99d6-52ba82c5640e {{(pid=69770) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1190.289788] env[69770]: DEBUG oslo_vmware.api [None req-6bb1c8d3-ef60-4c7a-b8d6-b3356f62f772 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]525fd888-a1a1-abbb-5e06-936b0a2d9174, 'name': SearchDatastore_Task, 'duration_secs': 0.040399} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1190.290383] env[69770]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-50d81206-a22c-41c6-831d-717594de8a10 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.296768] env[69770]: DEBUG oslo_vmware.api [None req-6bb1c8d3-ef60-4c7a-b8d6-b3356f62f772 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] Waiting for the task: (returnval){ [ 1190.296768] env[69770]: value = "session[52161b52-cb8e-ec9f-1132-2f6b49549d41]52c471a1-e362-34cb-5c34-298d0093aa74" [ 1190.296768] env[69770]: _type = "Task" [ 1190.296768] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1190.304971] env[69770]: DEBUG oslo_vmware.api [None req-6bb1c8d3-ef60-4c7a-b8d6-b3356f62f772 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]52c471a1-e362-34cb-5c34-298d0093aa74, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1190.546486] env[69770]: DEBUG oslo_concurrency.lockutils [None req-014eb5d6-ed3e-46f4-bff4-b90c4012881a tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] Acquiring lock "23217622-d45e-497d-a5d4-7c51be3b36dd" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1190.546722] env[69770]: DEBUG oslo_concurrency.lockutils [None req-014eb5d6-ed3e-46f4-bff4-b90c4012881a tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] Lock "23217622-d45e-497d-a5d4-7c51be3b36dd" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1190.609443] env[69770]: DEBUG nova.objects.base [None req-0e3ddde0-edd1-47c3-9f0e-73d7ffda6c4f tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] Object Instance<7f67ebf8-f341-4cda-99d6-52ba82c5640e> lazy-loaded attributes: flavor,pci_requests {{(pid=69770) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1190.609741] env[69770]: DEBUG nova.network.neutron [None req-0e3ddde0-edd1-47c3-9f0e-73d7ffda6c4f tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] [instance: 7f67ebf8-f341-4cda-99d6-52ba82c5640e] allocate_for_instance() {{(pid=69770) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1190.695089] env[69770]: DEBUG oslo_concurrency.lockutils [None req-0e3ddde0-edd1-47c3-9f0e-73d7ffda6c4f tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] Lock "interface-7f67ebf8-f341-4cda-99d6-52ba82c5640e-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 1.093s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1190.808744] env[69770]: DEBUG oslo_vmware.api [None req-6bb1c8d3-ef60-4c7a-b8d6-b3356f62f772 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]52c471a1-e362-34cb-5c34-298d0093aa74, 'name': SearchDatastore_Task, 'duration_secs': 0.014086} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1190.809111] env[69770]: DEBUG oslo_concurrency.lockutils [None req-6bb1c8d3-ef60-4c7a-b8d6-b3356f62f772 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.809232] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-6bb1c8d3-ef60-4c7a-b8d6-b3356f62f772 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk to [datastore1] 0bc7640c-9854-41fd-95a5-671fa05e4197/0bc7640c-9854-41fd-95a5-671fa05e4197.vmdk {{(pid=69770) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1190.809517] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e805fbce-0eae-4e77-a635-08c1771e53cd {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.816410] env[69770]: DEBUG oslo_vmware.api [None req-6bb1c8d3-ef60-4c7a-b8d6-b3356f62f772 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] Waiting for the task: (returnval){ [ 1190.816410] env[69770]: value = "task-4070604" [ 1190.816410] env[69770]: _type = "Task" [ 1190.816410] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1190.824691] env[69770]: DEBUG oslo_vmware.api [None req-6bb1c8d3-ef60-4c7a-b8d6-b3356f62f772 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] Task: {'id': task-4070604, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1190.889709] env[69770]: DEBUG oslo_vmware.rw_handles [None req-f126ac0a-16dc-4f50-abec-5eeb5ebc77f5 tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52be705b-405f-58b3-a6b6-7db3dc62186e/disk-0.vmdk. {{(pid=69770) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1190.890641] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f99a8a3f-d4dc-4a87-8bc5-2c56b6b62cda {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.897487] env[69770]: DEBUG oslo_vmware.rw_handles [None req-f126ac0a-16dc-4f50-abec-5eeb5ebc77f5 tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52be705b-405f-58b3-a6b6-7db3dc62186e/disk-0.vmdk is in state: ready. {{(pid=69770) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1190.897674] env[69770]: ERROR oslo_vmware.rw_handles [None req-f126ac0a-16dc-4f50-abec-5eeb5ebc77f5 tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52be705b-405f-58b3-a6b6-7db3dc62186e/disk-0.vmdk due to incomplete transfer. [ 1190.897910] env[69770]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-948ba089-f05e-4495-bdb8-f1f1e258e7a8 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.905237] env[69770]: DEBUG oslo_vmware.rw_handles [None req-f126ac0a-16dc-4f50-abec-5eeb5ebc77f5 tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52be705b-405f-58b3-a6b6-7db3dc62186e/disk-0.vmdk. {{(pid=69770) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1190.905424] env[69770]: DEBUG nova.virt.vmwareapi.images [None req-f126ac0a-16dc-4f50-abec-5eeb5ebc77f5 tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] [instance: 5815fe63-e447-4be2-9055-a6320d0ba896] Uploaded image a1d5a796-45db-471e-881f-8139859f6019 to the Glance image server {{(pid=69770) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1190.907773] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-f126ac0a-16dc-4f50-abec-5eeb5ebc77f5 tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] [instance: 5815fe63-e447-4be2-9055-a6320d0ba896] Destroying the VM {{(pid=69770) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1190.908043] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-03743e2e-b58c-4be2-a838-44f508037418 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.915315] env[69770]: DEBUG oslo_vmware.api [None req-f126ac0a-16dc-4f50-abec-5eeb5ebc77f5 tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] Waiting for the task: (returnval){ [ 1190.915315] env[69770]: value = "task-4070605" [ 1190.915315] env[69770]: _type = "Task" [ 1190.915315] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1190.923729] env[69770]: DEBUG oslo_vmware.api [None req-f126ac0a-16dc-4f50-abec-5eeb5ebc77f5 tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] Task: {'id': task-4070605, 'name': Destroy_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1191.049019] env[69770]: DEBUG nova.compute.manager [None req-014eb5d6-ed3e-46f4-bff4-b90c4012881a tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] [instance: 23217622-d45e-497d-a5d4-7c51be3b36dd] Starting instance... {{(pid=69770) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1191.326711] env[69770]: DEBUG oslo_vmware.api [None req-6bb1c8d3-ef60-4c7a-b8d6-b3356f62f772 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] Task: {'id': task-4070604, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.496755} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1191.326935] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-6bb1c8d3-ef60-4c7a-b8d6-b3356f62f772 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk to [datastore1] 0bc7640c-9854-41fd-95a5-671fa05e4197/0bc7640c-9854-41fd-95a5-671fa05e4197.vmdk {{(pid=69770) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1191.327120] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-6bb1c8d3-ef60-4c7a-b8d6-b3356f62f772 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] [instance: 0bc7640c-9854-41fd-95a5-671fa05e4197] Extending root virtual disk to 1048576 {{(pid=69770) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1191.327383] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e6dc7015-adbd-4f15-9d16-1db620a1279f {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.333266] env[69770]: DEBUG oslo_vmware.api [None req-6bb1c8d3-ef60-4c7a-b8d6-b3356f62f772 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] Waiting for the task: (returnval){ [ 1191.333266] env[69770]: value = "task-4070606" [ 1191.333266] env[69770]: _type = "Task" [ 1191.333266] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1191.341107] env[69770]: DEBUG oslo_vmware.api [None req-6bb1c8d3-ef60-4c7a-b8d6-b3356f62f772 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] Task: {'id': task-4070606, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1191.425713] env[69770]: DEBUG oslo_vmware.api [None req-f126ac0a-16dc-4f50-abec-5eeb5ebc77f5 tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] Task: {'id': task-4070605, 'name': Destroy_Task} progress is 33%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1191.574286] env[69770]: DEBUG oslo_concurrency.lockutils [None req-014eb5d6-ed3e-46f4-bff4-b90c4012881a tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1191.574568] env[69770]: DEBUG oslo_concurrency.lockutils [None req-014eb5d6-ed3e-46f4-bff4-b90c4012881a tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1191.576648] env[69770]: INFO nova.compute.claims [None req-014eb5d6-ed3e-46f4-bff4-b90c4012881a tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] [instance: 23217622-d45e-497d-a5d4-7c51be3b36dd] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1191.843322] env[69770]: DEBUG oslo_vmware.api [None req-6bb1c8d3-ef60-4c7a-b8d6-b3356f62f772 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] Task: {'id': task-4070606, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075223} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1191.843696] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-6bb1c8d3-ef60-4c7a-b8d6-b3356f62f772 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] [instance: 0bc7640c-9854-41fd-95a5-671fa05e4197] Extended root virtual disk {{(pid=69770) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1191.844403] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bfbcb29-3446-4c56-b6fc-0f60f88fe7a2 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.866841] env[69770]: DEBUG nova.virt.vmwareapi.volumeops [None req-6bb1c8d3-ef60-4c7a-b8d6-b3356f62f772 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] [instance: 0bc7640c-9854-41fd-95a5-671fa05e4197] Reconfiguring VM instance instance-00000065 to attach disk [datastore1] 0bc7640c-9854-41fd-95a5-671fa05e4197/0bc7640c-9854-41fd-95a5-671fa05e4197.vmdk or device None with type sparse {{(pid=69770) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1191.867157] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3bc7b97b-e45b-4fe8-aa3f-d3076b224978 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.889333] env[69770]: DEBUG oslo_vmware.api [None req-6bb1c8d3-ef60-4c7a-b8d6-b3356f62f772 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] Waiting for the task: (returnval){ [ 1191.889333] env[69770]: value = "task-4070607" [ 1191.889333] env[69770]: _type = "Task" [ 1191.889333] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1191.897767] env[69770]: DEBUG oslo_vmware.api [None req-6bb1c8d3-ef60-4c7a-b8d6-b3356f62f772 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] Task: {'id': task-4070607, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1191.928184] env[69770]: DEBUG oslo_vmware.api [None req-f126ac0a-16dc-4f50-abec-5eeb5ebc77f5 tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] Task: {'id': task-4070605, 'name': Destroy_Task, 'duration_secs': 0.610856} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1191.928485] env[69770]: INFO nova.virt.vmwareapi.vm_util [None req-f126ac0a-16dc-4f50-abec-5eeb5ebc77f5 tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] [instance: 5815fe63-e447-4be2-9055-a6320d0ba896] Destroyed the VM [ 1191.928741] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-f126ac0a-16dc-4f50-abec-5eeb5ebc77f5 tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] [instance: 5815fe63-e447-4be2-9055-a6320d0ba896] Deleting Snapshot of the VM instance {{(pid=69770) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1191.929018] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-eb45d383-cf40-4a0b-b17a-df1e6041f09c {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.935519] env[69770]: DEBUG oslo_vmware.api [None req-f126ac0a-16dc-4f50-abec-5eeb5ebc77f5 tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] Waiting for the task: (returnval){ [ 1191.935519] env[69770]: value = "task-4070608" [ 1191.935519] env[69770]: _type = "Task" [ 1191.935519] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1191.944860] env[69770]: DEBUG oslo_vmware.api [None req-f126ac0a-16dc-4f50-abec-5eeb5ebc77f5 tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] Task: {'id': task-4070608, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1192.401791] env[69770]: DEBUG oslo_vmware.api [None req-6bb1c8d3-ef60-4c7a-b8d6-b3356f62f772 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] Task: {'id': task-4070607, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1192.448655] env[69770]: DEBUG oslo_vmware.api [None req-f126ac0a-16dc-4f50-abec-5eeb5ebc77f5 tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] Task: {'id': task-4070608, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1192.646844] env[69770]: DEBUG oslo_concurrency.lockutils [None req-e1fa97df-590c-480e-bc53-ffd7b852f124 tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] Acquiring lock "interface-7f67ebf8-f341-4cda-99d6-52ba82c5640e-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1192.647138] env[69770]: DEBUG oslo_concurrency.lockutils [None req-e1fa97df-590c-480e-bc53-ffd7b852f124 tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] Lock "interface-7f67ebf8-f341-4cda-99d6-52ba82c5640e-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1192.647534] env[69770]: DEBUG nova.objects.instance [None req-e1fa97df-590c-480e-bc53-ffd7b852f124 tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] Lazy-loading 'flavor' on Instance uuid 7f67ebf8-f341-4cda-99d6-52ba82c5640e {{(pid=69770) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1192.795213] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21e0c34d-b462-4b06-a012-4e015dd3daf8 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.803655] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85d2a7d1-940a-4d43-822f-0dd7c73a2ab3 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.835039] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-533e868e-cc64-4002-9647-109ac0499cc1 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.842733] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1078021-74e6-44ab-bdb0-5d214691312f {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.856459] env[69770]: DEBUG nova.compute.provider_tree [None req-014eb5d6-ed3e-46f4-bff4-b90c4012881a tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] Inventory has not changed in ProviderTree for provider: 7cc7d32b-b7a7-454a-a456-2a440248ed9d {{(pid=69770) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1192.899702] env[69770]: DEBUG oslo_vmware.api [None req-6bb1c8d3-ef60-4c7a-b8d6-b3356f62f772 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] Task: {'id': task-4070607, 'name': ReconfigVM_Task, 'duration_secs': 0.768214} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1192.900155] env[69770]: DEBUG nova.virt.vmwareapi.volumeops [None req-6bb1c8d3-ef60-4c7a-b8d6-b3356f62f772 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] [instance: 0bc7640c-9854-41fd-95a5-671fa05e4197] Reconfigured VM instance instance-00000065 to attach disk [datastore1] 0bc7640c-9854-41fd-95a5-671fa05e4197/0bc7640c-9854-41fd-95a5-671fa05e4197.vmdk or device None with type sparse {{(pid=69770) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1192.900956] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5dcdb6ae-a642-4a4f-9b2c-f546e5456a29 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.907803] env[69770]: DEBUG oslo_vmware.api [None req-6bb1c8d3-ef60-4c7a-b8d6-b3356f62f772 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] Waiting for the task: (returnval){ [ 1192.907803] env[69770]: value = "task-4070609" [ 1192.907803] env[69770]: _type = "Task" [ 1192.907803] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1192.916699] env[69770]: DEBUG oslo_vmware.api [None req-6bb1c8d3-ef60-4c7a-b8d6-b3356f62f772 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] Task: {'id': task-4070609, 'name': Rename_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1192.947190] env[69770]: DEBUG oslo_vmware.api [None req-f126ac0a-16dc-4f50-abec-5eeb5ebc77f5 tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] Task: {'id': task-4070608, 'name': RemoveSnapshot_Task, 'duration_secs': 0.995582} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1192.947462] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-f126ac0a-16dc-4f50-abec-5eeb5ebc77f5 tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] [instance: 5815fe63-e447-4be2-9055-a6320d0ba896] Deleted Snapshot of the VM instance {{(pid=69770) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1192.947693] env[69770]: INFO nova.compute.manager [None req-f126ac0a-16dc-4f50-abec-5eeb5ebc77f5 tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] [instance: 5815fe63-e447-4be2-9055-a6320d0ba896] Took 16.16 seconds to snapshot the instance on the hypervisor. [ 1193.216391] env[69770]: DEBUG nova.objects.instance [None req-e1fa97df-590c-480e-bc53-ffd7b852f124 tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] Lazy-loading 'pci_requests' on Instance uuid 7f67ebf8-f341-4cda-99d6-52ba82c5640e {{(pid=69770) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1193.359309] env[69770]: DEBUG nova.scheduler.client.report [None req-014eb5d6-ed3e-46f4-bff4-b90c4012881a tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] Inventory has not changed for provider 7cc7d32b-b7a7-454a-a456-2a440248ed9d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69770) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1193.418344] env[69770]: DEBUG oslo_vmware.api [None req-6bb1c8d3-ef60-4c7a-b8d6-b3356f62f772 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] Task: {'id': task-4070609, 'name': Rename_Task, 'duration_secs': 0.1445} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1193.418655] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-6bb1c8d3-ef60-4c7a-b8d6-b3356f62f772 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] [instance: 0bc7640c-9854-41fd-95a5-671fa05e4197] Powering on the VM {{(pid=69770) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1193.418904] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0ef1dffa-56c6-475b-8c22-82a5f4c731b9 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.425903] env[69770]: DEBUG oslo_vmware.api [None req-6bb1c8d3-ef60-4c7a-b8d6-b3356f62f772 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] Waiting for the task: (returnval){ [ 1193.425903] env[69770]: value = "task-4070610" [ 1193.425903] env[69770]: _type = "Task" [ 1193.425903] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1193.433596] env[69770]: DEBUG oslo_vmware.api [None req-6bb1c8d3-ef60-4c7a-b8d6-b3356f62f772 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] Task: {'id': task-4070610, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1193.511472] env[69770]: DEBUG nova.compute.manager [None req-f126ac0a-16dc-4f50-abec-5eeb5ebc77f5 tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] [instance: 5815fe63-e447-4be2-9055-a6320d0ba896] Found 1 images (rotation: 2) {{(pid=69770) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 1193.718914] env[69770]: DEBUG nova.objects.base [None req-e1fa97df-590c-480e-bc53-ffd7b852f124 tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] Object Instance<7f67ebf8-f341-4cda-99d6-52ba82c5640e> lazy-loaded attributes: flavor,pci_requests {{(pid=69770) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1193.719251] env[69770]: DEBUG nova.network.neutron [None req-e1fa97df-590c-480e-bc53-ffd7b852f124 tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] [instance: 7f67ebf8-f341-4cda-99d6-52ba82c5640e] allocate_for_instance() {{(pid=69770) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1193.757487] env[69770]: DEBUG nova.policy [None req-e1fa97df-590c-480e-bc53-ffd7b852f124 tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6e9afb42d59b4af899f16d4eff0f43ef', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '63715e849e05463da9bfa0405c750b8f', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69770) authorize /opt/stack/nova/nova/policy.py:192}} [ 1193.864900] env[69770]: DEBUG oslo_concurrency.lockutils [None req-014eb5d6-ed3e-46f4-bff4-b90c4012881a tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.290s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1193.865481] env[69770]: DEBUG nova.compute.manager [None req-014eb5d6-ed3e-46f4-bff4-b90c4012881a tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] [instance: 23217622-d45e-497d-a5d4-7c51be3b36dd] Start building networks asynchronously for instance. {{(pid=69770) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1193.938953] env[69770]: DEBUG oslo_vmware.api [None req-6bb1c8d3-ef60-4c7a-b8d6-b3356f62f772 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] Task: {'id': task-4070610, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1194.023534] env[69770]: DEBUG nova.network.neutron [None req-e1fa97df-590c-480e-bc53-ffd7b852f124 tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] [instance: 7f67ebf8-f341-4cda-99d6-52ba82c5640e] Successfully created port: e8dafb54-2e0d-4c4a-8407-2da3fd2ad302 {{(pid=69770) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1194.369930] env[69770]: DEBUG nova.compute.utils [None req-014eb5d6-ed3e-46f4-bff4-b90c4012881a tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] Using /dev/sd instead of None {{(pid=69770) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1194.371585] env[69770]: DEBUG nova.compute.manager [None req-014eb5d6-ed3e-46f4-bff4-b90c4012881a tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] [instance: 23217622-d45e-497d-a5d4-7c51be3b36dd] Allocating IP information in the background. {{(pid=69770) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1194.371757] env[69770]: DEBUG nova.network.neutron [None req-014eb5d6-ed3e-46f4-bff4-b90c4012881a tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] [instance: 23217622-d45e-497d-a5d4-7c51be3b36dd] allocate_for_instance() {{(pid=69770) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1194.411522] env[69770]: DEBUG nova.policy [None req-014eb5d6-ed3e-46f4-bff4-b90c4012881a tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '93c58d981e7a449a994e6b53bbf1ac92', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'edd97114f9bb4735963417fc474a65d2', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69770) authorize /opt/stack/nova/nova/policy.py:192}} [ 1194.436673] env[69770]: DEBUG oslo_vmware.api [None req-6bb1c8d3-ef60-4c7a-b8d6-b3356f62f772 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] Task: {'id': task-4070610, 'name': PowerOnVM_Task, 'duration_secs': 0.559233} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1194.436960] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-6bb1c8d3-ef60-4c7a-b8d6-b3356f62f772 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] [instance: 0bc7640c-9854-41fd-95a5-671fa05e4197] Powered on the VM {{(pid=69770) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1194.437188] env[69770]: INFO nova.compute.manager [None req-6bb1c8d3-ef60-4c7a-b8d6-b3356f62f772 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] [instance: 0bc7640c-9854-41fd-95a5-671fa05e4197] Took 8.59 seconds to spawn the instance on the hypervisor. [ 1194.437365] env[69770]: DEBUG nova.compute.manager [None req-6bb1c8d3-ef60-4c7a-b8d6-b3356f62f772 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] [instance: 0bc7640c-9854-41fd-95a5-671fa05e4197] Checking state {{(pid=69770) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1194.438219] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70683c30-618e-4cfd-92ca-4be0d67a2368 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.728847] env[69770]: DEBUG nova.network.neutron [None req-014eb5d6-ed3e-46f4-bff4-b90c4012881a tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] [instance: 23217622-d45e-497d-a5d4-7c51be3b36dd] Successfully created port: 6c9f2551-5709-41c9-ac39-39f0dd417eef {{(pid=69770) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1194.857472] env[69770]: DEBUG nova.compute.manager [None req-2cf23c41-3c95-4ada-89fa-c141d936a51e tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] [instance: 5815fe63-e447-4be2-9055-a6320d0ba896] Checking state {{(pid=69770) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1194.858616] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-228784ab-2627-476f-84f8-7b13849943fe {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.875496] env[69770]: DEBUG nova.compute.manager [None req-014eb5d6-ed3e-46f4-bff4-b90c4012881a tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] [instance: 23217622-d45e-497d-a5d4-7c51be3b36dd] Start building block device mappings for instance. {{(pid=69770) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1194.955874] env[69770]: INFO nova.compute.manager [None req-6bb1c8d3-ef60-4c7a-b8d6-b3356f62f772 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] [instance: 0bc7640c-9854-41fd-95a5-671fa05e4197] Took 13.50 seconds to build instance. [ 1195.371463] env[69770]: INFO nova.compute.manager [None req-2cf23c41-3c95-4ada-89fa-c141d936a51e tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] [instance: 5815fe63-e447-4be2-9055-a6320d0ba896] instance snapshotting [ 1195.371621] env[69770]: DEBUG nova.objects.instance [None req-2cf23c41-3c95-4ada-89fa-c141d936a51e tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] Lazy-loading 'flavor' on Instance uuid 5815fe63-e447-4be2-9055-a6320d0ba896 {{(pid=69770) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1195.404110] env[69770]: DEBUG nova.compute.manager [req-e662feb6-e66f-4787-8fdf-eabe6854824c req-b217e0da-8c40-470e-bd83-8e32301955da service nova] [instance: 7f67ebf8-f341-4cda-99d6-52ba82c5640e] Received event network-vif-plugged-e8dafb54-2e0d-4c4a-8407-2da3fd2ad302 {{(pid=69770) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1195.404199] env[69770]: DEBUG oslo_concurrency.lockutils [req-e662feb6-e66f-4787-8fdf-eabe6854824c req-b217e0da-8c40-470e-bd83-8e32301955da service nova] Acquiring lock "7f67ebf8-f341-4cda-99d6-52ba82c5640e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1195.404773] env[69770]: DEBUG oslo_concurrency.lockutils [req-e662feb6-e66f-4787-8fdf-eabe6854824c req-b217e0da-8c40-470e-bd83-8e32301955da service nova] Lock "7f67ebf8-f341-4cda-99d6-52ba82c5640e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1195.404957] env[69770]: DEBUG oslo_concurrency.lockutils [req-e662feb6-e66f-4787-8fdf-eabe6854824c req-b217e0da-8c40-470e-bd83-8e32301955da service nova] Lock "7f67ebf8-f341-4cda-99d6-52ba82c5640e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1195.405531] env[69770]: DEBUG nova.compute.manager [req-e662feb6-e66f-4787-8fdf-eabe6854824c req-b217e0da-8c40-470e-bd83-8e32301955da service nova] [instance: 7f67ebf8-f341-4cda-99d6-52ba82c5640e] No waiting events found dispatching network-vif-plugged-e8dafb54-2e0d-4c4a-8407-2da3fd2ad302 {{(pid=69770) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1195.405796] env[69770]: WARNING nova.compute.manager [req-e662feb6-e66f-4787-8fdf-eabe6854824c req-b217e0da-8c40-470e-bd83-8e32301955da service nova] [instance: 7f67ebf8-f341-4cda-99d6-52ba82c5640e] Received unexpected event network-vif-plugged-e8dafb54-2e0d-4c4a-8407-2da3fd2ad302 for instance with vm_state active and task_state None. [ 1195.458273] env[69770]: DEBUG oslo_concurrency.lockutils [None req-6bb1c8d3-ef60-4c7a-b8d6-b3356f62f772 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] Lock "0bc7640c-9854-41fd-95a5-671fa05e4197" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.012s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1195.486467] env[69770]: DEBUG nova.network.neutron [None req-e1fa97df-590c-480e-bc53-ffd7b852f124 tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] [instance: 7f67ebf8-f341-4cda-99d6-52ba82c5640e] Successfully updated port: e8dafb54-2e0d-4c4a-8407-2da3fd2ad302 {{(pid=69770) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1195.877699] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-284ac4b5-45a6-44c8-a1aa-daa7bab0128c {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.898067] env[69770]: DEBUG nova.compute.manager [None req-014eb5d6-ed3e-46f4-bff4-b90c4012881a tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] [instance: 23217622-d45e-497d-a5d4-7c51be3b36dd] Start spawning the instance on the hypervisor. {{(pid=69770) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1195.900928] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3185871-7a34-4aa8-90f3-045be191030d {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.924623] env[69770]: DEBUG nova.virt.hardware [None req-014eb5d6-ed3e-46f4-bff4-b90c4012881a tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T12:16:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T12:16:11Z,direct_url=,disk_format='vmdk',id=d1eaff80-24a0-4391-90eb-59958b1ecf0a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d65f20bb89fb40a98b77bc6d97357df2',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T12:16:12Z,virtual_size=,visibility=), allow threads: False {{(pid=69770) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1195.924870] env[69770]: DEBUG nova.virt.hardware [None req-014eb5d6-ed3e-46f4-bff4-b90c4012881a tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] Flavor limits 0:0:0 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1195.925036] env[69770]: DEBUG nova.virt.hardware [None req-014eb5d6-ed3e-46f4-bff4-b90c4012881a tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] Image limits 0:0:0 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1195.925241] env[69770]: DEBUG nova.virt.hardware [None req-014eb5d6-ed3e-46f4-bff4-b90c4012881a tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] Flavor pref 0:0:0 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1195.925392] env[69770]: DEBUG nova.virt.hardware [None req-014eb5d6-ed3e-46f4-bff4-b90c4012881a tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] Image pref 0:0:0 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1195.925539] env[69770]: DEBUG nova.virt.hardware [None req-014eb5d6-ed3e-46f4-bff4-b90c4012881a tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1195.925753] env[69770]: DEBUG nova.virt.hardware [None req-014eb5d6-ed3e-46f4-bff4-b90c4012881a tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69770) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1195.925906] env[69770]: DEBUG nova.virt.hardware [None req-014eb5d6-ed3e-46f4-bff4-b90c4012881a tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69770) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1195.926084] env[69770]: DEBUG nova.virt.hardware [None req-014eb5d6-ed3e-46f4-bff4-b90c4012881a tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] Got 1 possible topologies {{(pid=69770) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1195.926249] env[69770]: DEBUG nova.virt.hardware [None req-014eb5d6-ed3e-46f4-bff4-b90c4012881a tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69770) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1195.926420] env[69770]: DEBUG nova.virt.hardware [None req-014eb5d6-ed3e-46f4-bff4-b90c4012881a tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69770) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1195.927283] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c4a1553-5d19-4cf6-983e-986896189865 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.936374] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c455a24-6ddf-4592-a5ce-76fb7fcd45cf {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.992045] env[69770]: DEBUG oslo_concurrency.lockutils [None req-e1fa97df-590c-480e-bc53-ffd7b852f124 tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] Acquiring lock "refresh_cache-7f67ebf8-f341-4cda-99d6-52ba82c5640e" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.992045] env[69770]: DEBUG oslo_concurrency.lockutils [None req-e1fa97df-590c-480e-bc53-ffd7b852f124 tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] Acquired lock "refresh_cache-7f67ebf8-f341-4cda-99d6-52ba82c5640e" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.992045] env[69770]: DEBUG nova.network.neutron [None req-e1fa97df-590c-480e-bc53-ffd7b852f124 tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] [instance: 7f67ebf8-f341-4cda-99d6-52ba82c5640e] Building network info cache for instance {{(pid=69770) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1196.303581] env[69770]: DEBUG oslo_concurrency.lockutils [None req-cd4d429d-8d51-470a-8d1e-d4db9dce0d7d tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] Acquiring lock "0bc7640c-9854-41fd-95a5-671fa05e4197" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1196.304287] env[69770]: DEBUG oslo_concurrency.lockutils [None req-cd4d429d-8d51-470a-8d1e-d4db9dce0d7d tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] Lock "0bc7640c-9854-41fd-95a5-671fa05e4197" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1196.304287] env[69770]: DEBUG oslo_concurrency.lockutils [None req-cd4d429d-8d51-470a-8d1e-d4db9dce0d7d tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] Acquiring lock "0bc7640c-9854-41fd-95a5-671fa05e4197-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1196.304553] env[69770]: DEBUG oslo_concurrency.lockutils [None req-cd4d429d-8d51-470a-8d1e-d4db9dce0d7d tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] Lock "0bc7640c-9854-41fd-95a5-671fa05e4197-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1196.304707] env[69770]: DEBUG oslo_concurrency.lockutils [None req-cd4d429d-8d51-470a-8d1e-d4db9dce0d7d tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] Lock "0bc7640c-9854-41fd-95a5-671fa05e4197-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1196.307127] env[69770]: INFO nova.compute.manager [None req-cd4d429d-8d51-470a-8d1e-d4db9dce0d7d tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] [instance: 0bc7640c-9854-41fd-95a5-671fa05e4197] Terminating instance [ 1196.369464] env[69770]: DEBUG nova.compute.manager [req-15dee9b4-ab85-40bb-ac80-286f6a0c9fbb req-c413d49d-0d3a-4c41-a35a-c226795110e2 service nova] [instance: 23217622-d45e-497d-a5d4-7c51be3b36dd] Received event network-vif-plugged-6c9f2551-5709-41c9-ac39-39f0dd417eef {{(pid=69770) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1196.369774] env[69770]: DEBUG oslo_concurrency.lockutils [req-15dee9b4-ab85-40bb-ac80-286f6a0c9fbb req-c413d49d-0d3a-4c41-a35a-c226795110e2 service nova] Acquiring lock "23217622-d45e-497d-a5d4-7c51be3b36dd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1196.370024] env[69770]: DEBUG oslo_concurrency.lockutils [req-15dee9b4-ab85-40bb-ac80-286f6a0c9fbb req-c413d49d-0d3a-4c41-a35a-c226795110e2 service nova] Lock "23217622-d45e-497d-a5d4-7c51be3b36dd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1196.370273] env[69770]: DEBUG oslo_concurrency.lockutils [req-15dee9b4-ab85-40bb-ac80-286f6a0c9fbb req-c413d49d-0d3a-4c41-a35a-c226795110e2 service nova] Lock "23217622-d45e-497d-a5d4-7c51be3b36dd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1196.370496] env[69770]: DEBUG nova.compute.manager [req-15dee9b4-ab85-40bb-ac80-286f6a0c9fbb req-c413d49d-0d3a-4c41-a35a-c226795110e2 service nova] [instance: 23217622-d45e-497d-a5d4-7c51be3b36dd] No waiting events found dispatching network-vif-plugged-6c9f2551-5709-41c9-ac39-39f0dd417eef {{(pid=69770) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1196.370713] env[69770]: WARNING nova.compute.manager [req-15dee9b4-ab85-40bb-ac80-286f6a0c9fbb req-c413d49d-0d3a-4c41-a35a-c226795110e2 service nova] [instance: 23217622-d45e-497d-a5d4-7c51be3b36dd] Received unexpected event network-vif-plugged-6c9f2551-5709-41c9-ac39-39f0dd417eef for instance with vm_state building and task_state spawning. [ 1196.415669] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-2cf23c41-3c95-4ada-89fa-c141d936a51e tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] [instance: 5815fe63-e447-4be2-9055-a6320d0ba896] Creating Snapshot of the VM instance {{(pid=69770) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1196.415876] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-16c999d2-fb19-4f27-8d8f-43746fcd483b {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.425217] env[69770]: DEBUG oslo_vmware.api [None req-2cf23c41-3c95-4ada-89fa-c141d936a51e tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] Waiting for the task: (returnval){ [ 1196.425217] env[69770]: value = "task-4070611" [ 1196.425217] env[69770]: _type = "Task" [ 1196.425217] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1196.435290] env[69770]: DEBUG oslo_vmware.api [None req-2cf23c41-3c95-4ada-89fa-c141d936a51e tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] Task: {'id': task-4070611, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1196.488608] env[69770]: DEBUG nova.network.neutron [None req-014eb5d6-ed3e-46f4-bff4-b90c4012881a tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] [instance: 23217622-d45e-497d-a5d4-7c51be3b36dd] Successfully updated port: 6c9f2551-5709-41c9-ac39-39f0dd417eef {{(pid=69770) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1196.528208] env[69770]: WARNING nova.network.neutron [None req-e1fa97df-590c-480e-bc53-ffd7b852f124 tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] [instance: 7f67ebf8-f341-4cda-99d6-52ba82c5640e] d5ae8d06-e279-436f-9c41-66b44f6f2542 already exists in list: networks containing: ['d5ae8d06-e279-436f-9c41-66b44f6f2542']. ignoring it [ 1196.811404] env[69770]: DEBUG nova.compute.manager [None req-cd4d429d-8d51-470a-8d1e-d4db9dce0d7d tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] [instance: 0bc7640c-9854-41fd-95a5-671fa05e4197] Start destroying the instance on the hypervisor. {{(pid=69770) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1196.811646] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-cd4d429d-8d51-470a-8d1e-d4db9dce0d7d tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] [instance: 0bc7640c-9854-41fd-95a5-671fa05e4197] Destroying instance {{(pid=69770) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1196.812553] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-904bbea0-c884-4f63-9ea3-2f32d88d3df1 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.821173] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd4d429d-8d51-470a-8d1e-d4db9dce0d7d tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] [instance: 0bc7640c-9854-41fd-95a5-671fa05e4197] Powering off the VM {{(pid=69770) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1196.821397] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f0e66f71-d2b2-421e-8b01-07d95c1142a1 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.828016] env[69770]: DEBUG oslo_vmware.api [None req-cd4d429d-8d51-470a-8d1e-d4db9dce0d7d tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] Waiting for the task: (returnval){ [ 1196.828016] env[69770]: value = "task-4070612" [ 1196.828016] env[69770]: _type = "Task" [ 1196.828016] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1196.836385] env[69770]: DEBUG oslo_vmware.api [None req-cd4d429d-8d51-470a-8d1e-d4db9dce0d7d tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] Task: {'id': task-4070612, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1196.887322] env[69770]: DEBUG nova.network.neutron [None req-e1fa97df-590c-480e-bc53-ffd7b852f124 tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] [instance: 7f67ebf8-f341-4cda-99d6-52ba82c5640e] Updating instance_info_cache with network_info: [{"id": "9a2c16de-8145-4811-913c-c8599ec8e17a", "address": "fa:16:3e:2e:8d:ed", "network": {"id": "d5ae8d06-e279-436f-9c41-66b44f6f2542", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1370812323-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.242", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "63715e849e05463da9bfa0405c750b8f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dad4f433-bb0b-45c7-8040-972ef2277f75", "external-id": "nsx-vlan-transportzone-451", "segmentation_id": 451, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9a2c16de-81", "ovs_interfaceid": "9a2c16de-8145-4811-913c-c8599ec8e17a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "e8dafb54-2e0d-4c4a-8407-2da3fd2ad302", "address": "fa:16:3e:c4:a4:bd", "network": {"id": "d5ae8d06-e279-436f-9c41-66b44f6f2542", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1370812323-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "63715e849e05463da9bfa0405c750b8f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dad4f433-bb0b-45c7-8040-972ef2277f75", "external-id": "nsx-vlan-transportzone-451", "segmentation_id": 451, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape8dafb54-2e", "ovs_interfaceid": "e8dafb54-2e0d-4c4a-8407-2da3fd2ad302", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69770) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1196.936662] env[69770]: DEBUG oslo_vmware.api [None req-2cf23c41-3c95-4ada-89fa-c141d936a51e tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] Task: {'id': task-4070611, 'name': CreateSnapshot_Task, 'duration_secs': 0.461823} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1196.936662] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-2cf23c41-3c95-4ada-89fa-c141d936a51e tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] [instance: 5815fe63-e447-4be2-9055-a6320d0ba896] Created Snapshot of the VM instance {{(pid=69770) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1196.938447] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26002a59-bea1-4ff7-92a7-f3fcdab3d53a {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.991479] env[69770]: DEBUG oslo_concurrency.lockutils [None req-014eb5d6-ed3e-46f4-bff4-b90c4012881a tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] Acquiring lock "refresh_cache-23217622-d45e-497d-a5d4-7c51be3b36dd" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.991743] env[69770]: DEBUG oslo_concurrency.lockutils [None req-014eb5d6-ed3e-46f4-bff4-b90c4012881a tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] Acquired lock "refresh_cache-23217622-d45e-497d-a5d4-7c51be3b36dd" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.991804] env[69770]: DEBUG nova.network.neutron [None req-014eb5d6-ed3e-46f4-bff4-b90c4012881a tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] [instance: 23217622-d45e-497d-a5d4-7c51be3b36dd] Building network info cache for instance {{(pid=69770) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1197.338397] env[69770]: DEBUG oslo_vmware.api [None req-cd4d429d-8d51-470a-8d1e-d4db9dce0d7d tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] Task: {'id': task-4070612, 'name': PowerOffVM_Task, 'duration_secs': 0.195377} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1197.338639] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd4d429d-8d51-470a-8d1e-d4db9dce0d7d tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] [instance: 0bc7640c-9854-41fd-95a5-671fa05e4197] Powered off the VM {{(pid=69770) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1197.338815] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-cd4d429d-8d51-470a-8d1e-d4db9dce0d7d tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] [instance: 0bc7640c-9854-41fd-95a5-671fa05e4197] Unregistering the VM {{(pid=69770) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1197.339063] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a7a45b84-eb48-4b25-8510-5ff4cf1a8d36 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.390638] env[69770]: DEBUG oslo_concurrency.lockutils [None req-e1fa97df-590c-480e-bc53-ffd7b852f124 tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] Releasing lock "refresh_cache-7f67ebf8-f341-4cda-99d6-52ba82c5640e" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.391383] env[69770]: DEBUG oslo_concurrency.lockutils [None req-e1fa97df-590c-480e-bc53-ffd7b852f124 tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] Acquiring lock "7f67ebf8-f341-4cda-99d6-52ba82c5640e" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.391546] env[69770]: DEBUG oslo_concurrency.lockutils [None req-e1fa97df-590c-480e-bc53-ffd7b852f124 tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] Acquired lock "7f67ebf8-f341-4cda-99d6-52ba82c5640e" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.392530] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-801b2d11-8928-4b1c-b27d-69a391e3662c {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.411146] env[69770]: DEBUG nova.virt.hardware [None req-e1fa97df-590c-480e-bc53-ffd7b852f124 tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T12:16:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69770) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1197.411427] env[69770]: DEBUG nova.virt.hardware [None req-e1fa97df-590c-480e-bc53-ffd7b852f124 tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] Flavor limits 0:0:0 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1197.411587] env[69770]: DEBUG nova.virt.hardware [None req-e1fa97df-590c-480e-bc53-ffd7b852f124 tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] Image limits 0:0:0 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1197.411777] env[69770]: DEBUG nova.virt.hardware [None req-e1fa97df-590c-480e-bc53-ffd7b852f124 tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] Flavor pref 0:0:0 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1197.411914] env[69770]: DEBUG nova.virt.hardware [None req-e1fa97df-590c-480e-bc53-ffd7b852f124 tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] Image pref 0:0:0 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1197.412112] env[69770]: DEBUG nova.virt.hardware [None req-e1fa97df-590c-480e-bc53-ffd7b852f124 tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1197.412367] env[69770]: DEBUG nova.virt.hardware [None req-e1fa97df-590c-480e-bc53-ffd7b852f124 tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69770) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1197.412555] env[69770]: DEBUG nova.virt.hardware [None req-e1fa97df-590c-480e-bc53-ffd7b852f124 tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69770) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1197.412730] env[69770]: DEBUG nova.virt.hardware [None req-e1fa97df-590c-480e-bc53-ffd7b852f124 tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] Got 1 possible topologies {{(pid=69770) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1197.412895] env[69770]: DEBUG nova.virt.hardware [None req-e1fa97df-590c-480e-bc53-ffd7b852f124 tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69770) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1197.413082] env[69770]: DEBUG nova.virt.hardware [None req-e1fa97df-590c-480e-bc53-ffd7b852f124 tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69770) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1197.419647] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-e1fa97df-590c-480e-bc53-ffd7b852f124 tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] [instance: 7f67ebf8-f341-4cda-99d6-52ba82c5640e] Reconfiguring VM to attach interface {{(pid=69770) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1197.421184] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f6e12934-004b-4e4f-8a3d-9333108ad8b7 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.433686] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-cd4d429d-8d51-470a-8d1e-d4db9dce0d7d tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] [instance: 0bc7640c-9854-41fd-95a5-671fa05e4197] Unregistered the VM {{(pid=69770) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1197.433882] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-cd4d429d-8d51-470a-8d1e-d4db9dce0d7d tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] [instance: 0bc7640c-9854-41fd-95a5-671fa05e4197] Deleting contents of the VM from datastore datastore1 {{(pid=69770) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1197.434071] env[69770]: DEBUG nova.virt.vmwareapi.ds_util [None req-cd4d429d-8d51-470a-8d1e-d4db9dce0d7d tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] Deleting the datastore file [datastore1] 0bc7640c-9854-41fd-95a5-671fa05e4197 {{(pid=69770) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1197.435345] env[69770]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7e87464e-ac30-44db-b9dd-3b9b33e6ea61 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.438304] env[69770]: DEBUG nova.compute.manager [req-71a22538-a2d6-4a86-ace2-14be78451c2a req-eb965113-b4bb-4e70-a85b-db7f02fdaa23 service nova] [instance: 7f67ebf8-f341-4cda-99d6-52ba82c5640e] Received event network-changed-e8dafb54-2e0d-4c4a-8407-2da3fd2ad302 {{(pid=69770) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1197.438527] env[69770]: DEBUG nova.compute.manager [req-71a22538-a2d6-4a86-ace2-14be78451c2a req-eb965113-b4bb-4e70-a85b-db7f02fdaa23 service nova] [instance: 7f67ebf8-f341-4cda-99d6-52ba82c5640e] Refreshing instance network info cache due to event network-changed-e8dafb54-2e0d-4c4a-8407-2da3fd2ad302. {{(pid=69770) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1197.438758] env[69770]: DEBUG oslo_concurrency.lockutils [req-71a22538-a2d6-4a86-ace2-14be78451c2a req-eb965113-b4bb-4e70-a85b-db7f02fdaa23 service nova] Acquiring lock "refresh_cache-7f67ebf8-f341-4cda-99d6-52ba82c5640e" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.438893] env[69770]: DEBUG oslo_concurrency.lockutils [req-71a22538-a2d6-4a86-ace2-14be78451c2a req-eb965113-b4bb-4e70-a85b-db7f02fdaa23 service nova] Acquired lock "refresh_cache-7f67ebf8-f341-4cda-99d6-52ba82c5640e" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.439064] env[69770]: DEBUG nova.network.neutron [req-71a22538-a2d6-4a86-ace2-14be78451c2a req-eb965113-b4bb-4e70-a85b-db7f02fdaa23 service nova] [instance: 7f67ebf8-f341-4cda-99d6-52ba82c5640e] Refreshing network info cache for port e8dafb54-2e0d-4c4a-8407-2da3fd2ad302 {{(pid=69770) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1197.446755] env[69770]: DEBUG oslo_vmware.api [None req-cd4d429d-8d51-470a-8d1e-d4db9dce0d7d tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] Waiting for the task: (returnval){ [ 1197.446755] env[69770]: value = "task-4070614" [ 1197.446755] env[69770]: _type = "Task" [ 1197.446755] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1197.455143] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-2cf23c41-3c95-4ada-89fa-c141d936a51e tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] [instance: 5815fe63-e447-4be2-9055-a6320d0ba896] Creating linked-clone VM from snapshot {{(pid=69770) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1197.455760] env[69770]: DEBUG oslo_vmware.api [None req-e1fa97df-590c-480e-bc53-ffd7b852f124 tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] Waiting for the task: (returnval){ [ 1197.455760] env[69770]: value = "task-4070615" [ 1197.455760] env[69770]: _type = "Task" [ 1197.455760] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1197.459118] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-383a4bc7-2aa4-49aa-a813-7d7258af52aa {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.472575] env[69770]: DEBUG oslo_vmware.api [None req-cd4d429d-8d51-470a-8d1e-d4db9dce0d7d tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] Task: {'id': task-4070614, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1197.477051] env[69770]: DEBUG oslo_vmware.api [None req-e1fa97df-590c-480e-bc53-ffd7b852f124 tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] Task: {'id': task-4070615, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1197.477343] env[69770]: DEBUG oslo_vmware.api [None req-2cf23c41-3c95-4ada-89fa-c141d936a51e tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] Waiting for the task: (returnval){ [ 1197.477343] env[69770]: value = "task-4070616" [ 1197.477343] env[69770]: _type = "Task" [ 1197.477343] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1197.486841] env[69770]: DEBUG oslo_vmware.api [None req-2cf23c41-3c95-4ada-89fa-c141d936a51e tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] Task: {'id': task-4070616, 'name': CloneVM_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1197.527079] env[69770]: DEBUG nova.network.neutron [None req-014eb5d6-ed3e-46f4-bff4-b90c4012881a tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] [instance: 23217622-d45e-497d-a5d4-7c51be3b36dd] Instance cache missing network info. {{(pid=69770) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1197.671208] env[69770]: DEBUG nova.network.neutron [None req-014eb5d6-ed3e-46f4-bff4-b90c4012881a tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] [instance: 23217622-d45e-497d-a5d4-7c51be3b36dd] Updating instance_info_cache with network_info: [{"id": "6c9f2551-5709-41c9-ac39-39f0dd417eef", "address": "fa:16:3e:73:46:8f", "network": {"id": "9d212606-40a3-4b28-9ea6-99b5c5f662a7", "bridge": "br-int", "label": "tempest-ServersTestJSON-1055032721-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "edd97114f9bb4735963417fc474a65d2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1f762954-6ca5-4da5-bf0a-5d31c51ec570", "external-id": "nsx-vlan-transportzone-930", "segmentation_id": 930, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6c9f2551-57", "ovs_interfaceid": "6c9f2551-5709-41c9-ac39-39f0dd417eef", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69770) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1197.959423] env[69770]: DEBUG oslo_vmware.api [None req-cd4d429d-8d51-470a-8d1e-d4db9dce0d7d tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] Task: {'id': task-4070614, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.210203} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1197.959838] env[69770]: DEBUG nova.virt.vmwareapi.ds_util [None req-cd4d429d-8d51-470a-8d1e-d4db9dce0d7d tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] Deleted the datastore file {{(pid=69770) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1197.959990] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-cd4d429d-8d51-470a-8d1e-d4db9dce0d7d tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] [instance: 0bc7640c-9854-41fd-95a5-671fa05e4197] Deleted contents of the VM from datastore datastore1 {{(pid=69770) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1197.960152] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-cd4d429d-8d51-470a-8d1e-d4db9dce0d7d tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] [instance: 0bc7640c-9854-41fd-95a5-671fa05e4197] Instance destroyed {{(pid=69770) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1197.960340] env[69770]: INFO nova.compute.manager [None req-cd4d429d-8d51-470a-8d1e-d4db9dce0d7d tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] [instance: 0bc7640c-9854-41fd-95a5-671fa05e4197] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1197.960620] env[69770]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cd4d429d-8d51-470a-8d1e-d4db9dce0d7d tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69770) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1197.960832] env[69770]: DEBUG nova.compute.manager [-] [instance: 0bc7640c-9854-41fd-95a5-671fa05e4197] Deallocating network for instance {{(pid=69770) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1197.960928] env[69770]: DEBUG nova.network.neutron [-] [instance: 0bc7640c-9854-41fd-95a5-671fa05e4197] deallocate_for_instance() {{(pid=69770) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1197.974999] env[69770]: DEBUG oslo_vmware.api [None req-e1fa97df-590c-480e-bc53-ffd7b852f124 tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] Task: {'id': task-4070615, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1197.987866] env[69770]: DEBUG oslo_vmware.api [None req-2cf23c41-3c95-4ada-89fa-c141d936a51e tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] Task: {'id': task-4070616, 'name': CloneVM_Task} progress is 94%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1198.171788] env[69770]: DEBUG nova.network.neutron [req-71a22538-a2d6-4a86-ace2-14be78451c2a req-eb965113-b4bb-4e70-a85b-db7f02fdaa23 service nova] [instance: 7f67ebf8-f341-4cda-99d6-52ba82c5640e] Updated VIF entry in instance network info cache for port e8dafb54-2e0d-4c4a-8407-2da3fd2ad302. {{(pid=69770) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1198.172111] env[69770]: DEBUG nova.network.neutron [req-71a22538-a2d6-4a86-ace2-14be78451c2a req-eb965113-b4bb-4e70-a85b-db7f02fdaa23 service nova] [instance: 7f67ebf8-f341-4cda-99d6-52ba82c5640e] Updating instance_info_cache with network_info: [{"id": "9a2c16de-8145-4811-913c-c8599ec8e17a", "address": "fa:16:3e:2e:8d:ed", "network": {"id": "d5ae8d06-e279-436f-9c41-66b44f6f2542", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1370812323-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.242", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "63715e849e05463da9bfa0405c750b8f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dad4f433-bb0b-45c7-8040-972ef2277f75", "external-id": "nsx-vlan-transportzone-451", "segmentation_id": 451, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9a2c16de-81", "ovs_interfaceid": "9a2c16de-8145-4811-913c-c8599ec8e17a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "e8dafb54-2e0d-4c4a-8407-2da3fd2ad302", "address": "fa:16:3e:c4:a4:bd", "network": {"id": "d5ae8d06-e279-436f-9c41-66b44f6f2542", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1370812323-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "63715e849e05463da9bfa0405c750b8f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dad4f433-bb0b-45c7-8040-972ef2277f75", "external-id": "nsx-vlan-transportzone-451", "segmentation_id": 451, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape8dafb54-2e", "ovs_interfaceid": "e8dafb54-2e0d-4c4a-8407-2da3fd2ad302", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69770) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1198.174367] env[69770]: DEBUG oslo_concurrency.lockutils [None req-014eb5d6-ed3e-46f4-bff4-b90c4012881a tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] Releasing lock "refresh_cache-23217622-d45e-497d-a5d4-7c51be3b36dd" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.174367] env[69770]: DEBUG nova.compute.manager [None req-014eb5d6-ed3e-46f4-bff4-b90c4012881a tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] [instance: 23217622-d45e-497d-a5d4-7c51be3b36dd] Instance network_info: |[{"id": "6c9f2551-5709-41c9-ac39-39f0dd417eef", "address": "fa:16:3e:73:46:8f", "network": {"id": "9d212606-40a3-4b28-9ea6-99b5c5f662a7", "bridge": "br-int", "label": "tempest-ServersTestJSON-1055032721-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "edd97114f9bb4735963417fc474a65d2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1f762954-6ca5-4da5-bf0a-5d31c51ec570", "external-id": "nsx-vlan-transportzone-930", "segmentation_id": 930, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6c9f2551-57", "ovs_interfaceid": "6c9f2551-5709-41c9-ac39-39f0dd417eef", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69770) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1198.174716] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-014eb5d6-ed3e-46f4-bff4-b90c4012881a tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] [instance: 23217622-d45e-497d-a5d4-7c51be3b36dd] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:73:46:8f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1f762954-6ca5-4da5-bf0a-5d31c51ec570', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6c9f2551-5709-41c9-ac39-39f0dd417eef', 'vif_model': 'vmxnet3'}] {{(pid=69770) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1198.184452] env[69770]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-014eb5d6-ed3e-46f4-bff4-b90c4012881a tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69770) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1198.186091] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 23217622-d45e-497d-a5d4-7c51be3b36dd] Creating VM on the ESX host {{(pid=69770) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1198.186393] env[69770]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-70c2f4d5-83b8-4893-a654-bdb9552ab99b {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.210242] env[69770]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1198.210242] env[69770]: value = "task-4070617" [ 1198.210242] env[69770]: _type = "Task" [ 1198.210242] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1198.222938] env[69770]: DEBUG oslo_vmware.api [-] Task: {'id': task-4070617, 'name': CreateVM_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1198.397712] env[69770]: DEBUG nova.compute.manager [req-5ed5aab9-6667-49f2-9e0e-6d3982b0c15d req-082a8f75-5a52-4e91-89c6-92cee57ff1c9 service nova] [instance: 23217622-d45e-497d-a5d4-7c51be3b36dd] Received event network-changed-6c9f2551-5709-41c9-ac39-39f0dd417eef {{(pid=69770) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1198.397972] env[69770]: DEBUG nova.compute.manager [req-5ed5aab9-6667-49f2-9e0e-6d3982b0c15d req-082a8f75-5a52-4e91-89c6-92cee57ff1c9 service nova] [instance: 23217622-d45e-497d-a5d4-7c51be3b36dd] Refreshing instance network info cache due to event network-changed-6c9f2551-5709-41c9-ac39-39f0dd417eef. {{(pid=69770) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1198.398245] env[69770]: DEBUG oslo_concurrency.lockutils [req-5ed5aab9-6667-49f2-9e0e-6d3982b0c15d req-082a8f75-5a52-4e91-89c6-92cee57ff1c9 service nova] Acquiring lock "refresh_cache-23217622-d45e-497d-a5d4-7c51be3b36dd" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.398419] env[69770]: DEBUG oslo_concurrency.lockutils [req-5ed5aab9-6667-49f2-9e0e-6d3982b0c15d req-082a8f75-5a52-4e91-89c6-92cee57ff1c9 service nova] Acquired lock "refresh_cache-23217622-d45e-497d-a5d4-7c51be3b36dd" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.398621] env[69770]: DEBUG nova.network.neutron [req-5ed5aab9-6667-49f2-9e0e-6d3982b0c15d req-082a8f75-5a52-4e91-89c6-92cee57ff1c9 service nova] [instance: 23217622-d45e-497d-a5d4-7c51be3b36dd] Refreshing network info cache for port 6c9f2551-5709-41c9-ac39-39f0dd417eef {{(pid=69770) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1198.475754] env[69770]: DEBUG oslo_vmware.api [None req-e1fa97df-590c-480e-bc53-ffd7b852f124 tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] Task: {'id': task-4070615, 'name': ReconfigVM_Task, 'duration_secs': 0.79849} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1198.476228] env[69770]: DEBUG oslo_concurrency.lockutils [None req-e1fa97df-590c-480e-bc53-ffd7b852f124 tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] Releasing lock "7f67ebf8-f341-4cda-99d6-52ba82c5640e" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.476442] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-e1fa97df-590c-480e-bc53-ffd7b852f124 tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] [instance: 7f67ebf8-f341-4cda-99d6-52ba82c5640e] Reconfigured VM to attach interface {{(pid=69770) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1198.487904] env[69770]: DEBUG oslo_vmware.api [None req-2cf23c41-3c95-4ada-89fa-c141d936a51e tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] Task: {'id': task-4070616, 'name': CloneVM_Task, 'duration_secs': 0.992657} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1198.488181] env[69770]: INFO nova.virt.vmwareapi.vmops [None req-2cf23c41-3c95-4ada-89fa-c141d936a51e tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] [instance: 5815fe63-e447-4be2-9055-a6320d0ba896] Created linked-clone VM from snapshot [ 1198.488949] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-537dba4c-c33a-4b75-92d1-d9dcec4b2b3d {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.497368] env[69770]: DEBUG nova.virt.vmwareapi.images [None req-2cf23c41-3c95-4ada-89fa-c141d936a51e tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] [instance: 5815fe63-e447-4be2-9055-a6320d0ba896] Uploading image 282d751f-d8b6-4c6d-ab35-a5e2e55ff7a4 {{(pid=69770) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1198.522068] env[69770]: DEBUG oslo_vmware.rw_handles [None req-2cf23c41-3c95-4ada-89fa-c141d936a51e tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1198.522068] env[69770]: value = "vm-806663" [ 1198.522068] env[69770]: _type = "VirtualMachine" [ 1198.522068] env[69770]: }. {{(pid=69770) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1198.522453] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-5e88de87-06d0-43d0-aa52-fde88177f2ec {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.530795] env[69770]: DEBUG oslo_vmware.rw_handles [None req-2cf23c41-3c95-4ada-89fa-c141d936a51e tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] Lease: (returnval){ [ 1198.530795] env[69770]: value = "session[52161b52-cb8e-ec9f-1132-2f6b49549d41]52d39912-9f81-aaa4-4bb6-3c23e6516026" [ 1198.530795] env[69770]: _type = "HttpNfcLease" [ 1198.530795] env[69770]: } obtained for exporting VM: (result){ [ 1198.530795] env[69770]: value = "vm-806663" [ 1198.530795] env[69770]: _type = "VirtualMachine" [ 1198.530795] env[69770]: }. {{(pid=69770) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1198.531167] env[69770]: DEBUG oslo_vmware.api [None req-2cf23c41-3c95-4ada-89fa-c141d936a51e tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] Waiting for the lease: (returnval){ [ 1198.531167] env[69770]: value = "session[52161b52-cb8e-ec9f-1132-2f6b49549d41]52d39912-9f81-aaa4-4bb6-3c23e6516026" [ 1198.531167] env[69770]: _type = "HttpNfcLease" [ 1198.531167] env[69770]: } to be ready. {{(pid=69770) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1198.543375] env[69770]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1198.543375] env[69770]: value = "session[52161b52-cb8e-ec9f-1132-2f6b49549d41]52d39912-9f81-aaa4-4bb6-3c23e6516026" [ 1198.543375] env[69770]: _type = "HttpNfcLease" [ 1198.543375] env[69770]: } is ready. {{(pid=69770) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1198.543763] env[69770]: DEBUG oslo_vmware.rw_handles [None req-2cf23c41-3c95-4ada-89fa-c141d936a51e tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1198.543763] env[69770]: value = "session[52161b52-cb8e-ec9f-1132-2f6b49549d41]52d39912-9f81-aaa4-4bb6-3c23e6516026" [ 1198.543763] env[69770]: _type = "HttpNfcLease" [ 1198.543763] env[69770]: }. {{(pid=69770) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1198.544874] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e03f49f-3d70-462f-bc13-9b292bd3b44f {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.553944] env[69770]: DEBUG oslo_vmware.rw_handles [None req-2cf23c41-3c95-4ada-89fa-c141d936a51e tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52afb43d-eb8c-98f0-f0bf-18738a4b96b3/disk-0.vmdk from lease info. {{(pid=69770) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1198.554142] env[69770]: DEBUG oslo_vmware.rw_handles [None req-2cf23c41-3c95-4ada-89fa-c141d936a51e tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52afb43d-eb8c-98f0-f0bf-18738a4b96b3/disk-0.vmdk for reading. {{(pid=69770) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1198.640576] env[69770]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-78aa1c57-627d-455f-8d40-e6aeedbdf7ea {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.674530] env[69770]: DEBUG oslo_concurrency.lockutils [req-71a22538-a2d6-4a86-ace2-14be78451c2a req-eb965113-b4bb-4e70-a85b-db7f02fdaa23 service nova] Releasing lock "refresh_cache-7f67ebf8-f341-4cda-99d6-52ba82c5640e" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.716615] env[69770]: DEBUG nova.network.neutron [-] [instance: 0bc7640c-9854-41fd-95a5-671fa05e4197] Updating instance_info_cache with network_info: [] {{(pid=69770) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1198.724571] env[69770]: DEBUG oslo_vmware.api [-] Task: {'id': task-4070617, 'name': CreateVM_Task, 'duration_secs': 0.369993} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1198.724750] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 23217622-d45e-497d-a5d4-7c51be3b36dd] Created VM on the ESX host {{(pid=69770) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1198.725444] env[69770]: DEBUG oslo_concurrency.lockutils [None req-014eb5d6-ed3e-46f4-bff4-b90c4012881a tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.725608] env[69770]: DEBUG oslo_concurrency.lockutils [None req-014eb5d6-ed3e-46f4-bff4-b90c4012881a tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.725953] env[69770]: DEBUG oslo_concurrency.lockutils [None req-014eb5d6-ed3e-46f4-bff4-b90c4012881a tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.726197] env[69770]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b1e5b017-7358-4b46-bcbe-9d142acf79b7 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.731517] env[69770]: DEBUG oslo_vmware.api [None req-014eb5d6-ed3e-46f4-bff4-b90c4012881a tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] Waiting for the task: (returnval){ [ 1198.731517] env[69770]: value = "session[52161b52-cb8e-ec9f-1132-2f6b49549d41]521e9613-1379-5e01-7e59-4139a5bada9f" [ 1198.731517] env[69770]: _type = "Task" [ 1198.731517] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1198.742140] env[69770]: DEBUG oslo_vmware.api [None req-014eb5d6-ed3e-46f4-bff4-b90c4012881a tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]521e9613-1379-5e01-7e59-4139a5bada9f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1198.984558] env[69770]: DEBUG oslo_concurrency.lockutils [None req-e1fa97df-590c-480e-bc53-ffd7b852f124 tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] Lock "interface-7f67ebf8-f341-4cda-99d6-52ba82c5640e-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 6.337s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1199.126587] env[69770]: DEBUG nova.network.neutron [req-5ed5aab9-6667-49f2-9e0e-6d3982b0c15d req-082a8f75-5a52-4e91-89c6-92cee57ff1c9 service nova] [instance: 23217622-d45e-497d-a5d4-7c51be3b36dd] Updated VIF entry in instance network info cache for port 6c9f2551-5709-41c9-ac39-39f0dd417eef. {{(pid=69770) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1199.127170] env[69770]: DEBUG nova.network.neutron [req-5ed5aab9-6667-49f2-9e0e-6d3982b0c15d req-082a8f75-5a52-4e91-89c6-92cee57ff1c9 service nova] [instance: 23217622-d45e-497d-a5d4-7c51be3b36dd] Updating instance_info_cache with network_info: [{"id": "6c9f2551-5709-41c9-ac39-39f0dd417eef", "address": "fa:16:3e:73:46:8f", "network": {"id": "9d212606-40a3-4b28-9ea6-99b5c5f662a7", "bridge": "br-int", "label": "tempest-ServersTestJSON-1055032721-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "edd97114f9bb4735963417fc474a65d2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1f762954-6ca5-4da5-bf0a-5d31c51ec570", "external-id": "nsx-vlan-transportzone-930", "segmentation_id": 930, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6c9f2551-57", "ovs_interfaceid": "6c9f2551-5709-41c9-ac39-39f0dd417eef", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69770) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1199.220182] env[69770]: INFO nova.compute.manager [-] [instance: 0bc7640c-9854-41fd-95a5-671fa05e4197] Took 1.26 seconds to deallocate network for instance. [ 1199.243773] env[69770]: DEBUG oslo_vmware.api [None req-014eb5d6-ed3e-46f4-bff4-b90c4012881a tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]521e9613-1379-5e01-7e59-4139a5bada9f, 'name': SearchDatastore_Task, 'duration_secs': 0.01001} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1199.244078] env[69770]: DEBUG oslo_concurrency.lockutils [None req-014eb5d6-ed3e-46f4-bff4-b90c4012881a tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.244327] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-014eb5d6-ed3e-46f4-bff4-b90c4012881a tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] [instance: 23217622-d45e-497d-a5d4-7c51be3b36dd] Processing image d1eaff80-24a0-4391-90eb-59958b1ecf0a {{(pid=69770) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1199.244745] env[69770]: DEBUG oslo_concurrency.lockutils [None req-014eb5d6-ed3e-46f4-bff4-b90c4012881a tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.244969] env[69770]: DEBUG oslo_concurrency.lockutils [None req-014eb5d6-ed3e-46f4-bff4-b90c4012881a tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.245255] env[69770]: DEBUG nova.virt.vmwareapi.ds_util [None req-014eb5d6-ed3e-46f4-bff4-b90c4012881a tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69770) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1199.245530] env[69770]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-611adcb0-cd96-4f7f-8e6d-f63feba8912e {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.255747] env[69770]: DEBUG nova.virt.vmwareapi.ds_util [None req-014eb5d6-ed3e-46f4-bff4-b90c4012881a tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69770) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1199.256419] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-014eb5d6-ed3e-46f4-bff4-b90c4012881a tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69770) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1199.257184] env[69770]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-378f235b-09b1-4d82-bff8-f89b5afb5dee {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.264253] env[69770]: DEBUG oslo_vmware.api [None req-014eb5d6-ed3e-46f4-bff4-b90c4012881a tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] Waiting for the task: (returnval){ [ 1199.264253] env[69770]: value = "session[52161b52-cb8e-ec9f-1132-2f6b49549d41]52d43597-b4bf-01fb-2aa4-11e89805f57b" [ 1199.264253] env[69770]: _type = "Task" [ 1199.264253] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1199.276552] env[69770]: DEBUG oslo_vmware.api [None req-014eb5d6-ed3e-46f4-bff4-b90c4012881a tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]52d43597-b4bf-01fb-2aa4-11e89805f57b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1199.459363] env[69770]: DEBUG nova.compute.manager [req-7d2e30ff-185f-4900-b47b-b5f9dc70b79d req-32c590b3-a311-4e5f-bfd9-9001a15ab97f service nova] [instance: 0bc7640c-9854-41fd-95a5-671fa05e4197] Received event network-vif-deleted-efe932c3-0f61-4b78-9d02-4b39f6be49f5 {{(pid=69770) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1199.630214] env[69770]: DEBUG oslo_concurrency.lockutils [req-5ed5aab9-6667-49f2-9e0e-6d3982b0c15d req-082a8f75-5a52-4e91-89c6-92cee57ff1c9 service nova] Releasing lock "refresh_cache-23217622-d45e-497d-a5d4-7c51be3b36dd" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.728412] env[69770]: DEBUG oslo_concurrency.lockutils [None req-cd4d429d-8d51-470a-8d1e-d4db9dce0d7d tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1199.728661] env[69770]: DEBUG oslo_concurrency.lockutils [None req-cd4d429d-8d51-470a-8d1e-d4db9dce0d7d tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1199.728869] env[69770]: DEBUG nova.objects.instance [None req-cd4d429d-8d51-470a-8d1e-d4db9dce0d7d tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] Lazy-loading 'resources' on Instance uuid 0bc7640c-9854-41fd-95a5-671fa05e4197 {{(pid=69770) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1199.777875] env[69770]: DEBUG oslo_vmware.api [None req-014eb5d6-ed3e-46f4-bff4-b90c4012881a tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]52d43597-b4bf-01fb-2aa4-11e89805f57b, 'name': SearchDatastore_Task, 'duration_secs': 0.013391} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1199.778950] env[69770]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f06d48bf-e3e3-401e-bc0e-1b35a9c8d541 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.786042] env[69770]: DEBUG oslo_vmware.api [None req-014eb5d6-ed3e-46f4-bff4-b90c4012881a tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] Waiting for the task: (returnval){ [ 1199.786042] env[69770]: value = "session[52161b52-cb8e-ec9f-1132-2f6b49549d41]52f6cfa8-f8d5-7278-728d-816cfa7f5ef9" [ 1199.786042] env[69770]: _type = "Task" [ 1199.786042] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1199.795219] env[69770]: DEBUG oslo_vmware.api [None req-014eb5d6-ed3e-46f4-bff4-b90c4012881a tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]52f6cfa8-f8d5-7278-728d-816cfa7f5ef9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1200.297602] env[69770]: DEBUG oslo_vmware.api [None req-014eb5d6-ed3e-46f4-bff4-b90c4012881a tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]52f6cfa8-f8d5-7278-728d-816cfa7f5ef9, 'name': SearchDatastore_Task, 'duration_secs': 0.017891} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1200.301592] env[69770]: DEBUG oslo_concurrency.lockutils [None req-014eb5d6-ed3e-46f4-bff4-b90c4012881a tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.301592] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-014eb5d6-ed3e-46f4-bff4-b90c4012881a tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk to [datastore1] 23217622-d45e-497d-a5d4-7c51be3b36dd/23217622-d45e-497d-a5d4-7c51be3b36dd.vmdk {{(pid=69770) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1200.302399] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-43e2ff6f-0695-405f-9284-46a2835f7a89 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.310621] env[69770]: DEBUG oslo_vmware.api [None req-014eb5d6-ed3e-46f4-bff4-b90c4012881a tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] Waiting for the task: (returnval){ [ 1200.310621] env[69770]: value = "task-4070619" [ 1200.310621] env[69770]: _type = "Task" [ 1200.310621] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1200.324266] env[69770]: DEBUG oslo_vmware.api [None req-014eb5d6-ed3e-46f4-bff4-b90c4012881a tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] Task: {'id': task-4070619, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1200.447605] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b11b0397-410d-4da8-b5c7-011f75dd46da {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.455878] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d245d04-4b3a-4c62-a18a-075f5fcec4c8 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.489794] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-054b0f38-a152-490a-9711-888f2db0a7b1 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.498019] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c816ce74-4325-4744-ac15-b8a56388b565 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.512322] env[69770]: DEBUG nova.compute.provider_tree [None req-cd4d429d-8d51-470a-8d1e-d4db9dce0d7d tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] Inventory has not changed in ProviderTree for provider: 7cc7d32b-b7a7-454a-a456-2a440248ed9d {{(pid=69770) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1200.695633] env[69770]: DEBUG oslo_concurrency.lockutils [None req-1e9dbfe9-09c6-4e00-aa36-d9d8cd35a5fe tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] Acquiring lock "interface-7f67ebf8-f341-4cda-99d6-52ba82c5640e-83e6c6c0-b56a-4b8b-9302-c7775dc86944" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1200.695924] env[69770]: DEBUG oslo_concurrency.lockutils [None req-1e9dbfe9-09c6-4e00-aa36-d9d8cd35a5fe tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] Lock "interface-7f67ebf8-f341-4cda-99d6-52ba82c5640e-83e6c6c0-b56a-4b8b-9302-c7775dc86944" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.001s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1200.696351] env[69770]: DEBUG nova.objects.instance [None req-1e9dbfe9-09c6-4e00-aa36-d9d8cd35a5fe tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] Lazy-loading 'flavor' on Instance uuid 7f67ebf8-f341-4cda-99d6-52ba82c5640e {{(pid=69770) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1200.820864] env[69770]: DEBUG oslo_vmware.api [None req-014eb5d6-ed3e-46f4-bff4-b90c4012881a tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] Task: {'id': task-4070619, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1201.016273] env[69770]: DEBUG nova.scheduler.client.report [None req-cd4d429d-8d51-470a-8d1e-d4db9dce0d7d tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] Inventory has not changed for provider 7cc7d32b-b7a7-454a-a456-2a440248ed9d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69770) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1201.309197] env[69770]: DEBUG nova.objects.instance [None req-1e9dbfe9-09c6-4e00-aa36-d9d8cd35a5fe tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] Lazy-loading 'pci_requests' on Instance uuid 7f67ebf8-f341-4cda-99d6-52ba82c5640e {{(pid=69770) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1201.323327] env[69770]: DEBUG oslo_vmware.api [None req-014eb5d6-ed3e-46f4-bff4-b90c4012881a tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] Task: {'id': task-4070619, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.577971} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1201.323591] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-014eb5d6-ed3e-46f4-bff4-b90c4012881a tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk to [datastore1] 23217622-d45e-497d-a5d4-7c51be3b36dd/23217622-d45e-497d-a5d4-7c51be3b36dd.vmdk {{(pid=69770) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1201.323810] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-014eb5d6-ed3e-46f4-bff4-b90c4012881a tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] [instance: 23217622-d45e-497d-a5d4-7c51be3b36dd] Extending root virtual disk to 1048576 {{(pid=69770) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1201.324082] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a6bfd441-d4ce-4eaf-8550-eea7e4ebb7ab {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.331829] env[69770]: DEBUG oslo_vmware.api [None req-014eb5d6-ed3e-46f4-bff4-b90c4012881a tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] Waiting for the task: (returnval){ [ 1201.331829] env[69770]: value = "task-4070620" [ 1201.331829] env[69770]: _type = "Task" [ 1201.331829] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1201.340918] env[69770]: DEBUG oslo_vmware.api [None req-014eb5d6-ed3e-46f4-bff4-b90c4012881a tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] Task: {'id': task-4070620, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1201.523511] env[69770]: DEBUG oslo_concurrency.lockutils [None req-cd4d429d-8d51-470a-8d1e-d4db9dce0d7d tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.794s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1201.544625] env[69770]: INFO nova.scheduler.client.report [None req-cd4d429d-8d51-470a-8d1e-d4db9dce0d7d tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] Deleted allocations for instance 0bc7640c-9854-41fd-95a5-671fa05e4197 [ 1201.812457] env[69770]: DEBUG nova.objects.base [None req-1e9dbfe9-09c6-4e00-aa36-d9d8cd35a5fe tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] Object Instance<7f67ebf8-f341-4cda-99d6-52ba82c5640e> lazy-loaded attributes: flavor,pci_requests {{(pid=69770) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1201.812585] env[69770]: DEBUG nova.network.neutron [None req-1e9dbfe9-09c6-4e00-aa36-d9d8cd35a5fe tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] [instance: 7f67ebf8-f341-4cda-99d6-52ba82c5640e] allocate_for_instance() {{(pid=69770) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1201.842862] env[69770]: DEBUG oslo_vmware.api [None req-014eb5d6-ed3e-46f4-bff4-b90c4012881a tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] Task: {'id': task-4070620, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069371} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1201.845239] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-014eb5d6-ed3e-46f4-bff4-b90c4012881a tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] [instance: 23217622-d45e-497d-a5d4-7c51be3b36dd] Extended root virtual disk {{(pid=69770) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1201.846109] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d3c8cd2-2ecb-45d8-8b76-35038fa35667 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.871277] env[69770]: DEBUG nova.virt.vmwareapi.volumeops [None req-014eb5d6-ed3e-46f4-bff4-b90c4012881a tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] [instance: 23217622-d45e-497d-a5d4-7c51be3b36dd] Reconfiguring VM instance instance-00000066 to attach disk [datastore1] 23217622-d45e-497d-a5d4-7c51be3b36dd/23217622-d45e-497d-a5d4-7c51be3b36dd.vmdk or device None with type sparse {{(pid=69770) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1201.871558] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-70336b73-72ad-4b96-bea9-409810559255 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.887476] env[69770]: DEBUG nova.policy [None req-1e9dbfe9-09c6-4e00-aa36-d9d8cd35a5fe tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6e9afb42d59b4af899f16d4eff0f43ef', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '63715e849e05463da9bfa0405c750b8f', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69770) authorize /opt/stack/nova/nova/policy.py:192}} [ 1201.896211] env[69770]: DEBUG oslo_vmware.api [None req-014eb5d6-ed3e-46f4-bff4-b90c4012881a tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] Waiting for the task: (returnval){ [ 1201.896211] env[69770]: value = "task-4070621" [ 1201.896211] env[69770]: _type = "Task" [ 1201.896211] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1201.905390] env[69770]: DEBUG oslo_vmware.api [None req-014eb5d6-ed3e-46f4-bff4-b90c4012881a tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] Task: {'id': task-4070621, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1202.053360] env[69770]: DEBUG oslo_concurrency.lockutils [None req-cd4d429d-8d51-470a-8d1e-d4db9dce0d7d tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] Lock "0bc7640c-9854-41fd-95a5-671fa05e4197" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.749s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1202.406423] env[69770]: DEBUG oslo_vmware.api [None req-014eb5d6-ed3e-46f4-bff4-b90c4012881a tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] Task: {'id': task-4070621, 'name': ReconfigVM_Task, 'duration_secs': 0.371562} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1202.406793] env[69770]: DEBUG nova.virt.vmwareapi.volumeops [None req-014eb5d6-ed3e-46f4-bff4-b90c4012881a tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] [instance: 23217622-d45e-497d-a5d4-7c51be3b36dd] Reconfigured VM instance instance-00000066 to attach disk [datastore1] 23217622-d45e-497d-a5d4-7c51be3b36dd/23217622-d45e-497d-a5d4-7c51be3b36dd.vmdk or device None with type sparse {{(pid=69770) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1202.407389] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e6062ede-feb1-41af-884e-781d30807375 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.415192] env[69770]: DEBUG oslo_vmware.api [None req-014eb5d6-ed3e-46f4-bff4-b90c4012881a tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] Waiting for the task: (returnval){ [ 1202.415192] env[69770]: value = "task-4070622" [ 1202.415192] env[69770]: _type = "Task" [ 1202.415192] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1202.424615] env[69770]: DEBUG oslo_vmware.api [None req-014eb5d6-ed3e-46f4-bff4-b90c4012881a tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] Task: {'id': task-4070622, 'name': Rename_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1202.926146] env[69770]: DEBUG oslo_vmware.api [None req-014eb5d6-ed3e-46f4-bff4-b90c4012881a tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] Task: {'id': task-4070622, 'name': Rename_Task, 'duration_secs': 0.159457} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1202.926529] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-014eb5d6-ed3e-46f4-bff4-b90c4012881a tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] [instance: 23217622-d45e-497d-a5d4-7c51be3b36dd] Powering on the VM {{(pid=69770) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1202.926853] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-beb8cf87-f92a-4ec6-8cf1-70885bfb3324 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.935223] env[69770]: DEBUG oslo_vmware.api [None req-014eb5d6-ed3e-46f4-bff4-b90c4012881a tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] Waiting for the task: (returnval){ [ 1202.935223] env[69770]: value = "task-4070623" [ 1202.935223] env[69770]: _type = "Task" [ 1202.935223] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1202.944653] env[69770]: DEBUG oslo_vmware.api [None req-014eb5d6-ed3e-46f4-bff4-b90c4012881a tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] Task: {'id': task-4070623, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1203.287554] env[69770]: DEBUG nova.compute.manager [req-50f166dc-dc16-4042-84ba-d96d8bca0683 req-e4e81c14-2e89-4f12-a0f4-41eb265b3700 service nova] [instance: 7f67ebf8-f341-4cda-99d6-52ba82c5640e] Received event network-vif-plugged-83e6c6c0-b56a-4b8b-9302-c7775dc86944 {{(pid=69770) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1203.287782] env[69770]: DEBUG oslo_concurrency.lockutils [req-50f166dc-dc16-4042-84ba-d96d8bca0683 req-e4e81c14-2e89-4f12-a0f4-41eb265b3700 service nova] Acquiring lock "7f67ebf8-f341-4cda-99d6-52ba82c5640e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1203.287991] env[69770]: DEBUG oslo_concurrency.lockutils [req-50f166dc-dc16-4042-84ba-d96d8bca0683 req-e4e81c14-2e89-4f12-a0f4-41eb265b3700 service nova] Lock "7f67ebf8-f341-4cda-99d6-52ba82c5640e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1203.288164] env[69770]: DEBUG oslo_concurrency.lockutils [req-50f166dc-dc16-4042-84ba-d96d8bca0683 req-e4e81c14-2e89-4f12-a0f4-41eb265b3700 service nova] Lock "7f67ebf8-f341-4cda-99d6-52ba82c5640e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1203.288331] env[69770]: DEBUG nova.compute.manager [req-50f166dc-dc16-4042-84ba-d96d8bca0683 req-e4e81c14-2e89-4f12-a0f4-41eb265b3700 service nova] [instance: 7f67ebf8-f341-4cda-99d6-52ba82c5640e] No waiting events found dispatching network-vif-plugged-83e6c6c0-b56a-4b8b-9302-c7775dc86944 {{(pid=69770) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1203.288492] env[69770]: WARNING nova.compute.manager [req-50f166dc-dc16-4042-84ba-d96d8bca0683 req-e4e81c14-2e89-4f12-a0f4-41eb265b3700 service nova] [instance: 7f67ebf8-f341-4cda-99d6-52ba82c5640e] Received unexpected event network-vif-plugged-83e6c6c0-b56a-4b8b-9302-c7775dc86944 for instance with vm_state active and task_state None. [ 1203.380782] env[69770]: DEBUG nova.network.neutron [None req-1e9dbfe9-09c6-4e00-aa36-d9d8cd35a5fe tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] [instance: 7f67ebf8-f341-4cda-99d6-52ba82c5640e] Successfully updated port: 83e6c6c0-b56a-4b8b-9302-c7775dc86944 {{(pid=69770) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1203.447871] env[69770]: DEBUG oslo_vmware.api [None req-014eb5d6-ed3e-46f4-bff4-b90c4012881a tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] Task: {'id': task-4070623, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1203.604292] env[69770]: DEBUG oslo_concurrency.lockutils [None req-9ebd0fb5-19b5-4d7d-b2d5-522c8e317f12 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] Acquiring lock "2d2ff265-feeb-403a-96e6-9b758ea3522b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1203.604520] env[69770]: DEBUG oslo_concurrency.lockutils [None req-9ebd0fb5-19b5-4d7d-b2d5-522c8e317f12 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] Lock "2d2ff265-feeb-403a-96e6-9b758ea3522b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1203.883909] env[69770]: DEBUG oslo_concurrency.lockutils [None req-1e9dbfe9-09c6-4e00-aa36-d9d8cd35a5fe tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] Acquiring lock "refresh_cache-7f67ebf8-f341-4cda-99d6-52ba82c5640e" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.884119] env[69770]: DEBUG oslo_concurrency.lockutils [None req-1e9dbfe9-09c6-4e00-aa36-d9d8cd35a5fe tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] Acquired lock "refresh_cache-7f67ebf8-f341-4cda-99d6-52ba82c5640e" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.884264] env[69770]: DEBUG nova.network.neutron [None req-1e9dbfe9-09c6-4e00-aa36-d9d8cd35a5fe tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] [instance: 7f67ebf8-f341-4cda-99d6-52ba82c5640e] Building network info cache for instance {{(pid=69770) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1203.946736] env[69770]: DEBUG oslo_vmware.api [None req-014eb5d6-ed3e-46f4-bff4-b90c4012881a tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] Task: {'id': task-4070623, 'name': PowerOnVM_Task, 'duration_secs': 0.612871} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1203.946736] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-014eb5d6-ed3e-46f4-bff4-b90c4012881a tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] [instance: 23217622-d45e-497d-a5d4-7c51be3b36dd] Powered on the VM {{(pid=69770) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1203.946976] env[69770]: INFO nova.compute.manager [None req-014eb5d6-ed3e-46f4-bff4-b90c4012881a tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] [instance: 23217622-d45e-497d-a5d4-7c51be3b36dd] Took 8.05 seconds to spawn the instance on the hypervisor. [ 1203.947144] env[69770]: DEBUG nova.compute.manager [None req-014eb5d6-ed3e-46f4-bff4-b90c4012881a tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] [instance: 23217622-d45e-497d-a5d4-7c51be3b36dd] Checking state {{(pid=69770) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1203.948026] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e206406c-aa71-452e-96d0-624007f34956 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.107464] env[69770]: DEBUG nova.compute.manager [None req-9ebd0fb5-19b5-4d7d-b2d5-522c8e317f12 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] [instance: 2d2ff265-feeb-403a-96e6-9b758ea3522b] Starting instance... {{(pid=69770) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1204.435753] env[69770]: WARNING nova.network.neutron [None req-1e9dbfe9-09c6-4e00-aa36-d9d8cd35a5fe tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] [instance: 7f67ebf8-f341-4cda-99d6-52ba82c5640e] d5ae8d06-e279-436f-9c41-66b44f6f2542 already exists in list: networks containing: ['d5ae8d06-e279-436f-9c41-66b44f6f2542']. ignoring it [ 1204.436010] env[69770]: WARNING nova.network.neutron [None req-1e9dbfe9-09c6-4e00-aa36-d9d8cd35a5fe tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] [instance: 7f67ebf8-f341-4cda-99d6-52ba82c5640e] d5ae8d06-e279-436f-9c41-66b44f6f2542 already exists in list: networks containing: ['d5ae8d06-e279-436f-9c41-66b44f6f2542']. ignoring it [ 1204.465718] env[69770]: INFO nova.compute.manager [None req-014eb5d6-ed3e-46f4-bff4-b90c4012881a tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] [instance: 23217622-d45e-497d-a5d4-7c51be3b36dd] Took 12.91 seconds to build instance. [ 1204.629126] env[69770]: DEBUG oslo_concurrency.lockutils [None req-9ebd0fb5-19b5-4d7d-b2d5-522c8e317f12 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1204.629447] env[69770]: DEBUG oslo_concurrency.lockutils [None req-9ebd0fb5-19b5-4d7d-b2d5-522c8e317f12 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1204.630983] env[69770]: INFO nova.compute.claims [None req-9ebd0fb5-19b5-4d7d-b2d5-522c8e317f12 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] [instance: 2d2ff265-feeb-403a-96e6-9b758ea3522b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1204.888538] env[69770]: DEBUG nova.network.neutron [None req-1e9dbfe9-09c6-4e00-aa36-d9d8cd35a5fe tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] [instance: 7f67ebf8-f341-4cda-99d6-52ba82c5640e] Updating instance_info_cache with network_info: [{"id": "9a2c16de-8145-4811-913c-c8599ec8e17a", "address": "fa:16:3e:2e:8d:ed", "network": {"id": "d5ae8d06-e279-436f-9c41-66b44f6f2542", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1370812323-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.242", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "63715e849e05463da9bfa0405c750b8f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dad4f433-bb0b-45c7-8040-972ef2277f75", "external-id": "nsx-vlan-transportzone-451", "segmentation_id": 451, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9a2c16de-81", "ovs_interfaceid": "9a2c16de-8145-4811-913c-c8599ec8e17a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "e8dafb54-2e0d-4c4a-8407-2da3fd2ad302", "address": "fa:16:3e:c4:a4:bd", "network": {"id": "d5ae8d06-e279-436f-9c41-66b44f6f2542", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1370812323-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "63715e849e05463da9bfa0405c750b8f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dad4f433-bb0b-45c7-8040-972ef2277f75", "external-id": "nsx-vlan-transportzone-451", "segmentation_id": 451, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape8dafb54-2e", "ovs_interfaceid": "e8dafb54-2e0d-4c4a-8407-2da3fd2ad302", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "83e6c6c0-b56a-4b8b-9302-c7775dc86944", "address": "fa:16:3e:a6:7f:c9", "network": {"id": "d5ae8d06-e279-436f-9c41-66b44f6f2542", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1370812323-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "63715e849e05463da9bfa0405c750b8f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dad4f433-bb0b-45c7-8040-972ef2277f75", "external-id": "nsx-vlan-transportzone-451", "segmentation_id": 451, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap83e6c6c0-b5", "ovs_interfaceid": "83e6c6c0-b56a-4b8b-9302-c7775dc86944", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=69770) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1204.969899] env[69770]: DEBUG oslo_concurrency.lockutils [None req-014eb5d6-ed3e-46f4-bff4-b90c4012881a tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] Lock "23217622-d45e-497d-a5d4-7c51be3b36dd" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.423s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1205.320588] env[69770]: DEBUG nova.compute.manager [req-090bdd33-92aa-4d32-944a-f38d2af23889 req-bc184a8a-463c-4ddd-bd8d-0ed6c7197fb9 service nova] [instance: 7f67ebf8-f341-4cda-99d6-52ba82c5640e] Received event network-changed-83e6c6c0-b56a-4b8b-9302-c7775dc86944 {{(pid=69770) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1205.320792] env[69770]: DEBUG nova.compute.manager [req-090bdd33-92aa-4d32-944a-f38d2af23889 req-bc184a8a-463c-4ddd-bd8d-0ed6c7197fb9 service nova] [instance: 7f67ebf8-f341-4cda-99d6-52ba82c5640e] Refreshing instance network info cache due to event network-changed-83e6c6c0-b56a-4b8b-9302-c7775dc86944. {{(pid=69770) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1205.321044] env[69770]: DEBUG oslo_concurrency.lockutils [req-090bdd33-92aa-4d32-944a-f38d2af23889 req-bc184a8a-463c-4ddd-bd8d-0ed6c7197fb9 service nova] Acquiring lock "refresh_cache-7f67ebf8-f341-4cda-99d6-52ba82c5640e" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.391667] env[69770]: DEBUG oslo_concurrency.lockutils [None req-1e9dbfe9-09c6-4e00-aa36-d9d8cd35a5fe tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] Releasing lock "refresh_cache-7f67ebf8-f341-4cda-99d6-52ba82c5640e" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.392492] env[69770]: DEBUG oslo_concurrency.lockutils [None req-1e9dbfe9-09c6-4e00-aa36-d9d8cd35a5fe tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] Acquiring lock "7f67ebf8-f341-4cda-99d6-52ba82c5640e" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.392706] env[69770]: DEBUG oslo_concurrency.lockutils [None req-1e9dbfe9-09c6-4e00-aa36-d9d8cd35a5fe tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] Acquired lock "7f67ebf8-f341-4cda-99d6-52ba82c5640e" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.393073] env[69770]: DEBUG oslo_concurrency.lockutils [req-090bdd33-92aa-4d32-944a-f38d2af23889 req-bc184a8a-463c-4ddd-bd8d-0ed6c7197fb9 service nova] Acquired lock "refresh_cache-7f67ebf8-f341-4cda-99d6-52ba82c5640e" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.393299] env[69770]: DEBUG nova.network.neutron [req-090bdd33-92aa-4d32-944a-f38d2af23889 req-bc184a8a-463c-4ddd-bd8d-0ed6c7197fb9 service nova] [instance: 7f67ebf8-f341-4cda-99d6-52ba82c5640e] Refreshing network info cache for port 83e6c6c0-b56a-4b8b-9302-c7775dc86944 {{(pid=69770) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1205.395452] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a043bc92-59f6-4d5f-b471-f13a505032fa {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.415594] env[69770]: DEBUG nova.virt.hardware [None req-1e9dbfe9-09c6-4e00-aa36-d9d8cd35a5fe tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T12:16:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69770) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1205.415887] env[69770]: DEBUG nova.virt.hardware [None req-1e9dbfe9-09c6-4e00-aa36-d9d8cd35a5fe tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] Flavor limits 0:0:0 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1205.416073] env[69770]: DEBUG nova.virt.hardware [None req-1e9dbfe9-09c6-4e00-aa36-d9d8cd35a5fe tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] Image limits 0:0:0 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1205.416288] env[69770]: DEBUG nova.virt.hardware [None req-1e9dbfe9-09c6-4e00-aa36-d9d8cd35a5fe tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] Flavor pref 0:0:0 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1205.416469] env[69770]: DEBUG nova.virt.hardware [None req-1e9dbfe9-09c6-4e00-aa36-d9d8cd35a5fe tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] Image pref 0:0:0 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1205.416770] env[69770]: DEBUG nova.virt.hardware [None req-1e9dbfe9-09c6-4e00-aa36-d9d8cd35a5fe tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1205.417136] env[69770]: DEBUG nova.virt.hardware [None req-1e9dbfe9-09c6-4e00-aa36-d9d8cd35a5fe tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69770) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1205.417216] env[69770]: DEBUG nova.virt.hardware [None req-1e9dbfe9-09c6-4e00-aa36-d9d8cd35a5fe tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69770) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1205.417799] env[69770]: DEBUG nova.virt.hardware [None req-1e9dbfe9-09c6-4e00-aa36-d9d8cd35a5fe tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] Got 1 possible topologies {{(pid=69770) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1205.417799] env[69770]: DEBUG nova.virt.hardware [None req-1e9dbfe9-09c6-4e00-aa36-d9d8cd35a5fe tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69770) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1205.418026] env[69770]: DEBUG nova.virt.hardware [None req-1e9dbfe9-09c6-4e00-aa36-d9d8cd35a5fe tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69770) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1205.425744] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-1e9dbfe9-09c6-4e00-aa36-d9d8cd35a5fe tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] [instance: 7f67ebf8-f341-4cda-99d6-52ba82c5640e] Reconfiguring VM to attach interface {{(pid=69770) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1205.426260] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0ab73465-e953-4c49-a65a-55ec44e97fb9 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.446323] env[69770]: DEBUG oslo_vmware.api [None req-1e9dbfe9-09c6-4e00-aa36-d9d8cd35a5fe tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] Waiting for the task: (returnval){ [ 1205.446323] env[69770]: value = "task-4070624" [ 1205.446323] env[69770]: _type = "Task" [ 1205.446323] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1205.455865] env[69770]: DEBUG oslo_vmware.api [None req-1e9dbfe9-09c6-4e00-aa36-d9d8cd35a5fe tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] Task: {'id': task-4070624, 'name': ReconfigVM_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1205.520576] env[69770]: DEBUG oslo_concurrency.lockutils [None req-df5e18c2-fe1e-4e20-9fc4-1639a3b99688 tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] Acquiring lock "23217622-d45e-497d-a5d4-7c51be3b36dd" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1205.520970] env[69770]: DEBUG oslo_concurrency.lockutils [None req-df5e18c2-fe1e-4e20-9fc4-1639a3b99688 tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] Lock "23217622-d45e-497d-a5d4-7c51be3b36dd" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1205.521258] env[69770]: DEBUG nova.compute.manager [None req-df5e18c2-fe1e-4e20-9fc4-1639a3b99688 tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] [instance: 23217622-d45e-497d-a5d4-7c51be3b36dd] Checking state {{(pid=69770) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1205.522137] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-500cc83d-5af2-4781-9166-763e96890b1b {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.530211] env[69770]: DEBUG nova.compute.manager [None req-df5e18c2-fe1e-4e20-9fc4-1639a3b99688 tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] [instance: 23217622-d45e-497d-a5d4-7c51be3b36dd] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69770) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1205.530860] env[69770]: DEBUG nova.objects.instance [None req-df5e18c2-fe1e-4e20-9fc4-1639a3b99688 tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] Lazy-loading 'flavor' on Instance uuid 23217622-d45e-497d-a5d4-7c51be3b36dd {{(pid=69770) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1205.815579] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33b2f76c-9cc3-4c01-ac6e-6465d0b6743f {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.823275] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f4c2b74-4cd5-431b-bbc5-11ad334f0dc3 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.854082] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3dc1e81-025f-4b26-af95-177d05468678 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.862364] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f2ddc4f-003c-445d-9606-eedb3360a115 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.879810] env[69770]: DEBUG nova.compute.provider_tree [None req-9ebd0fb5-19b5-4d7d-b2d5-522c8e317f12 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] Inventory has not changed in ProviderTree for provider: 7cc7d32b-b7a7-454a-a456-2a440248ed9d {{(pid=69770) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1205.957368] env[69770]: DEBUG oslo_vmware.api [None req-1e9dbfe9-09c6-4e00-aa36-d9d8cd35a5fe tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] Task: {'id': task-4070624, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1206.110858] env[69770]: DEBUG nova.network.neutron [req-090bdd33-92aa-4d32-944a-f38d2af23889 req-bc184a8a-463c-4ddd-bd8d-0ed6c7197fb9 service nova] [instance: 7f67ebf8-f341-4cda-99d6-52ba82c5640e] Updated VIF entry in instance network info cache for port 83e6c6c0-b56a-4b8b-9302-c7775dc86944. {{(pid=69770) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1206.111354] env[69770]: DEBUG nova.network.neutron [req-090bdd33-92aa-4d32-944a-f38d2af23889 req-bc184a8a-463c-4ddd-bd8d-0ed6c7197fb9 service nova] [instance: 7f67ebf8-f341-4cda-99d6-52ba82c5640e] Updating instance_info_cache with network_info: [{"id": "9a2c16de-8145-4811-913c-c8599ec8e17a", "address": "fa:16:3e:2e:8d:ed", "network": {"id": "d5ae8d06-e279-436f-9c41-66b44f6f2542", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1370812323-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.242", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "63715e849e05463da9bfa0405c750b8f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dad4f433-bb0b-45c7-8040-972ef2277f75", "external-id": "nsx-vlan-transportzone-451", "segmentation_id": 451, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9a2c16de-81", "ovs_interfaceid": "9a2c16de-8145-4811-913c-c8599ec8e17a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "e8dafb54-2e0d-4c4a-8407-2da3fd2ad302", "address": "fa:16:3e:c4:a4:bd", "network": {"id": "d5ae8d06-e279-436f-9c41-66b44f6f2542", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1370812323-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "63715e849e05463da9bfa0405c750b8f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dad4f433-bb0b-45c7-8040-972ef2277f75", "external-id": "nsx-vlan-transportzone-451", "segmentation_id": 451, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape8dafb54-2e", "ovs_interfaceid": "e8dafb54-2e0d-4c4a-8407-2da3fd2ad302", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "83e6c6c0-b56a-4b8b-9302-c7775dc86944", "address": "fa:16:3e:a6:7f:c9", "network": {"id": "d5ae8d06-e279-436f-9c41-66b44f6f2542", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1370812323-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "63715e849e05463da9bfa0405c750b8f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dad4f433-bb0b-45c7-8040-972ef2277f75", "external-id": "nsx-vlan-transportzone-451", "segmentation_id": 451, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap83e6c6c0-b5", "ovs_interfaceid": "83e6c6c0-b56a-4b8b-9302-c7775dc86944", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=69770) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1206.383931] env[69770]: DEBUG nova.scheduler.client.report [None req-9ebd0fb5-19b5-4d7d-b2d5-522c8e317f12 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] Inventory has not changed for provider 7cc7d32b-b7a7-454a-a456-2a440248ed9d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69770) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1206.458419] env[69770]: DEBUG oslo_vmware.api [None req-1e9dbfe9-09c6-4e00-aa36-d9d8cd35a5fe tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] Task: {'id': task-4070624, 'name': ReconfigVM_Task, 'duration_secs': 1.006305} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1206.459126] env[69770]: DEBUG oslo_concurrency.lockutils [None req-1e9dbfe9-09c6-4e00-aa36-d9d8cd35a5fe tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] Releasing lock "7f67ebf8-f341-4cda-99d6-52ba82c5640e" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.459365] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-1e9dbfe9-09c6-4e00-aa36-d9d8cd35a5fe tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] [instance: 7f67ebf8-f341-4cda-99d6-52ba82c5640e] Reconfigured VM to attach interface {{(pid=69770) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1206.537965] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-df5e18c2-fe1e-4e20-9fc4-1639a3b99688 tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] [instance: 23217622-d45e-497d-a5d4-7c51be3b36dd] Powering off the VM {{(pid=69770) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1206.538415] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8cf5fa60-aeee-42ce-8f6f-b048e862dbae {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.549408] env[69770]: DEBUG oslo_vmware.rw_handles [None req-2cf23c41-3c95-4ada-89fa-c141d936a51e tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52afb43d-eb8c-98f0-f0bf-18738a4b96b3/disk-0.vmdk. {{(pid=69770) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1206.550465] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02c3a53f-3c7f-470b-8242-1d0b91ffd5b2 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.554682] env[69770]: DEBUG oslo_vmware.api [None req-df5e18c2-fe1e-4e20-9fc4-1639a3b99688 tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] Waiting for the task: (returnval){ [ 1206.554682] env[69770]: value = "task-4070625" [ 1206.554682] env[69770]: _type = "Task" [ 1206.554682] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1206.560048] env[69770]: DEBUG oslo_vmware.rw_handles [None req-2cf23c41-3c95-4ada-89fa-c141d936a51e tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52afb43d-eb8c-98f0-f0bf-18738a4b96b3/disk-0.vmdk is in state: ready. {{(pid=69770) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1206.560215] env[69770]: ERROR oslo_vmware.rw_handles [None req-2cf23c41-3c95-4ada-89fa-c141d936a51e tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52afb43d-eb8c-98f0-f0bf-18738a4b96b3/disk-0.vmdk due to incomplete transfer. [ 1206.560892] env[69770]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-c685a844-8f09-4c94-8d18-0bb527b0a9c7 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.567946] env[69770]: DEBUG oslo_vmware.api [None req-df5e18c2-fe1e-4e20-9fc4-1639a3b99688 tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] Task: {'id': task-4070625, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1206.575343] env[69770]: DEBUG oslo_vmware.rw_handles [None req-2cf23c41-3c95-4ada-89fa-c141d936a51e tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52afb43d-eb8c-98f0-f0bf-18738a4b96b3/disk-0.vmdk. {{(pid=69770) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1206.575673] env[69770]: DEBUG nova.virt.vmwareapi.images [None req-2cf23c41-3c95-4ada-89fa-c141d936a51e tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] [instance: 5815fe63-e447-4be2-9055-a6320d0ba896] Uploaded image 282d751f-d8b6-4c6d-ab35-a5e2e55ff7a4 to the Glance image server {{(pid=69770) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1206.578614] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-2cf23c41-3c95-4ada-89fa-c141d936a51e tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] [instance: 5815fe63-e447-4be2-9055-a6320d0ba896] Destroying the VM {{(pid=69770) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1206.578951] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-473192d5-ab35-4704-b6f5-c055391bdb1d {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.586875] env[69770]: DEBUG oslo_vmware.api [None req-2cf23c41-3c95-4ada-89fa-c141d936a51e tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] Waiting for the task: (returnval){ [ 1206.586875] env[69770]: value = "task-4070626" [ 1206.586875] env[69770]: _type = "Task" [ 1206.586875] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1206.597117] env[69770]: DEBUG oslo_vmware.api [None req-2cf23c41-3c95-4ada-89fa-c141d936a51e tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] Task: {'id': task-4070626, 'name': Destroy_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1206.613716] env[69770]: DEBUG oslo_concurrency.lockutils [req-090bdd33-92aa-4d32-944a-f38d2af23889 req-bc184a8a-463c-4ddd-bd8d-0ed6c7197fb9 service nova] Releasing lock "refresh_cache-7f67ebf8-f341-4cda-99d6-52ba82c5640e" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.890474] env[69770]: DEBUG oslo_concurrency.lockutils [None req-9ebd0fb5-19b5-4d7d-b2d5-522c8e317f12 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.261s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1206.891115] env[69770]: DEBUG nova.compute.manager [None req-9ebd0fb5-19b5-4d7d-b2d5-522c8e317f12 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] [instance: 2d2ff265-feeb-403a-96e6-9b758ea3522b] Start building networks asynchronously for instance. {{(pid=69770) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1206.964114] env[69770]: DEBUG oslo_concurrency.lockutils [None req-1e9dbfe9-09c6-4e00-aa36-d9d8cd35a5fe tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] Lock "interface-7f67ebf8-f341-4cda-99d6-52ba82c5640e-83e6c6c0-b56a-4b8b-9302-c7775dc86944" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 6.268s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1207.066706] env[69770]: DEBUG oslo_vmware.api [None req-df5e18c2-fe1e-4e20-9fc4-1639a3b99688 tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] Task: {'id': task-4070625, 'name': PowerOffVM_Task, 'duration_secs': 0.237212} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1207.066921] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-df5e18c2-fe1e-4e20-9fc4-1639a3b99688 tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] [instance: 23217622-d45e-497d-a5d4-7c51be3b36dd] Powered off the VM {{(pid=69770) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1207.067197] env[69770]: DEBUG nova.compute.manager [None req-df5e18c2-fe1e-4e20-9fc4-1639a3b99688 tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] [instance: 23217622-d45e-497d-a5d4-7c51be3b36dd] Checking state {{(pid=69770) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1207.067954] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14e594c8-2697-40e8-a790-ca137dcc188f {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.096878] env[69770]: DEBUG oslo_vmware.api [None req-2cf23c41-3c95-4ada-89fa-c141d936a51e tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] Task: {'id': task-4070626, 'name': Destroy_Task} progress is 100%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1207.397172] env[69770]: DEBUG nova.compute.utils [None req-9ebd0fb5-19b5-4d7d-b2d5-522c8e317f12 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] Using /dev/sd instead of None {{(pid=69770) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1207.398536] env[69770]: DEBUG nova.compute.manager [None req-9ebd0fb5-19b5-4d7d-b2d5-522c8e317f12 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] [instance: 2d2ff265-feeb-403a-96e6-9b758ea3522b] Allocating IP information in the background. {{(pid=69770) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1207.398700] env[69770]: DEBUG nova.network.neutron [None req-9ebd0fb5-19b5-4d7d-b2d5-522c8e317f12 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] [instance: 2d2ff265-feeb-403a-96e6-9b758ea3522b] allocate_for_instance() {{(pid=69770) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1207.436807] env[69770]: DEBUG nova.policy [None req-9ebd0fb5-19b5-4d7d-b2d5-522c8e317f12 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5f7cc2fdaae54d6abad71fabddc644db', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '50458fae76de4e588f96680501eae48c', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69770) authorize /opt/stack/nova/nova/policy.py:192}} [ 1207.582784] env[69770]: DEBUG oslo_concurrency.lockutils [None req-df5e18c2-fe1e-4e20-9fc4-1639a3b99688 tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] Lock "23217622-d45e-497d-a5d4-7c51be3b36dd" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.062s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1207.599945] env[69770]: DEBUG oslo_vmware.api [None req-2cf23c41-3c95-4ada-89fa-c141d936a51e tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] Task: {'id': task-4070626, 'name': Destroy_Task, 'duration_secs': 0.536977} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1207.599945] env[69770]: INFO nova.virt.vmwareapi.vm_util [None req-2cf23c41-3c95-4ada-89fa-c141d936a51e tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] [instance: 5815fe63-e447-4be2-9055-a6320d0ba896] Destroyed the VM [ 1207.600148] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-2cf23c41-3c95-4ada-89fa-c141d936a51e tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] [instance: 5815fe63-e447-4be2-9055-a6320d0ba896] Deleting Snapshot of the VM instance {{(pid=69770) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1207.600412] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-d39ef23f-a5c9-4478-a8bc-e93d622ab064 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.608047] env[69770]: DEBUG oslo_vmware.api [None req-2cf23c41-3c95-4ada-89fa-c141d936a51e tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] Waiting for the task: (returnval){ [ 1207.608047] env[69770]: value = "task-4070627" [ 1207.608047] env[69770]: _type = "Task" [ 1207.608047] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1207.617076] env[69770]: DEBUG oslo_vmware.api [None req-2cf23c41-3c95-4ada-89fa-c141d936a51e tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] Task: {'id': task-4070627, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1207.705951] env[69770]: DEBUG nova.network.neutron [None req-9ebd0fb5-19b5-4d7d-b2d5-522c8e317f12 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] [instance: 2d2ff265-feeb-403a-96e6-9b758ea3522b] Successfully created port: 5780a910-7d26-4567-8136-de5b0ab47311 {{(pid=69770) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1207.901866] env[69770]: DEBUG nova.compute.manager [None req-9ebd0fb5-19b5-4d7d-b2d5-522c8e317f12 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] [instance: 2d2ff265-feeb-403a-96e6-9b758ea3522b] Start building block device mappings for instance. {{(pid=69770) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1208.118358] env[69770]: DEBUG oslo_vmware.api [None req-2cf23c41-3c95-4ada-89fa-c141d936a51e tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] Task: {'id': task-4070627, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1208.221487] env[69770]: DEBUG oslo_concurrency.lockutils [None req-2b98e0d5-649f-402f-a471-1b7b8da00db2 tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] Acquiring lock "23217622-d45e-497d-a5d4-7c51be3b36dd" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1208.221795] env[69770]: DEBUG oslo_concurrency.lockutils [None req-2b98e0d5-649f-402f-a471-1b7b8da00db2 tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] Lock "23217622-d45e-497d-a5d4-7c51be3b36dd" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1208.222112] env[69770]: DEBUG oslo_concurrency.lockutils [None req-2b98e0d5-649f-402f-a471-1b7b8da00db2 tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] Acquiring lock "23217622-d45e-497d-a5d4-7c51be3b36dd-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1208.222348] env[69770]: DEBUG oslo_concurrency.lockutils [None req-2b98e0d5-649f-402f-a471-1b7b8da00db2 tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] Lock "23217622-d45e-497d-a5d4-7c51be3b36dd-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1208.222582] env[69770]: DEBUG oslo_concurrency.lockutils [None req-2b98e0d5-649f-402f-a471-1b7b8da00db2 tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] Lock "23217622-d45e-497d-a5d4-7c51be3b36dd-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1208.225065] env[69770]: INFO nova.compute.manager [None req-2b98e0d5-649f-402f-a471-1b7b8da00db2 tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] [instance: 23217622-d45e-497d-a5d4-7c51be3b36dd] Terminating instance [ 1208.618710] env[69770]: DEBUG oslo_vmware.api [None req-2cf23c41-3c95-4ada-89fa-c141d936a51e tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] Task: {'id': task-4070627, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1208.652596] env[69770]: DEBUG oslo_concurrency.lockutils [None req-9834e392-c7ea-4069-8c5c-3437dd9c89f1 tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] Acquiring lock "interface-7f67ebf8-f341-4cda-99d6-52ba82c5640e-e8dafb54-2e0d-4c4a-8407-2da3fd2ad302" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1208.652839] env[69770]: DEBUG oslo_concurrency.lockutils [None req-9834e392-c7ea-4069-8c5c-3437dd9c89f1 tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] Lock "interface-7f67ebf8-f341-4cda-99d6-52ba82c5640e-e8dafb54-2e0d-4c4a-8407-2da3fd2ad302" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1208.731377] env[69770]: DEBUG nova.compute.manager [None req-2b98e0d5-649f-402f-a471-1b7b8da00db2 tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] [instance: 23217622-d45e-497d-a5d4-7c51be3b36dd] Start destroying the instance on the hypervisor. {{(pid=69770) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1208.731620] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-2b98e0d5-649f-402f-a471-1b7b8da00db2 tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] [instance: 23217622-d45e-497d-a5d4-7c51be3b36dd] Destroying instance {{(pid=69770) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1208.732541] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-618f23d9-8fcd-4da1-9ed3-55961ba9ddc1 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.740800] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-2b98e0d5-649f-402f-a471-1b7b8da00db2 tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] [instance: 23217622-d45e-497d-a5d4-7c51be3b36dd] Unregistering the VM {{(pid=69770) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1208.741097] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1b02eb08-45a0-4a55-b74b-ef285400e40b {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.804417] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-2b98e0d5-649f-402f-a471-1b7b8da00db2 tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] [instance: 23217622-d45e-497d-a5d4-7c51be3b36dd] Unregistered the VM {{(pid=69770) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1208.804633] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-2b98e0d5-649f-402f-a471-1b7b8da00db2 tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] [instance: 23217622-d45e-497d-a5d4-7c51be3b36dd] Deleting contents of the VM from datastore datastore1 {{(pid=69770) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1208.804841] env[69770]: DEBUG nova.virt.vmwareapi.ds_util [None req-2b98e0d5-649f-402f-a471-1b7b8da00db2 tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] Deleting the datastore file [datastore1] 23217622-d45e-497d-a5d4-7c51be3b36dd {{(pid=69770) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1208.805108] env[69770]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-80351926-7fb1-4f3b-9d36-bc5fc99ad0ab {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.811825] env[69770]: DEBUG oslo_vmware.api [None req-2b98e0d5-649f-402f-a471-1b7b8da00db2 tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] Waiting for the task: (returnval){ [ 1208.811825] env[69770]: value = "task-4070629" [ 1208.811825] env[69770]: _type = "Task" [ 1208.811825] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1208.821717] env[69770]: DEBUG oslo_vmware.api [None req-2b98e0d5-649f-402f-a471-1b7b8da00db2 tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] Task: {'id': task-4070629, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1208.911307] env[69770]: DEBUG nova.compute.manager [None req-9ebd0fb5-19b5-4d7d-b2d5-522c8e317f12 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] [instance: 2d2ff265-feeb-403a-96e6-9b758ea3522b] Start spawning the instance on the hypervisor. {{(pid=69770) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1208.940788] env[69770]: DEBUG nova.virt.hardware [None req-9ebd0fb5-19b5-4d7d-b2d5-522c8e317f12 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T12:16:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T12:16:11Z,direct_url=,disk_format='vmdk',id=d1eaff80-24a0-4391-90eb-59958b1ecf0a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d65f20bb89fb40a98b77bc6d97357df2',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T12:16:12Z,virtual_size=,visibility=), allow threads: False {{(pid=69770) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1208.941068] env[69770]: DEBUG nova.virt.hardware [None req-9ebd0fb5-19b5-4d7d-b2d5-522c8e317f12 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] Flavor limits 0:0:0 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1208.941235] env[69770]: DEBUG nova.virt.hardware [None req-9ebd0fb5-19b5-4d7d-b2d5-522c8e317f12 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] Image limits 0:0:0 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1208.941426] env[69770]: DEBUG nova.virt.hardware [None req-9ebd0fb5-19b5-4d7d-b2d5-522c8e317f12 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] Flavor pref 0:0:0 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1208.941571] env[69770]: DEBUG nova.virt.hardware [None req-9ebd0fb5-19b5-4d7d-b2d5-522c8e317f12 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] Image pref 0:0:0 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1208.941721] env[69770]: DEBUG nova.virt.hardware [None req-9ebd0fb5-19b5-4d7d-b2d5-522c8e317f12 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1208.941940] env[69770]: DEBUG nova.virt.hardware [None req-9ebd0fb5-19b5-4d7d-b2d5-522c8e317f12 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69770) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1208.942113] env[69770]: DEBUG nova.virt.hardware [None req-9ebd0fb5-19b5-4d7d-b2d5-522c8e317f12 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69770) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1208.942290] env[69770]: DEBUG nova.virt.hardware [None req-9ebd0fb5-19b5-4d7d-b2d5-522c8e317f12 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] Got 1 possible topologies {{(pid=69770) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1208.942454] env[69770]: DEBUG nova.virt.hardware [None req-9ebd0fb5-19b5-4d7d-b2d5-522c8e317f12 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69770) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1208.942710] env[69770]: DEBUG nova.virt.hardware [None req-9ebd0fb5-19b5-4d7d-b2d5-522c8e317f12 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69770) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1208.943563] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8b2ba6a-bacf-4b3a-a226-c4b7fb1fed5a {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.952888] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64fc9b2c-806c-4e57-8709-18b8f75ad9a6 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.119912] env[69770]: DEBUG oslo_vmware.api [None req-2cf23c41-3c95-4ada-89fa-c141d936a51e tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] Task: {'id': task-4070627, 'name': RemoveSnapshot_Task, 'duration_secs': 1.017479} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1209.120300] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-2cf23c41-3c95-4ada-89fa-c141d936a51e tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] [instance: 5815fe63-e447-4be2-9055-a6320d0ba896] Deleted Snapshot of the VM instance {{(pid=69770) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1209.120540] env[69770]: INFO nova.compute.manager [None req-2cf23c41-3c95-4ada-89fa-c141d936a51e tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] [instance: 5815fe63-e447-4be2-9055-a6320d0ba896] Took 13.24 seconds to snapshot the instance on the hypervisor. [ 1209.155466] env[69770]: DEBUG oslo_concurrency.lockutils [None req-9834e392-c7ea-4069-8c5c-3437dd9c89f1 tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] Acquiring lock "7f67ebf8-f341-4cda-99d6-52ba82c5640e" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.155714] env[69770]: DEBUG oslo_concurrency.lockutils [None req-9834e392-c7ea-4069-8c5c-3437dd9c89f1 tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] Acquired lock "7f67ebf8-f341-4cda-99d6-52ba82c5640e" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.156709] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2063f52-34db-41a9-8821-be4a83eedd5d {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.177354] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f2e7d24-08c2-462a-88c9-1f793b7e899f {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.206558] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-9834e392-c7ea-4069-8c5c-3437dd9c89f1 tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] [instance: 7f67ebf8-f341-4cda-99d6-52ba82c5640e] Reconfiguring VM to detach interface {{(pid=69770) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1209.206932] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-994897e4-26f7-4860-986a-12360d8a73a1 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.225399] env[69770]: DEBUG oslo_vmware.api [None req-9834e392-c7ea-4069-8c5c-3437dd9c89f1 tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] Waiting for the task: (returnval){ [ 1209.225399] env[69770]: value = "task-4070630" [ 1209.225399] env[69770]: _type = "Task" [ 1209.225399] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1209.234146] env[69770]: DEBUG oslo_vmware.api [None req-9834e392-c7ea-4069-8c5c-3437dd9c89f1 tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] Task: {'id': task-4070630, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1209.296874] env[69770]: DEBUG nova.compute.manager [req-d4894ebf-98da-4217-ba36-a81f3bd5efb7 req-b79cbd7b-1d59-434c-8074-bc3b2b1cfe38 service nova] [instance: 2d2ff265-feeb-403a-96e6-9b758ea3522b] Received event network-vif-plugged-5780a910-7d26-4567-8136-de5b0ab47311 {{(pid=69770) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1209.297122] env[69770]: DEBUG oslo_concurrency.lockutils [req-d4894ebf-98da-4217-ba36-a81f3bd5efb7 req-b79cbd7b-1d59-434c-8074-bc3b2b1cfe38 service nova] Acquiring lock "2d2ff265-feeb-403a-96e6-9b758ea3522b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1209.297316] env[69770]: DEBUG oslo_concurrency.lockutils [req-d4894ebf-98da-4217-ba36-a81f3bd5efb7 req-b79cbd7b-1d59-434c-8074-bc3b2b1cfe38 service nova] Lock "2d2ff265-feeb-403a-96e6-9b758ea3522b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1209.297482] env[69770]: DEBUG oslo_concurrency.lockutils [req-d4894ebf-98da-4217-ba36-a81f3bd5efb7 req-b79cbd7b-1d59-434c-8074-bc3b2b1cfe38 service nova] Lock "2d2ff265-feeb-403a-96e6-9b758ea3522b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1209.297677] env[69770]: DEBUG nova.compute.manager [req-d4894ebf-98da-4217-ba36-a81f3bd5efb7 req-b79cbd7b-1d59-434c-8074-bc3b2b1cfe38 service nova] [instance: 2d2ff265-feeb-403a-96e6-9b758ea3522b] No waiting events found dispatching network-vif-plugged-5780a910-7d26-4567-8136-de5b0ab47311 {{(pid=69770) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1209.297854] env[69770]: WARNING nova.compute.manager [req-d4894ebf-98da-4217-ba36-a81f3bd5efb7 req-b79cbd7b-1d59-434c-8074-bc3b2b1cfe38 service nova] [instance: 2d2ff265-feeb-403a-96e6-9b758ea3522b] Received unexpected event network-vif-plugged-5780a910-7d26-4567-8136-de5b0ab47311 for instance with vm_state building and task_state spawning. [ 1209.321661] env[69770]: DEBUG oslo_vmware.api [None req-2b98e0d5-649f-402f-a471-1b7b8da00db2 tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] Task: {'id': task-4070629, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.156463} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1209.321919] env[69770]: DEBUG nova.virt.vmwareapi.ds_util [None req-2b98e0d5-649f-402f-a471-1b7b8da00db2 tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] Deleted the datastore file {{(pid=69770) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1209.322170] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-2b98e0d5-649f-402f-a471-1b7b8da00db2 tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] [instance: 23217622-d45e-497d-a5d4-7c51be3b36dd] Deleted contents of the VM from datastore datastore1 {{(pid=69770) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1209.322365] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-2b98e0d5-649f-402f-a471-1b7b8da00db2 tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] [instance: 23217622-d45e-497d-a5d4-7c51be3b36dd] Instance destroyed {{(pid=69770) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1209.322536] env[69770]: INFO nova.compute.manager [None req-2b98e0d5-649f-402f-a471-1b7b8da00db2 tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] [instance: 23217622-d45e-497d-a5d4-7c51be3b36dd] Took 0.59 seconds to destroy the instance on the hypervisor. [ 1209.322774] env[69770]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2b98e0d5-649f-402f-a471-1b7b8da00db2 tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69770) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1209.322957] env[69770]: DEBUG nova.compute.manager [-] [instance: 23217622-d45e-497d-a5d4-7c51be3b36dd] Deallocating network for instance {{(pid=69770) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1209.323084] env[69770]: DEBUG nova.network.neutron [-] [instance: 23217622-d45e-497d-a5d4-7c51be3b36dd] deallocate_for_instance() {{(pid=69770) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1209.402058] env[69770]: DEBUG nova.network.neutron [None req-9ebd0fb5-19b5-4d7d-b2d5-522c8e317f12 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] [instance: 2d2ff265-feeb-403a-96e6-9b758ea3522b] Successfully updated port: 5780a910-7d26-4567-8136-de5b0ab47311 {{(pid=69770) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1209.566850] env[69770]: DEBUG nova.compute.manager [req-ddc47e8f-82ef-4928-882e-449110b8a647 req-982d1dd4-95b6-425a-acce-856725fc3fe4 service nova] [instance: 23217622-d45e-497d-a5d4-7c51be3b36dd] Received event network-vif-deleted-6c9f2551-5709-41c9-ac39-39f0dd417eef {{(pid=69770) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1209.567082] env[69770]: INFO nova.compute.manager [req-ddc47e8f-82ef-4928-882e-449110b8a647 req-982d1dd4-95b6-425a-acce-856725fc3fe4 service nova] [instance: 23217622-d45e-497d-a5d4-7c51be3b36dd] Neutron deleted interface 6c9f2551-5709-41c9-ac39-39f0dd417eef; detaching it from the instance and deleting it from the info cache [ 1209.567264] env[69770]: DEBUG nova.network.neutron [req-ddc47e8f-82ef-4928-882e-449110b8a647 req-982d1dd4-95b6-425a-acce-856725fc3fe4 service nova] [instance: 23217622-d45e-497d-a5d4-7c51be3b36dd] Updating instance_info_cache with network_info: [] {{(pid=69770) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1209.666486] env[69770]: DEBUG nova.compute.manager [None req-2cf23c41-3c95-4ada-89fa-c141d936a51e tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] [instance: 5815fe63-e447-4be2-9055-a6320d0ba896] Found 2 images (rotation: 2) {{(pid=69770) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 1209.736981] env[69770]: DEBUG oslo_vmware.api [None req-9834e392-c7ea-4069-8c5c-3437dd9c89f1 tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] Task: {'id': task-4070630, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1209.904775] env[69770]: DEBUG oslo_concurrency.lockutils [None req-9ebd0fb5-19b5-4d7d-b2d5-522c8e317f12 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] Acquiring lock "refresh_cache-2d2ff265-feeb-403a-96e6-9b758ea3522b" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.904917] env[69770]: DEBUG oslo_concurrency.lockutils [None req-9ebd0fb5-19b5-4d7d-b2d5-522c8e317f12 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] Acquired lock "refresh_cache-2d2ff265-feeb-403a-96e6-9b758ea3522b" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.905108] env[69770]: DEBUG nova.network.neutron [None req-9ebd0fb5-19b5-4d7d-b2d5-522c8e317f12 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] [instance: 2d2ff265-feeb-403a-96e6-9b758ea3522b] Building network info cache for instance {{(pid=69770) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1210.051473] env[69770]: DEBUG nova.network.neutron [-] [instance: 23217622-d45e-497d-a5d4-7c51be3b36dd] Updating instance_info_cache with network_info: [] {{(pid=69770) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1210.069951] env[69770]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-1ca95863-d483-4004-9216-0497b930fdee {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.081551] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e96f4c08-8089-42f5-9837-14191da29c08 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.121464] env[69770]: DEBUG nova.compute.manager [req-ddc47e8f-82ef-4928-882e-449110b8a647 req-982d1dd4-95b6-425a-acce-856725fc3fe4 service nova] [instance: 23217622-d45e-497d-a5d4-7c51be3b36dd] Detach interface failed, port_id=6c9f2551-5709-41c9-ac39-39f0dd417eef, reason: Instance 23217622-d45e-497d-a5d4-7c51be3b36dd could not be found. {{(pid=69770) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1210.236449] env[69770]: DEBUG oslo_vmware.api [None req-9834e392-c7ea-4069-8c5c-3437dd9c89f1 tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] Task: {'id': task-4070630, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1210.438417] env[69770]: DEBUG nova.network.neutron [None req-9ebd0fb5-19b5-4d7d-b2d5-522c8e317f12 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] [instance: 2d2ff265-feeb-403a-96e6-9b758ea3522b] Instance cache missing network info. {{(pid=69770) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1210.554404] env[69770]: INFO nova.compute.manager [-] [instance: 23217622-d45e-497d-a5d4-7c51be3b36dd] Took 1.23 seconds to deallocate network for instance. [ 1210.655502] env[69770]: DEBUG nova.network.neutron [None req-9ebd0fb5-19b5-4d7d-b2d5-522c8e317f12 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] [instance: 2d2ff265-feeb-403a-96e6-9b758ea3522b] Updating instance_info_cache with network_info: [{"id": "5780a910-7d26-4567-8136-de5b0ab47311", "address": "fa:16:3e:a1:a7:6d", "network": {"id": "5cb038fa-57e0-447e-965e-88265882e7e5", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1033362514-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "50458fae76de4e588f96680501eae48c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6a31b224-77d7-48a4-af87-312758611b8e", "external-id": "nsx-vlan-transportzone-761", "segmentation_id": 761, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5780a910-7d", "ovs_interfaceid": "5780a910-7d26-4567-8136-de5b0ab47311", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69770) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1210.737824] env[69770]: DEBUG oslo_vmware.api [None req-9834e392-c7ea-4069-8c5c-3437dd9c89f1 tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] Task: {'id': task-4070630, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1211.002268] env[69770]: DEBUG nova.compute.manager [None req-7c2ffb8b-873f-48a7-9344-09000fb73760 tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] [instance: 5815fe63-e447-4be2-9055-a6320d0ba896] Checking state {{(pid=69770) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1211.003276] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0df1e9b8-a759-4b83-af9f-345f66cd9f38 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.064968] env[69770]: DEBUG oslo_concurrency.lockutils [None req-2b98e0d5-649f-402f-a471-1b7b8da00db2 tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1211.065378] env[69770]: DEBUG oslo_concurrency.lockutils [None req-2b98e0d5-649f-402f-a471-1b7b8da00db2 tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1211.065676] env[69770]: DEBUG nova.objects.instance [None req-2b98e0d5-649f-402f-a471-1b7b8da00db2 tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] Lazy-loading 'resources' on Instance uuid 23217622-d45e-497d-a5d4-7c51be3b36dd {{(pid=69770) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1211.158718] env[69770]: DEBUG oslo_concurrency.lockutils [None req-9ebd0fb5-19b5-4d7d-b2d5-522c8e317f12 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] Releasing lock "refresh_cache-2d2ff265-feeb-403a-96e6-9b758ea3522b" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.159108] env[69770]: DEBUG nova.compute.manager [None req-9ebd0fb5-19b5-4d7d-b2d5-522c8e317f12 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] [instance: 2d2ff265-feeb-403a-96e6-9b758ea3522b] Instance network_info: |[{"id": "5780a910-7d26-4567-8136-de5b0ab47311", "address": "fa:16:3e:a1:a7:6d", "network": {"id": "5cb038fa-57e0-447e-965e-88265882e7e5", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1033362514-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "50458fae76de4e588f96680501eae48c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6a31b224-77d7-48a4-af87-312758611b8e", "external-id": "nsx-vlan-transportzone-761", "segmentation_id": 761, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5780a910-7d", "ovs_interfaceid": "5780a910-7d26-4567-8136-de5b0ab47311", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69770) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1211.159655] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-9ebd0fb5-19b5-4d7d-b2d5-522c8e317f12 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] [instance: 2d2ff265-feeb-403a-96e6-9b758ea3522b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a1:a7:6d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6a31b224-77d7-48a4-af87-312758611b8e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5780a910-7d26-4567-8136-de5b0ab47311', 'vif_model': 'vmxnet3'}] {{(pid=69770) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1211.167870] env[69770]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9ebd0fb5-19b5-4d7d-b2d5-522c8e317f12 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69770) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1211.168139] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2d2ff265-feeb-403a-96e6-9b758ea3522b] Creating VM on the ESX host {{(pid=69770) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1211.168371] env[69770]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-833dd09c-77d3-4a4d-9585-f04c1e1f27fb {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.189293] env[69770]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1211.189293] env[69770]: value = "task-4070631" [ 1211.189293] env[69770]: _type = "Task" [ 1211.189293] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1211.198441] env[69770]: DEBUG oslo_vmware.api [-] Task: {'id': task-4070631, 'name': CreateVM_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1211.238440] env[69770]: DEBUG oslo_vmware.api [None req-9834e392-c7ea-4069-8c5c-3437dd9c89f1 tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] Task: {'id': task-4070630, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1211.341646] env[69770]: DEBUG nova.compute.manager [req-9419b1fe-42a5-40aa-8f52-a5b278622710 req-d55522da-9f51-40db-95cb-2c06f91134a2 service nova] [instance: 2d2ff265-feeb-403a-96e6-9b758ea3522b] Received event network-changed-5780a910-7d26-4567-8136-de5b0ab47311 {{(pid=69770) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1211.341755] env[69770]: DEBUG nova.compute.manager [req-9419b1fe-42a5-40aa-8f52-a5b278622710 req-d55522da-9f51-40db-95cb-2c06f91134a2 service nova] [instance: 2d2ff265-feeb-403a-96e6-9b758ea3522b] Refreshing instance network info cache due to event network-changed-5780a910-7d26-4567-8136-de5b0ab47311. {{(pid=69770) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1211.342093] env[69770]: DEBUG oslo_concurrency.lockutils [req-9419b1fe-42a5-40aa-8f52-a5b278622710 req-d55522da-9f51-40db-95cb-2c06f91134a2 service nova] Acquiring lock "refresh_cache-2d2ff265-feeb-403a-96e6-9b758ea3522b" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.342231] env[69770]: DEBUG oslo_concurrency.lockutils [req-9419b1fe-42a5-40aa-8f52-a5b278622710 req-d55522da-9f51-40db-95cb-2c06f91134a2 service nova] Acquired lock "refresh_cache-2d2ff265-feeb-403a-96e6-9b758ea3522b" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.342403] env[69770]: DEBUG nova.network.neutron [req-9419b1fe-42a5-40aa-8f52-a5b278622710 req-d55522da-9f51-40db-95cb-2c06f91134a2 service nova] [instance: 2d2ff265-feeb-403a-96e6-9b758ea3522b] Refreshing network info cache for port 5780a910-7d26-4567-8136-de5b0ab47311 {{(pid=69770) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1211.377307] env[69770]: DEBUG oslo_concurrency.lockutils [None req-42ffc72f-0019-498e-a2b4-becb2b541c0a tempest-ServerRescueNegativeTestJSON-135561646 tempest-ServerRescueNegativeTestJSON-135561646-project-member] Acquiring lock "215916d5-31b5-49ba-a7bc-78d9652dea41" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1211.377548] env[69770]: DEBUG oslo_concurrency.lockutils [None req-42ffc72f-0019-498e-a2b4-becb2b541c0a tempest-ServerRescueNegativeTestJSON-135561646 tempest-ServerRescueNegativeTestJSON-135561646-project-member] Lock "215916d5-31b5-49ba-a7bc-78d9652dea41" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1211.516595] env[69770]: INFO nova.compute.manager [None req-7c2ffb8b-873f-48a7-9344-09000fb73760 tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] [instance: 5815fe63-e447-4be2-9055-a6320d0ba896] instance snapshotting [ 1211.517269] env[69770]: DEBUG nova.objects.instance [None req-7c2ffb8b-873f-48a7-9344-09000fb73760 tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] Lazy-loading 'flavor' on Instance uuid 5815fe63-e447-4be2-9055-a6320d0ba896 {{(pid=69770) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1211.700530] env[69770]: DEBUG oslo_vmware.api [-] Task: {'id': task-4070631, 'name': CreateVM_Task, 'duration_secs': 0.320718} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1211.702930] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2d2ff265-feeb-403a-96e6-9b758ea3522b] Created VM on the ESX host {{(pid=69770) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1211.703939] env[69770]: DEBUG oslo_concurrency.lockutils [None req-9ebd0fb5-19b5-4d7d-b2d5-522c8e317f12 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.704163] env[69770]: DEBUG oslo_concurrency.lockutils [None req-9ebd0fb5-19b5-4d7d-b2d5-522c8e317f12 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.704508] env[69770]: DEBUG oslo_concurrency.lockutils [None req-9ebd0fb5-19b5-4d7d-b2d5-522c8e317f12 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.704809] env[69770]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-76faefe7-faec-4311-afcb-6f40173b9e13 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.710090] env[69770]: DEBUG oslo_vmware.api [None req-9ebd0fb5-19b5-4d7d-b2d5-522c8e317f12 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] Waiting for the task: (returnval){ [ 1211.710090] env[69770]: value = "session[52161b52-cb8e-ec9f-1132-2f6b49549d41]52a5a70b-7e41-61aa-527b-a51dc482a6b7" [ 1211.710090] env[69770]: _type = "Task" [ 1211.710090] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1211.722480] env[69770]: DEBUG oslo_vmware.api [None req-9ebd0fb5-19b5-4d7d-b2d5-522c8e317f12 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]52a5a70b-7e41-61aa-527b-a51dc482a6b7, 'name': SearchDatastore_Task, 'duration_secs': 0.009567} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1211.722594] env[69770]: DEBUG oslo_concurrency.lockutils [None req-9ebd0fb5-19b5-4d7d-b2d5-522c8e317f12 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.722814] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-9ebd0fb5-19b5-4d7d-b2d5-522c8e317f12 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] [instance: 2d2ff265-feeb-403a-96e6-9b758ea3522b] Processing image d1eaff80-24a0-4391-90eb-59958b1ecf0a {{(pid=69770) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1211.723063] env[69770]: DEBUG oslo_concurrency.lockutils [None req-9ebd0fb5-19b5-4d7d-b2d5-522c8e317f12 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.723203] env[69770]: DEBUG oslo_concurrency.lockutils [None req-9ebd0fb5-19b5-4d7d-b2d5-522c8e317f12 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.723398] env[69770]: DEBUG nova.virt.vmwareapi.ds_util [None req-9ebd0fb5-19b5-4d7d-b2d5-522c8e317f12 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69770) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1211.725909] env[69770]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4caebe14-8e85-4d29-9d8c-958f8a345910 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.735013] env[69770]: DEBUG nova.virt.vmwareapi.ds_util [None req-9ebd0fb5-19b5-4d7d-b2d5-522c8e317f12 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69770) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1211.735130] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-9ebd0fb5-19b5-4d7d-b2d5-522c8e317f12 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69770) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1211.739045] env[69770]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d401ef39-832e-4e24-b7fa-e67e0ecb2ba8 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.741364] env[69770]: DEBUG oslo_vmware.api [None req-9834e392-c7ea-4069-8c5c-3437dd9c89f1 tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] Task: {'id': task-4070630, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1211.747283] env[69770]: DEBUG oslo_vmware.api [None req-9ebd0fb5-19b5-4d7d-b2d5-522c8e317f12 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] Waiting for the task: (returnval){ [ 1211.747283] env[69770]: value = "session[52161b52-cb8e-ec9f-1132-2f6b49549d41]52debfc6-d8d9-20de-765b-8e7c9058374a" [ 1211.747283] env[69770]: _type = "Task" [ 1211.747283] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1211.755686] env[69770]: DEBUG oslo_vmware.api [None req-9ebd0fb5-19b5-4d7d-b2d5-522c8e317f12 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]52debfc6-d8d9-20de-765b-8e7c9058374a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1211.768093] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6658b6c-ba77-4a7e-a233-3f05f7c700aa {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.775260] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5685d16-27d1-4cc1-8774-d4a679fca1cf {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.807110] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bbbfedf-96b4-4710-b45a-3ee8e7a09d12 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.815797] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19474265-145a-40c6-b89f-cb67ea57577c {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.830615] env[69770]: DEBUG nova.compute.provider_tree [None req-2b98e0d5-649f-402f-a471-1b7b8da00db2 tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] Inventory has not changed in ProviderTree for provider: 7cc7d32b-b7a7-454a-a456-2a440248ed9d {{(pid=69770) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1211.883967] env[69770]: DEBUG nova.compute.utils [None req-42ffc72f-0019-498e-a2b4-becb2b541c0a tempest-ServerRescueNegativeTestJSON-135561646 tempest-ServerRescueNegativeTestJSON-135561646-project-member] Using /dev/sd instead of None {{(pid=69770) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1211.953797] env[69770]: DEBUG oslo_concurrency.lockutils [None req-bae078bc-7eed-4c66-8237-0ac794243820 tempest-AttachVolumeShelveTestJSON-1191911444 tempest-AttachVolumeShelveTestJSON-1191911444-project-member] Acquiring lock "1e9f2a84-ff0f-4bfb-87b7-0b0d3604ab3f" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1211.954062] env[69770]: DEBUG oslo_concurrency.lockutils [None req-bae078bc-7eed-4c66-8237-0ac794243820 tempest-AttachVolumeShelveTestJSON-1191911444 tempest-AttachVolumeShelveTestJSON-1191911444-project-member] Lock "1e9f2a84-ff0f-4bfb-87b7-0b0d3604ab3f" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1212.023305] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4d7d388-054d-4737-bab6-a0a1a0440179 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.042431] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-787a57e7-5ba6-4193-a828-097696138f22 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.104926] env[69770]: DEBUG nova.network.neutron [req-9419b1fe-42a5-40aa-8f52-a5b278622710 req-d55522da-9f51-40db-95cb-2c06f91134a2 service nova] [instance: 2d2ff265-feeb-403a-96e6-9b758ea3522b] Updated VIF entry in instance network info cache for port 5780a910-7d26-4567-8136-de5b0ab47311. {{(pid=69770) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1212.105324] env[69770]: DEBUG nova.network.neutron [req-9419b1fe-42a5-40aa-8f52-a5b278622710 req-d55522da-9f51-40db-95cb-2c06f91134a2 service nova] [instance: 2d2ff265-feeb-403a-96e6-9b758ea3522b] Updating instance_info_cache with network_info: [{"id": "5780a910-7d26-4567-8136-de5b0ab47311", "address": "fa:16:3e:a1:a7:6d", "network": {"id": "5cb038fa-57e0-447e-965e-88265882e7e5", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1033362514-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "50458fae76de4e588f96680501eae48c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6a31b224-77d7-48a4-af87-312758611b8e", "external-id": "nsx-vlan-transportzone-761", "segmentation_id": 761, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5780a910-7d", "ovs_interfaceid": "5780a910-7d26-4567-8136-de5b0ab47311", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69770) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1212.240081] env[69770]: DEBUG oslo_vmware.api [None req-9834e392-c7ea-4069-8c5c-3437dd9c89f1 tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] Task: {'id': task-4070630, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1212.257349] env[69770]: DEBUG oslo_vmware.api [None req-9ebd0fb5-19b5-4d7d-b2d5-522c8e317f12 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]52debfc6-d8d9-20de-765b-8e7c9058374a, 'name': SearchDatastore_Task, 'duration_secs': 0.009742} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1212.258300] env[69770]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e2d3ac6b-e15b-4d06-918c-fe61201e0924 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.264119] env[69770]: DEBUG oslo_vmware.api [None req-9ebd0fb5-19b5-4d7d-b2d5-522c8e317f12 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] Waiting for the task: (returnval){ [ 1212.264119] env[69770]: value = "session[52161b52-cb8e-ec9f-1132-2f6b49549d41]52e0a3a5-53c1-5172-e118-1da4f9b14362" [ 1212.264119] env[69770]: _type = "Task" [ 1212.264119] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1212.271865] env[69770]: DEBUG oslo_vmware.api [None req-9ebd0fb5-19b5-4d7d-b2d5-522c8e317f12 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]52e0a3a5-53c1-5172-e118-1da4f9b14362, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1212.334323] env[69770]: DEBUG nova.scheduler.client.report [None req-2b98e0d5-649f-402f-a471-1b7b8da00db2 tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] Inventory has not changed for provider 7cc7d32b-b7a7-454a-a456-2a440248ed9d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69770) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1212.387537] env[69770]: DEBUG oslo_concurrency.lockutils [None req-42ffc72f-0019-498e-a2b4-becb2b541c0a tempest-ServerRescueNegativeTestJSON-135561646 tempest-ServerRescueNegativeTestJSON-135561646-project-member] Lock "215916d5-31b5-49ba-a7bc-78d9652dea41" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.010s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1212.457798] env[69770]: INFO nova.compute.manager [None req-bae078bc-7eed-4c66-8237-0ac794243820 tempest-AttachVolumeShelveTestJSON-1191911444 tempest-AttachVolumeShelveTestJSON-1191911444-project-member] [instance: 1e9f2a84-ff0f-4bfb-87b7-0b0d3604ab3f] Detaching volume 82895d29-aa7c-44cf-a849-8ec1194f9aa4 [ 1212.487011] env[69770]: INFO nova.virt.block_device [None req-bae078bc-7eed-4c66-8237-0ac794243820 tempest-AttachVolumeShelveTestJSON-1191911444 tempest-AttachVolumeShelveTestJSON-1191911444-project-member] [instance: 1e9f2a84-ff0f-4bfb-87b7-0b0d3604ab3f] Attempting to driver detach volume 82895d29-aa7c-44cf-a849-8ec1194f9aa4 from mountpoint /dev/sdb [ 1212.487306] env[69770]: DEBUG nova.virt.vmwareapi.volumeops [None req-bae078bc-7eed-4c66-8237-0ac794243820 tempest-AttachVolumeShelveTestJSON-1191911444 tempest-AttachVolumeShelveTestJSON-1191911444-project-member] [instance: 1e9f2a84-ff0f-4bfb-87b7-0b0d3604ab3f] Volume detach. Driver type: vmdk {{(pid=69770) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1212.487548] env[69770]: DEBUG nova.virt.vmwareapi.volumeops [None req-bae078bc-7eed-4c66-8237-0ac794243820 tempest-AttachVolumeShelveTestJSON-1191911444 tempest-AttachVolumeShelveTestJSON-1191911444-project-member] [instance: 1e9f2a84-ff0f-4bfb-87b7-0b0d3604ab3f] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-806648', 'volume_id': '82895d29-aa7c-44cf-a849-8ec1194f9aa4', 'name': 'volume-82895d29-aa7c-44cf-a849-8ec1194f9aa4', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '1e9f2a84-ff0f-4bfb-87b7-0b0d3604ab3f', 'attached_at': '', 'detached_at': '', 'volume_id': '82895d29-aa7c-44cf-a849-8ec1194f9aa4', 'serial': '82895d29-aa7c-44cf-a849-8ec1194f9aa4'} {{(pid=69770) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1212.488956] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5be72468-51ee-4026-ac62-5b3683be398f {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.510482] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95c7a119-ca54-4a07-a629-86902ceb5aa6 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.518322] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b976f785-6b5c-4236-8c33-b29424ea15a5 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.539877] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b5a6379-9b64-4e7d-873e-e89fb2106699 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.555956] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-7c2ffb8b-873f-48a7-9344-09000fb73760 tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] [instance: 5815fe63-e447-4be2-9055-a6320d0ba896] Creating Snapshot of the VM instance {{(pid=69770) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1212.556158] env[69770]: DEBUG nova.virt.vmwareapi.volumeops [None req-bae078bc-7eed-4c66-8237-0ac794243820 tempest-AttachVolumeShelveTestJSON-1191911444 tempest-AttachVolumeShelveTestJSON-1191911444-project-member] The volume has not been displaced from its original location: [datastore2] volume-82895d29-aa7c-44cf-a849-8ec1194f9aa4/volume-82895d29-aa7c-44cf-a849-8ec1194f9aa4.vmdk. No consolidation needed. {{(pid=69770) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1212.561439] env[69770]: DEBUG nova.virt.vmwareapi.volumeops [None req-bae078bc-7eed-4c66-8237-0ac794243820 tempest-AttachVolumeShelveTestJSON-1191911444 tempest-AttachVolumeShelveTestJSON-1191911444-project-member] [instance: 1e9f2a84-ff0f-4bfb-87b7-0b0d3604ab3f] Reconfiguring VM instance instance-00000052 to detach disk 2001 {{(pid=69770) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1212.561736] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-2881d20e-319c-4db2-a5f8-abe81dacee8b {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.563613] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-faf3c290-cec3-4ce7-bf20-a4aafa325fb6 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.581965] env[69770]: DEBUG oslo_vmware.api [None req-7c2ffb8b-873f-48a7-9344-09000fb73760 tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] Waiting for the task: (returnval){ [ 1212.581965] env[69770]: value = "task-4070632" [ 1212.581965] env[69770]: _type = "Task" [ 1212.581965] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1212.583417] env[69770]: DEBUG oslo_vmware.api [None req-bae078bc-7eed-4c66-8237-0ac794243820 tempest-AttachVolumeShelveTestJSON-1191911444 tempest-AttachVolumeShelveTestJSON-1191911444-project-member] Waiting for the task: (returnval){ [ 1212.583417] env[69770]: value = "task-4070633" [ 1212.583417] env[69770]: _type = "Task" [ 1212.583417] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1212.594452] env[69770]: DEBUG oslo_vmware.api [None req-7c2ffb8b-873f-48a7-9344-09000fb73760 tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] Task: {'id': task-4070632, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1212.597598] env[69770]: DEBUG oslo_vmware.api [None req-bae078bc-7eed-4c66-8237-0ac794243820 tempest-AttachVolumeShelveTestJSON-1191911444 tempest-AttachVolumeShelveTestJSON-1191911444-project-member] Task: {'id': task-4070633, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1212.608483] env[69770]: DEBUG oslo_concurrency.lockutils [req-9419b1fe-42a5-40aa-8f52-a5b278622710 req-d55522da-9f51-40db-95cb-2c06f91134a2 service nova] Releasing lock "refresh_cache-2d2ff265-feeb-403a-96e6-9b758ea3522b" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.739765] env[69770]: DEBUG oslo_vmware.api [None req-9834e392-c7ea-4069-8c5c-3437dd9c89f1 tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] Task: {'id': task-4070630, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1212.774854] env[69770]: DEBUG oslo_vmware.api [None req-9ebd0fb5-19b5-4d7d-b2d5-522c8e317f12 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]52e0a3a5-53c1-5172-e118-1da4f9b14362, 'name': SearchDatastore_Task, 'duration_secs': 0.009336} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1212.775153] env[69770]: DEBUG oslo_concurrency.lockutils [None req-9ebd0fb5-19b5-4d7d-b2d5-522c8e317f12 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.775429] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ebd0fb5-19b5-4d7d-b2d5-522c8e317f12 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk to [datastore1] 2d2ff265-feeb-403a-96e6-9b758ea3522b/2d2ff265-feeb-403a-96e6-9b758ea3522b.vmdk {{(pid=69770) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1212.775700] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f96665d2-6b02-4827-a5ee-e05cf1d728dd {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.783795] env[69770]: DEBUG oslo_vmware.api [None req-9ebd0fb5-19b5-4d7d-b2d5-522c8e317f12 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] Waiting for the task: (returnval){ [ 1212.783795] env[69770]: value = "task-4070634" [ 1212.783795] env[69770]: _type = "Task" [ 1212.783795] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1212.793582] env[69770]: DEBUG oslo_vmware.api [None req-9ebd0fb5-19b5-4d7d-b2d5-522c8e317f12 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] Task: {'id': task-4070634, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1212.839817] env[69770]: DEBUG oslo_concurrency.lockutils [None req-2b98e0d5-649f-402f-a471-1b7b8da00db2 tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.774s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1212.861587] env[69770]: INFO nova.scheduler.client.report [None req-2b98e0d5-649f-402f-a471-1b7b8da00db2 tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] Deleted allocations for instance 23217622-d45e-497d-a5d4-7c51be3b36dd [ 1213.108935] env[69770]: DEBUG oslo_vmware.api [None req-7c2ffb8b-873f-48a7-9344-09000fb73760 tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] Task: {'id': task-4070632, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1213.114709] env[69770]: DEBUG oslo_vmware.api [None req-bae078bc-7eed-4c66-8237-0ac794243820 tempest-AttachVolumeShelveTestJSON-1191911444 tempest-AttachVolumeShelveTestJSON-1191911444-project-member] Task: {'id': task-4070633, 'name': ReconfigVM_Task, 'duration_secs': 0.270654} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1213.115231] env[69770]: DEBUG nova.virt.vmwareapi.volumeops [None req-bae078bc-7eed-4c66-8237-0ac794243820 tempest-AttachVolumeShelveTestJSON-1191911444 tempest-AttachVolumeShelveTestJSON-1191911444-project-member] [instance: 1e9f2a84-ff0f-4bfb-87b7-0b0d3604ab3f] Reconfigured VM instance instance-00000052 to detach disk 2001 {{(pid=69770) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1213.124794] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f2bf4db1-1291-4505-bb2c-b1ff8ba3ef3f {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.146026] env[69770]: DEBUG oslo_vmware.api [None req-bae078bc-7eed-4c66-8237-0ac794243820 tempest-AttachVolumeShelveTestJSON-1191911444 tempest-AttachVolumeShelveTestJSON-1191911444-project-member] Waiting for the task: (returnval){ [ 1213.146026] env[69770]: value = "task-4070635" [ 1213.146026] env[69770]: _type = "Task" [ 1213.146026] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1213.156750] env[69770]: DEBUG oslo_concurrency.lockutils [None req-a3567009-bc37-4b31-903b-ab8a7f78d497 tempest-AttachVolumeTestJSON-339692578 tempest-AttachVolumeTestJSON-339692578-project-member] Acquiring lock "dc0f3667-e2b8-4b6a-b4e2-cc558b2f10ad" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1213.158148] env[69770]: DEBUG oslo_concurrency.lockutils [None req-a3567009-bc37-4b31-903b-ab8a7f78d497 tempest-AttachVolumeTestJSON-339692578 tempest-AttachVolumeTestJSON-339692578-project-member] Lock "dc0f3667-e2b8-4b6a-b4e2-cc558b2f10ad" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1213.158410] env[69770]: DEBUG oslo_concurrency.lockutils [None req-a3567009-bc37-4b31-903b-ab8a7f78d497 tempest-AttachVolumeTestJSON-339692578 tempest-AttachVolumeTestJSON-339692578-project-member] Acquiring lock "dc0f3667-e2b8-4b6a-b4e2-cc558b2f10ad-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1213.158620] env[69770]: DEBUG oslo_concurrency.lockutils [None req-a3567009-bc37-4b31-903b-ab8a7f78d497 tempest-AttachVolumeTestJSON-339692578 tempest-AttachVolumeTestJSON-339692578-project-member] Lock "dc0f3667-e2b8-4b6a-b4e2-cc558b2f10ad-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1213.158900] env[69770]: DEBUG oslo_concurrency.lockutils [None req-a3567009-bc37-4b31-903b-ab8a7f78d497 tempest-AttachVolumeTestJSON-339692578 tempest-AttachVolumeTestJSON-339692578-project-member] Lock "dc0f3667-e2b8-4b6a-b4e2-cc558b2f10ad-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1213.160868] env[69770]: DEBUG oslo_vmware.api [None req-bae078bc-7eed-4c66-8237-0ac794243820 tempest-AttachVolumeShelveTestJSON-1191911444 tempest-AttachVolumeShelveTestJSON-1191911444-project-member] Task: {'id': task-4070635, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1213.161422] env[69770]: INFO nova.compute.manager [None req-a3567009-bc37-4b31-903b-ab8a7f78d497 tempest-AttachVolumeTestJSON-339692578 tempest-AttachVolumeTestJSON-339692578-project-member] [instance: dc0f3667-e2b8-4b6a-b4e2-cc558b2f10ad] Terminating instance [ 1213.243284] env[69770]: DEBUG oslo_vmware.api [None req-9834e392-c7ea-4069-8c5c-3437dd9c89f1 tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] Task: {'id': task-4070630, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1213.295653] env[69770]: DEBUG oslo_vmware.api [None req-9ebd0fb5-19b5-4d7d-b2d5-522c8e317f12 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] Task: {'id': task-4070634, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1213.369697] env[69770]: DEBUG oslo_concurrency.lockutils [None req-2b98e0d5-649f-402f-a471-1b7b8da00db2 tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] Lock "23217622-d45e-497d-a5d4-7c51be3b36dd" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.148s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1213.458373] env[69770]: DEBUG oslo_concurrency.lockutils [None req-42ffc72f-0019-498e-a2b4-becb2b541c0a tempest-ServerRescueNegativeTestJSON-135561646 tempest-ServerRescueNegativeTestJSON-135561646-project-member] Acquiring lock "215916d5-31b5-49ba-a7bc-78d9652dea41" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1213.458636] env[69770]: DEBUG oslo_concurrency.lockutils [None req-42ffc72f-0019-498e-a2b4-becb2b541c0a tempest-ServerRescueNegativeTestJSON-135561646 tempest-ServerRescueNegativeTestJSON-135561646-project-member] Lock "215916d5-31b5-49ba-a7bc-78d9652dea41" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1213.458865] env[69770]: INFO nova.compute.manager [None req-42ffc72f-0019-498e-a2b4-becb2b541c0a tempest-ServerRescueNegativeTestJSON-135561646 tempest-ServerRescueNegativeTestJSON-135561646-project-member] [instance: 215916d5-31b5-49ba-a7bc-78d9652dea41] Attaching volume 047d0dcf-e4f8-4599-81b3-01f015619b8e to /dev/sdb [ 1213.490897] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68f7edd3-77de-4f9f-863d-b8688c9382d2 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.499019] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92050cc9-12f9-4850-944b-bf6d8b9451c9 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.513141] env[69770]: DEBUG nova.virt.block_device [None req-42ffc72f-0019-498e-a2b4-becb2b541c0a tempest-ServerRescueNegativeTestJSON-135561646 tempest-ServerRescueNegativeTestJSON-135561646-project-member] [instance: 215916d5-31b5-49ba-a7bc-78d9652dea41] Updating existing volume attachment record: 4db77868-c101-4b6b-82ed-4bb85bdfd071 {{(pid=69770) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1213.594176] env[69770]: DEBUG oslo_vmware.api [None req-7c2ffb8b-873f-48a7-9344-09000fb73760 tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] Task: {'id': task-4070632, 'name': CreateSnapshot_Task, 'duration_secs': 0.753852} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1213.594463] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-7c2ffb8b-873f-48a7-9344-09000fb73760 tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] [instance: 5815fe63-e447-4be2-9055-a6320d0ba896] Created Snapshot of the VM instance {{(pid=69770) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1213.595286] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f31ee24-ca0f-4be3-b17b-a954d2991431 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.656710] env[69770]: DEBUG oslo_vmware.api [None req-bae078bc-7eed-4c66-8237-0ac794243820 tempest-AttachVolumeShelveTestJSON-1191911444 tempest-AttachVolumeShelveTestJSON-1191911444-project-member] Task: {'id': task-4070635, 'name': ReconfigVM_Task, 'duration_secs': 0.185981} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1213.657035] env[69770]: DEBUG nova.virt.vmwareapi.volumeops [None req-bae078bc-7eed-4c66-8237-0ac794243820 tempest-AttachVolumeShelveTestJSON-1191911444 tempest-AttachVolumeShelveTestJSON-1191911444-project-member] [instance: 1e9f2a84-ff0f-4bfb-87b7-0b0d3604ab3f] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-806648', 'volume_id': '82895d29-aa7c-44cf-a849-8ec1194f9aa4', 'name': 'volume-82895d29-aa7c-44cf-a849-8ec1194f9aa4', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '1e9f2a84-ff0f-4bfb-87b7-0b0d3604ab3f', 'attached_at': '', 'detached_at': '', 'volume_id': '82895d29-aa7c-44cf-a849-8ec1194f9aa4', 'serial': '82895d29-aa7c-44cf-a849-8ec1194f9aa4'} {{(pid=69770) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1213.666346] env[69770]: DEBUG nova.compute.manager [None req-a3567009-bc37-4b31-903b-ab8a7f78d497 tempest-AttachVolumeTestJSON-339692578 tempest-AttachVolumeTestJSON-339692578-project-member] [instance: dc0f3667-e2b8-4b6a-b4e2-cc558b2f10ad] Start destroying the instance on the hypervisor. {{(pid=69770) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1213.666604] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-a3567009-bc37-4b31-903b-ab8a7f78d497 tempest-AttachVolumeTestJSON-339692578 tempest-AttachVolumeTestJSON-339692578-project-member] [instance: dc0f3667-e2b8-4b6a-b4e2-cc558b2f10ad] Destroying instance {{(pid=69770) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1213.667569] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc94e3c7-905f-44e7-9f3c-06a7af098ae2 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.677107] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-a3567009-bc37-4b31-903b-ab8a7f78d497 tempest-AttachVolumeTestJSON-339692578 tempest-AttachVolumeTestJSON-339692578-project-member] [instance: dc0f3667-e2b8-4b6a-b4e2-cc558b2f10ad] Powering off the VM {{(pid=69770) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1213.677397] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cf1fee0b-49a5-4a2e-ad87-f72bc5556dfb {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.684900] env[69770]: DEBUG oslo_vmware.api [None req-a3567009-bc37-4b31-903b-ab8a7f78d497 tempest-AttachVolumeTestJSON-339692578 tempest-AttachVolumeTestJSON-339692578-project-member] Waiting for the task: (returnval){ [ 1213.684900] env[69770]: value = "task-4070637" [ 1213.684900] env[69770]: _type = "Task" [ 1213.684900] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1213.695391] env[69770]: DEBUG oslo_vmware.api [None req-a3567009-bc37-4b31-903b-ab8a7f78d497 tempest-AttachVolumeTestJSON-339692578 tempest-AttachVolumeTestJSON-339692578-project-member] Task: {'id': task-4070637, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1213.742206] env[69770]: DEBUG oslo_vmware.api [None req-9834e392-c7ea-4069-8c5c-3437dd9c89f1 tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] Task: {'id': task-4070630, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1213.794907] env[69770]: DEBUG oslo_vmware.api [None req-9ebd0fb5-19b5-4d7d-b2d5-522c8e317f12 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] Task: {'id': task-4070634, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.560324} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1213.795191] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ebd0fb5-19b5-4d7d-b2d5-522c8e317f12 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk to [datastore1] 2d2ff265-feeb-403a-96e6-9b758ea3522b/2d2ff265-feeb-403a-96e6-9b758ea3522b.vmdk {{(pid=69770) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1213.795408] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-9ebd0fb5-19b5-4d7d-b2d5-522c8e317f12 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] [instance: 2d2ff265-feeb-403a-96e6-9b758ea3522b] Extending root virtual disk to 1048576 {{(pid=69770) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1213.795662] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9347c449-69a3-4b5b-919d-6dca58001f06 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.802242] env[69770]: DEBUG oslo_vmware.api [None req-9ebd0fb5-19b5-4d7d-b2d5-522c8e317f12 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] Waiting for the task: (returnval){ [ 1213.802242] env[69770]: value = "task-4070638" [ 1213.802242] env[69770]: _type = "Task" [ 1213.802242] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1213.809951] env[69770]: DEBUG oslo_vmware.api [None req-9ebd0fb5-19b5-4d7d-b2d5-522c8e317f12 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] Task: {'id': task-4070638, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1214.060037] env[69770]: DEBUG oslo_concurrency.lockutils [None req-de670193-6289-48c2-a358-34bbb7f1c9ff tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] Acquiring lock "426f874f-2ebf-4fc9-914d-c46605963d4b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1214.060037] env[69770]: DEBUG oslo_concurrency.lockutils [None req-de670193-6289-48c2-a358-34bbb7f1c9ff tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] Lock "426f874f-2ebf-4fc9-914d-c46605963d4b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1214.060037] env[69770]: DEBUG oslo_concurrency.lockutils [None req-de670193-6289-48c2-a358-34bbb7f1c9ff tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] Acquiring lock "426f874f-2ebf-4fc9-914d-c46605963d4b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1214.060037] env[69770]: DEBUG oslo_concurrency.lockutils [None req-de670193-6289-48c2-a358-34bbb7f1c9ff tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] Lock "426f874f-2ebf-4fc9-914d-c46605963d4b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1214.060037] env[69770]: DEBUG oslo_concurrency.lockutils [None req-de670193-6289-48c2-a358-34bbb7f1c9ff tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] Lock "426f874f-2ebf-4fc9-914d-c46605963d4b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1214.062426] env[69770]: INFO nova.compute.manager [None req-de670193-6289-48c2-a358-34bbb7f1c9ff tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] [instance: 426f874f-2ebf-4fc9-914d-c46605963d4b] Terminating instance [ 1214.114549] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-7c2ffb8b-873f-48a7-9344-09000fb73760 tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] [instance: 5815fe63-e447-4be2-9055-a6320d0ba896] Creating linked-clone VM from snapshot {{(pid=69770) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1214.114782] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-4e4f5777-caa1-4068-9521-95475b606aaa {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.123236] env[69770]: DEBUG oslo_vmware.api [None req-7c2ffb8b-873f-48a7-9344-09000fb73760 tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] Waiting for the task: (returnval){ [ 1214.123236] env[69770]: value = "task-4070641" [ 1214.123236] env[69770]: _type = "Task" [ 1214.123236] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1214.133336] env[69770]: DEBUG oslo_vmware.api [None req-7c2ffb8b-873f-48a7-9344-09000fb73760 tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] Task: {'id': task-4070641, 'name': CloneVM_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1214.195415] env[69770]: DEBUG oslo_vmware.api [None req-a3567009-bc37-4b31-903b-ab8a7f78d497 tempest-AttachVolumeTestJSON-339692578 tempest-AttachVolumeTestJSON-339692578-project-member] Task: {'id': task-4070637, 'name': PowerOffVM_Task, 'duration_secs': 0.228617} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1214.195692] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-a3567009-bc37-4b31-903b-ab8a7f78d497 tempest-AttachVolumeTestJSON-339692578 tempest-AttachVolumeTestJSON-339692578-project-member] [instance: dc0f3667-e2b8-4b6a-b4e2-cc558b2f10ad] Powered off the VM {{(pid=69770) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1214.195861] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-a3567009-bc37-4b31-903b-ab8a7f78d497 tempest-AttachVolumeTestJSON-339692578 tempest-AttachVolumeTestJSON-339692578-project-member] [instance: dc0f3667-e2b8-4b6a-b4e2-cc558b2f10ad] Unregistering the VM {{(pid=69770) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1214.196137] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-03d6c715-98e8-4fac-8969-2c983a07848c {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.204281] env[69770]: DEBUG nova.objects.instance [None req-bae078bc-7eed-4c66-8237-0ac794243820 tempest-AttachVolumeShelveTestJSON-1191911444 tempest-AttachVolumeShelveTestJSON-1191911444-project-member] Lazy-loading 'flavor' on Instance uuid 1e9f2a84-ff0f-4bfb-87b7-0b0d3604ab3f {{(pid=69770) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1214.242745] env[69770]: DEBUG oslo_vmware.api [None req-9834e392-c7ea-4069-8c5c-3437dd9c89f1 tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] Task: {'id': task-4070630, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1214.269931] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-a3567009-bc37-4b31-903b-ab8a7f78d497 tempest-AttachVolumeTestJSON-339692578 tempest-AttachVolumeTestJSON-339692578-project-member] [instance: dc0f3667-e2b8-4b6a-b4e2-cc558b2f10ad] Unregistered the VM {{(pid=69770) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1214.270308] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-a3567009-bc37-4b31-903b-ab8a7f78d497 tempest-AttachVolumeTestJSON-339692578 tempest-AttachVolumeTestJSON-339692578-project-member] [instance: dc0f3667-e2b8-4b6a-b4e2-cc558b2f10ad] Deleting contents of the VM from datastore datastore1 {{(pid=69770) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1214.270635] env[69770]: DEBUG nova.virt.vmwareapi.ds_util [None req-a3567009-bc37-4b31-903b-ab8a7f78d497 tempest-AttachVolumeTestJSON-339692578 tempest-AttachVolumeTestJSON-339692578-project-member] Deleting the datastore file [datastore1] dc0f3667-e2b8-4b6a-b4e2-cc558b2f10ad {{(pid=69770) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1214.271033] env[69770]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c09116ce-5dcd-4da2-88af-5f39a48287ed {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.278585] env[69770]: DEBUG oslo_vmware.api [None req-a3567009-bc37-4b31-903b-ab8a7f78d497 tempest-AttachVolumeTestJSON-339692578 tempest-AttachVolumeTestJSON-339692578-project-member] Waiting for the task: (returnval){ [ 1214.278585] env[69770]: value = "task-4070643" [ 1214.278585] env[69770]: _type = "Task" [ 1214.278585] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1214.288290] env[69770]: DEBUG oslo_vmware.api [None req-a3567009-bc37-4b31-903b-ab8a7f78d497 tempest-AttachVolumeTestJSON-339692578 tempest-AttachVolumeTestJSON-339692578-project-member] Task: {'id': task-4070643, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1214.311983] env[69770]: DEBUG oslo_vmware.api [None req-9ebd0fb5-19b5-4d7d-b2d5-522c8e317f12 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] Task: {'id': task-4070638, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072006} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1214.312303] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-9ebd0fb5-19b5-4d7d-b2d5-522c8e317f12 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] [instance: 2d2ff265-feeb-403a-96e6-9b758ea3522b] Extended root virtual disk {{(pid=69770) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1214.313224] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64efc379-85f0-4b7b-85c0-ce2fcf369e54 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.335728] env[69770]: DEBUG nova.virt.vmwareapi.volumeops [None req-9ebd0fb5-19b5-4d7d-b2d5-522c8e317f12 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] [instance: 2d2ff265-feeb-403a-96e6-9b758ea3522b] Reconfiguring VM instance instance-00000067 to attach disk [datastore1] 2d2ff265-feeb-403a-96e6-9b758ea3522b/2d2ff265-feeb-403a-96e6-9b758ea3522b.vmdk or device None with type sparse {{(pid=69770) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1214.336061] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-400864d7-78c6-40b3-b122-3311e92505d8 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.356537] env[69770]: DEBUG oslo_vmware.api [None req-9ebd0fb5-19b5-4d7d-b2d5-522c8e317f12 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] Waiting for the task: (returnval){ [ 1214.356537] env[69770]: value = "task-4070644" [ 1214.356537] env[69770]: _type = "Task" [ 1214.356537] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1214.366536] env[69770]: DEBUG oslo_vmware.api [None req-9ebd0fb5-19b5-4d7d-b2d5-522c8e317f12 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] Task: {'id': task-4070644, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1214.566836] env[69770]: DEBUG nova.compute.manager [None req-de670193-6289-48c2-a358-34bbb7f1c9ff tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] [instance: 426f874f-2ebf-4fc9-914d-c46605963d4b] Start destroying the instance on the hypervisor. {{(pid=69770) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1214.567259] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-de670193-6289-48c2-a358-34bbb7f1c9ff tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] [instance: 426f874f-2ebf-4fc9-914d-c46605963d4b] Destroying instance {{(pid=69770) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1214.568570] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c78d0fb-3409-4635-b957-cb4b7c4cd313 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.578690] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-de670193-6289-48c2-a358-34bbb7f1c9ff tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] [instance: 426f874f-2ebf-4fc9-914d-c46605963d4b] Powering off the VM {{(pid=69770) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1214.579040] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5ad6e4f3-0f07-4a73-8b41-f134fb51d6b7 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.589432] env[69770]: DEBUG oslo_vmware.api [None req-de670193-6289-48c2-a358-34bbb7f1c9ff tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] Waiting for the task: (returnval){ [ 1214.589432] env[69770]: value = "task-4070645" [ 1214.589432] env[69770]: _type = "Task" [ 1214.589432] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1214.601848] env[69770]: DEBUG oslo_vmware.api [None req-de670193-6289-48c2-a358-34bbb7f1c9ff tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] Task: {'id': task-4070645, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1214.634691] env[69770]: DEBUG oslo_vmware.api [None req-7c2ffb8b-873f-48a7-9344-09000fb73760 tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] Task: {'id': task-4070641, 'name': CloneVM_Task} progress is 94%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1214.745203] env[69770]: DEBUG oslo_vmware.api [None req-9834e392-c7ea-4069-8c5c-3437dd9c89f1 tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] Task: {'id': task-4070630, 'name': ReconfigVM_Task} progress is 18%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1214.790225] env[69770]: DEBUG oslo_vmware.api [None req-a3567009-bc37-4b31-903b-ab8a7f78d497 tempest-AttachVolumeTestJSON-339692578 tempest-AttachVolumeTestJSON-339692578-project-member] Task: {'id': task-4070643, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1214.867929] env[69770]: DEBUG oslo_vmware.api [None req-9ebd0fb5-19b5-4d7d-b2d5-522c8e317f12 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] Task: {'id': task-4070644, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1215.101077] env[69770]: DEBUG oslo_vmware.api [None req-de670193-6289-48c2-a358-34bbb7f1c9ff tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] Task: {'id': task-4070645, 'name': PowerOffVM_Task, 'duration_secs': 0.277893} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1215.101077] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-de670193-6289-48c2-a358-34bbb7f1c9ff tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] [instance: 426f874f-2ebf-4fc9-914d-c46605963d4b] Powered off the VM {{(pid=69770) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1215.101077] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-de670193-6289-48c2-a358-34bbb7f1c9ff tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] [instance: 426f874f-2ebf-4fc9-914d-c46605963d4b] Unregistering the VM {{(pid=69770) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1215.101330] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b8785601-d623-4ae8-83ce-38a4890e95de {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.135391] env[69770]: DEBUG oslo_vmware.api [None req-7c2ffb8b-873f-48a7-9344-09000fb73760 tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] Task: {'id': task-4070641, 'name': CloneVM_Task} progress is 94%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1215.180347] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-de670193-6289-48c2-a358-34bbb7f1c9ff tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] [instance: 426f874f-2ebf-4fc9-914d-c46605963d4b] Unregistered the VM {{(pid=69770) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1215.180770] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-de670193-6289-48c2-a358-34bbb7f1c9ff tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] [instance: 426f874f-2ebf-4fc9-914d-c46605963d4b] Deleting contents of the VM from datastore datastore2 {{(pid=69770) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1215.180884] env[69770]: DEBUG nova.virt.vmwareapi.ds_util [None req-de670193-6289-48c2-a358-34bbb7f1c9ff tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] Deleting the datastore file [datastore2] 426f874f-2ebf-4fc9-914d-c46605963d4b {{(pid=69770) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1215.181283] env[69770]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a86cbc49-acd2-4f03-9c5f-0735aa2c033d {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.189656] env[69770]: DEBUG oslo_vmware.api [None req-de670193-6289-48c2-a358-34bbb7f1c9ff tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] Waiting for the task: (returnval){ [ 1215.189656] env[69770]: value = "task-4070647" [ 1215.189656] env[69770]: _type = "Task" [ 1215.189656] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1215.200251] env[69770]: DEBUG oslo_vmware.api [None req-de670193-6289-48c2-a358-34bbb7f1c9ff tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] Task: {'id': task-4070647, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1215.212014] env[69770]: DEBUG oslo_concurrency.lockutils [None req-bae078bc-7eed-4c66-8237-0ac794243820 tempest-AttachVolumeShelveTestJSON-1191911444 tempest-AttachVolumeShelveTestJSON-1191911444-project-member] Lock "1e9f2a84-ff0f-4bfb-87b7-0b0d3604ab3f" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.258s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1215.243830] env[69770]: DEBUG oslo_vmware.api [None req-9834e392-c7ea-4069-8c5c-3437dd9c89f1 tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] Task: {'id': task-4070630, 'name': ReconfigVM_Task, 'duration_secs': 5.836404} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1215.244084] env[69770]: DEBUG oslo_concurrency.lockutils [None req-9834e392-c7ea-4069-8c5c-3437dd9c89f1 tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] Releasing lock "7f67ebf8-f341-4cda-99d6-52ba82c5640e" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.244313] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-9834e392-c7ea-4069-8c5c-3437dd9c89f1 tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] [instance: 7f67ebf8-f341-4cda-99d6-52ba82c5640e] Reconfigured VM to detach interface {{(pid=69770) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1215.291066] env[69770]: DEBUG oslo_vmware.api [None req-a3567009-bc37-4b31-903b-ab8a7f78d497 tempest-AttachVolumeTestJSON-339692578 tempest-AttachVolumeTestJSON-339692578-project-member] Task: {'id': task-4070643, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.52292} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1215.291066] env[69770]: DEBUG nova.virt.vmwareapi.ds_util [None req-a3567009-bc37-4b31-903b-ab8a7f78d497 tempest-AttachVolumeTestJSON-339692578 tempest-AttachVolumeTestJSON-339692578-project-member] Deleted the datastore file {{(pid=69770) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1215.291289] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-a3567009-bc37-4b31-903b-ab8a7f78d497 tempest-AttachVolumeTestJSON-339692578 tempest-AttachVolumeTestJSON-339692578-project-member] [instance: dc0f3667-e2b8-4b6a-b4e2-cc558b2f10ad] Deleted contents of the VM from datastore datastore1 {{(pid=69770) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1215.291374] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-a3567009-bc37-4b31-903b-ab8a7f78d497 tempest-AttachVolumeTestJSON-339692578 tempest-AttachVolumeTestJSON-339692578-project-member] [instance: dc0f3667-e2b8-4b6a-b4e2-cc558b2f10ad] Instance destroyed {{(pid=69770) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1215.291540] env[69770]: INFO nova.compute.manager [None req-a3567009-bc37-4b31-903b-ab8a7f78d497 tempest-AttachVolumeTestJSON-339692578 tempest-AttachVolumeTestJSON-339692578-project-member] [instance: dc0f3667-e2b8-4b6a-b4e2-cc558b2f10ad] Took 1.63 seconds to destroy the instance on the hypervisor. [ 1215.291786] env[69770]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a3567009-bc37-4b31-903b-ab8a7f78d497 tempest-AttachVolumeTestJSON-339692578 tempest-AttachVolumeTestJSON-339692578-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69770) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1215.291974] env[69770]: DEBUG nova.compute.manager [-] [instance: dc0f3667-e2b8-4b6a-b4e2-cc558b2f10ad] Deallocating network for instance {{(pid=69770) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1215.292083] env[69770]: DEBUG nova.network.neutron [-] [instance: dc0f3667-e2b8-4b6a-b4e2-cc558b2f10ad] deallocate_for_instance() {{(pid=69770) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1215.368572] env[69770]: DEBUG oslo_vmware.api [None req-9ebd0fb5-19b5-4d7d-b2d5-522c8e317f12 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] Task: {'id': task-4070644, 'name': ReconfigVM_Task, 'duration_secs': 0.659486} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1215.368977] env[69770]: DEBUG nova.virt.vmwareapi.volumeops [None req-9ebd0fb5-19b5-4d7d-b2d5-522c8e317f12 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] [instance: 2d2ff265-feeb-403a-96e6-9b758ea3522b] Reconfigured VM instance instance-00000067 to attach disk [datastore1] 2d2ff265-feeb-403a-96e6-9b758ea3522b/2d2ff265-feeb-403a-96e6-9b758ea3522b.vmdk or device None with type sparse {{(pid=69770) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1215.369840] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c5d653a7-3b07-438a-8103-c480bf1ef67d {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.376696] env[69770]: DEBUG oslo_vmware.api [None req-9ebd0fb5-19b5-4d7d-b2d5-522c8e317f12 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] Waiting for the task: (returnval){ [ 1215.376696] env[69770]: value = "task-4070648" [ 1215.376696] env[69770]: _type = "Task" [ 1215.376696] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1215.387317] env[69770]: DEBUG oslo_vmware.api [None req-9ebd0fb5-19b5-4d7d-b2d5-522c8e317f12 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] Task: {'id': task-4070648, 'name': Rename_Task} progress is 5%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1215.438989] env[69770]: DEBUG oslo_concurrency.lockutils [None req-8f3eed58-7db7-46b6-b049-71ffbbd60ae1 tempest-AttachVolumeShelveTestJSON-1191911444 tempest-AttachVolumeShelveTestJSON-1191911444-project-member] Acquiring lock "1e9f2a84-ff0f-4bfb-87b7-0b0d3604ab3f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1215.439314] env[69770]: DEBUG oslo_concurrency.lockutils [None req-8f3eed58-7db7-46b6-b049-71ffbbd60ae1 tempest-AttachVolumeShelveTestJSON-1191911444 tempest-AttachVolumeShelveTestJSON-1191911444-project-member] Lock "1e9f2a84-ff0f-4bfb-87b7-0b0d3604ab3f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1215.439534] env[69770]: DEBUG oslo_concurrency.lockutils [None req-8f3eed58-7db7-46b6-b049-71ffbbd60ae1 tempest-AttachVolumeShelveTestJSON-1191911444 tempest-AttachVolumeShelveTestJSON-1191911444-project-member] Acquiring lock "1e9f2a84-ff0f-4bfb-87b7-0b0d3604ab3f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1215.439819] env[69770]: DEBUG oslo_concurrency.lockutils [None req-8f3eed58-7db7-46b6-b049-71ffbbd60ae1 tempest-AttachVolumeShelveTestJSON-1191911444 tempest-AttachVolumeShelveTestJSON-1191911444-project-member] Lock "1e9f2a84-ff0f-4bfb-87b7-0b0d3604ab3f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1215.440072] env[69770]: DEBUG oslo_concurrency.lockutils [None req-8f3eed58-7db7-46b6-b049-71ffbbd60ae1 tempest-AttachVolumeShelveTestJSON-1191911444 tempest-AttachVolumeShelveTestJSON-1191911444-project-member] Lock "1e9f2a84-ff0f-4bfb-87b7-0b0d3604ab3f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1215.442835] env[69770]: INFO nova.compute.manager [None req-8f3eed58-7db7-46b6-b049-71ffbbd60ae1 tempest-AttachVolumeShelveTestJSON-1191911444 tempest-AttachVolumeShelveTestJSON-1191911444-project-member] [instance: 1e9f2a84-ff0f-4bfb-87b7-0b0d3604ab3f] Terminating instance [ 1215.503264] env[69770]: DEBUG nova.compute.manager [req-fcaa93e4-84b7-4807-9004-b593e6a8a6ea req-b776825f-5159-46f8-b2e6-2803cef74670 service nova] [instance: 7f67ebf8-f341-4cda-99d6-52ba82c5640e] Received event network-vif-deleted-e8dafb54-2e0d-4c4a-8407-2da3fd2ad302 {{(pid=69770) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1215.503560] env[69770]: INFO nova.compute.manager [req-fcaa93e4-84b7-4807-9004-b593e6a8a6ea req-b776825f-5159-46f8-b2e6-2803cef74670 service nova] [instance: 7f67ebf8-f341-4cda-99d6-52ba82c5640e] Neutron deleted interface e8dafb54-2e0d-4c4a-8407-2da3fd2ad302; detaching it from the instance and deleting it from the info cache [ 1215.503763] env[69770]: DEBUG nova.network.neutron [req-fcaa93e4-84b7-4807-9004-b593e6a8a6ea req-b776825f-5159-46f8-b2e6-2803cef74670 service nova] [instance: 7f67ebf8-f341-4cda-99d6-52ba82c5640e] Updating instance_info_cache with network_info: [{"id": "9a2c16de-8145-4811-913c-c8599ec8e17a", "address": "fa:16:3e:2e:8d:ed", "network": {"id": "d5ae8d06-e279-436f-9c41-66b44f6f2542", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1370812323-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.242", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "63715e849e05463da9bfa0405c750b8f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dad4f433-bb0b-45c7-8040-972ef2277f75", "external-id": "nsx-vlan-transportzone-451", "segmentation_id": 451, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9a2c16de-81", "ovs_interfaceid": "9a2c16de-8145-4811-913c-c8599ec8e17a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "83e6c6c0-b56a-4b8b-9302-c7775dc86944", "address": "fa:16:3e:a6:7f:c9", "network": {"id": "d5ae8d06-e279-436f-9c41-66b44f6f2542", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1370812323-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "63715e849e05463da9bfa0405c750b8f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dad4f433-bb0b-45c7-8040-972ef2277f75", "external-id": "nsx-vlan-transportzone-451", "segmentation_id": 451, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap83e6c6c0-b5", "ovs_interfaceid": "83e6c6c0-b56a-4b8b-9302-c7775dc86944", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=69770) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1215.636821] env[69770]: DEBUG oslo_vmware.api [None req-7c2ffb8b-873f-48a7-9344-09000fb73760 tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] Task: {'id': task-4070641, 'name': CloneVM_Task, 'duration_secs': 1.360591} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1215.637670] env[69770]: INFO nova.virt.vmwareapi.vmops [None req-7c2ffb8b-873f-48a7-9344-09000fb73760 tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] [instance: 5815fe63-e447-4be2-9055-a6320d0ba896] Created linked-clone VM from snapshot [ 1215.638519] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-369aa4c7-cc4f-44c0-86bd-82ed2c6edeaa {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.648879] env[69770]: DEBUG nova.virt.vmwareapi.images [None req-7c2ffb8b-873f-48a7-9344-09000fb73760 tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] [instance: 5815fe63-e447-4be2-9055-a6320d0ba896] Uploading image a6459577-7b63-4537-aefa-2a7919a5d032 {{(pid=69770) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1215.678784] env[69770]: DEBUG oslo_vmware.rw_handles [None req-7c2ffb8b-873f-48a7-9344-09000fb73760 tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1215.678784] env[69770]: value = "vm-806669" [ 1215.678784] env[69770]: _type = "VirtualMachine" [ 1215.678784] env[69770]: }. {{(pid=69770) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1215.679030] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-7d128684-4ffc-4ef3-b2b2-fb22dad11004 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.687670] env[69770]: DEBUG oslo_vmware.rw_handles [None req-7c2ffb8b-873f-48a7-9344-09000fb73760 tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] Lease: (returnval){ [ 1215.687670] env[69770]: value = "session[52161b52-cb8e-ec9f-1132-2f6b49549d41]5232e5f7-9f38-478d-09e4-6e28d0a759a1" [ 1215.687670] env[69770]: _type = "HttpNfcLease" [ 1215.687670] env[69770]: } obtained for exporting VM: (result){ [ 1215.687670] env[69770]: value = "vm-806669" [ 1215.687670] env[69770]: _type = "VirtualMachine" [ 1215.687670] env[69770]: }. {{(pid=69770) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1215.687670] env[69770]: DEBUG oslo_vmware.api [None req-7c2ffb8b-873f-48a7-9344-09000fb73760 tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] Waiting for the lease: (returnval){ [ 1215.687670] env[69770]: value = "session[52161b52-cb8e-ec9f-1132-2f6b49549d41]5232e5f7-9f38-478d-09e4-6e28d0a759a1" [ 1215.687670] env[69770]: _type = "HttpNfcLease" [ 1215.687670] env[69770]: } to be ready. {{(pid=69770) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1215.700902] env[69770]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1215.700902] env[69770]: value = "session[52161b52-cb8e-ec9f-1132-2f6b49549d41]5232e5f7-9f38-478d-09e4-6e28d0a759a1" [ 1215.700902] env[69770]: _type = "HttpNfcLease" [ 1215.700902] env[69770]: } is initializing. {{(pid=69770) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1215.701292] env[69770]: DEBUG oslo_vmware.api [None req-de670193-6289-48c2-a358-34bbb7f1c9ff tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] Task: {'id': task-4070647, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.177705} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1215.701703] env[69770]: DEBUG nova.virt.vmwareapi.ds_util [None req-de670193-6289-48c2-a358-34bbb7f1c9ff tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] Deleted the datastore file {{(pid=69770) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1215.701940] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-de670193-6289-48c2-a358-34bbb7f1c9ff tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] [instance: 426f874f-2ebf-4fc9-914d-c46605963d4b] Deleted contents of the VM from datastore datastore2 {{(pid=69770) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1215.704074] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-de670193-6289-48c2-a358-34bbb7f1c9ff tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] [instance: 426f874f-2ebf-4fc9-914d-c46605963d4b] Instance destroyed {{(pid=69770) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1215.704074] env[69770]: INFO nova.compute.manager [None req-de670193-6289-48c2-a358-34bbb7f1c9ff tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] [instance: 426f874f-2ebf-4fc9-914d-c46605963d4b] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1215.704074] env[69770]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-de670193-6289-48c2-a358-34bbb7f1c9ff tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69770) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1215.704074] env[69770]: DEBUG nova.compute.manager [-] [instance: 426f874f-2ebf-4fc9-914d-c46605963d4b] Deallocating network for instance {{(pid=69770) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1215.704074] env[69770]: DEBUG nova.network.neutron [-] [instance: 426f874f-2ebf-4fc9-914d-c46605963d4b] deallocate_for_instance() {{(pid=69770) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1215.718782] env[69770]: DEBUG oslo_service.periodic_task [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69770) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1215.719039] env[69770]: DEBUG oslo_service.periodic_task [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69770) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1215.719169] env[69770]: DEBUG oslo_service.periodic_task [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69770) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1215.719311] env[69770]: DEBUG oslo_service.periodic_task [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69770) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1215.719451] env[69770]: DEBUG oslo_service.periodic_task [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69770) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1215.719588] env[69770]: DEBUG oslo_service.periodic_task [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69770) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1215.719725] env[69770]: DEBUG oslo_service.periodic_task [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69770) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1215.719886] env[69770]: DEBUG nova.compute.manager [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69770) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1215.720045] env[69770]: DEBUG oslo_service.periodic_task [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69770) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1215.747296] env[69770]: DEBUG nova.compute.manager [req-8c16660f-b792-46a2-903d-c01618aff77e req-e1c554b3-472e-438f-8748-337bb553676f service nova] [instance: dc0f3667-e2b8-4b6a-b4e2-cc558b2f10ad] Received event network-vif-deleted-759852cd-121b-4d04-9799-2c0a32306ad4 {{(pid=69770) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1215.747579] env[69770]: INFO nova.compute.manager [req-8c16660f-b792-46a2-903d-c01618aff77e req-e1c554b3-472e-438f-8748-337bb553676f service nova] [instance: dc0f3667-e2b8-4b6a-b4e2-cc558b2f10ad] Neutron deleted interface 759852cd-121b-4d04-9799-2c0a32306ad4; detaching it from the instance and deleting it from the info cache [ 1215.747828] env[69770]: DEBUG nova.network.neutron [req-8c16660f-b792-46a2-903d-c01618aff77e req-e1c554b3-472e-438f-8748-337bb553676f service nova] [instance: dc0f3667-e2b8-4b6a-b4e2-cc558b2f10ad] Updating instance_info_cache with network_info: [] {{(pid=69770) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1215.890024] env[69770]: DEBUG oslo_vmware.api [None req-9ebd0fb5-19b5-4d7d-b2d5-522c8e317f12 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] Task: {'id': task-4070648, 'name': Rename_Task, 'duration_secs': 0.246379} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1215.890024] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ebd0fb5-19b5-4d7d-b2d5-522c8e317f12 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] [instance: 2d2ff265-feeb-403a-96e6-9b758ea3522b] Powering on the VM {{(pid=69770) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1215.890024] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-38076506-c186-4b01-8092-63209a51c3d8 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.898031] env[69770]: DEBUG oslo_vmware.api [None req-9ebd0fb5-19b5-4d7d-b2d5-522c8e317f12 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] Waiting for the task: (returnval){ [ 1215.898031] env[69770]: value = "task-4070650" [ 1215.898031] env[69770]: _type = "Task" [ 1215.898031] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1215.909428] env[69770]: DEBUG oslo_vmware.api [None req-9ebd0fb5-19b5-4d7d-b2d5-522c8e317f12 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] Task: {'id': task-4070650, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1215.949817] env[69770]: DEBUG nova.compute.manager [None req-8f3eed58-7db7-46b6-b049-71ffbbd60ae1 tempest-AttachVolumeShelveTestJSON-1191911444 tempest-AttachVolumeShelveTestJSON-1191911444-project-member] [instance: 1e9f2a84-ff0f-4bfb-87b7-0b0d3604ab3f] Start destroying the instance on the hypervisor. {{(pid=69770) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1215.949817] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-8f3eed58-7db7-46b6-b049-71ffbbd60ae1 tempest-AttachVolumeShelveTestJSON-1191911444 tempest-AttachVolumeShelveTestJSON-1191911444-project-member] [instance: 1e9f2a84-ff0f-4bfb-87b7-0b0d3604ab3f] Destroying instance {{(pid=69770) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1215.949817] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae023d7a-98d8-4a21-bbe4-5b35fd413f3c {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.957660] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f3eed58-7db7-46b6-b049-71ffbbd60ae1 tempest-AttachVolumeShelveTestJSON-1191911444 tempest-AttachVolumeShelveTestJSON-1191911444-project-member] [instance: 1e9f2a84-ff0f-4bfb-87b7-0b0d3604ab3f] Powering off the VM {{(pid=69770) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1215.957865] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5492a8c4-d2d0-43c8-a07f-fd81ddecf03b {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.966922] env[69770]: DEBUG oslo_vmware.api [None req-8f3eed58-7db7-46b6-b049-71ffbbd60ae1 tempest-AttachVolumeShelveTestJSON-1191911444 tempest-AttachVolumeShelveTestJSON-1191911444-project-member] Waiting for the task: (returnval){ [ 1215.966922] env[69770]: value = "task-4070651" [ 1215.966922] env[69770]: _type = "Task" [ 1215.966922] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1215.982378] env[69770]: DEBUG oslo_vmware.api [None req-8f3eed58-7db7-46b6-b049-71ffbbd60ae1 tempest-AttachVolumeShelveTestJSON-1191911444 tempest-AttachVolumeShelveTestJSON-1191911444-project-member] Task: {'id': task-4070651, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1216.007307] env[69770]: DEBUG oslo_concurrency.lockutils [req-fcaa93e4-84b7-4807-9004-b593e6a8a6ea req-b776825f-5159-46f8-b2e6-2803cef74670 service nova] Acquiring lock "7f67ebf8-f341-4cda-99d6-52ba82c5640e" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.007888] env[69770]: DEBUG oslo_concurrency.lockutils [req-fcaa93e4-84b7-4807-9004-b593e6a8a6ea req-b776825f-5159-46f8-b2e6-2803cef74670 service nova] Acquired lock "7f67ebf8-f341-4cda-99d6-52ba82c5640e" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.009333] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a99fd691-b4f3-401b-884f-035874f754ff {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.034991] env[69770]: DEBUG oslo_concurrency.lockutils [req-fcaa93e4-84b7-4807-9004-b593e6a8a6ea req-b776825f-5159-46f8-b2e6-2803cef74670 service nova] Releasing lock "7f67ebf8-f341-4cda-99d6-52ba82c5640e" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.035534] env[69770]: WARNING nova.compute.manager [req-fcaa93e4-84b7-4807-9004-b593e6a8a6ea req-b776825f-5159-46f8-b2e6-2803cef74670 service nova] [instance: 7f67ebf8-f341-4cda-99d6-52ba82c5640e] Detach interface failed, port_id=e8dafb54-2e0d-4c4a-8407-2da3fd2ad302, reason: No device with interface-id e8dafb54-2e0d-4c4a-8407-2da3fd2ad302 exists on VM: nova.exception.NotFound: No device with interface-id e8dafb54-2e0d-4c4a-8407-2da3fd2ad302 exists on VM [ 1216.198119] env[69770]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1216.198119] env[69770]: value = "session[52161b52-cb8e-ec9f-1132-2f6b49549d41]5232e5f7-9f38-478d-09e4-6e28d0a759a1" [ 1216.198119] env[69770]: _type = "HttpNfcLease" [ 1216.198119] env[69770]: } is ready. {{(pid=69770) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1216.198405] env[69770]: DEBUG oslo_vmware.rw_handles [None req-7c2ffb8b-873f-48a7-9344-09000fb73760 tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1216.198405] env[69770]: value = "session[52161b52-cb8e-ec9f-1132-2f6b49549d41]5232e5f7-9f38-478d-09e4-6e28d0a759a1" [ 1216.198405] env[69770]: _type = "HttpNfcLease" [ 1216.198405] env[69770]: }. {{(pid=69770) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1216.199239] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc842b83-2944-4042-86ca-e2fcbc1334a1 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.965833] env[69770]: DEBUG oslo_concurrency.lockutils [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1216.966109] env[69770]: DEBUG oslo_concurrency.lockutils [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1216.966262] env[69770]: DEBUG oslo_concurrency.lockutils [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1216.966418] env[69770]: DEBUG nova.compute.resource_tracker [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69770) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1216.966685] env[69770]: DEBUG nova.network.neutron [-] [instance: dc0f3667-e2b8-4b6a-b4e2-cc558b2f10ad] Updating instance_info_cache with network_info: [] {{(pid=69770) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1216.971079] env[69770]: DEBUG oslo_concurrency.lockutils [None req-9834e392-c7ea-4069-8c5c-3437dd9c89f1 tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] Acquiring lock "refresh_cache-7f67ebf8-f341-4cda-99d6-52ba82c5640e" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.971187] env[69770]: DEBUG oslo_concurrency.lockutils [None req-9834e392-c7ea-4069-8c5c-3437dd9c89f1 tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] Acquired lock "refresh_cache-7f67ebf8-f341-4cda-99d6-52ba82c5640e" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.973118] env[69770]: DEBUG nova.network.neutron [None req-9834e392-c7ea-4069-8c5c-3437dd9c89f1 tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] [instance: 7f67ebf8-f341-4cda-99d6-52ba82c5640e] Building network info cache for instance {{(pid=69770) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1216.973118] env[69770]: DEBUG nova.network.neutron [-] [instance: 426f874f-2ebf-4fc9-914d-c46605963d4b] Updating instance_info_cache with network_info: [] {{(pid=69770) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1216.973907] env[69770]: DEBUG oslo_vmware.rw_handles [None req-7c2ffb8b-873f-48a7-9344-09000fb73760 tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52541bfd-2769-d921-95ee-f676b8632801/disk-0.vmdk from lease info. {{(pid=69770) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1216.974163] env[69770]: DEBUG oslo_vmware.rw_handles [None req-7c2ffb8b-873f-48a7-9344-09000fb73760 tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52541bfd-2769-d921-95ee-f676b8632801/disk-0.vmdk for reading. {{(pid=69770) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1216.981043] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eed18c35-e427-46ef-b7bf-b6ced5ddd246 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.981043] env[69770]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-1b1c6430-e2f2-45f9-8610-0d59f7c9a529 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.060828] env[69770]: DEBUG oslo_vmware.api [None req-8f3eed58-7db7-46b6-b049-71ffbbd60ae1 tempest-AttachVolumeShelveTestJSON-1191911444 tempest-AttachVolumeShelveTestJSON-1191911444-project-member] Task: {'id': task-4070651, 'name': PowerOffVM_Task, 'duration_secs': 0.201229} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1217.060828] env[69770]: DEBUG oslo_vmware.api [None req-9ebd0fb5-19b5-4d7d-b2d5-522c8e317f12 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] Task: {'id': task-4070650, 'name': PowerOnVM_Task, 'duration_secs': 0.595499} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1217.064857] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6958901d-76c2-4c13-b019-dcae719b6244 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.075956] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0ae44d2-3609-4be8-af6d-70ffea0244cd {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.079801] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f3eed58-7db7-46b6-b049-71ffbbd60ae1 tempest-AttachVolumeShelveTestJSON-1191911444 tempest-AttachVolumeShelveTestJSON-1191911444-project-member] [instance: 1e9f2a84-ff0f-4bfb-87b7-0b0d3604ab3f] Powered off the VM {{(pid=69770) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1217.079975] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-8f3eed58-7db7-46b6-b049-71ffbbd60ae1 tempest-AttachVolumeShelveTestJSON-1191911444 tempest-AttachVolumeShelveTestJSON-1191911444-project-member] [instance: 1e9f2a84-ff0f-4bfb-87b7-0b0d3604ab3f] Unregistering the VM {{(pid=69770) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1217.080254] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ebd0fb5-19b5-4d7d-b2d5-522c8e317f12 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] [instance: 2d2ff265-feeb-403a-96e6-9b758ea3522b] Powered on the VM {{(pid=69770) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1217.080454] env[69770]: INFO nova.compute.manager [None req-9ebd0fb5-19b5-4d7d-b2d5-522c8e317f12 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] [instance: 2d2ff265-feeb-403a-96e6-9b758ea3522b] Took 8.17 seconds to spawn the instance on the hypervisor. [ 1217.080630] env[69770]: DEBUG nova.compute.manager [None req-9ebd0fb5-19b5-4d7d-b2d5-522c8e317f12 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] [instance: 2d2ff265-feeb-403a-96e6-9b758ea3522b] Checking state {{(pid=69770) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1217.081756] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9bcf0119-410e-49a2-8548-01175702396b {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.083578] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e80937d-14e8-478e-9696-86ebef9642f6 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.113273] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91ae9d52-8533-4f30-b184-209331e1444e {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.117222] env[69770]: DEBUG nova.compute.manager [req-8c16660f-b792-46a2-903d-c01618aff77e req-e1c554b3-472e-438f-8748-337bb553676f service nova] [instance: dc0f3667-e2b8-4b6a-b4e2-cc558b2f10ad] Detach interface failed, port_id=759852cd-121b-4d04-9799-2c0a32306ad4, reason: Instance dc0f3667-e2b8-4b6a-b4e2-cc558b2f10ad could not be found. {{(pid=69770) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1217.124811] env[69770]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-8982f441-5735-476a-850a-f56447caf620 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.127135] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac988eea-a2af-4ba8-8586-387fffc95905 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.162782] env[69770]: DEBUG nova.compute.resource_tracker [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=178463MB free_disk=20GB free_vcpus=48 pci_devices=None {{(pid=69770) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1217.163088] env[69770]: DEBUG oslo_concurrency.lockutils [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1217.163234] env[69770]: DEBUG oslo_concurrency.lockutils [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1217.189867] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-8f3eed58-7db7-46b6-b049-71ffbbd60ae1 tempest-AttachVolumeShelveTestJSON-1191911444 tempest-AttachVolumeShelveTestJSON-1191911444-project-member] [instance: 1e9f2a84-ff0f-4bfb-87b7-0b0d3604ab3f] Unregistered the VM {{(pid=69770) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1217.193054] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-8f3eed58-7db7-46b6-b049-71ffbbd60ae1 tempest-AttachVolumeShelveTestJSON-1191911444 tempest-AttachVolumeShelveTestJSON-1191911444-project-member] [instance: 1e9f2a84-ff0f-4bfb-87b7-0b0d3604ab3f] Deleting contents of the VM from datastore datastore2 {{(pid=69770) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1217.193054] env[69770]: DEBUG nova.virt.vmwareapi.ds_util [None req-8f3eed58-7db7-46b6-b049-71ffbbd60ae1 tempest-AttachVolumeShelveTestJSON-1191911444 tempest-AttachVolumeShelveTestJSON-1191911444-project-member] Deleting the datastore file [datastore2] 1e9f2a84-ff0f-4bfb-87b7-0b0d3604ab3f {{(pid=69770) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1217.193054] env[69770]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b64ac173-2344-441c-8539-5823d07b991f {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.201025] env[69770]: DEBUG oslo_vmware.api [None req-8f3eed58-7db7-46b6-b049-71ffbbd60ae1 tempest-AttachVolumeShelveTestJSON-1191911444 tempest-AttachVolumeShelveTestJSON-1191911444-project-member] Waiting for the task: (returnval){ [ 1217.201025] env[69770]: value = "task-4070654" [ 1217.201025] env[69770]: _type = "Task" [ 1217.201025] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1217.208908] env[69770]: DEBUG oslo_vmware.api [None req-8f3eed58-7db7-46b6-b049-71ffbbd60ae1 tempest-AttachVolumeShelveTestJSON-1191911444 tempest-AttachVolumeShelveTestJSON-1191911444-project-member] Task: {'id': task-4070654, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1217.469877] env[69770]: INFO nova.compute.manager [-] [instance: dc0f3667-e2b8-4b6a-b4e2-cc558b2f10ad] Took 2.18 seconds to deallocate network for instance. [ 1217.477383] env[69770]: INFO nova.compute.manager [-] [instance: 426f874f-2ebf-4fc9-914d-c46605963d4b] Took 1.77 seconds to deallocate network for instance. [ 1217.485032] env[69770]: DEBUG oslo_concurrency.lockutils [None req-5b9f888f-137e-4215-ae8c-c765d32bef34 tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] Acquiring lock "7f67ebf8-f341-4cda-99d6-52ba82c5640e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1217.485032] env[69770]: DEBUG oslo_concurrency.lockutils [None req-5b9f888f-137e-4215-ae8c-c765d32bef34 tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] Lock "7f67ebf8-f341-4cda-99d6-52ba82c5640e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1217.485032] env[69770]: DEBUG oslo_concurrency.lockutils [None req-5b9f888f-137e-4215-ae8c-c765d32bef34 tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] Acquiring lock "7f67ebf8-f341-4cda-99d6-52ba82c5640e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1217.485032] env[69770]: DEBUG oslo_concurrency.lockutils [None req-5b9f888f-137e-4215-ae8c-c765d32bef34 tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] Lock "7f67ebf8-f341-4cda-99d6-52ba82c5640e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1217.485032] env[69770]: DEBUG oslo_concurrency.lockutils [None req-5b9f888f-137e-4215-ae8c-c765d32bef34 tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] Lock "7f67ebf8-f341-4cda-99d6-52ba82c5640e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1217.486903] env[69770]: DEBUG oslo_concurrency.lockutils [None req-7645bced-8c43-46b7-9385-09e373950d51 tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] Acquiring lock "cb2d5e5c-a655-4351-8e47-77816071183b" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1217.486903] env[69770]: DEBUG oslo_concurrency.lockutils [None req-7645bced-8c43-46b7-9385-09e373950d51 tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] Lock "cb2d5e5c-a655-4351-8e47-77816071183b" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1217.488198] env[69770]: INFO nova.compute.manager [None req-5b9f888f-137e-4215-ae8c-c765d32bef34 tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] [instance: 7f67ebf8-f341-4cda-99d6-52ba82c5640e] Terminating instance [ 1217.531919] env[69770]: DEBUG nova.compute.manager [req-607f166a-3dfc-400a-ac59-f6a1895df32b req-d0c29922-a204-417a-a16c-e9d37033b1d0 service nova] [instance: 426f874f-2ebf-4fc9-914d-c46605963d4b] Received event network-vif-deleted-52c35121-9634-4282-9b1c-d027a6b55523 {{(pid=69770) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1217.621154] env[69770]: INFO nova.compute.manager [None req-9ebd0fb5-19b5-4d7d-b2d5-522c8e317f12 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] [instance: 2d2ff265-feeb-403a-96e6-9b758ea3522b] Took 13.01 seconds to build instance. [ 1217.712419] env[69770]: DEBUG oslo_vmware.api [None req-8f3eed58-7db7-46b6-b049-71ffbbd60ae1 tempest-AttachVolumeShelveTestJSON-1191911444 tempest-AttachVolumeShelveTestJSON-1191911444-project-member] Task: {'id': task-4070654, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.178512} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1217.712821] env[69770]: DEBUG nova.virt.vmwareapi.ds_util [None req-8f3eed58-7db7-46b6-b049-71ffbbd60ae1 tempest-AttachVolumeShelveTestJSON-1191911444 tempest-AttachVolumeShelveTestJSON-1191911444-project-member] Deleted the datastore file {{(pid=69770) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1217.712895] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-8f3eed58-7db7-46b6-b049-71ffbbd60ae1 tempest-AttachVolumeShelveTestJSON-1191911444 tempest-AttachVolumeShelveTestJSON-1191911444-project-member] [instance: 1e9f2a84-ff0f-4bfb-87b7-0b0d3604ab3f] Deleted contents of the VM from datastore datastore2 {{(pid=69770) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1217.713450] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-8f3eed58-7db7-46b6-b049-71ffbbd60ae1 tempest-AttachVolumeShelveTestJSON-1191911444 tempest-AttachVolumeShelveTestJSON-1191911444-project-member] [instance: 1e9f2a84-ff0f-4bfb-87b7-0b0d3604ab3f] Instance destroyed {{(pid=69770) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1217.713450] env[69770]: INFO nova.compute.manager [None req-8f3eed58-7db7-46b6-b049-71ffbbd60ae1 tempest-AttachVolumeShelveTestJSON-1191911444 tempest-AttachVolumeShelveTestJSON-1191911444-project-member] [instance: 1e9f2a84-ff0f-4bfb-87b7-0b0d3604ab3f] Took 1.77 seconds to destroy the instance on the hypervisor. [ 1217.713611] env[69770]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8f3eed58-7db7-46b6-b049-71ffbbd60ae1 tempest-AttachVolumeShelveTestJSON-1191911444 tempest-AttachVolumeShelveTestJSON-1191911444-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69770) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1217.713773] env[69770]: DEBUG nova.compute.manager [-] [instance: 1e9f2a84-ff0f-4bfb-87b7-0b0d3604ab3f] Deallocating network for instance {{(pid=69770) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1217.714751] env[69770]: DEBUG nova.network.neutron [-] [instance: 1e9f2a84-ff0f-4bfb-87b7-0b0d3604ab3f] deallocate_for_instance() {{(pid=69770) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1217.805189] env[69770]: INFO nova.network.neutron [None req-9834e392-c7ea-4069-8c5c-3437dd9c89f1 tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] [instance: 7f67ebf8-f341-4cda-99d6-52ba82c5640e] Port 83e6c6c0-b56a-4b8b-9302-c7775dc86944 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1217.805570] env[69770]: DEBUG nova.network.neutron [None req-9834e392-c7ea-4069-8c5c-3437dd9c89f1 tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] [instance: 7f67ebf8-f341-4cda-99d6-52ba82c5640e] Updating instance_info_cache with network_info: [{"id": "9a2c16de-8145-4811-913c-c8599ec8e17a", "address": "fa:16:3e:2e:8d:ed", "network": {"id": "d5ae8d06-e279-436f-9c41-66b44f6f2542", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1370812323-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.242", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "63715e849e05463da9bfa0405c750b8f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dad4f433-bb0b-45c7-8040-972ef2277f75", "external-id": "nsx-vlan-transportzone-451", "segmentation_id": 451, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9a2c16de-81", "ovs_interfaceid": "9a2c16de-8145-4811-913c-c8599ec8e17a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69770) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1217.837398] env[69770]: DEBUG nova.compute.manager [req-b9d5fc8b-f368-40e4-92b4-2d80549733b4 req-0d37b104-afb2-494d-b898-6f35615293a7 service nova] [instance: 7f67ebf8-f341-4cda-99d6-52ba82c5640e] Received event network-vif-deleted-83e6c6c0-b56a-4b8b-9302-c7775dc86944 {{(pid=69770) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1217.837977] env[69770]: INFO nova.compute.manager [req-b9d5fc8b-f368-40e4-92b4-2d80549733b4 req-0d37b104-afb2-494d-b898-6f35615293a7 service nova] [instance: 7f67ebf8-f341-4cda-99d6-52ba82c5640e] Neutron deleted interface 83e6c6c0-b56a-4b8b-9302-c7775dc86944; detaching it from the instance and deleting it from the info cache [ 1217.838472] env[69770]: DEBUG nova.network.neutron [req-b9d5fc8b-f368-40e4-92b4-2d80549733b4 req-0d37b104-afb2-494d-b898-6f35615293a7 service nova] [instance: 7f67ebf8-f341-4cda-99d6-52ba82c5640e] Updating instance_info_cache with network_info: [{"id": "9a2c16de-8145-4811-913c-c8599ec8e17a", "address": "fa:16:3e:2e:8d:ed", "network": {"id": "d5ae8d06-e279-436f-9c41-66b44f6f2542", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1370812323-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.242", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "63715e849e05463da9bfa0405c750b8f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dad4f433-bb0b-45c7-8040-972ef2277f75", "external-id": "nsx-vlan-transportzone-451", "segmentation_id": 451, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9a2c16de-81", "ovs_interfaceid": "9a2c16de-8145-4811-913c-c8599ec8e17a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69770) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1217.979287] env[69770]: DEBUG oslo_concurrency.lockutils [None req-a3567009-bc37-4b31-903b-ab8a7f78d497 tempest-AttachVolumeTestJSON-339692578 tempest-AttachVolumeTestJSON-339692578-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1217.984512] env[69770]: DEBUG oslo_concurrency.lockutils [None req-de670193-6289-48c2-a358-34bbb7f1c9ff tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1217.991588] env[69770]: INFO nova.compute.manager [None req-7645bced-8c43-46b7-9385-09e373950d51 tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] [instance: cb2d5e5c-a655-4351-8e47-77816071183b] Detaching volume ace1cfcc-c088-45ef-b9cb-40b59354b1ce [ 1217.997399] env[69770]: DEBUG nova.compute.manager [None req-5b9f888f-137e-4215-ae8c-c765d32bef34 tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] [instance: 7f67ebf8-f341-4cda-99d6-52ba82c5640e] Start destroying the instance on the hypervisor. {{(pid=69770) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1217.997399] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-5b9f888f-137e-4215-ae8c-c765d32bef34 tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] [instance: 7f67ebf8-f341-4cda-99d6-52ba82c5640e] Destroying instance {{(pid=69770) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1217.997399] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a8c1236-e7d3-4109-ab67-eb39ec2c07cd {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.007752] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b9f888f-137e-4215-ae8c-c765d32bef34 tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] [instance: 7f67ebf8-f341-4cda-99d6-52ba82c5640e] Powering off the VM {{(pid=69770) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1218.008575] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8ca32571-b81a-4492-a3dc-b5e1e0aa6dfc {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.016317] env[69770]: DEBUG oslo_vmware.api [None req-5b9f888f-137e-4215-ae8c-c765d32bef34 tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] Waiting for the task: (returnval){ [ 1218.016317] env[69770]: value = "task-4070655" [ 1218.016317] env[69770]: _type = "Task" [ 1218.016317] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1218.026431] env[69770]: DEBUG oslo_vmware.api [None req-5b9f888f-137e-4215-ae8c-c765d32bef34 tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] Task: {'id': task-4070655, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1218.034799] env[69770]: INFO nova.virt.block_device [None req-7645bced-8c43-46b7-9385-09e373950d51 tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] [instance: cb2d5e5c-a655-4351-8e47-77816071183b] Attempting to driver detach volume ace1cfcc-c088-45ef-b9cb-40b59354b1ce from mountpoint /dev/sdb [ 1218.035152] env[69770]: DEBUG nova.virt.vmwareapi.volumeops [None req-7645bced-8c43-46b7-9385-09e373950d51 tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] [instance: cb2d5e5c-a655-4351-8e47-77816071183b] Volume detach. Driver type: vmdk {{(pid=69770) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1218.035568] env[69770]: DEBUG nova.virt.vmwareapi.volumeops [None req-7645bced-8c43-46b7-9385-09e373950d51 tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] [instance: cb2d5e5c-a655-4351-8e47-77816071183b] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-806650', 'volume_id': 'ace1cfcc-c088-45ef-b9cb-40b59354b1ce', 'name': 'volume-ace1cfcc-c088-45ef-b9cb-40b59354b1ce', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'cb2d5e5c-a655-4351-8e47-77816071183b', 'attached_at': '', 'detached_at': '', 'volume_id': 'ace1cfcc-c088-45ef-b9cb-40b59354b1ce', 'serial': 'ace1cfcc-c088-45ef-b9cb-40b59354b1ce'} {{(pid=69770) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1218.039232] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1821beb5-b9ca-411a-85cd-38718be274df {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.064008] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e996660a-7262-41de-a57c-3ac233818ed2 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.074068] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5159f252-b955-44de-be6c-5cf1ffa4345e {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.097922] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09cbe467-0e1c-435c-8a68-dfbf6029c108 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.115067] env[69770]: DEBUG nova.virt.vmwareapi.volumeops [None req-7645bced-8c43-46b7-9385-09e373950d51 tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] The volume has not been displaced from its original location: [datastore2] volume-ace1cfcc-c088-45ef-b9cb-40b59354b1ce/volume-ace1cfcc-c088-45ef-b9cb-40b59354b1ce.vmdk. No consolidation needed. {{(pid=69770) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1218.120763] env[69770]: DEBUG nova.virt.vmwareapi.volumeops [None req-7645bced-8c43-46b7-9385-09e373950d51 tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] [instance: cb2d5e5c-a655-4351-8e47-77816071183b] Reconfiguring VM instance instance-00000059 to detach disk 2001 {{(pid=69770) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1218.121174] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e396cb3a-e822-49c7-9a72-5da2a6c3c683 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.135877] env[69770]: DEBUG oslo_concurrency.lockutils [None req-9ebd0fb5-19b5-4d7d-b2d5-522c8e317f12 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] Lock "2d2ff265-feeb-403a-96e6-9b758ea3522b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.531s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1218.144313] env[69770]: DEBUG oslo_vmware.api [None req-7645bced-8c43-46b7-9385-09e373950d51 tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] Waiting for the task: (returnval){ [ 1218.144313] env[69770]: value = "task-4070656" [ 1218.144313] env[69770]: _type = "Task" [ 1218.144313] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1218.154370] env[69770]: DEBUG oslo_vmware.api [None req-7645bced-8c43-46b7-9385-09e373950d51 tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] Task: {'id': task-4070656, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1218.202338] env[69770]: DEBUG nova.compute.resource_tracker [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] Instance 426f874f-2ebf-4fc9-914d-c46605963d4b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69770) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1218.202534] env[69770]: DEBUG nova.compute.resource_tracker [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] Instance a3617e51-7671-42b4-a7d3-a22c7d57814a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69770) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1218.202728] env[69770]: DEBUG nova.compute.resource_tracker [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] Instance cef6cba7-84fd-45db-82bf-20df6499c75e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69770) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1218.202861] env[69770]: DEBUG nova.compute.resource_tracker [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] Instance dc0f3667-e2b8-4b6a-b4e2-cc558b2f10ad actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69770) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1218.202979] env[69770]: DEBUG nova.compute.resource_tracker [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] Instance cb2d5e5c-a655-4351-8e47-77816071183b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69770) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1218.203113] env[69770]: DEBUG nova.compute.resource_tracker [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] Instance ec405988-80b1-4918-8572-addc7c5127aa actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69770) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1218.203274] env[69770]: DEBUG nova.compute.resource_tracker [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] Instance c53961c9-df55-42c6-8410-a50404d06605 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69770) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1218.203409] env[69770]: DEBUG nova.compute.resource_tracker [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] Instance 5815fe63-e447-4be2-9055-a6320d0ba896 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69770) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1218.204017] env[69770]: DEBUG nova.compute.resource_tracker [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] Instance 7f67ebf8-f341-4cda-99d6-52ba82c5640e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69770) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1218.204017] env[69770]: DEBUG nova.compute.resource_tracker [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] Instance 1e9f2a84-ff0f-4bfb-87b7-0b0d3604ab3f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69770) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1218.204017] env[69770]: DEBUG nova.compute.resource_tracker [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] Instance 215916d5-31b5-49ba-a7bc-78d9652dea41 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69770) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1218.204017] env[69770]: DEBUG nova.compute.resource_tracker [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] Instance 2d2ff265-feeb-403a-96e6-9b758ea3522b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69770) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1218.309091] env[69770]: DEBUG oslo_concurrency.lockutils [None req-9834e392-c7ea-4069-8c5c-3437dd9c89f1 tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] Releasing lock "refresh_cache-7f67ebf8-f341-4cda-99d6-52ba82c5640e" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.344297] env[69770]: DEBUG oslo_concurrency.lockutils [req-b9d5fc8b-f368-40e4-92b4-2d80549733b4 req-0d37b104-afb2-494d-b898-6f35615293a7 service nova] Acquiring lock "7f67ebf8-f341-4cda-99d6-52ba82c5640e" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.526586] env[69770]: DEBUG oslo_vmware.api [None req-5b9f888f-137e-4215-ae8c-c765d32bef34 tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] Task: {'id': task-4070655, 'name': PowerOffVM_Task, 'duration_secs': 0.307292} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1218.526586] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b9f888f-137e-4215-ae8c-c765d32bef34 tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] [instance: 7f67ebf8-f341-4cda-99d6-52ba82c5640e] Powered off the VM {{(pid=69770) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1218.527509] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-5b9f888f-137e-4215-ae8c-c765d32bef34 tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] [instance: 7f67ebf8-f341-4cda-99d6-52ba82c5640e] Unregistering the VM {{(pid=69770) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1218.530026] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f3d8955f-607f-4079-ada4-7d3f42a838b8 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.561224] env[69770]: DEBUG nova.virt.vmwareapi.volumeops [None req-42ffc72f-0019-498e-a2b4-becb2b541c0a tempest-ServerRescueNegativeTestJSON-135561646 tempest-ServerRescueNegativeTestJSON-135561646-project-member] [instance: 215916d5-31b5-49ba-a7bc-78d9652dea41] Volume attach. Driver type: vmdk {{(pid=69770) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1218.561224] env[69770]: DEBUG nova.virt.vmwareapi.volumeops [None req-42ffc72f-0019-498e-a2b4-becb2b541c0a tempest-ServerRescueNegativeTestJSON-135561646 tempest-ServerRescueNegativeTestJSON-135561646-project-member] [instance: 215916d5-31b5-49ba-a7bc-78d9652dea41] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-806668', 'volume_id': '047d0dcf-e4f8-4599-81b3-01f015619b8e', 'name': 'volume-047d0dcf-e4f8-4599-81b3-01f015619b8e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '215916d5-31b5-49ba-a7bc-78d9652dea41', 'attached_at': '', 'detached_at': '', 'volume_id': '047d0dcf-e4f8-4599-81b3-01f015619b8e', 'serial': '047d0dcf-e4f8-4599-81b3-01f015619b8e'} {{(pid=69770) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1218.562828] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b56130d2-0fad-4216-bf60-69ca5d2b268f {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.581344] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8872a414-21ea-46b6-911d-89c090e67872 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.608415] env[69770]: DEBUG nova.virt.vmwareapi.volumeops [None req-42ffc72f-0019-498e-a2b4-becb2b541c0a tempest-ServerRescueNegativeTestJSON-135561646 tempest-ServerRescueNegativeTestJSON-135561646-project-member] [instance: 215916d5-31b5-49ba-a7bc-78d9652dea41] Reconfiguring VM instance instance-00000063 to attach disk [datastore1] volume-047d0dcf-e4f8-4599-81b3-01f015619b8e/volume-047d0dcf-e4f8-4599-81b3-01f015619b8e.vmdk or device None with type thin {{(pid=69770) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1218.609142] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c9bbecae-e67e-4559-a322-4ddf158f825f {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.629401] env[69770]: DEBUG oslo_vmware.api [None req-42ffc72f-0019-498e-a2b4-becb2b541c0a tempest-ServerRescueNegativeTestJSON-135561646 tempest-ServerRescueNegativeTestJSON-135561646-project-member] Waiting for the task: (returnval){ [ 1218.629401] env[69770]: value = "task-4070658" [ 1218.629401] env[69770]: _type = "Task" [ 1218.629401] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1218.639868] env[69770]: DEBUG oslo_vmware.api [None req-42ffc72f-0019-498e-a2b4-becb2b541c0a tempest-ServerRescueNegativeTestJSON-135561646 tempest-ServerRescueNegativeTestJSON-135561646-project-member] Task: {'id': task-4070658, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1218.655661] env[69770]: DEBUG oslo_vmware.api [None req-7645bced-8c43-46b7-9385-09e373950d51 tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] Task: {'id': task-4070656, 'name': ReconfigVM_Task, 'duration_secs': 0.307338} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1218.656212] env[69770]: DEBUG nova.virt.vmwareapi.volumeops [None req-7645bced-8c43-46b7-9385-09e373950d51 tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] [instance: cb2d5e5c-a655-4351-8e47-77816071183b] Reconfigured VM instance instance-00000059 to detach disk 2001 {{(pid=69770) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1218.663097] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3bc9cc2c-8ea8-470b-a0c6-a320db5548a6 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.676176] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-5b9f888f-137e-4215-ae8c-c765d32bef34 tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] [instance: 7f67ebf8-f341-4cda-99d6-52ba82c5640e] Unregistered the VM {{(pid=69770) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1218.676395] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-5b9f888f-137e-4215-ae8c-c765d32bef34 tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] [instance: 7f67ebf8-f341-4cda-99d6-52ba82c5640e] Deleting contents of the VM from datastore datastore2 {{(pid=69770) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1218.676569] env[69770]: DEBUG nova.virt.vmwareapi.ds_util [None req-5b9f888f-137e-4215-ae8c-c765d32bef34 tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] Deleting the datastore file [datastore2] 7f67ebf8-f341-4cda-99d6-52ba82c5640e {{(pid=69770) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1218.677367] env[69770]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e40bea4b-a60f-46b6-a303-23c09118c831 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.683127] env[69770]: DEBUG oslo_vmware.api [None req-7645bced-8c43-46b7-9385-09e373950d51 tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] Waiting for the task: (returnval){ [ 1218.683127] env[69770]: value = "task-4070659" [ 1218.683127] env[69770]: _type = "Task" [ 1218.683127] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1218.688263] env[69770]: DEBUG oslo_vmware.api [None req-5b9f888f-137e-4215-ae8c-c765d32bef34 tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] Waiting for the task: (returnval){ [ 1218.688263] env[69770]: value = "task-4070660" [ 1218.688263] env[69770]: _type = "Task" [ 1218.688263] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1218.695825] env[69770]: DEBUG oslo_vmware.api [None req-7645bced-8c43-46b7-9385-09e373950d51 tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] Task: {'id': task-4070659, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1218.701754] env[69770]: DEBUG oslo_vmware.api [None req-5b9f888f-137e-4215-ae8c-c765d32bef34 tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] Task: {'id': task-4070660, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1218.706545] env[69770]: INFO nova.compute.resource_tracker [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] Instance 0161f23e-bd37-484a-b8d5-35985bbec1db has allocations against this compute host but is not found in the database. [ 1218.706821] env[69770]: DEBUG nova.compute.resource_tracker [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] Total usable vcpus: 48, total allocated vcpus: 13 {{(pid=69770) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1218.706997] env[69770]: DEBUG nova.compute.resource_tracker [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3008MB phys_disk=200GB used_disk=13GB total_vcpus=48 used_vcpus=13 pci_stats=[] {{(pid=69770) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1218.814656] env[69770]: DEBUG oslo_concurrency.lockutils [None req-9834e392-c7ea-4069-8c5c-3437dd9c89f1 tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] Lock "interface-7f67ebf8-f341-4cda-99d6-52ba82c5640e-e8dafb54-2e0d-4c4a-8407-2da3fd2ad302" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 10.161s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1218.816289] env[69770]: DEBUG nova.network.neutron [-] [instance: 1e9f2a84-ff0f-4bfb-87b7-0b0d3604ab3f] Updating instance_info_cache with network_info: [] {{(pid=69770) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1218.955172] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3d85022-56a5-4140-ad54-886d5bdae115 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.964645] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b0aecbf-e750-4691-9ebc-53d8f58913cd {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.005536] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc663252-8af4-4ca7-965d-386f21698c6b {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.008590] env[69770]: DEBUG nova.compute.manager [None req-05071be7-54fd-4640-ae37-5182143fe951 tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] [instance: dab60fd0-ed75-4747-8caf-e5e99ea54448] Stashing vm_state: active {{(pid=69770) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1219.021516] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5839f627-6304-4f81-aa7f-9f0c5ec4d2fa {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.034478] env[69770]: DEBUG nova.compute.provider_tree [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] Inventory has not changed in ProviderTree for provider: 7cc7d32b-b7a7-454a-a456-2a440248ed9d {{(pid=69770) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1219.064779] env[69770]: DEBUG oslo_concurrency.lockutils [None req-d9270495-5b3a-41b6-9331-897a72236d88 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] Acquiring lock "2d2ff265-feeb-403a-96e6-9b758ea3522b" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1219.065149] env[69770]: DEBUG oslo_concurrency.lockutils [None req-d9270495-5b3a-41b6-9331-897a72236d88 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] Lock "2d2ff265-feeb-403a-96e6-9b758ea3522b" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1219.141748] env[69770]: DEBUG oslo_vmware.api [None req-42ffc72f-0019-498e-a2b4-becb2b541c0a tempest-ServerRescueNegativeTestJSON-135561646 tempest-ServerRescueNegativeTestJSON-135561646-project-member] Task: {'id': task-4070658, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1219.196510] env[69770]: DEBUG oslo_vmware.api [None req-7645bced-8c43-46b7-9385-09e373950d51 tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] Task: {'id': task-4070659, 'name': ReconfigVM_Task, 'duration_secs': 0.168337} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1219.198041] env[69770]: DEBUG nova.virt.vmwareapi.volumeops [None req-7645bced-8c43-46b7-9385-09e373950d51 tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] [instance: cb2d5e5c-a655-4351-8e47-77816071183b] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-806650', 'volume_id': 'ace1cfcc-c088-45ef-b9cb-40b59354b1ce', 'name': 'volume-ace1cfcc-c088-45ef-b9cb-40b59354b1ce', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'cb2d5e5c-a655-4351-8e47-77816071183b', 'attached_at': '', 'detached_at': '', 'volume_id': 'ace1cfcc-c088-45ef-b9cb-40b59354b1ce', 'serial': 'ace1cfcc-c088-45ef-b9cb-40b59354b1ce'} {{(pid=69770) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1219.203779] env[69770]: DEBUG oslo_vmware.api [None req-5b9f888f-137e-4215-ae8c-c765d32bef34 tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] Task: {'id': task-4070660, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.262575} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1219.204127] env[69770]: DEBUG nova.virt.vmwareapi.ds_util [None req-5b9f888f-137e-4215-ae8c-c765d32bef34 tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] Deleted the datastore file {{(pid=69770) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1219.204284] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-5b9f888f-137e-4215-ae8c-c765d32bef34 tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] [instance: 7f67ebf8-f341-4cda-99d6-52ba82c5640e] Deleted contents of the VM from datastore datastore2 {{(pid=69770) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1219.204449] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-5b9f888f-137e-4215-ae8c-c765d32bef34 tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] [instance: 7f67ebf8-f341-4cda-99d6-52ba82c5640e] Instance destroyed {{(pid=69770) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1219.204623] env[69770]: INFO nova.compute.manager [None req-5b9f888f-137e-4215-ae8c-c765d32bef34 tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] [instance: 7f67ebf8-f341-4cda-99d6-52ba82c5640e] Took 1.21 seconds to destroy the instance on the hypervisor. [ 1219.204880] env[69770]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5b9f888f-137e-4215-ae8c-c765d32bef34 tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69770) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1219.205075] env[69770]: DEBUG nova.compute.manager [-] [instance: 7f67ebf8-f341-4cda-99d6-52ba82c5640e] Deallocating network for instance {{(pid=69770) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1219.205211] env[69770]: DEBUG nova.network.neutron [-] [instance: 7f67ebf8-f341-4cda-99d6-52ba82c5640e] deallocate_for_instance() {{(pid=69770) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1219.253958] env[69770]: DEBUG neutronclient.v2_0.client [-] Error message: {"NeutronError": {"type": "PortNotFound", "message": "Port 83e6c6c0-b56a-4b8b-9302-c7775dc86944 could not be found.", "detail": ""}} {{(pid=69770) _handle_fault_response /opt/stack/data/venv/lib/python3.10/site-packages/neutronclient/v2_0/client.py:262}} [ 1219.254247] env[69770]: DEBUG nova.network.neutron [-] Unable to show port 83e6c6c0-b56a-4b8b-9302-c7775dc86944 as it no longer exists. {{(pid=69770) _unbind_ports /opt/stack/nova/nova/network/neutron.py:666}} [ 1219.322285] env[69770]: INFO nova.compute.manager [-] [instance: 1e9f2a84-ff0f-4bfb-87b7-0b0d3604ab3f] Took 1.61 seconds to deallocate network for instance. [ 1219.529344] env[69770]: DEBUG oslo_concurrency.lockutils [None req-05071be7-54fd-4640-ae37-5182143fe951 tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1219.537582] env[69770]: DEBUG nova.scheduler.client.report [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] Inventory has not changed for provider 7cc7d32b-b7a7-454a-a456-2a440248ed9d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69770) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1219.569756] env[69770]: DEBUG nova.compute.utils [None req-d9270495-5b3a-41b6-9331-897a72236d88 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] Using /dev/sd instead of None {{(pid=69770) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1219.642698] env[69770]: DEBUG oslo_vmware.api [None req-42ffc72f-0019-498e-a2b4-becb2b541c0a tempest-ServerRescueNegativeTestJSON-135561646 tempest-ServerRescueNegativeTestJSON-135561646-project-member] Task: {'id': task-4070658, 'name': ReconfigVM_Task, 'duration_secs': 0.568848} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1219.643081] env[69770]: DEBUG nova.virt.vmwareapi.volumeops [None req-42ffc72f-0019-498e-a2b4-becb2b541c0a tempest-ServerRescueNegativeTestJSON-135561646 tempest-ServerRescueNegativeTestJSON-135561646-project-member] [instance: 215916d5-31b5-49ba-a7bc-78d9652dea41] Reconfigured VM instance instance-00000063 to attach disk [datastore1] volume-047d0dcf-e4f8-4599-81b3-01f015619b8e/volume-047d0dcf-e4f8-4599-81b3-01f015619b8e.vmdk or device None with type thin {{(pid=69770) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1219.648690] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b0542f72-b7cd-4c55-9ffa-6e2d4fbf85d2 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.669714] env[69770]: DEBUG oslo_vmware.api [None req-42ffc72f-0019-498e-a2b4-becb2b541c0a tempest-ServerRescueNegativeTestJSON-135561646 tempest-ServerRescueNegativeTestJSON-135561646-project-member] Waiting for the task: (returnval){ [ 1219.669714] env[69770]: value = "task-4070661" [ 1219.669714] env[69770]: _type = "Task" [ 1219.669714] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1219.679827] env[69770]: DEBUG oslo_vmware.api [None req-42ffc72f-0019-498e-a2b4-becb2b541c0a tempest-ServerRescueNegativeTestJSON-135561646 tempest-ServerRescueNegativeTestJSON-135561646-project-member] Task: {'id': task-4070661, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1219.752870] env[69770]: DEBUG nova.objects.instance [None req-7645bced-8c43-46b7-9385-09e373950d51 tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] Lazy-loading 'flavor' on Instance uuid cb2d5e5c-a655-4351-8e47-77816071183b {{(pid=69770) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1219.830410] env[69770]: DEBUG oslo_concurrency.lockutils [None req-8f3eed58-7db7-46b6-b049-71ffbbd60ae1 tempest-AttachVolumeShelveTestJSON-1191911444 tempest-AttachVolumeShelveTestJSON-1191911444-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1219.869553] env[69770]: DEBUG nova.compute.manager [req-37239793-bbf2-47e7-b6fc-258ecb2bae24 req-e2645fc9-ba37-4cf8-ad16-3a674645e6b6 service nova] [instance: 1e9f2a84-ff0f-4bfb-87b7-0b0d3604ab3f] Received event network-vif-deleted-cbb9b213-c75c-425c-9b19-426af308ac35 {{(pid=69770) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1219.869806] env[69770]: DEBUG nova.compute.manager [req-37239793-bbf2-47e7-b6fc-258ecb2bae24 req-e2645fc9-ba37-4cf8-ad16-3a674645e6b6 service nova] [instance: 7f67ebf8-f341-4cda-99d6-52ba82c5640e] Received event network-vif-deleted-9a2c16de-8145-4811-913c-c8599ec8e17a {{(pid=69770) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1219.870083] env[69770]: INFO nova.compute.manager [req-37239793-bbf2-47e7-b6fc-258ecb2bae24 req-e2645fc9-ba37-4cf8-ad16-3a674645e6b6 service nova] [instance: 7f67ebf8-f341-4cda-99d6-52ba82c5640e] Neutron deleted interface 9a2c16de-8145-4811-913c-c8599ec8e17a; detaching it from the instance and deleting it from the info cache [ 1219.870267] env[69770]: DEBUG nova.network.neutron [req-37239793-bbf2-47e7-b6fc-258ecb2bae24 req-e2645fc9-ba37-4cf8-ad16-3a674645e6b6 service nova] [instance: 7f67ebf8-f341-4cda-99d6-52ba82c5640e] Updating instance_info_cache with network_info: [] {{(pid=69770) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1220.043027] env[69770]: DEBUG nova.compute.resource_tracker [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69770) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1220.043027] env[69770]: DEBUG oslo_concurrency.lockutils [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.879s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1220.043027] env[69770]: DEBUG oslo_concurrency.lockutils [None req-a3567009-bc37-4b31-903b-ab8a7f78d497 tempest-AttachVolumeTestJSON-339692578 tempest-AttachVolumeTestJSON-339692578-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.064s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1220.043454] env[69770]: DEBUG nova.objects.instance [None req-a3567009-bc37-4b31-903b-ab8a7f78d497 tempest-AttachVolumeTestJSON-339692578 tempest-AttachVolumeTestJSON-339692578-project-member] Lazy-loading 'resources' on Instance uuid dc0f3667-e2b8-4b6a-b4e2-cc558b2f10ad {{(pid=69770) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1220.073124] env[69770]: DEBUG oslo_concurrency.lockutils [None req-d9270495-5b3a-41b6-9331-897a72236d88 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] Lock "2d2ff265-feeb-403a-96e6-9b758ea3522b" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.008s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1220.180617] env[69770]: DEBUG oslo_vmware.api [None req-42ffc72f-0019-498e-a2b4-becb2b541c0a tempest-ServerRescueNegativeTestJSON-135561646 tempest-ServerRescueNegativeTestJSON-135561646-project-member] Task: {'id': task-4070661, 'name': ReconfigVM_Task, 'duration_secs': 0.210669} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1220.181059] env[69770]: DEBUG nova.virt.vmwareapi.volumeops [None req-42ffc72f-0019-498e-a2b4-becb2b541c0a tempest-ServerRescueNegativeTestJSON-135561646 tempest-ServerRescueNegativeTestJSON-135561646-project-member] [instance: 215916d5-31b5-49ba-a7bc-78d9652dea41] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-806668', 'volume_id': '047d0dcf-e4f8-4599-81b3-01f015619b8e', 'name': 'volume-047d0dcf-e4f8-4599-81b3-01f015619b8e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '215916d5-31b5-49ba-a7bc-78d9652dea41', 'attached_at': '', 'detached_at': '', 'volume_id': '047d0dcf-e4f8-4599-81b3-01f015619b8e', 'serial': '047d0dcf-e4f8-4599-81b3-01f015619b8e'} {{(pid=69770) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1220.215629] env[69770]: DEBUG nova.network.neutron [-] [instance: 7f67ebf8-f341-4cda-99d6-52ba82c5640e] Updating instance_info_cache with network_info: [] {{(pid=69770) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1220.373111] env[69770]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-cb1a2954-3db9-4e2a-aeac-27f53ff02490 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.384011] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59372da0-4a1d-4286-a2ef-a130979e275b {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.419415] env[69770]: DEBUG nova.compute.manager [req-37239793-bbf2-47e7-b6fc-258ecb2bae24 req-e2645fc9-ba37-4cf8-ad16-3a674645e6b6 service nova] [instance: 7f67ebf8-f341-4cda-99d6-52ba82c5640e] Detach interface failed, port_id=9a2c16de-8145-4811-913c-c8599ec8e17a, reason: Instance 7f67ebf8-f341-4cda-99d6-52ba82c5640e could not be found. {{(pid=69770) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1220.718533] env[69770]: INFO nova.compute.manager [-] [instance: 7f67ebf8-f341-4cda-99d6-52ba82c5640e] Took 1.51 seconds to deallocate network for instance. [ 1220.749390] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af4b02c9-137b-453b-b901-31c54cd9919a {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.759217] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-765e1362-5616-4a94-ae05-50a3a1a83a32 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.762634] env[69770]: DEBUG oslo_concurrency.lockutils [None req-7645bced-8c43-46b7-9385-09e373950d51 tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] Lock "cb2d5e5c-a655-4351-8e47-77816071183b" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.276s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1220.792623] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f37d8f5-a070-4b1e-8d89-b05a712eedf9 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.801152] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb9cbc29-b14a-4968-b720-b87bae960a9a {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.816820] env[69770]: DEBUG nova.compute.provider_tree [None req-a3567009-bc37-4b31-903b-ab8a7f78d497 tempest-AttachVolumeTestJSON-339692578 tempest-AttachVolumeTestJSON-339692578-project-member] Inventory has not changed in ProviderTree for provider: 7cc7d32b-b7a7-454a-a456-2a440248ed9d {{(pid=69770) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1221.141783] env[69770]: DEBUG oslo_concurrency.lockutils [None req-d9270495-5b3a-41b6-9331-897a72236d88 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] Acquiring lock "2d2ff265-feeb-403a-96e6-9b758ea3522b" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1221.142160] env[69770]: DEBUG oslo_concurrency.lockutils [None req-d9270495-5b3a-41b6-9331-897a72236d88 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] Lock "2d2ff265-feeb-403a-96e6-9b758ea3522b" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1221.142325] env[69770]: INFO nova.compute.manager [None req-d9270495-5b3a-41b6-9331-897a72236d88 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] [instance: 2d2ff265-feeb-403a-96e6-9b758ea3522b] Attaching volume e0c3cf83-0856-4273-8948-cc0ac7e3d944 to /dev/sdb [ 1221.175530] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d030679-8379-4acf-8d9b-68212debb81f {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.183701] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-072f6fe5-f6cc-4833-8e3f-fad6a8f4d1a1 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.198775] env[69770]: DEBUG nova.virt.block_device [None req-d9270495-5b3a-41b6-9331-897a72236d88 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] [instance: 2d2ff265-feeb-403a-96e6-9b758ea3522b] Updating existing volume attachment record: 9fa831f2-efba-49be-b8ca-6d7ac93bd7c6 {{(pid=69770) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1221.221232] env[69770]: DEBUG nova.objects.instance [None req-42ffc72f-0019-498e-a2b4-becb2b541c0a tempest-ServerRescueNegativeTestJSON-135561646 tempest-ServerRescueNegativeTestJSON-135561646-project-member] Lazy-loading 'flavor' on Instance uuid 215916d5-31b5-49ba-a7bc-78d9652dea41 {{(pid=69770) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1221.227640] env[69770]: DEBUG oslo_concurrency.lockutils [None req-5b9f888f-137e-4215-ae8c-c765d32bef34 tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1221.319960] env[69770]: DEBUG nova.scheduler.client.report [None req-a3567009-bc37-4b31-903b-ab8a7f78d497 tempest-AttachVolumeTestJSON-339692578 tempest-AttachVolumeTestJSON-339692578-project-member] Inventory has not changed for provider 7cc7d32b-b7a7-454a-a456-2a440248ed9d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69770) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1221.465010] env[69770]: DEBUG oslo_concurrency.lockutils [None req-c51b00b4-f859-431d-80d4-51f3404688fb tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] Acquiring lock "cb2d5e5c-a655-4351-8e47-77816071183b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1221.465729] env[69770]: DEBUG oslo_concurrency.lockutils [None req-c51b00b4-f859-431d-80d4-51f3404688fb tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] Lock "cb2d5e5c-a655-4351-8e47-77816071183b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1221.465945] env[69770]: DEBUG oslo_concurrency.lockutils [None req-c51b00b4-f859-431d-80d4-51f3404688fb tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] Acquiring lock "cb2d5e5c-a655-4351-8e47-77816071183b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1221.466105] env[69770]: DEBUG oslo_concurrency.lockutils [None req-c51b00b4-f859-431d-80d4-51f3404688fb tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] Lock "cb2d5e5c-a655-4351-8e47-77816071183b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1221.466416] env[69770]: DEBUG oslo_concurrency.lockutils [None req-c51b00b4-f859-431d-80d4-51f3404688fb tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] Lock "cb2d5e5c-a655-4351-8e47-77816071183b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1221.469013] env[69770]: INFO nova.compute.manager [None req-c51b00b4-f859-431d-80d4-51f3404688fb tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] [instance: cb2d5e5c-a655-4351-8e47-77816071183b] Terminating instance [ 1221.729099] env[69770]: DEBUG oslo_concurrency.lockutils [None req-42ffc72f-0019-498e-a2b4-becb2b541c0a tempest-ServerRescueNegativeTestJSON-135561646 tempest-ServerRescueNegativeTestJSON-135561646-project-member] Lock "215916d5-31b5-49ba-a7bc-78d9652dea41" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.270s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1221.825546] env[69770]: DEBUG oslo_concurrency.lockutils [None req-a3567009-bc37-4b31-903b-ab8a7f78d497 tempest-AttachVolumeTestJSON-339692578 tempest-AttachVolumeTestJSON-339692578-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.782s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1221.828646] env[69770]: DEBUG oslo_concurrency.lockutils [None req-de670193-6289-48c2-a358-34bbb7f1c9ff tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.844s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1221.828646] env[69770]: DEBUG nova.objects.instance [None req-de670193-6289-48c2-a358-34bbb7f1c9ff tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] Lazy-loading 'resources' on Instance uuid 426f874f-2ebf-4fc9-914d-c46605963d4b {{(pid=69770) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1221.849619] env[69770]: INFO nova.scheduler.client.report [None req-a3567009-bc37-4b31-903b-ab8a7f78d497 tempest-AttachVolumeTestJSON-339692578 tempest-AttachVolumeTestJSON-339692578-project-member] Deleted allocations for instance dc0f3667-e2b8-4b6a-b4e2-cc558b2f10ad [ 1221.975165] env[69770]: DEBUG nova.compute.manager [None req-c51b00b4-f859-431d-80d4-51f3404688fb tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] [instance: cb2d5e5c-a655-4351-8e47-77816071183b] Start destroying the instance on the hypervisor. {{(pid=69770) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1221.975418] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-c51b00b4-f859-431d-80d4-51f3404688fb tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] [instance: cb2d5e5c-a655-4351-8e47-77816071183b] Destroying instance {{(pid=69770) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1221.976337] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee9e3c21-91d5-49b9-9130-acac6f7228ed {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.985329] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-c51b00b4-f859-431d-80d4-51f3404688fb tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] [instance: cb2d5e5c-a655-4351-8e47-77816071183b] Powering off the VM {{(pid=69770) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1221.985533] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5e1d231d-38a4-4616-8c84-85d242559827 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.993213] env[69770]: DEBUG oslo_vmware.api [None req-c51b00b4-f859-431d-80d4-51f3404688fb tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] Waiting for the task: (returnval){ [ 1221.993213] env[69770]: value = "task-4070665" [ 1221.993213] env[69770]: _type = "Task" [ 1221.993213] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1222.002162] env[69770]: DEBUG oslo_vmware.api [None req-c51b00b4-f859-431d-80d4-51f3404688fb tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] Task: {'id': task-4070665, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1222.132702] env[69770]: INFO nova.compute.manager [None req-f438123a-11ff-40ce-b7e7-532e1df8cdb0 tempest-ServerRescueNegativeTestJSON-135561646 tempest-ServerRescueNegativeTestJSON-135561646-project-member] [instance: 215916d5-31b5-49ba-a7bc-78d9652dea41] Rescuing [ 1222.133038] env[69770]: DEBUG oslo_concurrency.lockutils [None req-f438123a-11ff-40ce-b7e7-532e1df8cdb0 tempest-ServerRescueNegativeTestJSON-135561646 tempest-ServerRescueNegativeTestJSON-135561646-project-member] Acquiring lock "refresh_cache-215916d5-31b5-49ba-a7bc-78d9652dea41" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.133292] env[69770]: DEBUG oslo_concurrency.lockutils [None req-f438123a-11ff-40ce-b7e7-532e1df8cdb0 tempest-ServerRescueNegativeTestJSON-135561646 tempest-ServerRescueNegativeTestJSON-135561646-project-member] Acquired lock "refresh_cache-215916d5-31b5-49ba-a7bc-78d9652dea41" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.134463] env[69770]: DEBUG nova.network.neutron [None req-f438123a-11ff-40ce-b7e7-532e1df8cdb0 tempest-ServerRescueNegativeTestJSON-135561646 tempest-ServerRescueNegativeTestJSON-135561646-project-member] [instance: 215916d5-31b5-49ba-a7bc-78d9652dea41] Building network info cache for instance {{(pid=69770) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1222.358031] env[69770]: DEBUG oslo_concurrency.lockutils [None req-a3567009-bc37-4b31-903b-ab8a7f78d497 tempest-AttachVolumeTestJSON-339692578 tempest-AttachVolumeTestJSON-339692578-project-member] Lock "dc0f3667-e2b8-4b6a-b4e2-cc558b2f10ad" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.201s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1222.507532] env[69770]: DEBUG oslo_vmware.api [None req-c51b00b4-f859-431d-80d4-51f3404688fb tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] Task: {'id': task-4070665, 'name': PowerOffVM_Task, 'duration_secs': 0.332147} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1222.507826] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-c51b00b4-f859-431d-80d4-51f3404688fb tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] [instance: cb2d5e5c-a655-4351-8e47-77816071183b] Powered off the VM {{(pid=69770) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1222.508013] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-c51b00b4-f859-431d-80d4-51f3404688fb tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] [instance: cb2d5e5c-a655-4351-8e47-77816071183b] Unregistering the VM {{(pid=69770) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1222.508275] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d83a58cb-eb66-49e7-9f26-bf1b44dacc0b {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.512104] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f364e0ff-1877-486d-adbf-8764ffc2d87c {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.519730] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3858cb5d-bdcd-4e80-94ae-5e6056ef4342 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.550483] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04f22f70-21eb-413c-914d-e602b4237f83 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.558665] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a420cb92-b589-476a-a5fc-3d55ee2bfaa6 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.573076] env[69770]: DEBUG nova.compute.provider_tree [None req-de670193-6289-48c2-a358-34bbb7f1c9ff tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] Inventory has not changed in ProviderTree for provider: 7cc7d32b-b7a7-454a-a456-2a440248ed9d {{(pid=69770) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1222.607080] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-c51b00b4-f859-431d-80d4-51f3404688fb tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] [instance: cb2d5e5c-a655-4351-8e47-77816071183b] Unregistered the VM {{(pid=69770) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1222.607288] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-c51b00b4-f859-431d-80d4-51f3404688fb tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] [instance: cb2d5e5c-a655-4351-8e47-77816071183b] Deleting contents of the VM from datastore datastore2 {{(pid=69770) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1222.607468] env[69770]: DEBUG nova.virt.vmwareapi.ds_util [None req-c51b00b4-f859-431d-80d4-51f3404688fb tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] Deleting the datastore file [datastore2] cb2d5e5c-a655-4351-8e47-77816071183b {{(pid=69770) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1222.607785] env[69770]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7b9d0f39-3c93-4742-92ed-576d28232075 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.614823] env[69770]: DEBUG oslo_vmware.api [None req-c51b00b4-f859-431d-80d4-51f3404688fb tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] Waiting for the task: (returnval){ [ 1222.614823] env[69770]: value = "task-4070667" [ 1222.614823] env[69770]: _type = "Task" [ 1222.614823] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1222.625206] env[69770]: DEBUG oslo_vmware.api [None req-c51b00b4-f859-431d-80d4-51f3404688fb tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] Task: {'id': task-4070667, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1222.978663] env[69770]: DEBUG nova.network.neutron [None req-f438123a-11ff-40ce-b7e7-532e1df8cdb0 tempest-ServerRescueNegativeTestJSON-135561646 tempest-ServerRescueNegativeTestJSON-135561646-project-member] [instance: 215916d5-31b5-49ba-a7bc-78d9652dea41] Updating instance_info_cache with network_info: [{"id": "0c8f9939-e902-4e4b-9620-94d662a2e543", "address": "fa:16:3e:0d:6c:4c", "network": {"id": "419ca0f7-61b3-4408-9976-77c6983fa64f", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1600648344-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.156", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3903a8460665477a9e1a8d5c6550931b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b5c34919-7d52-4a52-bab1-81af4c8182ef", "external-id": "nsx-vlan-transportzone-458", "segmentation_id": 458, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0c8f9939-e9", "ovs_interfaceid": "0c8f9939-e902-4e4b-9620-94d662a2e543", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69770) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1223.079587] env[69770]: DEBUG nova.scheduler.client.report [None req-de670193-6289-48c2-a358-34bbb7f1c9ff tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] Inventory has not changed for provider 7cc7d32b-b7a7-454a-a456-2a440248ed9d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69770) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1223.126100] env[69770]: DEBUG oslo_vmware.api [None req-c51b00b4-f859-431d-80d4-51f3404688fb tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] Task: {'id': task-4070667, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.385074} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1223.126396] env[69770]: DEBUG nova.virt.vmwareapi.ds_util [None req-c51b00b4-f859-431d-80d4-51f3404688fb tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] Deleted the datastore file {{(pid=69770) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1223.126586] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-c51b00b4-f859-431d-80d4-51f3404688fb tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] [instance: cb2d5e5c-a655-4351-8e47-77816071183b] Deleted contents of the VM from datastore datastore2 {{(pid=69770) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1223.126764] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-c51b00b4-f859-431d-80d4-51f3404688fb tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] [instance: cb2d5e5c-a655-4351-8e47-77816071183b] Instance destroyed {{(pid=69770) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1223.126934] env[69770]: INFO nova.compute.manager [None req-c51b00b4-f859-431d-80d4-51f3404688fb tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] [instance: cb2d5e5c-a655-4351-8e47-77816071183b] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1223.127197] env[69770]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c51b00b4-f859-431d-80d4-51f3404688fb tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69770) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1223.127409] env[69770]: DEBUG nova.compute.manager [-] [instance: cb2d5e5c-a655-4351-8e47-77816071183b] Deallocating network for instance {{(pid=69770) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1223.127494] env[69770]: DEBUG nova.network.neutron [-] [instance: cb2d5e5c-a655-4351-8e47-77816071183b] deallocate_for_instance() {{(pid=69770) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1223.482457] env[69770]: DEBUG oslo_concurrency.lockutils [None req-f438123a-11ff-40ce-b7e7-532e1df8cdb0 tempest-ServerRescueNegativeTestJSON-135561646 tempest-ServerRescueNegativeTestJSON-135561646-project-member] Releasing lock "refresh_cache-215916d5-31b5-49ba-a7bc-78d9652dea41" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.585379] env[69770]: DEBUG oslo_concurrency.lockutils [None req-de670193-6289-48c2-a358-34bbb7f1c9ff tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.757s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1223.588213] env[69770]: DEBUG oslo_concurrency.lockutils [None req-05071be7-54fd-4640-ae37-5182143fe951 tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 4.059s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1223.623245] env[69770]: INFO nova.scheduler.client.report [None req-de670193-6289-48c2-a358-34bbb7f1c9ff tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] Deleted allocations for instance 426f874f-2ebf-4fc9-914d-c46605963d4b [ 1223.642285] env[69770]: DEBUG nova.compute.manager [req-fffd3fba-040c-4632-9611-98de0807c1b9 req-d20b0774-ea64-4f6f-873d-09050545e596 service nova] [instance: cb2d5e5c-a655-4351-8e47-77816071183b] Received event network-vif-deleted-94a71566-d401-4fb9-ab47-ca613a44b672 {{(pid=69770) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1223.642285] env[69770]: INFO nova.compute.manager [req-fffd3fba-040c-4632-9611-98de0807c1b9 req-d20b0774-ea64-4f6f-873d-09050545e596 service nova] [instance: cb2d5e5c-a655-4351-8e47-77816071183b] Neutron deleted interface 94a71566-d401-4fb9-ab47-ca613a44b672; detaching it from the instance and deleting it from the info cache [ 1223.642285] env[69770]: DEBUG nova.network.neutron [req-fffd3fba-040c-4632-9611-98de0807c1b9 req-d20b0774-ea64-4f6f-873d-09050545e596 service nova] [instance: cb2d5e5c-a655-4351-8e47-77816071183b] Updating instance_info_cache with network_info: [] {{(pid=69770) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1224.095746] env[69770]: INFO nova.compute.claims [None req-05071be7-54fd-4640-ae37-5182143fe951 tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] [instance: dab60fd0-ed75-4747-8caf-e5e99ea54448] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1224.109396] env[69770]: DEBUG nova.network.neutron [-] [instance: cb2d5e5c-a655-4351-8e47-77816071183b] Updating instance_info_cache with network_info: [] {{(pid=69770) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1224.138834] env[69770]: DEBUG oslo_concurrency.lockutils [None req-de670193-6289-48c2-a358-34bbb7f1c9ff tempest-ServersTestJSON-1320011099 tempest-ServersTestJSON-1320011099-project-member] Lock "426f874f-2ebf-4fc9-914d-c46605963d4b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.079s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1224.145303] env[69770]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-0e7ea7f8-57a2-4d1a-be26-ed58bba32f4a {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.157981] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ab586d3-6338-460f-ab7e-39e11b8f56e9 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.195840] env[69770]: DEBUG nova.compute.manager [req-fffd3fba-040c-4632-9611-98de0807c1b9 req-d20b0774-ea64-4f6f-873d-09050545e596 service nova] [instance: cb2d5e5c-a655-4351-8e47-77816071183b] Detach interface failed, port_id=94a71566-d401-4fb9-ab47-ca613a44b672, reason: Instance cb2d5e5c-a655-4351-8e47-77816071183b could not be found. {{(pid=69770) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1224.602776] env[69770]: INFO nova.compute.resource_tracker [None req-05071be7-54fd-4640-ae37-5182143fe951 tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] [instance: dab60fd0-ed75-4747-8caf-e5e99ea54448] Updating resource usage from migration 0161f23e-bd37-484a-b8d5-35985bbec1db [ 1224.612479] env[69770]: INFO nova.compute.manager [-] [instance: cb2d5e5c-a655-4351-8e47-77816071183b] Took 1.48 seconds to deallocate network for instance. [ 1224.778575] env[69770]: DEBUG oslo_concurrency.lockutils [None req-d6e76582-0787-43b4-b1c9-3445ba549d8c tempest-AttachVolumeTestJSON-339692578 tempest-AttachVolumeTestJSON-339692578-project-member] Acquiring lock "08413ca9-2b2a-4991-83cf-aa8965d2017a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1224.779394] env[69770]: DEBUG oslo_concurrency.lockutils [None req-d6e76582-0787-43b4-b1c9-3445ba549d8c tempest-AttachVolumeTestJSON-339692578 tempest-AttachVolumeTestJSON-339692578-project-member] Lock "08413ca9-2b2a-4991-83cf-aa8965d2017a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1224.795174] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20fc9c96-ab07-45d4-80ef-1642041c3780 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.805266] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-560de9e6-9d49-4139-a95d-1450bfffb5b2 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.840666] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90173887-0a84-4acb-b196-425def1bec24 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.850789] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ce610d2-7f2c-48f3-922d-9410069317e2 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.865112] env[69770]: DEBUG nova.compute.provider_tree [None req-05071be7-54fd-4640-ae37-5182143fe951 tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] Inventory has not changed in ProviderTree for provider: 7cc7d32b-b7a7-454a-a456-2a440248ed9d {{(pid=69770) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1225.033960] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-f438123a-11ff-40ce-b7e7-532e1df8cdb0 tempest-ServerRescueNegativeTestJSON-135561646 tempest-ServerRescueNegativeTestJSON-135561646-project-member] [instance: 215916d5-31b5-49ba-a7bc-78d9652dea41] Powering off the VM {{(pid=69770) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1225.034189] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d6730647-fc3b-4827-8916-31054b3faa38 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.042230] env[69770]: DEBUG oslo_vmware.api [None req-f438123a-11ff-40ce-b7e7-532e1df8cdb0 tempest-ServerRescueNegativeTestJSON-135561646 tempest-ServerRescueNegativeTestJSON-135561646-project-member] Waiting for the task: (returnval){ [ 1225.042230] env[69770]: value = "task-4070669" [ 1225.042230] env[69770]: _type = "Task" [ 1225.042230] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1225.054970] env[69770]: DEBUG oslo_vmware.api [None req-f438123a-11ff-40ce-b7e7-532e1df8cdb0 tempest-ServerRescueNegativeTestJSON-135561646 tempest-ServerRescueNegativeTestJSON-135561646-project-member] Task: {'id': task-4070669, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1225.118998] env[69770]: DEBUG oslo_concurrency.lockutils [None req-c51b00b4-f859-431d-80d4-51f3404688fb tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1225.284453] env[69770]: DEBUG nova.compute.manager [None req-d6e76582-0787-43b4-b1c9-3445ba549d8c tempest-AttachVolumeTestJSON-339692578 tempest-AttachVolumeTestJSON-339692578-project-member] [instance: 08413ca9-2b2a-4991-83cf-aa8965d2017a] Starting instance... {{(pid=69770) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1225.372558] env[69770]: DEBUG nova.scheduler.client.report [None req-05071be7-54fd-4640-ae37-5182143fe951 tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] Inventory has not changed for provider 7cc7d32b-b7a7-454a-a456-2a440248ed9d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69770) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1225.553304] env[69770]: DEBUG oslo_vmware.api [None req-f438123a-11ff-40ce-b7e7-532e1df8cdb0 tempest-ServerRescueNegativeTestJSON-135561646 tempest-ServerRescueNegativeTestJSON-135561646-project-member] Task: {'id': task-4070669, 'name': PowerOffVM_Task, 'duration_secs': 0.247391} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1225.553593] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-f438123a-11ff-40ce-b7e7-532e1df8cdb0 tempest-ServerRescueNegativeTestJSON-135561646 tempest-ServerRescueNegativeTestJSON-135561646-project-member] [instance: 215916d5-31b5-49ba-a7bc-78d9652dea41] Powered off the VM {{(pid=69770) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1225.554428] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51e8cc90-8396-4c6f-baa0-bb6894e2eb8a {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.576086] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41829f8f-7837-472f-a200-ae23d8c780f6 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.617369] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-f438123a-11ff-40ce-b7e7-532e1df8cdb0 tempest-ServerRescueNegativeTestJSON-135561646 tempest-ServerRescueNegativeTestJSON-135561646-project-member] [instance: 215916d5-31b5-49ba-a7bc-78d9652dea41] Powering off the VM {{(pid=69770) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1225.617670] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-77c3ef8e-2a6d-4e1c-b1da-30b478e2d375 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.625015] env[69770]: DEBUG oslo_vmware.api [None req-f438123a-11ff-40ce-b7e7-532e1df8cdb0 tempest-ServerRescueNegativeTestJSON-135561646 tempest-ServerRescueNegativeTestJSON-135561646-project-member] Waiting for the task: (returnval){ [ 1225.625015] env[69770]: value = "task-4070670" [ 1225.625015] env[69770]: _type = "Task" [ 1225.625015] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1225.634353] env[69770]: DEBUG oslo_vmware.api [None req-f438123a-11ff-40ce-b7e7-532e1df8cdb0 tempest-ServerRescueNegativeTestJSON-135561646 tempest-ServerRescueNegativeTestJSON-135561646-project-member] Task: {'id': task-4070670, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1225.750583] env[69770]: DEBUG nova.virt.vmwareapi.volumeops [None req-d9270495-5b3a-41b6-9331-897a72236d88 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] [instance: 2d2ff265-feeb-403a-96e6-9b758ea3522b] Volume attach. Driver type: vmdk {{(pid=69770) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1225.750913] env[69770]: DEBUG nova.virt.vmwareapi.volumeops [None req-d9270495-5b3a-41b6-9331-897a72236d88 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] [instance: 2d2ff265-feeb-403a-96e6-9b758ea3522b] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-806671', 'volume_id': 'e0c3cf83-0856-4273-8948-cc0ac7e3d944', 'name': 'volume-e0c3cf83-0856-4273-8948-cc0ac7e3d944', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '2d2ff265-feeb-403a-96e6-9b758ea3522b', 'attached_at': '', 'detached_at': '', 'volume_id': 'e0c3cf83-0856-4273-8948-cc0ac7e3d944', 'serial': 'e0c3cf83-0856-4273-8948-cc0ac7e3d944'} {{(pid=69770) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1225.751821] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4b81dbd-8e52-4dba-b6a3-fe07f854ce3a {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.770916] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64a2786b-51d1-4907-97a3-8df26eb02cc2 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.801231] env[69770]: DEBUG nova.virt.vmwareapi.volumeops [None req-d9270495-5b3a-41b6-9331-897a72236d88 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] [instance: 2d2ff265-feeb-403a-96e6-9b758ea3522b] Reconfiguring VM instance instance-00000067 to attach disk [datastore1] volume-e0c3cf83-0856-4273-8948-cc0ac7e3d944/volume-e0c3cf83-0856-4273-8948-cc0ac7e3d944.vmdk or device None with type thin {{(pid=69770) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1225.804070] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-748d9252-e177-4264-99e1-81559af4bc25 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.825216] env[69770]: DEBUG oslo_vmware.api [None req-d9270495-5b3a-41b6-9331-897a72236d88 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] Waiting for the task: (returnval){ [ 1225.825216] env[69770]: value = "task-4070671" [ 1225.825216] env[69770]: _type = "Task" [ 1225.825216] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1225.833220] env[69770]: DEBUG oslo_vmware.api [None req-d9270495-5b3a-41b6-9331-897a72236d88 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] Task: {'id': task-4070671, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1225.844028] env[69770]: DEBUG oslo_concurrency.lockutils [None req-d6e76582-0787-43b4-b1c9-3445ba549d8c tempest-AttachVolumeTestJSON-339692578 tempest-AttachVolumeTestJSON-339692578-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1225.881036] env[69770]: DEBUG oslo_concurrency.lockutils [None req-05071be7-54fd-4640-ae37-5182143fe951 tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.293s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1225.881294] env[69770]: INFO nova.compute.manager [None req-05071be7-54fd-4640-ae37-5182143fe951 tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] [instance: dab60fd0-ed75-4747-8caf-e5e99ea54448] Migrating [ 1225.887961] env[69770]: DEBUG oslo_concurrency.lockutils [None req-8f3eed58-7db7-46b6-b049-71ffbbd60ae1 tempest-AttachVolumeShelveTestJSON-1191911444 tempest-AttachVolumeShelveTestJSON-1191911444-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.058s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1225.888344] env[69770]: DEBUG nova.objects.instance [None req-8f3eed58-7db7-46b6-b049-71ffbbd60ae1 tempest-AttachVolumeShelveTestJSON-1191911444 tempest-AttachVolumeShelveTestJSON-1191911444-project-member] Lazy-loading 'resources' on Instance uuid 1e9f2a84-ff0f-4bfb-87b7-0b0d3604ab3f {{(pid=69770) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1226.138768] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-f438123a-11ff-40ce-b7e7-532e1df8cdb0 tempest-ServerRescueNegativeTestJSON-135561646 tempest-ServerRescueNegativeTestJSON-135561646-project-member] [instance: 215916d5-31b5-49ba-a7bc-78d9652dea41] VM already powered off {{(pid=69770) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1226.139016] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-f438123a-11ff-40ce-b7e7-532e1df8cdb0 tempest-ServerRescueNegativeTestJSON-135561646 tempest-ServerRescueNegativeTestJSON-135561646-project-member] [instance: 215916d5-31b5-49ba-a7bc-78d9652dea41] Processing image d1eaff80-24a0-4391-90eb-59958b1ecf0a {{(pid=69770) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1226.139302] env[69770]: DEBUG oslo_concurrency.lockutils [None req-f438123a-11ff-40ce-b7e7-532e1df8cdb0 tempest-ServerRescueNegativeTestJSON-135561646 tempest-ServerRescueNegativeTestJSON-135561646-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.139474] env[69770]: DEBUG oslo_concurrency.lockutils [None req-f438123a-11ff-40ce-b7e7-532e1df8cdb0 tempest-ServerRescueNegativeTestJSON-135561646 tempest-ServerRescueNegativeTestJSON-135561646-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.139661] env[69770]: DEBUG nova.virt.vmwareapi.ds_util [None req-f438123a-11ff-40ce-b7e7-532e1df8cdb0 tempest-ServerRescueNegativeTestJSON-135561646 tempest-ServerRescueNegativeTestJSON-135561646-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69770) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1226.139997] env[69770]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f7b8046b-fe94-41ad-b82d-56461e70cf7c {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.152849] env[69770]: DEBUG nova.virt.vmwareapi.ds_util [None req-f438123a-11ff-40ce-b7e7-532e1df8cdb0 tempest-ServerRescueNegativeTestJSON-135561646 tempest-ServerRescueNegativeTestJSON-135561646-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69770) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1226.153033] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-f438123a-11ff-40ce-b7e7-532e1df8cdb0 tempest-ServerRescueNegativeTestJSON-135561646 tempest-ServerRescueNegativeTestJSON-135561646-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69770) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1226.153744] env[69770]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-67fd4031-ad1a-4827-bd15-21e8a14d15c2 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.161283] env[69770]: DEBUG oslo_vmware.api [None req-f438123a-11ff-40ce-b7e7-532e1df8cdb0 tempest-ServerRescueNegativeTestJSON-135561646 tempest-ServerRescueNegativeTestJSON-135561646-project-member] Waiting for the task: (returnval){ [ 1226.161283] env[69770]: value = "session[52161b52-cb8e-ec9f-1132-2f6b49549d41]5206b9fc-5b93-6762-a023-b39af181b8af" [ 1226.161283] env[69770]: _type = "Task" [ 1226.161283] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1226.170682] env[69770]: DEBUG oslo_vmware.api [None req-f438123a-11ff-40ce-b7e7-532e1df8cdb0 tempest-ServerRescueNegativeTestJSON-135561646 tempest-ServerRescueNegativeTestJSON-135561646-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]5206b9fc-5b93-6762-a023-b39af181b8af, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1226.335571] env[69770]: DEBUG oslo_vmware.api [None req-d9270495-5b3a-41b6-9331-897a72236d88 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] Task: {'id': task-4070671, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1226.401439] env[69770]: DEBUG oslo_concurrency.lockutils [None req-05071be7-54fd-4640-ae37-5182143fe951 tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] Acquiring lock "refresh_cache-dab60fd0-ed75-4747-8caf-e5e99ea54448" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.401629] env[69770]: DEBUG oslo_concurrency.lockutils [None req-05071be7-54fd-4640-ae37-5182143fe951 tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] Acquired lock "refresh_cache-dab60fd0-ed75-4747-8caf-e5e99ea54448" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.401903] env[69770]: DEBUG nova.network.neutron [None req-05071be7-54fd-4640-ae37-5182143fe951 tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] [instance: dab60fd0-ed75-4747-8caf-e5e99ea54448] Building network info cache for instance {{(pid=69770) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1226.626309] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f27d72d-eb91-4811-8089-4f424095adde {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.636637] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4314876b-89ea-4be7-b390-c6865d878619 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.682300] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b95264f4-6954-4628-ba1f-a15c151e888d {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.692742] env[69770]: DEBUG oslo_vmware.api [None req-f438123a-11ff-40ce-b7e7-532e1df8cdb0 tempest-ServerRescueNegativeTestJSON-135561646 tempest-ServerRescueNegativeTestJSON-135561646-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]5206b9fc-5b93-6762-a023-b39af181b8af, 'name': SearchDatastore_Task, 'duration_secs': 0.032143} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1226.695736] env[69770]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7b6f742c-710c-4e58-8434-a5a9fdc9a42b {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.699144] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-458b2404-7f31-492c-b00b-33df785ffda4 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.709923] env[69770]: DEBUG oslo_vmware.api [None req-f438123a-11ff-40ce-b7e7-532e1df8cdb0 tempest-ServerRescueNegativeTestJSON-135561646 tempest-ServerRescueNegativeTestJSON-135561646-project-member] Waiting for the task: (returnval){ [ 1226.709923] env[69770]: value = "session[52161b52-cb8e-ec9f-1132-2f6b49549d41]526bd91d-4098-3d10-92cf-97a5aac157d7" [ 1226.709923] env[69770]: _type = "Task" [ 1226.709923] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1226.719479] env[69770]: DEBUG nova.compute.provider_tree [None req-8f3eed58-7db7-46b6-b049-71ffbbd60ae1 tempest-AttachVolumeShelveTestJSON-1191911444 tempest-AttachVolumeShelveTestJSON-1191911444-project-member] Inventory has not changed in ProviderTree for provider: 7cc7d32b-b7a7-454a-a456-2a440248ed9d {{(pid=69770) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1226.734025] env[69770]: DEBUG oslo_vmware.api [None req-f438123a-11ff-40ce-b7e7-532e1df8cdb0 tempest-ServerRescueNegativeTestJSON-135561646 tempest-ServerRescueNegativeTestJSON-135561646-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]526bd91d-4098-3d10-92cf-97a5aac157d7, 'name': SearchDatastore_Task, 'duration_secs': 0.013846} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1226.734025] env[69770]: DEBUG oslo_concurrency.lockutils [None req-f438123a-11ff-40ce-b7e7-532e1df8cdb0 tempest-ServerRescueNegativeTestJSON-135561646 tempest-ServerRescueNegativeTestJSON-135561646-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.734025] env[69770]: DEBUG nova.virt.vmwareapi.ds_util [None req-f438123a-11ff-40ce-b7e7-532e1df8cdb0 tempest-ServerRescueNegativeTestJSON-135561646 tempest-ServerRescueNegativeTestJSON-135561646-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk to [datastore2] 215916d5-31b5-49ba-a7bc-78d9652dea41/d1eaff80-24a0-4391-90eb-59958b1ecf0a-rescue.vmdk. {{(pid=69770) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1226.734025] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-eea84f43-ff22-4fbd-b6d9-5c9b0b97555f {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.742146] env[69770]: DEBUG oslo_vmware.api [None req-f438123a-11ff-40ce-b7e7-532e1df8cdb0 tempest-ServerRescueNegativeTestJSON-135561646 tempest-ServerRescueNegativeTestJSON-135561646-project-member] Waiting for the task: (returnval){ [ 1226.742146] env[69770]: value = "task-4070672" [ 1226.742146] env[69770]: _type = "Task" [ 1226.742146] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1226.751908] env[69770]: DEBUG oslo_vmware.api [None req-f438123a-11ff-40ce-b7e7-532e1df8cdb0 tempest-ServerRescueNegativeTestJSON-135561646 tempest-ServerRescueNegativeTestJSON-135561646-project-member] Task: {'id': task-4070672, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1226.835786] env[69770]: DEBUG oslo_vmware.api [None req-d9270495-5b3a-41b6-9331-897a72236d88 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] Task: {'id': task-4070671, 'name': ReconfigVM_Task, 'duration_secs': 0.880314} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1226.836832] env[69770]: DEBUG nova.virt.vmwareapi.volumeops [None req-d9270495-5b3a-41b6-9331-897a72236d88 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] [instance: 2d2ff265-feeb-403a-96e6-9b758ea3522b] Reconfigured VM instance instance-00000067 to attach disk [datastore1] volume-e0c3cf83-0856-4273-8948-cc0ac7e3d944/volume-e0c3cf83-0856-4273-8948-cc0ac7e3d944.vmdk or device None with type thin {{(pid=69770) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1226.841031] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e3eab47f-7756-4832-9487-1d47ec22f591 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.857508] env[69770]: DEBUG oslo_vmware.api [None req-d9270495-5b3a-41b6-9331-897a72236d88 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] Waiting for the task: (returnval){ [ 1226.857508] env[69770]: value = "task-4070673" [ 1226.857508] env[69770]: _type = "Task" [ 1226.857508] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1226.869959] env[69770]: DEBUG oslo_vmware.api [None req-d9270495-5b3a-41b6-9331-897a72236d88 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] Task: {'id': task-4070673, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1227.179349] env[69770]: DEBUG nova.network.neutron [None req-05071be7-54fd-4640-ae37-5182143fe951 tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] [instance: dab60fd0-ed75-4747-8caf-e5e99ea54448] Updating instance_info_cache with network_info: [{"id": "307ab9b8-a8a6-42c9-a816-c8b10c9a98f5", "address": "fa:16:3e:0c:f7:1d", "network": {"id": "fb2a6a42-a9ea-4a2f-b885-b0c06c1061b9", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1944009097-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.158", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "677c29867f944b8198884aae6535814b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b91b49a8-b849-4d0c-97f7-74fdcd88ae03", "external-id": "nsx-vlan-transportzone-406", "segmentation_id": 406, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap307ab9b8-a8", "ovs_interfaceid": "307ab9b8-a8a6-42c9-a816-c8b10c9a98f5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69770) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1227.226390] env[69770]: DEBUG nova.scheduler.client.report [None req-8f3eed58-7db7-46b6-b049-71ffbbd60ae1 tempest-AttachVolumeShelveTestJSON-1191911444 tempest-AttachVolumeShelveTestJSON-1191911444-project-member] Inventory has not changed for provider 7cc7d32b-b7a7-454a-a456-2a440248ed9d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69770) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1227.243667] env[69770]: DEBUG oslo_vmware.rw_handles [None req-7c2ffb8b-873f-48a7-9344-09000fb73760 tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52541bfd-2769-d921-95ee-f676b8632801/disk-0.vmdk. {{(pid=69770) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1227.244784] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-943588d7-52e3-4002-a4e4-be49f6818d85 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.256755] env[69770]: DEBUG oslo_vmware.rw_handles [None req-7c2ffb8b-873f-48a7-9344-09000fb73760 tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52541bfd-2769-d921-95ee-f676b8632801/disk-0.vmdk is in state: ready. {{(pid=69770) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1227.256953] env[69770]: ERROR oslo_vmware.rw_handles [None req-7c2ffb8b-873f-48a7-9344-09000fb73760 tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52541bfd-2769-d921-95ee-f676b8632801/disk-0.vmdk due to incomplete transfer. [ 1227.260303] env[69770]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-94476429-1199-4551-9187-2490ca9efaa3 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.262317] env[69770]: DEBUG oslo_vmware.api [None req-f438123a-11ff-40ce-b7e7-532e1df8cdb0 tempest-ServerRescueNegativeTestJSON-135561646 tempest-ServerRescueNegativeTestJSON-135561646-project-member] Task: {'id': task-4070672, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1227.270238] env[69770]: DEBUG oslo_vmware.rw_handles [None req-7c2ffb8b-873f-48a7-9344-09000fb73760 tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52541bfd-2769-d921-95ee-f676b8632801/disk-0.vmdk. {{(pid=69770) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1227.270462] env[69770]: DEBUG nova.virt.vmwareapi.images [None req-7c2ffb8b-873f-48a7-9344-09000fb73760 tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] [instance: 5815fe63-e447-4be2-9055-a6320d0ba896] Uploaded image a6459577-7b63-4537-aefa-2a7919a5d032 to the Glance image server {{(pid=69770) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1227.273036] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-7c2ffb8b-873f-48a7-9344-09000fb73760 tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] [instance: 5815fe63-e447-4be2-9055-a6320d0ba896] Destroying the VM {{(pid=69770) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1227.273683] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-be850a37-d931-4210-88f9-516221bf8585 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.281744] env[69770]: DEBUG oslo_vmware.api [None req-7c2ffb8b-873f-48a7-9344-09000fb73760 tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] Waiting for the task: (returnval){ [ 1227.281744] env[69770]: value = "task-4070674" [ 1227.281744] env[69770]: _type = "Task" [ 1227.281744] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1227.292258] env[69770]: DEBUG oslo_vmware.api [None req-7c2ffb8b-873f-48a7-9344-09000fb73760 tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] Task: {'id': task-4070674, 'name': Destroy_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1227.368236] env[69770]: DEBUG oslo_vmware.api [None req-d9270495-5b3a-41b6-9331-897a72236d88 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] Task: {'id': task-4070673, 'name': ReconfigVM_Task, 'duration_secs': 0.166119} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1227.368554] env[69770]: DEBUG nova.virt.vmwareapi.volumeops [None req-d9270495-5b3a-41b6-9331-897a72236d88 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] [instance: 2d2ff265-feeb-403a-96e6-9b758ea3522b] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-806671', 'volume_id': 'e0c3cf83-0856-4273-8948-cc0ac7e3d944', 'name': 'volume-e0c3cf83-0856-4273-8948-cc0ac7e3d944', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '2d2ff265-feeb-403a-96e6-9b758ea3522b', 'attached_at': '', 'detached_at': '', 'volume_id': 'e0c3cf83-0856-4273-8948-cc0ac7e3d944', 'serial': 'e0c3cf83-0856-4273-8948-cc0ac7e3d944'} {{(pid=69770) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1227.682965] env[69770]: DEBUG oslo_concurrency.lockutils [None req-05071be7-54fd-4640-ae37-5182143fe951 tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] Releasing lock "refresh_cache-dab60fd0-ed75-4747-8caf-e5e99ea54448" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.732787] env[69770]: DEBUG oslo_concurrency.lockutils [None req-8f3eed58-7db7-46b6-b049-71ffbbd60ae1 tempest-AttachVolumeShelveTestJSON-1191911444 tempest-AttachVolumeShelveTestJSON-1191911444-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.845s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1227.735289] env[69770]: DEBUG oslo_concurrency.lockutils [None req-5b9f888f-137e-4215-ae8c-c765d32bef34 tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.508s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1227.735377] env[69770]: DEBUG nova.objects.instance [None req-5b9f888f-137e-4215-ae8c-c765d32bef34 tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] Lazy-loading 'resources' on Instance uuid 7f67ebf8-f341-4cda-99d6-52ba82c5640e {{(pid=69770) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1227.754588] env[69770]: DEBUG oslo_vmware.api [None req-f438123a-11ff-40ce-b7e7-532e1df8cdb0 tempest-ServerRescueNegativeTestJSON-135561646 tempest-ServerRescueNegativeTestJSON-135561646-project-member] Task: {'id': task-4070672, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.57911} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1227.755529] env[69770]: INFO nova.scheduler.client.report [None req-8f3eed58-7db7-46b6-b049-71ffbbd60ae1 tempest-AttachVolumeShelveTestJSON-1191911444 tempest-AttachVolumeShelveTestJSON-1191911444-project-member] Deleted allocations for instance 1e9f2a84-ff0f-4bfb-87b7-0b0d3604ab3f [ 1227.756529] env[69770]: INFO nova.virt.vmwareapi.ds_util [None req-f438123a-11ff-40ce-b7e7-532e1df8cdb0 tempest-ServerRescueNegativeTestJSON-135561646 tempest-ServerRescueNegativeTestJSON-135561646-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk to [datastore2] 215916d5-31b5-49ba-a7bc-78d9652dea41/d1eaff80-24a0-4391-90eb-59958b1ecf0a-rescue.vmdk. [ 1227.759524] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9883b654-9fab-45c2-9ebb-f51be25e355a {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.790500] env[69770]: DEBUG nova.virt.vmwareapi.volumeops [None req-f438123a-11ff-40ce-b7e7-532e1df8cdb0 tempest-ServerRescueNegativeTestJSON-135561646 tempest-ServerRescueNegativeTestJSON-135561646-project-member] [instance: 215916d5-31b5-49ba-a7bc-78d9652dea41] Reconfiguring VM instance instance-00000063 to attach disk [datastore2] 215916d5-31b5-49ba-a7bc-78d9652dea41/d1eaff80-24a0-4391-90eb-59958b1ecf0a-rescue.vmdk or device None with type thin {{(pid=69770) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1227.793759] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c73aa898-1801-4d05-9295-e6794968b2d4 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.812429] env[69770]: DEBUG oslo_vmware.api [None req-7c2ffb8b-873f-48a7-9344-09000fb73760 tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] Task: {'id': task-4070674, 'name': Destroy_Task} progress is 100%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1227.813775] env[69770]: DEBUG oslo_vmware.api [None req-f438123a-11ff-40ce-b7e7-532e1df8cdb0 tempest-ServerRescueNegativeTestJSON-135561646 tempest-ServerRescueNegativeTestJSON-135561646-project-member] Waiting for the task: (returnval){ [ 1227.813775] env[69770]: value = "task-4070675" [ 1227.813775] env[69770]: _type = "Task" [ 1227.813775] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1227.822431] env[69770]: DEBUG oslo_vmware.api [None req-f438123a-11ff-40ce-b7e7-532e1df8cdb0 tempest-ServerRescueNegativeTestJSON-135561646 tempest-ServerRescueNegativeTestJSON-135561646-project-member] Task: {'id': task-4070675, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1228.270272] env[69770]: DEBUG oslo_concurrency.lockutils [None req-8f3eed58-7db7-46b6-b049-71ffbbd60ae1 tempest-AttachVolumeShelveTestJSON-1191911444 tempest-AttachVolumeShelveTestJSON-1191911444-project-member] Lock "1e9f2a84-ff0f-4bfb-87b7-0b0d3604ab3f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.831s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1228.293987] env[69770]: DEBUG oslo_vmware.api [None req-7c2ffb8b-873f-48a7-9344-09000fb73760 tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] Task: {'id': task-4070674, 'name': Destroy_Task} progress is 100%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1228.324334] env[69770]: DEBUG oslo_vmware.api [None req-f438123a-11ff-40ce-b7e7-532e1df8cdb0 tempest-ServerRescueNegativeTestJSON-135561646 tempest-ServerRescueNegativeTestJSON-135561646-project-member] Task: {'id': task-4070675, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1228.408672] env[69770]: DEBUG nova.objects.instance [None req-d9270495-5b3a-41b6-9331-897a72236d88 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] Lazy-loading 'flavor' on Instance uuid 2d2ff265-feeb-403a-96e6-9b758ea3522b {{(pid=69770) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1228.415796] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1ae2697-c84a-416b-a8a0-1774904721f4 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.425969] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96000b13-de36-4b7a-a4d1-99a7e875a2a0 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.459039] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b1ac594-c206-4a5d-be43-77dc2dfa5cd2 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.468199] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18486bfb-3ead-46ad-b33b-e99aaeda7631 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.481965] env[69770]: DEBUG nova.compute.provider_tree [None req-5b9f888f-137e-4215-ae8c-c765d32bef34 tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] Inventory has not changed in ProviderTree for provider: 7cc7d32b-b7a7-454a-a456-2a440248ed9d {{(pid=69770) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1228.552541] env[69770]: DEBUG oslo_concurrency.lockutils [None req-f11e959f-c9d9-4d7e-aa10-be5f83a389d3 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] Acquiring lock "2d2ff265-feeb-403a-96e6-9b758ea3522b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1228.795941] env[69770]: DEBUG oslo_vmware.api [None req-7c2ffb8b-873f-48a7-9344-09000fb73760 tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] Task: {'id': task-4070674, 'name': Destroy_Task, 'duration_secs': 1.338789} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1228.795941] env[69770]: INFO nova.virt.vmwareapi.vm_util [None req-7c2ffb8b-873f-48a7-9344-09000fb73760 tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] [instance: 5815fe63-e447-4be2-9055-a6320d0ba896] Destroyed the VM [ 1228.795941] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-7c2ffb8b-873f-48a7-9344-09000fb73760 tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] [instance: 5815fe63-e447-4be2-9055-a6320d0ba896] Deleting Snapshot of the VM instance {{(pid=69770) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1228.795941] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-747053fa-de61-49ba-918b-dfc87aa5c4b6 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.803135] env[69770]: DEBUG oslo_vmware.api [None req-7c2ffb8b-873f-48a7-9344-09000fb73760 tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] Waiting for the task: (returnval){ [ 1228.803135] env[69770]: value = "task-4070676" [ 1228.803135] env[69770]: _type = "Task" [ 1228.803135] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1228.812024] env[69770]: DEBUG oslo_vmware.api [None req-7c2ffb8b-873f-48a7-9344-09000fb73760 tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] Task: {'id': task-4070676, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1228.823713] env[69770]: DEBUG oslo_vmware.api [None req-f438123a-11ff-40ce-b7e7-532e1df8cdb0 tempest-ServerRescueNegativeTestJSON-135561646 tempest-ServerRescueNegativeTestJSON-135561646-project-member] Task: {'id': task-4070675, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1228.913688] env[69770]: DEBUG oslo_concurrency.lockutils [None req-d9270495-5b3a-41b6-9331-897a72236d88 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] Lock "2d2ff265-feeb-403a-96e6-9b758ea3522b" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.771s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1228.915253] env[69770]: DEBUG oslo_concurrency.lockutils [None req-f11e959f-c9d9-4d7e-aa10-be5f83a389d3 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] Lock "2d2ff265-feeb-403a-96e6-9b758ea3522b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.363s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1228.915569] env[69770]: DEBUG oslo_concurrency.lockutils [None req-f11e959f-c9d9-4d7e-aa10-be5f83a389d3 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] Acquiring lock "2d2ff265-feeb-403a-96e6-9b758ea3522b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1228.915826] env[69770]: DEBUG oslo_concurrency.lockutils [None req-f11e959f-c9d9-4d7e-aa10-be5f83a389d3 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] Lock "2d2ff265-feeb-403a-96e6-9b758ea3522b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1228.916620] env[69770]: DEBUG oslo_concurrency.lockutils [None req-f11e959f-c9d9-4d7e-aa10-be5f83a389d3 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] Lock "2d2ff265-feeb-403a-96e6-9b758ea3522b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1228.918027] env[69770]: INFO nova.compute.manager [None req-f11e959f-c9d9-4d7e-aa10-be5f83a389d3 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] [instance: 2d2ff265-feeb-403a-96e6-9b758ea3522b] Terminating instance [ 1228.985212] env[69770]: DEBUG nova.scheduler.client.report [None req-5b9f888f-137e-4215-ae8c-c765d32bef34 tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] Inventory has not changed for provider 7cc7d32b-b7a7-454a-a456-2a440248ed9d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69770) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1229.201249] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39d35a9b-820e-4360-974c-a6157edddd9d {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.222372] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-05071be7-54fd-4640-ae37-5182143fe951 tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] [instance: dab60fd0-ed75-4747-8caf-e5e99ea54448] Updating instance 'dab60fd0-ed75-4747-8caf-e5e99ea54448' progress to 0 {{(pid=69770) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1229.313084] env[69770]: DEBUG oslo_vmware.api [None req-7c2ffb8b-873f-48a7-9344-09000fb73760 tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] Task: {'id': task-4070676, 'name': RemoveSnapshot_Task, 'duration_secs': 0.478994} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1229.313386] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-7c2ffb8b-873f-48a7-9344-09000fb73760 tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] [instance: 5815fe63-e447-4be2-9055-a6320d0ba896] Deleted Snapshot of the VM instance {{(pid=69770) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1229.313620] env[69770]: INFO nova.compute.manager [None req-7c2ffb8b-873f-48a7-9344-09000fb73760 tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] [instance: 5815fe63-e447-4be2-9055-a6320d0ba896] Took 17.29 seconds to snapshot the instance on the hypervisor. [ 1229.324853] env[69770]: DEBUG oslo_vmware.api [None req-f438123a-11ff-40ce-b7e7-532e1df8cdb0 tempest-ServerRescueNegativeTestJSON-135561646 tempest-ServerRescueNegativeTestJSON-135561646-project-member] Task: {'id': task-4070675, 'name': ReconfigVM_Task, 'duration_secs': 1.085568} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1229.325212] env[69770]: DEBUG nova.virt.vmwareapi.volumeops [None req-f438123a-11ff-40ce-b7e7-532e1df8cdb0 tempest-ServerRescueNegativeTestJSON-135561646 tempest-ServerRescueNegativeTestJSON-135561646-project-member] [instance: 215916d5-31b5-49ba-a7bc-78d9652dea41] Reconfigured VM instance instance-00000063 to attach disk [datastore2] 215916d5-31b5-49ba-a7bc-78d9652dea41/d1eaff80-24a0-4391-90eb-59958b1ecf0a-rescue.vmdk or device None with type thin {{(pid=69770) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1229.326189] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd308771-d0b0-4a97-918a-8c34d8517682 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.358204] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-843bec5c-82a0-4353-a508-c31c82c3aff8 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.374432] env[69770]: DEBUG oslo_vmware.api [None req-f438123a-11ff-40ce-b7e7-532e1df8cdb0 tempest-ServerRescueNegativeTestJSON-135561646 tempest-ServerRescueNegativeTestJSON-135561646-project-member] Waiting for the task: (returnval){ [ 1229.374432] env[69770]: value = "task-4070677" [ 1229.374432] env[69770]: _type = "Task" [ 1229.374432] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1229.385336] env[69770]: DEBUG oslo_vmware.api [None req-f438123a-11ff-40ce-b7e7-532e1df8cdb0 tempest-ServerRescueNegativeTestJSON-135561646 tempest-ServerRescueNegativeTestJSON-135561646-project-member] Task: {'id': task-4070677, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1229.421936] env[69770]: DEBUG nova.compute.manager [None req-f11e959f-c9d9-4d7e-aa10-be5f83a389d3 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] [instance: 2d2ff265-feeb-403a-96e6-9b758ea3522b] Start destroying the instance on the hypervisor. {{(pid=69770) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1229.422239] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-f11e959f-c9d9-4d7e-aa10-be5f83a389d3 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] [instance: 2d2ff265-feeb-403a-96e6-9b758ea3522b] Powering off the VM {{(pid=69770) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1229.422532] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-376a0716-2501-4b0a-9ae4-6d85cd9b501b {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.431233] env[69770]: DEBUG oslo_vmware.api [None req-f11e959f-c9d9-4d7e-aa10-be5f83a389d3 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] Waiting for the task: (returnval){ [ 1229.431233] env[69770]: value = "task-4070678" [ 1229.431233] env[69770]: _type = "Task" [ 1229.431233] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1229.440269] env[69770]: DEBUG oslo_vmware.api [None req-f11e959f-c9d9-4d7e-aa10-be5f83a389d3 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] Task: {'id': task-4070678, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1229.490689] env[69770]: DEBUG oslo_concurrency.lockutils [None req-5b9f888f-137e-4215-ae8c-c765d32bef34 tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.755s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1229.493325] env[69770]: DEBUG oslo_concurrency.lockutils [None req-c51b00b4-f859-431d-80d4-51f3404688fb tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.374s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1229.493325] env[69770]: DEBUG nova.objects.instance [None req-c51b00b4-f859-431d-80d4-51f3404688fb tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] Lazy-loading 'resources' on Instance uuid cb2d5e5c-a655-4351-8e47-77816071183b {{(pid=69770) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1229.516952] env[69770]: INFO nova.scheduler.client.report [None req-5b9f888f-137e-4215-ae8c-c765d32bef34 tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] Deleted allocations for instance 7f67ebf8-f341-4cda-99d6-52ba82c5640e [ 1229.729362] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-05071be7-54fd-4640-ae37-5182143fe951 tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] [instance: dab60fd0-ed75-4747-8caf-e5e99ea54448] Powering off the VM {{(pid=69770) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1229.729671] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-57826f41-eb30-4c1f-878c-e828a3219c5a {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.737473] env[69770]: DEBUG oslo_vmware.api [None req-05071be7-54fd-4640-ae37-5182143fe951 tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] Waiting for the task: (returnval){ [ 1229.737473] env[69770]: value = "task-4070679" [ 1229.737473] env[69770]: _type = "Task" [ 1229.737473] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1229.747461] env[69770]: DEBUG oslo_vmware.api [None req-05071be7-54fd-4640-ae37-5182143fe951 tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] Task: {'id': task-4070679, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1229.869439] env[69770]: DEBUG nova.compute.manager [None req-7c2ffb8b-873f-48a7-9344-09000fb73760 tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] [instance: 5815fe63-e447-4be2-9055-a6320d0ba896] Found 3 images (rotation: 2) {{(pid=69770) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 1229.869734] env[69770]: DEBUG nova.compute.manager [None req-7c2ffb8b-873f-48a7-9344-09000fb73760 tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] [instance: 5815fe63-e447-4be2-9055-a6320d0ba896] Rotating out 1 backups {{(pid=69770) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5025}} [ 1229.869800] env[69770]: DEBUG nova.compute.manager [None req-7c2ffb8b-873f-48a7-9344-09000fb73760 tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] [instance: 5815fe63-e447-4be2-9055-a6320d0ba896] Deleting image a1d5a796-45db-471e-881f-8139859f6019 {{(pid=69770) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5030}} [ 1229.884378] env[69770]: DEBUG oslo_vmware.api [None req-f438123a-11ff-40ce-b7e7-532e1df8cdb0 tempest-ServerRescueNegativeTestJSON-135561646 tempest-ServerRescueNegativeTestJSON-135561646-project-member] Task: {'id': task-4070677, 'name': ReconfigVM_Task, 'duration_secs': 0.210369} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1229.884673] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-f438123a-11ff-40ce-b7e7-532e1df8cdb0 tempest-ServerRescueNegativeTestJSON-135561646 tempest-ServerRescueNegativeTestJSON-135561646-project-member] [instance: 215916d5-31b5-49ba-a7bc-78d9652dea41] Powering on the VM {{(pid=69770) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1229.884906] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2695b044-b005-4896-bcf9-d802ff09d690 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.893584] env[69770]: DEBUG oslo_vmware.api [None req-f438123a-11ff-40ce-b7e7-532e1df8cdb0 tempest-ServerRescueNegativeTestJSON-135561646 tempest-ServerRescueNegativeTestJSON-135561646-project-member] Waiting for the task: (returnval){ [ 1229.893584] env[69770]: value = "task-4070680" [ 1229.893584] env[69770]: _type = "Task" [ 1229.893584] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1229.903122] env[69770]: DEBUG oslo_vmware.api [None req-f438123a-11ff-40ce-b7e7-532e1df8cdb0 tempest-ServerRescueNegativeTestJSON-135561646 tempest-ServerRescueNegativeTestJSON-135561646-project-member] Task: {'id': task-4070680, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1229.941667] env[69770]: DEBUG oslo_vmware.api [None req-f11e959f-c9d9-4d7e-aa10-be5f83a389d3 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] Task: {'id': task-4070678, 'name': PowerOffVM_Task, 'duration_secs': 0.22128} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1229.941945] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-f11e959f-c9d9-4d7e-aa10-be5f83a389d3 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] [instance: 2d2ff265-feeb-403a-96e6-9b758ea3522b] Powered off the VM {{(pid=69770) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1229.942163] env[69770]: DEBUG nova.virt.vmwareapi.volumeops [None req-f11e959f-c9d9-4d7e-aa10-be5f83a389d3 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] [instance: 2d2ff265-feeb-403a-96e6-9b758ea3522b] Volume detach. Driver type: vmdk {{(pid=69770) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1229.942358] env[69770]: DEBUG nova.virt.vmwareapi.volumeops [None req-f11e959f-c9d9-4d7e-aa10-be5f83a389d3 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] [instance: 2d2ff265-feeb-403a-96e6-9b758ea3522b] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-806671', 'volume_id': 'e0c3cf83-0856-4273-8948-cc0ac7e3d944', 'name': 'volume-e0c3cf83-0856-4273-8948-cc0ac7e3d944', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '2d2ff265-feeb-403a-96e6-9b758ea3522b', 'attached_at': '', 'detached_at': '', 'volume_id': 'e0c3cf83-0856-4273-8948-cc0ac7e3d944', 'serial': 'e0c3cf83-0856-4273-8948-cc0ac7e3d944'} {{(pid=69770) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1229.943168] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-217a984d-0c6e-4430-8dc7-7ccef51d7747 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.967739] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6679180-110e-403c-8326-d26f55c67e23 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.978090] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-297f3b6a-36ed-45ac-8a0b-6a20af227700 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.005781] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f154662-3cea-47f0-af51-b90b76ef2ced {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.025837] env[69770]: DEBUG nova.virt.vmwareapi.volumeops [None req-f11e959f-c9d9-4d7e-aa10-be5f83a389d3 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] The volume has not been displaced from its original location: [datastore1] volume-e0c3cf83-0856-4273-8948-cc0ac7e3d944/volume-e0c3cf83-0856-4273-8948-cc0ac7e3d944.vmdk. No consolidation needed. {{(pid=69770) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1230.032701] env[69770]: DEBUG nova.virt.vmwareapi.volumeops [None req-f11e959f-c9d9-4d7e-aa10-be5f83a389d3 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] [instance: 2d2ff265-feeb-403a-96e6-9b758ea3522b] Reconfiguring VM instance instance-00000067 to detach disk 2001 {{(pid=69770) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1230.033345] env[69770]: DEBUG oslo_concurrency.lockutils [None req-5b9f888f-137e-4215-ae8c-c765d32bef34 tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] Lock "7f67ebf8-f341-4cda-99d6-52ba82c5640e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.549s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1230.037271] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-64dab88c-41b0-427c-bf49-f9cd51677cde {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.051259] env[69770]: DEBUG oslo_concurrency.lockutils [req-b9d5fc8b-f368-40e4-92b4-2d80549733b4 req-0d37b104-afb2-494d-b898-6f35615293a7 service nova] Acquired lock "7f67ebf8-f341-4cda-99d6-52ba82c5640e" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.053765] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49612dc3-e4bb-419e-aa1c-631e634d5cb6 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.061709] env[69770]: DEBUG oslo_vmware.api [None req-f11e959f-c9d9-4d7e-aa10-be5f83a389d3 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] Waiting for the task: (returnval){ [ 1230.061709] env[69770]: value = "task-4070681" [ 1230.061709] env[69770]: _type = "Task" [ 1230.061709] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1230.063220] env[69770]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 1230.063220] env[69770]: DEBUG oslo_vmware.api [-] Fault list: [ManagedObjectNotFound] {{(pid=69770) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 1230.067258] env[69770]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-dd2684bd-7286-4a11-9846-3943cbb4c579 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.079171] env[69770]: DEBUG oslo_vmware.api [None req-f11e959f-c9d9-4d7e-aa10-be5f83a389d3 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] Task: {'id': task-4070681, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1230.085092] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46d9f8f7-e918-46c4-885b-f460d327e4fa {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.124661] env[69770]: ERROR root [req-b9d5fc8b-f368-40e4-92b4-2d80549733b4 req-0d37b104-afb2-494d-b898-6f35615293a7 service nova] Original exception being dropped: ['Traceback (most recent call last):\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py", line 377, in request_handler\n response = request(managed_object, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 586, in __call__\n return client.invoke(args, kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 728, in invoke\n result = self.send(soapenv, timeout=timeout)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 777, in send\n return self.process_reply(reply.message, None, None)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 840, in process_reply\n raise WebFault(fault, replyroot)\n', "suds.WebFault: Server raised fault: 'The object 'vim.VirtualMachine:vm-806643' has already been deleted or has not been completely created'\n", '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 301, in _invoke_api\n return api_method(*args, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/vim_util.py", line 479, in get_object_property\n props = get_object_properties(vim, moref, [property_name],\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/vim_util.py", line 360, in get_object_properties\n retrieve_result = vim.RetrievePropertiesEx(\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py", line 413, in request_handler\n raise exceptions.VimFaultException(fault_list, fault_string,\n', "oslo_vmware.exceptions.VimFaultException: The object 'vim.VirtualMachine:vm-806643' has already been deleted or has not been completely created\nCause: Server raised fault: 'The object 'vim.VirtualMachine:vm-806643' has already been deleted or has not been completely created'\nFaults: [ManagedObjectNotFound]\nDetails: {'obj': 'vm-806643'}\n", '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/session.py", line 123, in _call_method\n return self.invoke_api(module, method, self.vim, *args,\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 358, in invoke_api\n return _invoke_api(module, method, *args, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 122, in func\n return evt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/common/loopingcall.py", line 122, in _inner\n idle = self.f(*self.args, **self.kw)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 96, in _func\n result = f(*args, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 341, in _invoke_api\n raise clazz(str(excep),\n', "oslo_vmware.exceptions.ManagedObjectNotFoundException: The object 'vim.VirtualMachine:vm-806643' has already been deleted or has not been completely created\nCause: Server raised fault: 'The object 'vim.VirtualMachine:vm-806643' has already been deleted or has not been completely created'\nFaults: [ManagedObjectNotFound]\nDetails: {'obj': 'vm-806643'}\n"]: nova.exception.InstanceNotFound: Instance 7f67ebf8-f341-4cda-99d6-52ba82c5640e could not be found. [ 1230.124894] env[69770]: DEBUG oslo_concurrency.lockutils [req-b9d5fc8b-f368-40e4-92b4-2d80549733b4 req-0d37b104-afb2-494d-b898-6f35615293a7 service nova] Releasing lock "7f67ebf8-f341-4cda-99d6-52ba82c5640e" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.125177] env[69770]: DEBUG nova.compute.manager [req-b9d5fc8b-f368-40e4-92b4-2d80549733b4 req-0d37b104-afb2-494d-b898-6f35615293a7 service nova] [instance: 7f67ebf8-f341-4cda-99d6-52ba82c5640e] Detach interface failed, port_id=83e6c6c0-b56a-4b8b-9302-c7775dc86944, reason: Instance 7f67ebf8-f341-4cda-99d6-52ba82c5640e could not be found. {{(pid=69770) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1230.187973] env[69770]: DEBUG oslo_concurrency.lockutils [None req-ed65e92e-1561-43bb-9e6f-0ab843a80d3f tempest-AttachVolumeShelveTestJSON-1191911444 tempest-AttachVolumeShelveTestJSON-1191911444-project-member] Acquiring lock "245d05f8-a8b6-4985-aab4-c6f3c250f28a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1230.188245] env[69770]: DEBUG oslo_concurrency.lockutils [None req-ed65e92e-1561-43bb-9e6f-0ab843a80d3f tempest-AttachVolumeShelveTestJSON-1191911444 tempest-AttachVolumeShelveTestJSON-1191911444-project-member] Lock "245d05f8-a8b6-4985-aab4-c6f3c250f28a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1230.233174] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d401e8f3-6808-4127-825d-94f4628437c6 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.245223] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b809696-d8eb-4e43-bbe3-95d027ba5091 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.252119] env[69770]: DEBUG oslo_vmware.api [None req-05071be7-54fd-4640-ae37-5182143fe951 tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] Task: {'id': task-4070679, 'name': PowerOffVM_Task, 'duration_secs': 0.214995} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1230.252407] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-05071be7-54fd-4640-ae37-5182143fe951 tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] [instance: dab60fd0-ed75-4747-8caf-e5e99ea54448] Powered off the VM {{(pid=69770) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1230.252634] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-05071be7-54fd-4640-ae37-5182143fe951 tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] [instance: dab60fd0-ed75-4747-8caf-e5e99ea54448] Updating instance 'dab60fd0-ed75-4747-8caf-e5e99ea54448' progress to 17 {{(pid=69770) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1230.282697] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f07aa5be-0eb7-4a34-851c-183ce865748b {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.293073] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89864c64-47ad-4e40-845f-705cd84d6646 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.307565] env[69770]: DEBUG nova.compute.provider_tree [None req-c51b00b4-f859-431d-80d4-51f3404688fb tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] Inventory has not changed in ProviderTree for provider: 7cc7d32b-b7a7-454a-a456-2a440248ed9d {{(pid=69770) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1230.404170] env[69770]: DEBUG oslo_vmware.api [None req-f438123a-11ff-40ce-b7e7-532e1df8cdb0 tempest-ServerRescueNegativeTestJSON-135561646 tempest-ServerRescueNegativeTestJSON-135561646-project-member] Task: {'id': task-4070680, 'name': PowerOnVM_Task, 'duration_secs': 0.402681} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1230.404523] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-f438123a-11ff-40ce-b7e7-532e1df8cdb0 tempest-ServerRescueNegativeTestJSON-135561646 tempest-ServerRescueNegativeTestJSON-135561646-project-member] [instance: 215916d5-31b5-49ba-a7bc-78d9652dea41] Powered on the VM {{(pid=69770) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1230.407315] env[69770]: DEBUG nova.compute.manager [None req-f438123a-11ff-40ce-b7e7-532e1df8cdb0 tempest-ServerRescueNegativeTestJSON-135561646 tempest-ServerRescueNegativeTestJSON-135561646-project-member] [instance: 215916d5-31b5-49ba-a7bc-78d9652dea41] Checking state {{(pid=69770) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1230.408236] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e41ff76-1f6d-43da-bb4d-a256c27cbf0b {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.573299] env[69770]: DEBUG oslo_vmware.api [None req-f11e959f-c9d9-4d7e-aa10-be5f83a389d3 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] Task: {'id': task-4070681, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1230.690547] env[69770]: DEBUG nova.compute.manager [None req-ed65e92e-1561-43bb-9e6f-0ab843a80d3f tempest-AttachVolumeShelveTestJSON-1191911444 tempest-AttachVolumeShelveTestJSON-1191911444-project-member] [instance: 245d05f8-a8b6-4985-aab4-c6f3c250f28a] Starting instance... {{(pid=69770) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1230.786583] env[69770]: DEBUG nova.virt.hardware [None req-05071be7-54fd-4640-ae37-5182143fe951 tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T12:16:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=d1eaff80-24a0-4391-90eb-59958b1ecf0a,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69770) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1230.787171] env[69770]: DEBUG nova.virt.hardware [None req-05071be7-54fd-4640-ae37-5182143fe951 tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] Flavor limits 0:0:0 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1230.787307] env[69770]: DEBUG nova.virt.hardware [None req-05071be7-54fd-4640-ae37-5182143fe951 tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] Image limits 0:0:0 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1230.787623] env[69770]: DEBUG nova.virt.hardware [None req-05071be7-54fd-4640-ae37-5182143fe951 tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] Flavor pref 0:0:0 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1230.787897] env[69770]: DEBUG nova.virt.hardware [None req-05071be7-54fd-4640-ae37-5182143fe951 tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] Image pref 0:0:0 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1230.788227] env[69770]: DEBUG nova.virt.hardware [None req-05071be7-54fd-4640-ae37-5182143fe951 tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1230.788548] env[69770]: DEBUG nova.virt.hardware [None req-05071be7-54fd-4640-ae37-5182143fe951 tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69770) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1230.788835] env[69770]: DEBUG nova.virt.hardware [None req-05071be7-54fd-4640-ae37-5182143fe951 tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69770) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1230.789151] env[69770]: DEBUG nova.virt.hardware [None req-05071be7-54fd-4640-ae37-5182143fe951 tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] Got 1 possible topologies {{(pid=69770) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1230.789449] env[69770]: DEBUG nova.virt.hardware [None req-05071be7-54fd-4640-ae37-5182143fe951 tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69770) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1230.789817] env[69770]: DEBUG nova.virt.hardware [None req-05071be7-54fd-4640-ae37-5182143fe951 tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69770) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1230.796838] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-99d2f237-b1b3-4783-8474-a6d364ee6bd5 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.812080] env[69770]: DEBUG nova.scheduler.client.report [None req-c51b00b4-f859-431d-80d4-51f3404688fb tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] Inventory has not changed for provider 7cc7d32b-b7a7-454a-a456-2a440248ed9d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69770) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1230.817312] env[69770]: DEBUG oslo_vmware.api [None req-05071be7-54fd-4640-ae37-5182143fe951 tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] Waiting for the task: (returnval){ [ 1230.817312] env[69770]: value = "task-4070682" [ 1230.817312] env[69770]: _type = "Task" [ 1230.817312] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1230.828251] env[69770]: DEBUG oslo_vmware.api [None req-05071be7-54fd-4640-ae37-5182143fe951 tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] Task: {'id': task-4070682, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1231.074885] env[69770]: DEBUG oslo_vmware.api [None req-f11e959f-c9d9-4d7e-aa10-be5f83a389d3 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] Task: {'id': task-4070681, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1231.209937] env[69770]: DEBUG oslo_concurrency.lockutils [None req-ed65e92e-1561-43bb-9e6f-0ab843a80d3f tempest-AttachVolumeShelveTestJSON-1191911444 tempest-AttachVolumeShelveTestJSON-1191911444-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1231.319406] env[69770]: DEBUG oslo_concurrency.lockutils [None req-c51b00b4-f859-431d-80d4-51f3404688fb tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.826s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1231.322827] env[69770]: DEBUG oslo_concurrency.lockutils [None req-d6e76582-0787-43b4-b1c9-3445ba549d8c tempest-AttachVolumeTestJSON-339692578 tempest-AttachVolumeTestJSON-339692578-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.478s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1231.323769] env[69770]: INFO nova.compute.claims [None req-d6e76582-0787-43b4-b1c9-3445ba549d8c tempest-AttachVolumeTestJSON-339692578 tempest-AttachVolumeTestJSON-339692578-project-member] [instance: 08413ca9-2b2a-4991-83cf-aa8965d2017a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1231.337127] env[69770]: DEBUG oslo_vmware.api [None req-05071be7-54fd-4640-ae37-5182143fe951 tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] Task: {'id': task-4070682, 'name': ReconfigVM_Task, 'duration_secs': 0.407895} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1231.337557] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-05071be7-54fd-4640-ae37-5182143fe951 tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] [instance: dab60fd0-ed75-4747-8caf-e5e99ea54448] Updating instance 'dab60fd0-ed75-4747-8caf-e5e99ea54448' progress to 33 {{(pid=69770) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1231.342692] env[69770]: INFO nova.scheduler.client.report [None req-c51b00b4-f859-431d-80d4-51f3404688fb tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] Deleted allocations for instance cb2d5e5c-a655-4351-8e47-77816071183b [ 1231.494887] env[69770]: INFO nova.compute.manager [None req-dc566586-f587-483d-bf48-f9eae09cb3a7 tempest-ServerRescueNegativeTestJSON-135561646 tempest-ServerRescueNegativeTestJSON-135561646-project-member] [instance: 215916d5-31b5-49ba-a7bc-78d9652dea41] Unrescuing [ 1231.494887] env[69770]: DEBUG oslo_concurrency.lockutils [None req-dc566586-f587-483d-bf48-f9eae09cb3a7 tempest-ServerRescueNegativeTestJSON-135561646 tempest-ServerRescueNegativeTestJSON-135561646-project-member] Acquiring lock "refresh_cache-215916d5-31b5-49ba-a7bc-78d9652dea41" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.494887] env[69770]: DEBUG oslo_concurrency.lockutils [None req-dc566586-f587-483d-bf48-f9eae09cb3a7 tempest-ServerRescueNegativeTestJSON-135561646 tempest-ServerRescueNegativeTestJSON-135561646-project-member] Acquired lock "refresh_cache-215916d5-31b5-49ba-a7bc-78d9652dea41" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1231.494887] env[69770]: DEBUG nova.network.neutron [None req-dc566586-f587-483d-bf48-f9eae09cb3a7 tempest-ServerRescueNegativeTestJSON-135561646 tempest-ServerRescueNegativeTestJSON-135561646-project-member] [instance: 215916d5-31b5-49ba-a7bc-78d9652dea41] Building network info cache for instance {{(pid=69770) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1231.574682] env[69770]: DEBUG oslo_vmware.api [None req-f11e959f-c9d9-4d7e-aa10-be5f83a389d3 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] Task: {'id': task-4070681, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1231.701502] env[69770]: DEBUG oslo_concurrency.lockutils [None req-4e4e6034-7e15-4f03-8fbf-69eacc5246b9 tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] Acquiring lock "f27fa6da-dc6f-4c4f-9f67-1303adea51cc" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1231.701820] env[69770]: DEBUG oslo_concurrency.lockutils [None req-4e4e6034-7e15-4f03-8fbf-69eacc5246b9 tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] Lock "f27fa6da-dc6f-4c4f-9f67-1303adea51cc" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1231.846317] env[69770]: DEBUG nova.virt.hardware [None req-05071be7-54fd-4640-ae37-5182143fe951 tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T12:16:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=d1eaff80-24a0-4391-90eb-59958b1ecf0a,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69770) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1231.846574] env[69770]: DEBUG nova.virt.hardware [None req-05071be7-54fd-4640-ae37-5182143fe951 tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] Flavor limits 0:0:0 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1231.846730] env[69770]: DEBUG nova.virt.hardware [None req-05071be7-54fd-4640-ae37-5182143fe951 tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] Image limits 0:0:0 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1231.847066] env[69770]: DEBUG nova.virt.hardware [None req-05071be7-54fd-4640-ae37-5182143fe951 tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] Flavor pref 0:0:0 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1231.847066] env[69770]: DEBUG nova.virt.hardware [None req-05071be7-54fd-4640-ae37-5182143fe951 tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] Image pref 0:0:0 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1231.847216] env[69770]: DEBUG nova.virt.hardware [None req-05071be7-54fd-4640-ae37-5182143fe951 tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1231.847410] env[69770]: DEBUG nova.virt.hardware [None req-05071be7-54fd-4640-ae37-5182143fe951 tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69770) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1231.847570] env[69770]: DEBUG nova.virt.hardware [None req-05071be7-54fd-4640-ae37-5182143fe951 tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69770) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1231.847735] env[69770]: DEBUG nova.virt.hardware [None req-05071be7-54fd-4640-ae37-5182143fe951 tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] Got 1 possible topologies {{(pid=69770) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1231.847898] env[69770]: DEBUG nova.virt.hardware [None req-05071be7-54fd-4640-ae37-5182143fe951 tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69770) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1231.848085] env[69770]: DEBUG nova.virt.hardware [None req-05071be7-54fd-4640-ae37-5182143fe951 tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69770) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1231.853413] env[69770]: DEBUG nova.virt.vmwareapi.volumeops [None req-05071be7-54fd-4640-ae37-5182143fe951 tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] [instance: dab60fd0-ed75-4747-8caf-e5e99ea54448] Reconfiguring VM instance instance-00000062 to detach disk 2000 {{(pid=69770) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1231.856022] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e02ca11c-3987-4cd0-96d7-08f3ff4feff3 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.870029] env[69770]: DEBUG oslo_concurrency.lockutils [None req-c51b00b4-f859-431d-80d4-51f3404688fb tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] Lock "cb2d5e5c-a655-4351-8e47-77816071183b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.404s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1231.877320] env[69770]: DEBUG oslo_vmware.api [None req-05071be7-54fd-4640-ae37-5182143fe951 tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] Waiting for the task: (returnval){ [ 1231.877320] env[69770]: value = "task-4070683" [ 1231.877320] env[69770]: _type = "Task" [ 1231.877320] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1231.886186] env[69770]: DEBUG oslo_vmware.api [None req-05071be7-54fd-4640-ae37-5182143fe951 tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] Task: {'id': task-4070683, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1232.074392] env[69770]: DEBUG oslo_vmware.api [None req-f11e959f-c9d9-4d7e-aa10-be5f83a389d3 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] Task: {'id': task-4070681, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1232.204781] env[69770]: DEBUG nova.compute.manager [None req-4e4e6034-7e15-4f03-8fbf-69eacc5246b9 tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] [instance: f27fa6da-dc6f-4c4f-9f67-1303adea51cc] Starting instance... {{(pid=69770) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1232.274814] env[69770]: DEBUG nova.network.neutron [None req-dc566586-f587-483d-bf48-f9eae09cb3a7 tempest-ServerRescueNegativeTestJSON-135561646 tempest-ServerRescueNegativeTestJSON-135561646-project-member] [instance: 215916d5-31b5-49ba-a7bc-78d9652dea41] Updating instance_info_cache with network_info: [{"id": "0c8f9939-e902-4e4b-9620-94d662a2e543", "address": "fa:16:3e:0d:6c:4c", "network": {"id": "419ca0f7-61b3-4408-9976-77c6983fa64f", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1600648344-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.156", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3903a8460665477a9e1a8d5c6550931b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b5c34919-7d52-4a52-bab1-81af4c8182ef", "external-id": "nsx-vlan-transportzone-458", "segmentation_id": 458, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0c8f9939-e9", "ovs_interfaceid": "0c8f9939-e902-4e4b-9620-94d662a2e543", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69770) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1232.327895] env[69770]: DEBUG oslo_concurrency.lockutils [None req-65bdcf06-e255-40b1-83e1-ed9f3859b27c tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] Acquiring lock "5815fe63-e447-4be2-9055-a6320d0ba896" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1232.328350] env[69770]: DEBUG oslo_concurrency.lockutils [None req-65bdcf06-e255-40b1-83e1-ed9f3859b27c tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] Lock "5815fe63-e447-4be2-9055-a6320d0ba896" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1232.328590] env[69770]: DEBUG nova.compute.manager [None req-65bdcf06-e255-40b1-83e1-ed9f3859b27c tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] [instance: 5815fe63-e447-4be2-9055-a6320d0ba896] Checking state {{(pid=69770) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1232.329515] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6873dad8-43a5-43c5-a7ea-fe96950567b8 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.339032] env[69770]: DEBUG nova.compute.manager [None req-65bdcf06-e255-40b1-83e1-ed9f3859b27c tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] [instance: 5815fe63-e447-4be2-9055-a6320d0ba896] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69770) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1232.339191] env[69770]: DEBUG nova.objects.instance [None req-65bdcf06-e255-40b1-83e1-ed9f3859b27c tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] Lazy-loading 'flavor' on Instance uuid 5815fe63-e447-4be2-9055-a6320d0ba896 {{(pid=69770) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1232.388564] env[69770]: DEBUG oslo_vmware.api [None req-05071be7-54fd-4640-ae37-5182143fe951 tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] Task: {'id': task-4070683, 'name': ReconfigVM_Task, 'duration_secs': 0.15279} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1232.388721] env[69770]: DEBUG nova.virt.vmwareapi.volumeops [None req-05071be7-54fd-4640-ae37-5182143fe951 tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] [instance: dab60fd0-ed75-4747-8caf-e5e99ea54448] Reconfigured VM instance instance-00000062 to detach disk 2000 {{(pid=69770) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1232.389752] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79091198-a699-49d6-a7e1-1a92c6af4641 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.413170] env[69770]: DEBUG nova.virt.vmwareapi.volumeops [None req-05071be7-54fd-4640-ae37-5182143fe951 tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] [instance: dab60fd0-ed75-4747-8caf-e5e99ea54448] Reconfiguring VM instance instance-00000062 to attach disk [datastore2] dab60fd0-ed75-4747-8caf-e5e99ea54448/dab60fd0-ed75-4747-8caf-e5e99ea54448.vmdk or device None with type thin {{(pid=69770) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1232.415987] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3350dd6a-d5cb-4313-8524-4174bdac8dcb {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.436089] env[69770]: DEBUG oslo_vmware.api [None req-05071be7-54fd-4640-ae37-5182143fe951 tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] Waiting for the task: (returnval){ [ 1232.436089] env[69770]: value = "task-4070684" [ 1232.436089] env[69770]: _type = "Task" [ 1232.436089] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1232.448322] env[69770]: DEBUG oslo_vmware.api [None req-05071be7-54fd-4640-ae37-5182143fe951 tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] Task: {'id': task-4070684, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1232.547670] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-459579af-5446-441a-9145-5a1358b567d8 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.556331] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d5ad521-773a-453c-a350-c70ddd58a5eb {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.594399] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a686bf49-8db5-4cc3-9286-3be972e3db85 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.604471] env[69770]: DEBUG oslo_vmware.api [None req-f11e959f-c9d9-4d7e-aa10-be5f83a389d3 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] Task: {'id': task-4070681, 'name': ReconfigVM_Task, 'duration_secs': 2.042091} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1232.605741] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95c26654-09dc-4db3-a434-f9140f6230c1 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.609646] env[69770]: DEBUG nova.virt.vmwareapi.volumeops [None req-f11e959f-c9d9-4d7e-aa10-be5f83a389d3 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] [instance: 2d2ff265-feeb-403a-96e6-9b758ea3522b] Reconfigured VM instance instance-00000067 to detach disk 2001 {{(pid=69770) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1232.614272] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9ebe59f0-9587-4a65-aa50-2c0b392624f8 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.636689] env[69770]: DEBUG nova.compute.provider_tree [None req-d6e76582-0787-43b4-b1c9-3445ba549d8c tempest-AttachVolumeTestJSON-339692578 tempest-AttachVolumeTestJSON-339692578-project-member] Inventory has not changed in ProviderTree for provider: 7cc7d32b-b7a7-454a-a456-2a440248ed9d {{(pid=69770) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1232.639855] env[69770]: DEBUG oslo_vmware.api [None req-f11e959f-c9d9-4d7e-aa10-be5f83a389d3 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] Waiting for the task: (returnval){ [ 1232.639855] env[69770]: value = "task-4070685" [ 1232.639855] env[69770]: _type = "Task" [ 1232.639855] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1232.650275] env[69770]: DEBUG oslo_vmware.api [None req-f11e959f-c9d9-4d7e-aa10-be5f83a389d3 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] Task: {'id': task-4070685, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1232.724437] env[69770]: DEBUG oslo_concurrency.lockutils [None req-4e4e6034-7e15-4f03-8fbf-69eacc5246b9 tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1232.777425] env[69770]: DEBUG oslo_concurrency.lockutils [None req-dc566586-f587-483d-bf48-f9eae09cb3a7 tempest-ServerRescueNegativeTestJSON-135561646 tempest-ServerRescueNegativeTestJSON-135561646-project-member] Releasing lock "refresh_cache-215916d5-31b5-49ba-a7bc-78d9652dea41" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.778106] env[69770]: DEBUG nova.objects.instance [None req-dc566586-f587-483d-bf48-f9eae09cb3a7 tempest-ServerRescueNegativeTestJSON-135561646 tempest-ServerRescueNegativeTestJSON-135561646-project-member] Lazy-loading 'flavor' on Instance uuid 215916d5-31b5-49ba-a7bc-78d9652dea41 {{(pid=69770) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1232.946112] env[69770]: DEBUG oslo_vmware.api [None req-05071be7-54fd-4640-ae37-5182143fe951 tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] Task: {'id': task-4070684, 'name': ReconfigVM_Task, 'duration_secs': 0.287883} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1232.946418] env[69770]: DEBUG nova.virt.vmwareapi.volumeops [None req-05071be7-54fd-4640-ae37-5182143fe951 tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] [instance: dab60fd0-ed75-4747-8caf-e5e99ea54448] Reconfigured VM instance instance-00000062 to attach disk [datastore2] dab60fd0-ed75-4747-8caf-e5e99ea54448/dab60fd0-ed75-4747-8caf-e5e99ea54448.vmdk or device None with type thin {{(pid=69770) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1232.946691] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-05071be7-54fd-4640-ae37-5182143fe951 tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] [instance: dab60fd0-ed75-4747-8caf-e5e99ea54448] Updating instance 'dab60fd0-ed75-4747-8caf-e5e99ea54448' progress to 50 {{(pid=69770) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1233.141573] env[69770]: DEBUG nova.scheduler.client.report [None req-d6e76582-0787-43b4-b1c9-3445ba549d8c tempest-AttachVolumeTestJSON-339692578 tempest-AttachVolumeTestJSON-339692578-project-member] Inventory has not changed for provider 7cc7d32b-b7a7-454a-a456-2a440248ed9d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69770) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1233.154361] env[69770]: DEBUG oslo_vmware.api [None req-f11e959f-c9d9-4d7e-aa10-be5f83a389d3 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] Task: {'id': task-4070685, 'name': ReconfigVM_Task, 'duration_secs': 0.165122} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1233.154657] env[69770]: DEBUG nova.virt.vmwareapi.volumeops [None req-f11e959f-c9d9-4d7e-aa10-be5f83a389d3 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] [instance: 2d2ff265-feeb-403a-96e6-9b758ea3522b] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-806671', 'volume_id': 'e0c3cf83-0856-4273-8948-cc0ac7e3d944', 'name': 'volume-e0c3cf83-0856-4273-8948-cc0ac7e3d944', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '2d2ff265-feeb-403a-96e6-9b758ea3522b', 'attached_at': '', 'detached_at': '', 'volume_id': 'e0c3cf83-0856-4273-8948-cc0ac7e3d944', 'serial': 'e0c3cf83-0856-4273-8948-cc0ac7e3d944'} {{(pid=69770) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1233.154947] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-f11e959f-c9d9-4d7e-aa10-be5f83a389d3 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] [instance: 2d2ff265-feeb-403a-96e6-9b758ea3522b] Destroying instance {{(pid=69770) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1233.156312] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91706f31-feeb-4431-b876-73a81e5cbf34 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.164374] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-f11e959f-c9d9-4d7e-aa10-be5f83a389d3 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] [instance: 2d2ff265-feeb-403a-96e6-9b758ea3522b] Unregistering the VM {{(pid=69770) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1233.164606] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-38f9e17e-0d81-4ca7-a9cf-55e2f3f25561 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.248756] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-f11e959f-c9d9-4d7e-aa10-be5f83a389d3 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] [instance: 2d2ff265-feeb-403a-96e6-9b758ea3522b] Unregistered the VM {{(pid=69770) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1233.249028] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-f11e959f-c9d9-4d7e-aa10-be5f83a389d3 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] [instance: 2d2ff265-feeb-403a-96e6-9b758ea3522b] Deleting contents of the VM from datastore datastore1 {{(pid=69770) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1233.249203] env[69770]: DEBUG nova.virt.vmwareapi.ds_util [None req-f11e959f-c9d9-4d7e-aa10-be5f83a389d3 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] Deleting the datastore file [datastore1] 2d2ff265-feeb-403a-96e6-9b758ea3522b {{(pid=69770) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1233.249482] env[69770]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-96defb92-e690-4aae-9e33-7291c9e17f93 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.256706] env[69770]: DEBUG oslo_vmware.api [None req-f11e959f-c9d9-4d7e-aa10-be5f83a389d3 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] Waiting for the task: (returnval){ [ 1233.256706] env[69770]: value = "task-4070687" [ 1233.256706] env[69770]: _type = "Task" [ 1233.256706] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1233.265008] env[69770]: DEBUG oslo_vmware.api [None req-f11e959f-c9d9-4d7e-aa10-be5f83a389d3 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] Task: {'id': task-4070687, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1233.283347] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74c58066-63d7-42f1-b70f-5afab739b96f {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.307518] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc566586-f587-483d-bf48-f9eae09cb3a7 tempest-ServerRescueNegativeTestJSON-135561646 tempest-ServerRescueNegativeTestJSON-135561646-project-member] [instance: 215916d5-31b5-49ba-a7bc-78d9652dea41] Powering off the VM {{(pid=69770) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1233.307801] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4f368e33-bd23-452c-be55-4473cf1fe7c4 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.315484] env[69770]: DEBUG oslo_vmware.api [None req-dc566586-f587-483d-bf48-f9eae09cb3a7 tempest-ServerRescueNegativeTestJSON-135561646 tempest-ServerRescueNegativeTestJSON-135561646-project-member] Waiting for the task: (returnval){ [ 1233.315484] env[69770]: value = "task-4070688" [ 1233.315484] env[69770]: _type = "Task" [ 1233.315484] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1233.323807] env[69770]: DEBUG oslo_vmware.api [None req-dc566586-f587-483d-bf48-f9eae09cb3a7 tempest-ServerRescueNegativeTestJSON-135561646 tempest-ServerRescueNegativeTestJSON-135561646-project-member] Task: {'id': task-4070688, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1233.346817] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-65bdcf06-e255-40b1-83e1-ed9f3859b27c tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] [instance: 5815fe63-e447-4be2-9055-a6320d0ba896] Powering off the VM {{(pid=69770) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1233.347185] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-03807eb0-35b2-4ae1-844b-6477238441cd {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.354886] env[69770]: DEBUG oslo_vmware.api [None req-65bdcf06-e255-40b1-83e1-ed9f3859b27c tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] Waiting for the task: (returnval){ [ 1233.354886] env[69770]: value = "task-4070689" [ 1233.354886] env[69770]: _type = "Task" [ 1233.354886] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1233.364259] env[69770]: DEBUG oslo_vmware.api [None req-65bdcf06-e255-40b1-83e1-ed9f3859b27c tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] Task: {'id': task-4070689, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1233.454199] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48482df6-918e-490a-8d3a-bb83b4d7c8f8 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.475319] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e6e5c0c-a6b9-4ab8-9bbe-eef1c786b0ec {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.494752] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-05071be7-54fd-4640-ae37-5182143fe951 tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] [instance: dab60fd0-ed75-4747-8caf-e5e99ea54448] Updating instance 'dab60fd0-ed75-4747-8caf-e5e99ea54448' progress to 67 {{(pid=69770) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1233.649458] env[69770]: DEBUG oslo_concurrency.lockutils [None req-d6e76582-0787-43b4-b1c9-3445ba549d8c tempest-AttachVolumeTestJSON-339692578 tempest-AttachVolumeTestJSON-339692578-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.327s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1233.650129] env[69770]: DEBUG nova.compute.manager [None req-d6e76582-0787-43b4-b1c9-3445ba549d8c tempest-AttachVolumeTestJSON-339692578 tempest-AttachVolumeTestJSON-339692578-project-member] [instance: 08413ca9-2b2a-4991-83cf-aa8965d2017a] Start building networks asynchronously for instance. {{(pid=69770) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1233.653160] env[69770]: DEBUG oslo_concurrency.lockutils [None req-ed65e92e-1561-43bb-9e6f-0ab843a80d3f tempest-AttachVolumeShelveTestJSON-1191911444 tempest-AttachVolumeShelveTestJSON-1191911444-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.443s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1233.655209] env[69770]: INFO nova.compute.claims [None req-ed65e92e-1561-43bb-9e6f-0ab843a80d3f tempest-AttachVolumeShelveTestJSON-1191911444 tempest-AttachVolumeShelveTestJSON-1191911444-project-member] [instance: 245d05f8-a8b6-4985-aab4-c6f3c250f28a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1233.665424] env[69770]: DEBUG oslo_concurrency.lockutils [None req-b5fe5114-314d-47ee-b3a0-47d92ba7496c tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] Acquiring lock "bc5e169f-17c2-4941-8b9f-a33726ea26b6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1233.665651] env[69770]: DEBUG oslo_concurrency.lockutils [None req-b5fe5114-314d-47ee-b3a0-47d92ba7496c tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] Lock "bc5e169f-17c2-4941-8b9f-a33726ea26b6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1233.769809] env[69770]: DEBUG oslo_vmware.api [None req-f11e959f-c9d9-4d7e-aa10-be5f83a389d3 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] Task: {'id': task-4070687, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.227344} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1233.770698] env[69770]: DEBUG nova.virt.vmwareapi.ds_util [None req-f11e959f-c9d9-4d7e-aa10-be5f83a389d3 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] Deleted the datastore file {{(pid=69770) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1233.771182] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-f11e959f-c9d9-4d7e-aa10-be5f83a389d3 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] [instance: 2d2ff265-feeb-403a-96e6-9b758ea3522b] Deleted contents of the VM from datastore datastore1 {{(pid=69770) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1233.771531] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-f11e959f-c9d9-4d7e-aa10-be5f83a389d3 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] [instance: 2d2ff265-feeb-403a-96e6-9b758ea3522b] Instance destroyed {{(pid=69770) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1233.771811] env[69770]: INFO nova.compute.manager [None req-f11e959f-c9d9-4d7e-aa10-be5f83a389d3 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] [instance: 2d2ff265-feeb-403a-96e6-9b758ea3522b] Took 4.35 seconds to destroy the instance on the hypervisor. [ 1233.772117] env[69770]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f11e959f-c9d9-4d7e-aa10-be5f83a389d3 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69770) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1233.772458] env[69770]: DEBUG nova.compute.manager [-] [instance: 2d2ff265-feeb-403a-96e6-9b758ea3522b] Deallocating network for instance {{(pid=69770) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1233.772590] env[69770]: DEBUG nova.network.neutron [-] [instance: 2d2ff265-feeb-403a-96e6-9b758ea3522b] deallocate_for_instance() {{(pid=69770) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1233.825812] env[69770]: DEBUG oslo_vmware.api [None req-dc566586-f587-483d-bf48-f9eae09cb3a7 tempest-ServerRescueNegativeTestJSON-135561646 tempest-ServerRescueNegativeTestJSON-135561646-project-member] Task: {'id': task-4070688, 'name': PowerOffVM_Task, 'duration_secs': 0.28547} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1233.826097] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc566586-f587-483d-bf48-f9eae09cb3a7 tempest-ServerRescueNegativeTestJSON-135561646 tempest-ServerRescueNegativeTestJSON-135561646-project-member] [instance: 215916d5-31b5-49ba-a7bc-78d9652dea41] Powered off the VM {{(pid=69770) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1233.831555] env[69770]: DEBUG nova.virt.vmwareapi.volumeops [None req-dc566586-f587-483d-bf48-f9eae09cb3a7 tempest-ServerRescueNegativeTestJSON-135561646 tempest-ServerRescueNegativeTestJSON-135561646-project-member] [instance: 215916d5-31b5-49ba-a7bc-78d9652dea41] Reconfiguring VM instance instance-00000063 to detach disk 2002 {{(pid=69770) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1233.831831] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e832147c-aa4d-4ace-b585-3489349043e8 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.851684] env[69770]: DEBUG oslo_vmware.api [None req-dc566586-f587-483d-bf48-f9eae09cb3a7 tempest-ServerRescueNegativeTestJSON-135561646 tempest-ServerRescueNegativeTestJSON-135561646-project-member] Waiting for the task: (returnval){ [ 1233.851684] env[69770]: value = "task-4070690" [ 1233.851684] env[69770]: _type = "Task" [ 1233.851684] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1233.861362] env[69770]: DEBUG oslo_vmware.api [None req-dc566586-f587-483d-bf48-f9eae09cb3a7 tempest-ServerRescueNegativeTestJSON-135561646 tempest-ServerRescueNegativeTestJSON-135561646-project-member] Task: {'id': task-4070690, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1233.866641] env[69770]: DEBUG oslo_vmware.api [None req-65bdcf06-e255-40b1-83e1-ed9f3859b27c tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] Task: {'id': task-4070689, 'name': PowerOffVM_Task, 'duration_secs': 0.24611} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1233.866898] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-65bdcf06-e255-40b1-83e1-ed9f3859b27c tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] [instance: 5815fe63-e447-4be2-9055-a6320d0ba896] Powered off the VM {{(pid=69770) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1233.867114] env[69770]: DEBUG nova.compute.manager [None req-65bdcf06-e255-40b1-83e1-ed9f3859b27c tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] [instance: 5815fe63-e447-4be2-9055-a6320d0ba896] Checking state {{(pid=69770) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1233.867968] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-952afa09-dbd5-439e-8f02-b62733a440af {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.039063] env[69770]: DEBUG nova.network.neutron [None req-05071be7-54fd-4640-ae37-5182143fe951 tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] [instance: dab60fd0-ed75-4747-8caf-e5e99ea54448] Port 307ab9b8-a8a6-42c9-a816-c8b10c9a98f5 binding to destination host cpu-1 is already ACTIVE {{(pid=69770) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1234.046908] env[69770]: DEBUG nova.compute.manager [req-410b9859-50d0-4425-8acb-d373067bd936 req-515d665a-4361-4ca2-90b9-87b0866f1a44 service nova] [instance: 2d2ff265-feeb-403a-96e6-9b758ea3522b] Received event network-vif-deleted-5780a910-7d26-4567-8136-de5b0ab47311 {{(pid=69770) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1234.047239] env[69770]: INFO nova.compute.manager [req-410b9859-50d0-4425-8acb-d373067bd936 req-515d665a-4361-4ca2-90b9-87b0866f1a44 service nova] [instance: 2d2ff265-feeb-403a-96e6-9b758ea3522b] Neutron deleted interface 5780a910-7d26-4567-8136-de5b0ab47311; detaching it from the instance and deleting it from the info cache [ 1234.047746] env[69770]: DEBUG nova.network.neutron [req-410b9859-50d0-4425-8acb-d373067bd936 req-515d665a-4361-4ca2-90b9-87b0866f1a44 service nova] [instance: 2d2ff265-feeb-403a-96e6-9b758ea3522b] Updating instance_info_cache with network_info: [] {{(pid=69770) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1234.160456] env[69770]: DEBUG nova.compute.utils [None req-d6e76582-0787-43b4-b1c9-3445ba549d8c tempest-AttachVolumeTestJSON-339692578 tempest-AttachVolumeTestJSON-339692578-project-member] Using /dev/sd instead of None {{(pid=69770) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1234.164634] env[69770]: DEBUG nova.compute.manager [None req-d6e76582-0787-43b4-b1c9-3445ba549d8c tempest-AttachVolumeTestJSON-339692578 tempest-AttachVolumeTestJSON-339692578-project-member] [instance: 08413ca9-2b2a-4991-83cf-aa8965d2017a] Allocating IP information in the background. {{(pid=69770) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1234.164818] env[69770]: DEBUG nova.network.neutron [None req-d6e76582-0787-43b4-b1c9-3445ba549d8c tempest-AttachVolumeTestJSON-339692578 tempest-AttachVolumeTestJSON-339692578-project-member] [instance: 08413ca9-2b2a-4991-83cf-aa8965d2017a] allocate_for_instance() {{(pid=69770) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1234.167157] env[69770]: DEBUG nova.compute.manager [None req-b5fe5114-314d-47ee-b3a0-47d92ba7496c tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] [instance: bc5e169f-17c2-4941-8b9f-a33726ea26b6] Starting instance... {{(pid=69770) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1234.205552] env[69770]: DEBUG nova.policy [None req-d6e76582-0787-43b4-b1c9-3445ba549d8c tempest-AttachVolumeTestJSON-339692578 tempest-AttachVolumeTestJSON-339692578-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8fd36f7f1aa64f42b714192ae879831b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b9d6e6c446154a4ba62ddf820c22c69f', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69770) authorize /opt/stack/nova/nova/policy.py:192}} [ 1234.364289] env[69770]: DEBUG oslo_vmware.api [None req-dc566586-f587-483d-bf48-f9eae09cb3a7 tempest-ServerRescueNegativeTestJSON-135561646 tempest-ServerRescueNegativeTestJSON-135561646-project-member] Task: {'id': task-4070690, 'name': ReconfigVM_Task, 'duration_secs': 0.249212} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1234.365831] env[69770]: DEBUG nova.virt.vmwareapi.volumeops [None req-dc566586-f587-483d-bf48-f9eae09cb3a7 tempest-ServerRescueNegativeTestJSON-135561646 tempest-ServerRescueNegativeTestJSON-135561646-project-member] [instance: 215916d5-31b5-49ba-a7bc-78d9652dea41] Reconfigured VM instance instance-00000063 to detach disk 2002 {{(pid=69770) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1234.371058] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc566586-f587-483d-bf48-f9eae09cb3a7 tempest-ServerRescueNegativeTestJSON-135561646 tempest-ServerRescueNegativeTestJSON-135561646-project-member] [instance: 215916d5-31b5-49ba-a7bc-78d9652dea41] Powering on the VM {{(pid=69770) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1234.371058] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4e4cb567-146e-45f8-a7e5-45a0d937402d {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.379142] env[69770]: DEBUG oslo_vmware.api [None req-dc566586-f587-483d-bf48-f9eae09cb3a7 tempest-ServerRescueNegativeTestJSON-135561646 tempest-ServerRescueNegativeTestJSON-135561646-project-member] Waiting for the task: (returnval){ [ 1234.379142] env[69770]: value = "task-4070691" [ 1234.379142] env[69770]: _type = "Task" [ 1234.379142] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1234.380177] env[69770]: DEBUG oslo_concurrency.lockutils [None req-65bdcf06-e255-40b1-83e1-ed9f3859b27c tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] Lock "5815fe63-e447-4be2-9055-a6320d0ba896" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.052s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1234.394371] env[69770]: DEBUG oslo_vmware.api [None req-dc566586-f587-483d-bf48-f9eae09cb3a7 tempest-ServerRescueNegativeTestJSON-135561646 tempest-ServerRescueNegativeTestJSON-135561646-project-member] Task: {'id': task-4070691, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1234.534242] env[69770]: DEBUG nova.network.neutron [-] [instance: 2d2ff265-feeb-403a-96e6-9b758ea3522b] Updating instance_info_cache with network_info: [] {{(pid=69770) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1234.552934] env[69770]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-77c0989c-a7f1-492c-b34d-2c7a50265e08 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.563024] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d9dd50d-58ee-4b70-b715-0beb63232740 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.584954] env[69770]: DEBUG nova.network.neutron [None req-d6e76582-0787-43b4-b1c9-3445ba549d8c tempest-AttachVolumeTestJSON-339692578 tempest-AttachVolumeTestJSON-339692578-project-member] [instance: 08413ca9-2b2a-4991-83cf-aa8965d2017a] Successfully created port: 1abc498c-e27c-4665-8be8-2c1d0ebbadad {{(pid=69770) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1234.598524] env[69770]: DEBUG nova.compute.manager [req-410b9859-50d0-4425-8acb-d373067bd936 req-515d665a-4361-4ca2-90b9-87b0866f1a44 service nova] [instance: 2d2ff265-feeb-403a-96e6-9b758ea3522b] Detach interface failed, port_id=5780a910-7d26-4567-8136-de5b0ab47311, reason: Instance 2d2ff265-feeb-403a-96e6-9b758ea3522b could not be found. {{(pid=69770) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1234.668024] env[69770]: DEBUG nova.compute.manager [None req-d6e76582-0787-43b4-b1c9-3445ba549d8c tempest-AttachVolumeTestJSON-339692578 tempest-AttachVolumeTestJSON-339692578-project-member] [instance: 08413ca9-2b2a-4991-83cf-aa8965d2017a] Start building block device mappings for instance. {{(pid=69770) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1234.691037] env[69770]: DEBUG oslo_concurrency.lockutils [None req-b5fe5114-314d-47ee-b3a0-47d92ba7496c tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1234.859373] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7a09054-4cb0-497d-93cf-9eca027fc40d {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.868232] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a81776d3-f91e-49c1-b799-22387e6f9b98 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.905475] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20d6bd77-dea0-4d0f-ae73-97615fc65c25 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.916122] env[69770]: DEBUG oslo_vmware.api [None req-dc566586-f587-483d-bf48-f9eae09cb3a7 tempest-ServerRescueNegativeTestJSON-135561646 tempest-ServerRescueNegativeTestJSON-135561646-project-member] Task: {'id': task-4070691, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1234.917485] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c26e26c-31c6-468a-83df-f7e261376798 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.934219] env[69770]: DEBUG nova.compute.provider_tree [None req-ed65e92e-1561-43bb-9e6f-0ab843a80d3f tempest-AttachVolumeShelveTestJSON-1191911444 tempest-AttachVolumeShelveTestJSON-1191911444-project-member] Inventory has not changed in ProviderTree for provider: 7cc7d32b-b7a7-454a-a456-2a440248ed9d {{(pid=69770) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1235.035867] env[69770]: INFO nova.compute.manager [-] [instance: 2d2ff265-feeb-403a-96e6-9b758ea3522b] Took 1.26 seconds to deallocate network for instance. [ 1235.065552] env[69770]: DEBUG oslo_concurrency.lockutils [None req-05071be7-54fd-4640-ae37-5182143fe951 tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] Acquiring lock "dab60fd0-ed75-4747-8caf-e5e99ea54448-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1235.065791] env[69770]: DEBUG oslo_concurrency.lockutils [None req-05071be7-54fd-4640-ae37-5182143fe951 tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] Lock "dab60fd0-ed75-4747-8caf-e5e99ea54448-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1235.066167] env[69770]: DEBUG oslo_concurrency.lockutils [None req-05071be7-54fd-4640-ae37-5182143fe951 tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] Lock "dab60fd0-ed75-4747-8caf-e5e99ea54448-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1235.412381] env[69770]: DEBUG oslo_vmware.api [None req-dc566586-f587-483d-bf48-f9eae09cb3a7 tempest-ServerRescueNegativeTestJSON-135561646 tempest-ServerRescueNegativeTestJSON-135561646-project-member] Task: {'id': task-4070691, 'name': PowerOnVM_Task, 'duration_secs': 0.56881} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1235.412381] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc566586-f587-483d-bf48-f9eae09cb3a7 tempest-ServerRescueNegativeTestJSON-135561646 tempest-ServerRescueNegativeTestJSON-135561646-project-member] [instance: 215916d5-31b5-49ba-a7bc-78d9652dea41] Powered on the VM {{(pid=69770) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1235.412381] env[69770]: DEBUG nova.compute.manager [None req-dc566586-f587-483d-bf48-f9eae09cb3a7 tempest-ServerRescueNegativeTestJSON-135561646 tempest-ServerRescueNegativeTestJSON-135561646-project-member] [instance: 215916d5-31b5-49ba-a7bc-78d9652dea41] Checking state {{(pid=69770) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1235.412974] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffb86837-7734-4fa6-847f-acd3cc1488c8 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.439319] env[69770]: DEBUG nova.scheduler.client.report [None req-ed65e92e-1561-43bb-9e6f-0ab843a80d3f tempest-AttachVolumeShelveTestJSON-1191911444 tempest-AttachVolumeShelveTestJSON-1191911444-project-member] Inventory has not changed for provider 7cc7d32b-b7a7-454a-a456-2a440248ed9d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69770) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1235.490257] env[69770]: DEBUG nova.compute.manager [None req-a9d79b78-43eb-4bfc-a343-2292177b999f tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] [instance: 5815fe63-e447-4be2-9055-a6320d0ba896] Stashing vm_state: stopped {{(pid=69770) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1235.583382] env[69770]: INFO nova.compute.manager [None req-f11e959f-c9d9-4d7e-aa10-be5f83a389d3 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] [instance: 2d2ff265-feeb-403a-96e6-9b758ea3522b] Took 0.55 seconds to detach 1 volumes for instance. [ 1235.679569] env[69770]: DEBUG nova.compute.manager [None req-d6e76582-0787-43b4-b1c9-3445ba549d8c tempest-AttachVolumeTestJSON-339692578 tempest-AttachVolumeTestJSON-339692578-project-member] [instance: 08413ca9-2b2a-4991-83cf-aa8965d2017a] Start spawning the instance on the hypervisor. {{(pid=69770) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1235.707261] env[69770]: DEBUG nova.virt.hardware [None req-d6e76582-0787-43b4-b1c9-3445ba549d8c tempest-AttachVolumeTestJSON-339692578 tempest-AttachVolumeTestJSON-339692578-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T12:16:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T12:16:11Z,direct_url=,disk_format='vmdk',id=d1eaff80-24a0-4391-90eb-59958b1ecf0a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d65f20bb89fb40a98b77bc6d97357df2',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T12:16:12Z,virtual_size=,visibility=), allow threads: False {{(pid=69770) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1235.707491] env[69770]: DEBUG nova.virt.hardware [None req-d6e76582-0787-43b4-b1c9-3445ba549d8c tempest-AttachVolumeTestJSON-339692578 tempest-AttachVolumeTestJSON-339692578-project-member] Flavor limits 0:0:0 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1235.707661] env[69770]: DEBUG nova.virt.hardware [None req-d6e76582-0787-43b4-b1c9-3445ba549d8c tempest-AttachVolumeTestJSON-339692578 tempest-AttachVolumeTestJSON-339692578-project-member] Image limits 0:0:0 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1235.707821] env[69770]: DEBUG nova.virt.hardware [None req-d6e76582-0787-43b4-b1c9-3445ba549d8c tempest-AttachVolumeTestJSON-339692578 tempest-AttachVolumeTestJSON-339692578-project-member] Flavor pref 0:0:0 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1235.707975] env[69770]: DEBUG nova.virt.hardware [None req-d6e76582-0787-43b4-b1c9-3445ba549d8c tempest-AttachVolumeTestJSON-339692578 tempest-AttachVolumeTestJSON-339692578-project-member] Image pref 0:0:0 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1235.708132] env[69770]: DEBUG nova.virt.hardware [None req-d6e76582-0787-43b4-b1c9-3445ba549d8c tempest-AttachVolumeTestJSON-339692578 tempest-AttachVolumeTestJSON-339692578-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1235.708354] env[69770]: DEBUG nova.virt.hardware [None req-d6e76582-0787-43b4-b1c9-3445ba549d8c tempest-AttachVolumeTestJSON-339692578 tempest-AttachVolumeTestJSON-339692578-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69770) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1235.708507] env[69770]: DEBUG nova.virt.hardware [None req-d6e76582-0787-43b4-b1c9-3445ba549d8c tempest-AttachVolumeTestJSON-339692578 tempest-AttachVolumeTestJSON-339692578-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69770) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1235.708675] env[69770]: DEBUG nova.virt.hardware [None req-d6e76582-0787-43b4-b1c9-3445ba549d8c tempest-AttachVolumeTestJSON-339692578 tempest-AttachVolumeTestJSON-339692578-project-member] Got 1 possible topologies {{(pid=69770) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1235.708837] env[69770]: DEBUG nova.virt.hardware [None req-d6e76582-0787-43b4-b1c9-3445ba549d8c tempest-AttachVolumeTestJSON-339692578 tempest-AttachVolumeTestJSON-339692578-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69770) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1235.709014] env[69770]: DEBUG nova.virt.hardware [None req-d6e76582-0787-43b4-b1c9-3445ba549d8c tempest-AttachVolumeTestJSON-339692578 tempest-AttachVolumeTestJSON-339692578-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69770) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1235.709964] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a56631ef-0940-489f-903a-3631173680f4 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.718553] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97838683-2a36-449a-ba74-54d18013e9ce {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.944379] env[69770]: DEBUG oslo_concurrency.lockutils [None req-ed65e92e-1561-43bb-9e6f-0ab843a80d3f tempest-AttachVolumeShelveTestJSON-1191911444 tempest-AttachVolumeShelveTestJSON-1191911444-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.291s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1235.944915] env[69770]: DEBUG nova.compute.manager [None req-ed65e92e-1561-43bb-9e6f-0ab843a80d3f tempest-AttachVolumeShelveTestJSON-1191911444 tempest-AttachVolumeShelveTestJSON-1191911444-project-member] [instance: 245d05f8-a8b6-4985-aab4-c6f3c250f28a] Start building networks asynchronously for instance. {{(pid=69770) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1235.947486] env[69770]: DEBUG oslo_concurrency.lockutils [None req-4e4e6034-7e15-4f03-8fbf-69eacc5246b9 tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.223s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1235.948946] env[69770]: INFO nova.compute.claims [None req-4e4e6034-7e15-4f03-8fbf-69eacc5246b9 tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] [instance: f27fa6da-dc6f-4c4f-9f67-1303adea51cc] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1236.011972] env[69770]: DEBUG oslo_concurrency.lockutils [None req-a9d79b78-43eb-4bfc-a343-2292177b999f tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1236.090398] env[69770]: DEBUG oslo_concurrency.lockutils [None req-f11e959f-c9d9-4d7e-aa10-be5f83a389d3 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1236.103140] env[69770]: DEBUG oslo_concurrency.lockutils [None req-05071be7-54fd-4640-ae37-5182143fe951 tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] Acquiring lock "refresh_cache-dab60fd0-ed75-4747-8caf-e5e99ea54448" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.103320] env[69770]: DEBUG oslo_concurrency.lockutils [None req-05071be7-54fd-4640-ae37-5182143fe951 tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] Acquired lock "refresh_cache-dab60fd0-ed75-4747-8caf-e5e99ea54448" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.103597] env[69770]: DEBUG nova.network.neutron [None req-05071be7-54fd-4640-ae37-5182143fe951 tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] [instance: dab60fd0-ed75-4747-8caf-e5e99ea54448] Building network info cache for instance {{(pid=69770) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1236.209662] env[69770]: DEBUG nova.compute.manager [req-9c1958ef-6c2f-45a6-ba04-6992122e1d2b req-b47fb023-e58b-47a6-aa0f-f74e2ad6644d service nova] [instance: 08413ca9-2b2a-4991-83cf-aa8965d2017a] Received event network-vif-plugged-1abc498c-e27c-4665-8be8-2c1d0ebbadad {{(pid=69770) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1236.210111] env[69770]: DEBUG oslo_concurrency.lockutils [req-9c1958ef-6c2f-45a6-ba04-6992122e1d2b req-b47fb023-e58b-47a6-aa0f-f74e2ad6644d service nova] Acquiring lock "08413ca9-2b2a-4991-83cf-aa8965d2017a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1236.211162] env[69770]: DEBUG oslo_concurrency.lockutils [req-9c1958ef-6c2f-45a6-ba04-6992122e1d2b req-b47fb023-e58b-47a6-aa0f-f74e2ad6644d service nova] Lock "08413ca9-2b2a-4991-83cf-aa8965d2017a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1236.211162] env[69770]: DEBUG oslo_concurrency.lockutils [req-9c1958ef-6c2f-45a6-ba04-6992122e1d2b req-b47fb023-e58b-47a6-aa0f-f74e2ad6644d service nova] Lock "08413ca9-2b2a-4991-83cf-aa8965d2017a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1236.211162] env[69770]: DEBUG nova.compute.manager [req-9c1958ef-6c2f-45a6-ba04-6992122e1d2b req-b47fb023-e58b-47a6-aa0f-f74e2ad6644d service nova] [instance: 08413ca9-2b2a-4991-83cf-aa8965d2017a] No waiting events found dispatching network-vif-plugged-1abc498c-e27c-4665-8be8-2c1d0ebbadad {{(pid=69770) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1236.211162] env[69770]: WARNING nova.compute.manager [req-9c1958ef-6c2f-45a6-ba04-6992122e1d2b req-b47fb023-e58b-47a6-aa0f-f74e2ad6644d service nova] [instance: 08413ca9-2b2a-4991-83cf-aa8965d2017a] Received unexpected event network-vif-plugged-1abc498c-e27c-4665-8be8-2c1d0ebbadad for instance with vm_state building and task_state spawning. [ 1236.346607] env[69770]: DEBUG nova.network.neutron [None req-d6e76582-0787-43b4-b1c9-3445ba549d8c tempest-AttachVolumeTestJSON-339692578 tempest-AttachVolumeTestJSON-339692578-project-member] [instance: 08413ca9-2b2a-4991-83cf-aa8965d2017a] Successfully updated port: 1abc498c-e27c-4665-8be8-2c1d0ebbadad {{(pid=69770) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1236.453884] env[69770]: DEBUG nova.compute.utils [None req-ed65e92e-1561-43bb-9e6f-0ab843a80d3f tempest-AttachVolumeShelveTestJSON-1191911444 tempest-AttachVolumeShelveTestJSON-1191911444-project-member] Using /dev/sd instead of None {{(pid=69770) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1236.459434] env[69770]: DEBUG nova.compute.manager [None req-ed65e92e-1561-43bb-9e6f-0ab843a80d3f tempest-AttachVolumeShelveTestJSON-1191911444 tempest-AttachVolumeShelveTestJSON-1191911444-project-member] [instance: 245d05f8-a8b6-4985-aab4-c6f3c250f28a] Allocating IP information in the background. {{(pid=69770) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1236.459434] env[69770]: DEBUG nova.network.neutron [None req-ed65e92e-1561-43bb-9e6f-0ab843a80d3f tempest-AttachVolumeShelveTestJSON-1191911444 tempest-AttachVolumeShelveTestJSON-1191911444-project-member] [instance: 245d05f8-a8b6-4985-aab4-c6f3c250f28a] allocate_for_instance() {{(pid=69770) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1236.494803] env[69770]: DEBUG nova.policy [None req-ed65e92e-1561-43bb-9e6f-0ab843a80d3f tempest-AttachVolumeShelveTestJSON-1191911444 tempest-AttachVolumeShelveTestJSON-1191911444-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '39384de0eb4748079cfa33b3b778890f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '63b30a591f8a45d2ad9dfb1e2a86dcc1', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69770) authorize /opt/stack/nova/nova/policy.py:192}} [ 1236.851306] env[69770]: DEBUG nova.network.neutron [None req-ed65e92e-1561-43bb-9e6f-0ab843a80d3f tempest-AttachVolumeShelveTestJSON-1191911444 tempest-AttachVolumeShelveTestJSON-1191911444-project-member] [instance: 245d05f8-a8b6-4985-aab4-c6f3c250f28a] Successfully created port: 2389c99b-f39e-48dc-b478-99bc2a9184ff {{(pid=69770) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1236.853594] env[69770]: DEBUG oslo_concurrency.lockutils [None req-d6e76582-0787-43b4-b1c9-3445ba549d8c tempest-AttachVolumeTestJSON-339692578 tempest-AttachVolumeTestJSON-339692578-project-member] Acquiring lock "refresh_cache-08413ca9-2b2a-4991-83cf-aa8965d2017a" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.854043] env[69770]: DEBUG oslo_concurrency.lockutils [None req-d6e76582-0787-43b4-b1c9-3445ba549d8c tempest-AttachVolumeTestJSON-339692578 tempest-AttachVolumeTestJSON-339692578-project-member] Acquired lock "refresh_cache-08413ca9-2b2a-4991-83cf-aa8965d2017a" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.854043] env[69770]: DEBUG nova.network.neutron [None req-d6e76582-0787-43b4-b1c9-3445ba549d8c tempest-AttachVolumeTestJSON-339692578 tempest-AttachVolumeTestJSON-339692578-project-member] [instance: 08413ca9-2b2a-4991-83cf-aa8965d2017a] Building network info cache for instance {{(pid=69770) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1236.857615] env[69770]: DEBUG nova.network.neutron [None req-05071be7-54fd-4640-ae37-5182143fe951 tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] [instance: dab60fd0-ed75-4747-8caf-e5e99ea54448] Updating instance_info_cache with network_info: [{"id": "307ab9b8-a8a6-42c9-a816-c8b10c9a98f5", "address": "fa:16:3e:0c:f7:1d", "network": {"id": "fb2a6a42-a9ea-4a2f-b885-b0c06c1061b9", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1944009097-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.158", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "677c29867f944b8198884aae6535814b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b91b49a8-b849-4d0c-97f7-74fdcd88ae03", "external-id": "nsx-vlan-transportzone-406", "segmentation_id": 406, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap307ab9b8-a8", "ovs_interfaceid": "307ab9b8-a8a6-42c9-a816-c8b10c9a98f5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69770) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1236.958627] env[69770]: DEBUG nova.compute.manager [None req-ed65e92e-1561-43bb-9e6f-0ab843a80d3f tempest-AttachVolumeShelveTestJSON-1191911444 tempest-AttachVolumeShelveTestJSON-1191911444-project-member] [instance: 245d05f8-a8b6-4985-aab4-c6f3c250f28a] Start building block device mappings for instance. {{(pid=69770) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1237.182327] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f28981b2-4116-4726-b8dd-835b87e05343 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.190888] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8a391ce-4d25-4831-8a49-8a1a3a432c84 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.223557] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bafb0a8-66ae-443c-ad96-6ef1316ca55a {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.231732] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e84ccd82-3cd1-4091-9d4e-e96369b5365d {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.247321] env[69770]: DEBUG nova.compute.provider_tree [None req-4e4e6034-7e15-4f03-8fbf-69eacc5246b9 tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] Inventory has not changed in ProviderTree for provider: 7cc7d32b-b7a7-454a-a456-2a440248ed9d {{(pid=69770) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1237.362469] env[69770]: DEBUG oslo_concurrency.lockutils [None req-05071be7-54fd-4640-ae37-5182143fe951 tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] Releasing lock "refresh_cache-dab60fd0-ed75-4747-8caf-e5e99ea54448" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.385869] env[69770]: DEBUG nova.network.neutron [None req-d6e76582-0787-43b4-b1c9-3445ba549d8c tempest-AttachVolumeTestJSON-339692578 tempest-AttachVolumeTestJSON-339692578-project-member] [instance: 08413ca9-2b2a-4991-83cf-aa8965d2017a] Instance cache missing network info. {{(pid=69770) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1237.528287] env[69770]: DEBUG nova.network.neutron [None req-d6e76582-0787-43b4-b1c9-3445ba549d8c tempest-AttachVolumeTestJSON-339692578 tempest-AttachVolumeTestJSON-339692578-project-member] [instance: 08413ca9-2b2a-4991-83cf-aa8965d2017a] Updating instance_info_cache with network_info: [{"id": "1abc498c-e27c-4665-8be8-2c1d0ebbadad", "address": "fa:16:3e:29:47:9c", "network": {"id": "b4f6914c-0803-42d0-b75a-d60ffc35f8b5", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-580694787-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b9d6e6c446154a4ba62ddf820c22c69f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "184687d6-125a-4b58-bb5b-fdb404088eda", "external-id": "nsx-vlan-transportzone-134", "segmentation_id": 134, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1abc498c-e2", "ovs_interfaceid": "1abc498c-e27c-4665-8be8-2c1d0ebbadad", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69770) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1237.751344] env[69770]: DEBUG nova.scheduler.client.report [None req-4e4e6034-7e15-4f03-8fbf-69eacc5246b9 tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] Inventory has not changed for provider 7cc7d32b-b7a7-454a-a456-2a440248ed9d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69770) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1237.887080] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75af614f-aeff-4ba7-b26e-ae3a1be2cf81 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.907352] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bd2fdd4-1c93-4922-8eb8-12d1139f1f91 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.914915] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-05071be7-54fd-4640-ae37-5182143fe951 tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] [instance: dab60fd0-ed75-4747-8caf-e5e99ea54448] Updating instance 'dab60fd0-ed75-4747-8caf-e5e99ea54448' progress to 83 {{(pid=69770) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1237.971359] env[69770]: DEBUG nova.compute.manager [None req-ed65e92e-1561-43bb-9e6f-0ab843a80d3f tempest-AttachVolumeShelveTestJSON-1191911444 tempest-AttachVolumeShelveTestJSON-1191911444-project-member] [instance: 245d05f8-a8b6-4985-aab4-c6f3c250f28a] Start spawning the instance on the hypervisor. {{(pid=69770) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1237.998153] env[69770]: DEBUG nova.virt.hardware [None req-ed65e92e-1561-43bb-9e6f-0ab843a80d3f tempest-AttachVolumeShelveTestJSON-1191911444 tempest-AttachVolumeShelveTestJSON-1191911444-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T12:16:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T12:16:11Z,direct_url=,disk_format='vmdk',id=d1eaff80-24a0-4391-90eb-59958b1ecf0a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d65f20bb89fb40a98b77bc6d97357df2',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T12:16:12Z,virtual_size=,visibility=), allow threads: False {{(pid=69770) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1237.998428] env[69770]: DEBUG nova.virt.hardware [None req-ed65e92e-1561-43bb-9e6f-0ab843a80d3f tempest-AttachVolumeShelveTestJSON-1191911444 tempest-AttachVolumeShelveTestJSON-1191911444-project-member] Flavor limits 0:0:0 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1237.998591] env[69770]: DEBUG nova.virt.hardware [None req-ed65e92e-1561-43bb-9e6f-0ab843a80d3f tempest-AttachVolumeShelveTestJSON-1191911444 tempest-AttachVolumeShelveTestJSON-1191911444-project-member] Image limits 0:0:0 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1237.998773] env[69770]: DEBUG nova.virt.hardware [None req-ed65e92e-1561-43bb-9e6f-0ab843a80d3f tempest-AttachVolumeShelveTestJSON-1191911444 tempest-AttachVolumeShelveTestJSON-1191911444-project-member] Flavor pref 0:0:0 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1237.998923] env[69770]: DEBUG nova.virt.hardware [None req-ed65e92e-1561-43bb-9e6f-0ab843a80d3f tempest-AttachVolumeShelveTestJSON-1191911444 tempest-AttachVolumeShelveTestJSON-1191911444-project-member] Image pref 0:0:0 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1237.999085] env[69770]: DEBUG nova.virt.hardware [None req-ed65e92e-1561-43bb-9e6f-0ab843a80d3f tempest-AttachVolumeShelveTestJSON-1191911444 tempest-AttachVolumeShelveTestJSON-1191911444-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1237.999309] env[69770]: DEBUG nova.virt.hardware [None req-ed65e92e-1561-43bb-9e6f-0ab843a80d3f tempest-AttachVolumeShelveTestJSON-1191911444 tempest-AttachVolumeShelveTestJSON-1191911444-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69770) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1237.999522] env[69770]: DEBUG nova.virt.hardware [None req-ed65e92e-1561-43bb-9e6f-0ab843a80d3f tempest-AttachVolumeShelveTestJSON-1191911444 tempest-AttachVolumeShelveTestJSON-1191911444-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69770) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1237.999712] env[69770]: DEBUG nova.virt.hardware [None req-ed65e92e-1561-43bb-9e6f-0ab843a80d3f tempest-AttachVolumeShelveTestJSON-1191911444 tempest-AttachVolumeShelveTestJSON-1191911444-project-member] Got 1 possible topologies {{(pid=69770) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1237.999882] env[69770]: DEBUG nova.virt.hardware [None req-ed65e92e-1561-43bb-9e6f-0ab843a80d3f tempest-AttachVolumeShelveTestJSON-1191911444 tempest-AttachVolumeShelveTestJSON-1191911444-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69770) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1238.000093] env[69770]: DEBUG nova.virt.hardware [None req-ed65e92e-1561-43bb-9e6f-0ab843a80d3f tempest-AttachVolumeShelveTestJSON-1191911444 tempest-AttachVolumeShelveTestJSON-1191911444-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69770) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1238.000963] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d11fbe9-212c-4c85-ab5a-c2e6f67ca4fc {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.009326] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5f3d072-d6fc-4611-85af-145e75e5076d {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.031267] env[69770]: DEBUG oslo_concurrency.lockutils [None req-d6e76582-0787-43b4-b1c9-3445ba549d8c tempest-AttachVolumeTestJSON-339692578 tempest-AttachVolumeTestJSON-339692578-project-member] Releasing lock "refresh_cache-08413ca9-2b2a-4991-83cf-aa8965d2017a" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.031606] env[69770]: DEBUG nova.compute.manager [None req-d6e76582-0787-43b4-b1c9-3445ba549d8c tempest-AttachVolumeTestJSON-339692578 tempest-AttachVolumeTestJSON-339692578-project-member] [instance: 08413ca9-2b2a-4991-83cf-aa8965d2017a] Instance network_info: |[{"id": "1abc498c-e27c-4665-8be8-2c1d0ebbadad", "address": "fa:16:3e:29:47:9c", "network": {"id": "b4f6914c-0803-42d0-b75a-d60ffc35f8b5", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-580694787-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b9d6e6c446154a4ba62ddf820c22c69f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "184687d6-125a-4b58-bb5b-fdb404088eda", "external-id": "nsx-vlan-transportzone-134", "segmentation_id": 134, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1abc498c-e2", "ovs_interfaceid": "1abc498c-e27c-4665-8be8-2c1d0ebbadad", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69770) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1238.032033] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-d6e76582-0787-43b4-b1c9-3445ba549d8c tempest-AttachVolumeTestJSON-339692578 tempest-AttachVolumeTestJSON-339692578-project-member] [instance: 08413ca9-2b2a-4991-83cf-aa8965d2017a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:29:47:9c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '184687d6-125a-4b58-bb5b-fdb404088eda', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1abc498c-e27c-4665-8be8-2c1d0ebbadad', 'vif_model': 'vmxnet3'}] {{(pid=69770) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1238.039549] env[69770]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d6e76582-0787-43b4-b1c9-3445ba549d8c tempest-AttachVolumeTestJSON-339692578 tempest-AttachVolumeTestJSON-339692578-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69770) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1238.039763] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 08413ca9-2b2a-4991-83cf-aa8965d2017a] Creating VM on the ESX host {{(pid=69770) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1238.040014] env[69770]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9950e76d-0fd6-405d-8814-7080ca6e799b {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.060856] env[69770]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1238.060856] env[69770]: value = "task-4070692" [ 1238.060856] env[69770]: _type = "Task" [ 1238.060856] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1238.068910] env[69770]: DEBUG oslo_vmware.api [-] Task: {'id': task-4070692, 'name': CreateVM_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1238.250605] env[69770]: DEBUG nova.compute.manager [req-2b9523c6-aadc-4bf4-a3b2-2cf9639dcfc5 req-432d694a-b9ea-42ec-bbc6-6e1e5f94c5f7 service nova] [instance: 215916d5-31b5-49ba-a7bc-78d9652dea41] Received event network-changed-0c8f9939-e902-4e4b-9620-94d662a2e543 {{(pid=69770) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1238.250762] env[69770]: DEBUG nova.compute.manager [req-2b9523c6-aadc-4bf4-a3b2-2cf9639dcfc5 req-432d694a-b9ea-42ec-bbc6-6e1e5f94c5f7 service nova] [instance: 215916d5-31b5-49ba-a7bc-78d9652dea41] Refreshing instance network info cache due to event network-changed-0c8f9939-e902-4e4b-9620-94d662a2e543. {{(pid=69770) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1238.250970] env[69770]: DEBUG oslo_concurrency.lockutils [req-2b9523c6-aadc-4bf4-a3b2-2cf9639dcfc5 req-432d694a-b9ea-42ec-bbc6-6e1e5f94c5f7 service nova] Acquiring lock "refresh_cache-215916d5-31b5-49ba-a7bc-78d9652dea41" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.251644] env[69770]: DEBUG oslo_concurrency.lockutils [req-2b9523c6-aadc-4bf4-a3b2-2cf9639dcfc5 req-432d694a-b9ea-42ec-bbc6-6e1e5f94c5f7 service nova] Acquired lock "refresh_cache-215916d5-31b5-49ba-a7bc-78d9652dea41" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.251713] env[69770]: DEBUG nova.network.neutron [req-2b9523c6-aadc-4bf4-a3b2-2cf9639dcfc5 req-432d694a-b9ea-42ec-bbc6-6e1e5f94c5f7 service nova] [instance: 215916d5-31b5-49ba-a7bc-78d9652dea41] Refreshing network info cache for port 0c8f9939-e902-4e4b-9620-94d662a2e543 {{(pid=69770) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1238.258489] env[69770]: DEBUG oslo_concurrency.lockutils [None req-4e4e6034-7e15-4f03-8fbf-69eacc5246b9 tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.311s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1238.258956] env[69770]: DEBUG nova.compute.manager [None req-4e4e6034-7e15-4f03-8fbf-69eacc5246b9 tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] [instance: f27fa6da-dc6f-4c4f-9f67-1303adea51cc] Start building networks asynchronously for instance. {{(pid=69770) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1238.266642] env[69770]: DEBUG oslo_concurrency.lockutils [None req-b5fe5114-314d-47ee-b3a0-47d92ba7496c tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.576s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1238.268341] env[69770]: INFO nova.compute.claims [None req-b5fe5114-314d-47ee-b3a0-47d92ba7496c tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] [instance: bc5e169f-17c2-4941-8b9f-a33726ea26b6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1238.423795] env[69770]: DEBUG nova.network.neutron [None req-ed65e92e-1561-43bb-9e6f-0ab843a80d3f tempest-AttachVolumeShelveTestJSON-1191911444 tempest-AttachVolumeShelveTestJSON-1191911444-project-member] [instance: 245d05f8-a8b6-4985-aab4-c6f3c250f28a] Successfully updated port: 2389c99b-f39e-48dc-b478-99bc2a9184ff {{(pid=69770) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1238.423795] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-05071be7-54fd-4640-ae37-5182143fe951 tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] [instance: dab60fd0-ed75-4747-8caf-e5e99ea54448] Powering on the VM {{(pid=69770) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1238.423795] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fe70bc0e-9a27-47be-a5c8-7fc6dc63c7dc {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.431327] env[69770]: DEBUG oslo_vmware.api [None req-05071be7-54fd-4640-ae37-5182143fe951 tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] Waiting for the task: (returnval){ [ 1238.431327] env[69770]: value = "task-4070693" [ 1238.431327] env[69770]: _type = "Task" [ 1238.431327] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1238.441375] env[69770]: DEBUG oslo_vmware.api [None req-05071be7-54fd-4640-ae37-5182143fe951 tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] Task: {'id': task-4070693, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1238.571358] env[69770]: DEBUG oslo_vmware.api [-] Task: {'id': task-4070692, 'name': CreateVM_Task, 'duration_secs': 0.369433} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1238.571598] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 08413ca9-2b2a-4991-83cf-aa8965d2017a] Created VM on the ESX host {{(pid=69770) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1238.572432] env[69770]: DEBUG oslo_concurrency.lockutils [None req-d6e76582-0787-43b4-b1c9-3445ba549d8c tempest-AttachVolumeTestJSON-339692578 tempest-AttachVolumeTestJSON-339692578-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.572608] env[69770]: DEBUG oslo_concurrency.lockutils [None req-d6e76582-0787-43b4-b1c9-3445ba549d8c tempest-AttachVolumeTestJSON-339692578 tempest-AttachVolumeTestJSON-339692578-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.572982] env[69770]: DEBUG oslo_concurrency.lockutils [None req-d6e76582-0787-43b4-b1c9-3445ba549d8c tempest-AttachVolumeTestJSON-339692578 tempest-AttachVolumeTestJSON-339692578-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.573288] env[69770]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3c5e08c3-e584-4686-b986-9ba4191743d6 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.579065] env[69770]: DEBUG oslo_vmware.api [None req-d6e76582-0787-43b4-b1c9-3445ba549d8c tempest-AttachVolumeTestJSON-339692578 tempest-AttachVolumeTestJSON-339692578-project-member] Waiting for the task: (returnval){ [ 1238.579065] env[69770]: value = "session[52161b52-cb8e-ec9f-1132-2f6b49549d41]528e3501-511f-5a2f-67b6-477dc34e8390" [ 1238.579065] env[69770]: _type = "Task" [ 1238.579065] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1238.588630] env[69770]: DEBUG oslo_vmware.api [None req-d6e76582-0787-43b4-b1c9-3445ba549d8c tempest-AttachVolumeTestJSON-339692578 tempest-AttachVolumeTestJSON-339692578-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]528e3501-511f-5a2f-67b6-477dc34e8390, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1238.752282] env[69770]: DEBUG oslo_service.periodic_task [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69770) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1238.752558] env[69770]: DEBUG oslo_service.periodic_task [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69770) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1238.752733] env[69770]: DEBUG oslo_service.periodic_task [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69770) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1238.752984] env[69770]: DEBUG oslo_service.periodic_task [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69770) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1238.753197] env[69770]: DEBUG oslo_service.periodic_task [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69770) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1238.755599] env[69770]: DEBUG oslo_service.periodic_task [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69770) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1238.755831] env[69770]: DEBUG oslo_service.periodic_task [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69770) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1238.755982] env[69770]: DEBUG nova.compute.manager [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69770) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1238.756632] env[69770]: DEBUG oslo_service.periodic_task [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69770) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1238.776249] env[69770]: DEBUG nova.compute.utils [None req-4e4e6034-7e15-4f03-8fbf-69eacc5246b9 tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] Using /dev/sd instead of None {{(pid=69770) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1238.778305] env[69770]: DEBUG nova.compute.manager [None req-4e4e6034-7e15-4f03-8fbf-69eacc5246b9 tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] [instance: f27fa6da-dc6f-4c4f-9f67-1303adea51cc] Allocating IP information in the background. {{(pid=69770) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1238.778556] env[69770]: DEBUG nova.network.neutron [None req-4e4e6034-7e15-4f03-8fbf-69eacc5246b9 tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] [instance: f27fa6da-dc6f-4c4f-9f67-1303adea51cc] allocate_for_instance() {{(pid=69770) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1238.816633] env[69770]: DEBUG nova.policy [None req-4e4e6034-7e15-4f03-8fbf-69eacc5246b9 tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6e9afb42d59b4af899f16d4eff0f43ef', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '63715e849e05463da9bfa0405c750b8f', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69770) authorize /opt/stack/nova/nova/policy.py:192}} [ 1238.926488] env[69770]: DEBUG oslo_concurrency.lockutils [None req-ed65e92e-1561-43bb-9e6f-0ab843a80d3f tempest-AttachVolumeShelveTestJSON-1191911444 tempest-AttachVolumeShelveTestJSON-1191911444-project-member] Acquiring lock "refresh_cache-245d05f8-a8b6-4985-aab4-c6f3c250f28a" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.926648] env[69770]: DEBUG oslo_concurrency.lockutils [None req-ed65e92e-1561-43bb-9e6f-0ab843a80d3f tempest-AttachVolumeShelveTestJSON-1191911444 tempest-AttachVolumeShelveTestJSON-1191911444-project-member] Acquired lock "refresh_cache-245d05f8-a8b6-4985-aab4-c6f3c250f28a" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.926823] env[69770]: DEBUG nova.network.neutron [None req-ed65e92e-1561-43bb-9e6f-0ab843a80d3f tempest-AttachVolumeShelveTestJSON-1191911444 tempest-AttachVolumeShelveTestJSON-1191911444-project-member] [instance: 245d05f8-a8b6-4985-aab4-c6f3c250f28a] Building network info cache for instance {{(pid=69770) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1238.944490] env[69770]: DEBUG oslo_vmware.api [None req-05071be7-54fd-4640-ae37-5182143fe951 tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] Task: {'id': task-4070693, 'name': PowerOnVM_Task, 'duration_secs': 0.422407} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1238.947668] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-05071be7-54fd-4640-ae37-5182143fe951 tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] [instance: dab60fd0-ed75-4747-8caf-e5e99ea54448] Powered on the VM {{(pid=69770) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1238.947916] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-05071be7-54fd-4640-ae37-5182143fe951 tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] [instance: dab60fd0-ed75-4747-8caf-e5e99ea54448] Updating instance 'dab60fd0-ed75-4747-8caf-e5e99ea54448' progress to 100 {{(pid=69770) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1238.983725] env[69770]: DEBUG nova.network.neutron [req-2b9523c6-aadc-4bf4-a3b2-2cf9639dcfc5 req-432d694a-b9ea-42ec-bbc6-6e1e5f94c5f7 service nova] [instance: 215916d5-31b5-49ba-a7bc-78d9652dea41] Updated VIF entry in instance network info cache for port 0c8f9939-e902-4e4b-9620-94d662a2e543. {{(pid=69770) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1238.984113] env[69770]: DEBUG nova.network.neutron [req-2b9523c6-aadc-4bf4-a3b2-2cf9639dcfc5 req-432d694a-b9ea-42ec-bbc6-6e1e5f94c5f7 service nova] [instance: 215916d5-31b5-49ba-a7bc-78d9652dea41] Updating instance_info_cache with network_info: [{"id": "0c8f9939-e902-4e4b-9620-94d662a2e543", "address": "fa:16:3e:0d:6c:4c", "network": {"id": "419ca0f7-61b3-4408-9976-77c6983fa64f", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1600648344-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.156", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3903a8460665477a9e1a8d5c6550931b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b5c34919-7d52-4a52-bab1-81af4c8182ef", "external-id": "nsx-vlan-transportzone-458", "segmentation_id": 458, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0c8f9939-e9", "ovs_interfaceid": "0c8f9939-e902-4e4b-9620-94d662a2e543", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69770) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1239.090131] env[69770]: DEBUG oslo_vmware.api [None req-d6e76582-0787-43b4-b1c9-3445ba549d8c tempest-AttachVolumeTestJSON-339692578 tempest-AttachVolumeTestJSON-339692578-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]528e3501-511f-5a2f-67b6-477dc34e8390, 'name': SearchDatastore_Task, 'duration_secs': 0.015951} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1239.090497] env[69770]: DEBUG oslo_concurrency.lockutils [None req-d6e76582-0787-43b4-b1c9-3445ba549d8c tempest-AttachVolumeTestJSON-339692578 tempest-AttachVolumeTestJSON-339692578-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.090775] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-d6e76582-0787-43b4-b1c9-3445ba549d8c tempest-AttachVolumeTestJSON-339692578 tempest-AttachVolumeTestJSON-339692578-project-member] [instance: 08413ca9-2b2a-4991-83cf-aa8965d2017a] Processing image d1eaff80-24a0-4391-90eb-59958b1ecf0a {{(pid=69770) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1239.091027] env[69770]: DEBUG oslo_concurrency.lockutils [None req-d6e76582-0787-43b4-b1c9-3445ba549d8c tempest-AttachVolumeTestJSON-339692578 tempest-AttachVolumeTestJSON-339692578-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.091174] env[69770]: DEBUG oslo_concurrency.lockutils [None req-d6e76582-0787-43b4-b1c9-3445ba549d8c tempest-AttachVolumeTestJSON-339692578 tempest-AttachVolumeTestJSON-339692578-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.091358] env[69770]: DEBUG nova.virt.vmwareapi.ds_util [None req-d6e76582-0787-43b4-b1c9-3445ba549d8c tempest-AttachVolumeTestJSON-339692578 tempest-AttachVolumeTestJSON-339692578-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69770) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1239.091633] env[69770]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-41b2a8ef-97f4-4024-95a4-83e82f9b565f {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.101764] env[69770]: DEBUG nova.virt.vmwareapi.ds_util [None req-d6e76582-0787-43b4-b1c9-3445ba549d8c tempest-AttachVolumeTestJSON-339692578 tempest-AttachVolumeTestJSON-339692578-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69770) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1239.102135] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-d6e76582-0787-43b4-b1c9-3445ba549d8c tempest-AttachVolumeTestJSON-339692578 tempest-AttachVolumeTestJSON-339692578-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69770) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1239.102953] env[69770]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f38be1ff-81f5-476f-9798-5527cd5b61d6 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.109113] env[69770]: DEBUG oslo_vmware.api [None req-d6e76582-0787-43b4-b1c9-3445ba549d8c tempest-AttachVolumeTestJSON-339692578 tempest-AttachVolumeTestJSON-339692578-project-member] Waiting for the task: (returnval){ [ 1239.109113] env[69770]: value = "session[52161b52-cb8e-ec9f-1132-2f6b49549d41]52d4e0f1-772c-0474-45cd-6c8a540dae07" [ 1239.109113] env[69770]: _type = "Task" [ 1239.109113] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1239.121116] env[69770]: DEBUG oslo_vmware.api [None req-d6e76582-0787-43b4-b1c9-3445ba549d8c tempest-AttachVolumeTestJSON-339692578 tempest-AttachVolumeTestJSON-339692578-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]52d4e0f1-772c-0474-45cd-6c8a540dae07, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1239.172281] env[69770]: DEBUG nova.network.neutron [None req-4e4e6034-7e15-4f03-8fbf-69eacc5246b9 tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] [instance: f27fa6da-dc6f-4c4f-9f67-1303adea51cc] Successfully created port: 7055b673-0bd8-4feb-8958-db3d097c7117 {{(pid=69770) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1239.259777] env[69770]: DEBUG oslo_concurrency.lockutils [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1239.281862] env[69770]: DEBUG nova.compute.manager [None req-4e4e6034-7e15-4f03-8fbf-69eacc5246b9 tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] [instance: f27fa6da-dc6f-4c4f-9f67-1303adea51cc] Start building block device mappings for instance. {{(pid=69770) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1239.470230] env[69770]: DEBUG nova.network.neutron [None req-ed65e92e-1561-43bb-9e6f-0ab843a80d3f tempest-AttachVolumeShelveTestJSON-1191911444 tempest-AttachVolumeShelveTestJSON-1191911444-project-member] [instance: 245d05f8-a8b6-4985-aab4-c6f3c250f28a] Instance cache missing network info. {{(pid=69770) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1239.486605] env[69770]: DEBUG oslo_concurrency.lockutils [req-2b9523c6-aadc-4bf4-a3b2-2cf9639dcfc5 req-432d694a-b9ea-42ec-bbc6-6e1e5f94c5f7 service nova] Releasing lock "refresh_cache-215916d5-31b5-49ba-a7bc-78d9652dea41" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.486860] env[69770]: DEBUG nova.compute.manager [req-2b9523c6-aadc-4bf4-a3b2-2cf9639dcfc5 req-432d694a-b9ea-42ec-bbc6-6e1e5f94c5f7 service nova] [instance: 215916d5-31b5-49ba-a7bc-78d9652dea41] Received event network-changed-0c8f9939-e902-4e4b-9620-94d662a2e543 {{(pid=69770) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1239.487045] env[69770]: DEBUG nova.compute.manager [req-2b9523c6-aadc-4bf4-a3b2-2cf9639dcfc5 req-432d694a-b9ea-42ec-bbc6-6e1e5f94c5f7 service nova] [instance: 215916d5-31b5-49ba-a7bc-78d9652dea41] Refreshing instance network info cache due to event network-changed-0c8f9939-e902-4e4b-9620-94d662a2e543. {{(pid=69770) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1239.487254] env[69770]: DEBUG oslo_concurrency.lockutils [req-2b9523c6-aadc-4bf4-a3b2-2cf9639dcfc5 req-432d694a-b9ea-42ec-bbc6-6e1e5f94c5f7 service nova] Acquiring lock "refresh_cache-215916d5-31b5-49ba-a7bc-78d9652dea41" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.487388] env[69770]: DEBUG oslo_concurrency.lockutils [req-2b9523c6-aadc-4bf4-a3b2-2cf9639dcfc5 req-432d694a-b9ea-42ec-bbc6-6e1e5f94c5f7 service nova] Acquired lock "refresh_cache-215916d5-31b5-49ba-a7bc-78d9652dea41" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.487538] env[69770]: DEBUG nova.network.neutron [req-2b9523c6-aadc-4bf4-a3b2-2cf9639dcfc5 req-432d694a-b9ea-42ec-bbc6-6e1e5f94c5f7 service nova] [instance: 215916d5-31b5-49ba-a7bc-78d9652dea41] Refreshing network info cache for port 0c8f9939-e902-4e4b-9620-94d662a2e543 {{(pid=69770) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1239.491851] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d89cc7a2-c9fa-4262-b294-bc64020089db {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.502715] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79dd7de1-a7e5-4378-8704-2fc3dab9c118 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.535731] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c4d57fb-a1db-46a3-a755-0e995a7e6a76 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.544207] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8afc756-8d7c-4023-b071-3bc711e505fa {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.557841] env[69770]: DEBUG nova.compute.provider_tree [None req-b5fe5114-314d-47ee-b3a0-47d92ba7496c tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] Inventory has not changed in ProviderTree for provider: 7cc7d32b-b7a7-454a-a456-2a440248ed9d {{(pid=69770) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1239.622314] env[69770]: DEBUG oslo_vmware.api [None req-d6e76582-0787-43b4-b1c9-3445ba549d8c tempest-AttachVolumeTestJSON-339692578 tempest-AttachVolumeTestJSON-339692578-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]52d4e0f1-772c-0474-45cd-6c8a540dae07, 'name': SearchDatastore_Task, 'duration_secs': 0.012284} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1239.623097] env[69770]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1f23f883-d39a-4a86-8105-12119cde380b {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.628635] env[69770]: DEBUG oslo_vmware.api [None req-d6e76582-0787-43b4-b1c9-3445ba549d8c tempest-AttachVolumeTestJSON-339692578 tempest-AttachVolumeTestJSON-339692578-project-member] Waiting for the task: (returnval){ [ 1239.628635] env[69770]: value = "session[52161b52-cb8e-ec9f-1132-2f6b49549d41]523c06ee-f3c2-fc40-15ed-6ce25893a8fe" [ 1239.628635] env[69770]: _type = "Task" [ 1239.628635] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1239.638758] env[69770]: DEBUG oslo_vmware.api [None req-d6e76582-0787-43b4-b1c9-3445ba549d8c tempest-AttachVolumeTestJSON-339692578 tempest-AttachVolumeTestJSON-339692578-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]523c06ee-f3c2-fc40-15ed-6ce25893a8fe, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1239.655507] env[69770]: DEBUG nova.network.neutron [None req-ed65e92e-1561-43bb-9e6f-0ab843a80d3f tempest-AttachVolumeShelveTestJSON-1191911444 tempest-AttachVolumeShelveTestJSON-1191911444-project-member] [instance: 245d05f8-a8b6-4985-aab4-c6f3c250f28a] Updating instance_info_cache with network_info: [{"id": "2389c99b-f39e-48dc-b478-99bc2a9184ff", "address": "fa:16:3e:1e:91:03", "network": {"id": "62da2196-fd56-425b-b6e9-4f1c110ca1e6", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1719289018-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "63b30a591f8a45d2ad9dfb1e2a86dcc1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "504a3211-8288-4b87-a52a-590466d80a49", "external-id": "nsx-vlan-transportzone-469", "segmentation_id": 469, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2389c99b-f3", "ovs_interfaceid": "2389c99b-f39e-48dc-b478-99bc2a9184ff", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69770) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1240.061639] env[69770]: DEBUG nova.scheduler.client.report [None req-b5fe5114-314d-47ee-b3a0-47d92ba7496c tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] Inventory has not changed for provider 7cc7d32b-b7a7-454a-a456-2a440248ed9d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69770) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1240.142521] env[69770]: DEBUG oslo_vmware.api [None req-d6e76582-0787-43b4-b1c9-3445ba549d8c tempest-AttachVolumeTestJSON-339692578 tempest-AttachVolumeTestJSON-339692578-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]523c06ee-f3c2-fc40-15ed-6ce25893a8fe, 'name': SearchDatastore_Task, 'duration_secs': 0.012797} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1240.142819] env[69770]: DEBUG oslo_concurrency.lockutils [None req-d6e76582-0787-43b4-b1c9-3445ba549d8c tempest-AttachVolumeTestJSON-339692578 tempest-AttachVolumeTestJSON-339692578-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1240.143101] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6e76582-0787-43b4-b1c9-3445ba549d8c tempest-AttachVolumeTestJSON-339692578 tempest-AttachVolumeTestJSON-339692578-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk to [datastore1] 08413ca9-2b2a-4991-83cf-aa8965d2017a/08413ca9-2b2a-4991-83cf-aa8965d2017a.vmdk {{(pid=69770) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1240.143378] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a23643ae-1a53-4bc6-8637-d77042fe8ad2 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.151150] env[69770]: DEBUG oslo_vmware.api [None req-d6e76582-0787-43b4-b1c9-3445ba549d8c tempest-AttachVolumeTestJSON-339692578 tempest-AttachVolumeTestJSON-339692578-project-member] Waiting for the task: (returnval){ [ 1240.151150] env[69770]: value = "task-4070694" [ 1240.151150] env[69770]: _type = "Task" [ 1240.151150] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1240.159089] env[69770]: DEBUG oslo_concurrency.lockutils [None req-ed65e92e-1561-43bb-9e6f-0ab843a80d3f tempest-AttachVolumeShelveTestJSON-1191911444 tempest-AttachVolumeShelveTestJSON-1191911444-project-member] Releasing lock "refresh_cache-245d05f8-a8b6-4985-aab4-c6f3c250f28a" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1240.159429] env[69770]: DEBUG nova.compute.manager [None req-ed65e92e-1561-43bb-9e6f-0ab843a80d3f tempest-AttachVolumeShelveTestJSON-1191911444 tempest-AttachVolumeShelveTestJSON-1191911444-project-member] [instance: 245d05f8-a8b6-4985-aab4-c6f3c250f28a] Instance network_info: |[{"id": "2389c99b-f39e-48dc-b478-99bc2a9184ff", "address": "fa:16:3e:1e:91:03", "network": {"id": "62da2196-fd56-425b-b6e9-4f1c110ca1e6", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1719289018-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "63b30a591f8a45d2ad9dfb1e2a86dcc1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "504a3211-8288-4b87-a52a-590466d80a49", "external-id": "nsx-vlan-transportzone-469", "segmentation_id": 469, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2389c99b-f3", "ovs_interfaceid": "2389c99b-f39e-48dc-b478-99bc2a9184ff", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69770) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1240.162880] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-ed65e92e-1561-43bb-9e6f-0ab843a80d3f tempest-AttachVolumeShelveTestJSON-1191911444 tempest-AttachVolumeShelveTestJSON-1191911444-project-member] [instance: 245d05f8-a8b6-4985-aab4-c6f3c250f28a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1e:91:03', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '504a3211-8288-4b87-a52a-590466d80a49', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2389c99b-f39e-48dc-b478-99bc2a9184ff', 'vif_model': 'vmxnet3'}] {{(pid=69770) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1240.170469] env[69770]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ed65e92e-1561-43bb-9e6f-0ab843a80d3f tempest-AttachVolumeShelveTestJSON-1191911444 tempest-AttachVolumeShelveTestJSON-1191911444-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69770) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1240.170965] env[69770]: DEBUG oslo_vmware.api [None req-d6e76582-0787-43b4-b1c9-3445ba549d8c tempest-AttachVolumeTestJSON-339692578 tempest-AttachVolumeTestJSON-339692578-project-member] Task: {'id': task-4070694, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1240.171234] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 245d05f8-a8b6-4985-aab4-c6f3c250f28a] Creating VM on the ESX host {{(pid=69770) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1240.171454] env[69770]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-632577c7-1539-4c20-a95f-d2373f4d10a8 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.192096] env[69770]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1240.192096] env[69770]: value = "task-4070695" [ 1240.192096] env[69770]: _type = "Task" [ 1240.192096] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1240.201837] env[69770]: DEBUG oslo_vmware.api [-] Task: {'id': task-4070695, 'name': CreateVM_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1240.277041] env[69770]: DEBUG nova.network.neutron [req-2b9523c6-aadc-4bf4-a3b2-2cf9639dcfc5 req-432d694a-b9ea-42ec-bbc6-6e1e5f94c5f7 service nova] [instance: 215916d5-31b5-49ba-a7bc-78d9652dea41] Updated VIF entry in instance network info cache for port 0c8f9939-e902-4e4b-9620-94d662a2e543. {{(pid=69770) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1240.277528] env[69770]: DEBUG nova.network.neutron [req-2b9523c6-aadc-4bf4-a3b2-2cf9639dcfc5 req-432d694a-b9ea-42ec-bbc6-6e1e5f94c5f7 service nova] [instance: 215916d5-31b5-49ba-a7bc-78d9652dea41] Updating instance_info_cache with network_info: [{"id": "0c8f9939-e902-4e4b-9620-94d662a2e543", "address": "fa:16:3e:0d:6c:4c", "network": {"id": "419ca0f7-61b3-4408-9976-77c6983fa64f", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1600648344-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.156", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3903a8460665477a9e1a8d5c6550931b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b5c34919-7d52-4a52-bab1-81af4c8182ef", "external-id": "nsx-vlan-transportzone-458", "segmentation_id": 458, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0c8f9939-e9", "ovs_interfaceid": "0c8f9939-e902-4e4b-9620-94d662a2e543", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69770) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1240.281505] env[69770]: DEBUG nova.compute.manager [req-ea99ea3f-8b08-43dc-9b7e-f3f9442c0900 req-02d83645-e5fd-4089-b9a5-1b6bb5126786 service nova] [instance: 245d05f8-a8b6-4985-aab4-c6f3c250f28a] Received event network-vif-plugged-2389c99b-f39e-48dc-b478-99bc2a9184ff {{(pid=69770) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1240.281505] env[69770]: DEBUG oslo_concurrency.lockutils [req-ea99ea3f-8b08-43dc-9b7e-f3f9442c0900 req-02d83645-e5fd-4089-b9a5-1b6bb5126786 service nova] Acquiring lock "245d05f8-a8b6-4985-aab4-c6f3c250f28a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1240.281704] env[69770]: DEBUG oslo_concurrency.lockutils [req-ea99ea3f-8b08-43dc-9b7e-f3f9442c0900 req-02d83645-e5fd-4089-b9a5-1b6bb5126786 service nova] Lock "245d05f8-a8b6-4985-aab4-c6f3c250f28a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1240.281961] env[69770]: DEBUG oslo_concurrency.lockutils [req-ea99ea3f-8b08-43dc-9b7e-f3f9442c0900 req-02d83645-e5fd-4089-b9a5-1b6bb5126786 service nova] Lock "245d05f8-a8b6-4985-aab4-c6f3c250f28a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1240.282037] env[69770]: DEBUG nova.compute.manager [req-ea99ea3f-8b08-43dc-9b7e-f3f9442c0900 req-02d83645-e5fd-4089-b9a5-1b6bb5126786 service nova] [instance: 245d05f8-a8b6-4985-aab4-c6f3c250f28a] No waiting events found dispatching network-vif-plugged-2389c99b-f39e-48dc-b478-99bc2a9184ff {{(pid=69770) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1240.282234] env[69770]: WARNING nova.compute.manager [req-ea99ea3f-8b08-43dc-9b7e-f3f9442c0900 req-02d83645-e5fd-4089-b9a5-1b6bb5126786 service nova] [instance: 245d05f8-a8b6-4985-aab4-c6f3c250f28a] Received unexpected event network-vif-plugged-2389c99b-f39e-48dc-b478-99bc2a9184ff for instance with vm_state building and task_state spawning. [ 1240.282403] env[69770]: DEBUG nova.compute.manager [req-ea99ea3f-8b08-43dc-9b7e-f3f9442c0900 req-02d83645-e5fd-4089-b9a5-1b6bb5126786 service nova] [instance: 245d05f8-a8b6-4985-aab4-c6f3c250f28a] Received event network-changed-2389c99b-f39e-48dc-b478-99bc2a9184ff {{(pid=69770) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1240.282580] env[69770]: DEBUG nova.compute.manager [req-ea99ea3f-8b08-43dc-9b7e-f3f9442c0900 req-02d83645-e5fd-4089-b9a5-1b6bb5126786 service nova] [instance: 245d05f8-a8b6-4985-aab4-c6f3c250f28a] Refreshing instance network info cache due to event network-changed-2389c99b-f39e-48dc-b478-99bc2a9184ff. {{(pid=69770) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1240.282860] env[69770]: DEBUG oslo_concurrency.lockutils [req-ea99ea3f-8b08-43dc-9b7e-f3f9442c0900 req-02d83645-e5fd-4089-b9a5-1b6bb5126786 service nova] Acquiring lock "refresh_cache-245d05f8-a8b6-4985-aab4-c6f3c250f28a" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.283028] env[69770]: DEBUG oslo_concurrency.lockutils [req-ea99ea3f-8b08-43dc-9b7e-f3f9442c0900 req-02d83645-e5fd-4089-b9a5-1b6bb5126786 service nova] Acquired lock "refresh_cache-245d05f8-a8b6-4985-aab4-c6f3c250f28a" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1240.283194] env[69770]: DEBUG nova.network.neutron [req-ea99ea3f-8b08-43dc-9b7e-f3f9442c0900 req-02d83645-e5fd-4089-b9a5-1b6bb5126786 service nova] [instance: 245d05f8-a8b6-4985-aab4-c6f3c250f28a] Refreshing network info cache for port 2389c99b-f39e-48dc-b478-99bc2a9184ff {{(pid=69770) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1240.292508] env[69770]: DEBUG nova.compute.manager [None req-4e4e6034-7e15-4f03-8fbf-69eacc5246b9 tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] [instance: f27fa6da-dc6f-4c4f-9f67-1303adea51cc] Start spawning the instance on the hypervisor. {{(pid=69770) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1240.323585] env[69770]: DEBUG nova.virt.hardware [None req-4e4e6034-7e15-4f03-8fbf-69eacc5246b9 tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T12:16:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T12:16:11Z,direct_url=,disk_format='vmdk',id=d1eaff80-24a0-4391-90eb-59958b1ecf0a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d65f20bb89fb40a98b77bc6d97357df2',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T12:16:12Z,virtual_size=,visibility=), allow threads: False {{(pid=69770) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1240.323863] env[69770]: DEBUG nova.virt.hardware [None req-4e4e6034-7e15-4f03-8fbf-69eacc5246b9 tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] Flavor limits 0:0:0 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1240.324082] env[69770]: DEBUG nova.virt.hardware [None req-4e4e6034-7e15-4f03-8fbf-69eacc5246b9 tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] Image limits 0:0:0 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1240.324289] env[69770]: DEBUG nova.virt.hardware [None req-4e4e6034-7e15-4f03-8fbf-69eacc5246b9 tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] Flavor pref 0:0:0 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1240.324436] env[69770]: DEBUG nova.virt.hardware [None req-4e4e6034-7e15-4f03-8fbf-69eacc5246b9 tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] Image pref 0:0:0 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1240.324609] env[69770]: DEBUG nova.virt.hardware [None req-4e4e6034-7e15-4f03-8fbf-69eacc5246b9 tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1240.324803] env[69770]: DEBUG nova.virt.hardware [None req-4e4e6034-7e15-4f03-8fbf-69eacc5246b9 tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69770) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1240.325024] env[69770]: DEBUG nova.virt.hardware [None req-4e4e6034-7e15-4f03-8fbf-69eacc5246b9 tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69770) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1240.325175] env[69770]: DEBUG nova.virt.hardware [None req-4e4e6034-7e15-4f03-8fbf-69eacc5246b9 tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] Got 1 possible topologies {{(pid=69770) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1240.325364] env[69770]: DEBUG nova.virt.hardware [None req-4e4e6034-7e15-4f03-8fbf-69eacc5246b9 tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69770) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1240.325596] env[69770]: DEBUG nova.virt.hardware [None req-4e4e6034-7e15-4f03-8fbf-69eacc5246b9 tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69770) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1240.326517] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a953e80-369e-4e06-845d-a5ff2ddce07f {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.335633] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d556097-1d92-4e72-97f5-dc4e190cdf56 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.567138] env[69770]: DEBUG oslo_concurrency.lockutils [None req-b5fe5114-314d-47ee-b3a0-47d92ba7496c tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.300s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1240.567734] env[69770]: DEBUG nova.compute.manager [None req-b5fe5114-314d-47ee-b3a0-47d92ba7496c tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] [instance: bc5e169f-17c2-4941-8b9f-a33726ea26b6] Start building networks asynchronously for instance. {{(pid=69770) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1240.570631] env[69770]: DEBUG oslo_concurrency.lockutils [None req-a9d79b78-43eb-4bfc-a343-2292177b999f tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 4.559s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1240.664419] env[69770]: DEBUG oslo_vmware.api [None req-d6e76582-0787-43b4-b1c9-3445ba549d8c tempest-AttachVolumeTestJSON-339692578 tempest-AttachVolumeTestJSON-339692578-project-member] Task: {'id': task-4070694, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.507342} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1240.664825] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6e76582-0787-43b4-b1c9-3445ba549d8c tempest-AttachVolumeTestJSON-339692578 tempest-AttachVolumeTestJSON-339692578-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk to [datastore1] 08413ca9-2b2a-4991-83cf-aa8965d2017a/08413ca9-2b2a-4991-83cf-aa8965d2017a.vmdk {{(pid=69770) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1240.666776] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-d6e76582-0787-43b4-b1c9-3445ba549d8c tempest-AttachVolumeTestJSON-339692578 tempest-AttachVolumeTestJSON-339692578-project-member] [instance: 08413ca9-2b2a-4991-83cf-aa8965d2017a] Extending root virtual disk to 1048576 {{(pid=69770) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1240.666776] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-bdb09773-ede9-48d4-b8ec-d15425bdd093 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.674458] env[69770]: DEBUG oslo_vmware.api [None req-d6e76582-0787-43b4-b1c9-3445ba549d8c tempest-AttachVolumeTestJSON-339692578 tempest-AttachVolumeTestJSON-339692578-project-member] Waiting for the task: (returnval){ [ 1240.674458] env[69770]: value = "task-4070696" [ 1240.674458] env[69770]: _type = "Task" [ 1240.674458] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1240.687115] env[69770]: DEBUG oslo_vmware.api [None req-d6e76582-0787-43b4-b1c9-3445ba549d8c tempest-AttachVolumeTestJSON-339692578 tempest-AttachVolumeTestJSON-339692578-project-member] Task: {'id': task-4070696, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1240.701036] env[69770]: DEBUG oslo_vmware.api [-] Task: {'id': task-4070695, 'name': CreateVM_Task, 'duration_secs': 0.359159} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1240.701320] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 245d05f8-a8b6-4985-aab4-c6f3c250f28a] Created VM on the ESX host {{(pid=69770) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1240.702117] env[69770]: DEBUG oslo_concurrency.lockutils [None req-ed65e92e-1561-43bb-9e6f-0ab843a80d3f tempest-AttachVolumeShelveTestJSON-1191911444 tempest-AttachVolumeShelveTestJSON-1191911444-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.702333] env[69770]: DEBUG oslo_concurrency.lockutils [None req-ed65e92e-1561-43bb-9e6f-0ab843a80d3f tempest-AttachVolumeShelveTestJSON-1191911444 tempest-AttachVolumeShelveTestJSON-1191911444-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1240.702720] env[69770]: DEBUG oslo_concurrency.lockutils [None req-ed65e92e-1561-43bb-9e6f-0ab843a80d3f tempest-AttachVolumeShelveTestJSON-1191911444 tempest-AttachVolumeShelveTestJSON-1191911444-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1240.703025] env[69770]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cd90e5ee-2eea-4cb8-ac6b-b0e793c8f7b8 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.708801] env[69770]: DEBUG oslo_vmware.api [None req-ed65e92e-1561-43bb-9e6f-0ab843a80d3f tempest-AttachVolumeShelveTestJSON-1191911444 tempest-AttachVolumeShelveTestJSON-1191911444-project-member] Waiting for the task: (returnval){ [ 1240.708801] env[69770]: value = "session[52161b52-cb8e-ec9f-1132-2f6b49549d41]52a31b7c-1711-a1b2-c5ba-47f115d74f53" [ 1240.708801] env[69770]: _type = "Task" [ 1240.708801] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1240.717646] env[69770]: DEBUG oslo_vmware.api [None req-ed65e92e-1561-43bb-9e6f-0ab843a80d3f tempest-AttachVolumeShelveTestJSON-1191911444 tempest-AttachVolumeShelveTestJSON-1191911444-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]52a31b7c-1711-a1b2-c5ba-47f115d74f53, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1240.781456] env[69770]: DEBUG oslo_concurrency.lockutils [req-2b9523c6-aadc-4bf4-a3b2-2cf9639dcfc5 req-432d694a-b9ea-42ec-bbc6-6e1e5f94c5f7 service nova] Releasing lock "refresh_cache-215916d5-31b5-49ba-a7bc-78d9652dea41" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1240.781905] env[69770]: DEBUG nova.compute.manager [req-2b9523c6-aadc-4bf4-a3b2-2cf9639dcfc5 req-432d694a-b9ea-42ec-bbc6-6e1e5f94c5f7 service nova] [instance: 08413ca9-2b2a-4991-83cf-aa8965d2017a] Received event network-changed-1abc498c-e27c-4665-8be8-2c1d0ebbadad {{(pid=69770) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1240.782197] env[69770]: DEBUG nova.compute.manager [req-2b9523c6-aadc-4bf4-a3b2-2cf9639dcfc5 req-432d694a-b9ea-42ec-bbc6-6e1e5f94c5f7 service nova] [instance: 08413ca9-2b2a-4991-83cf-aa8965d2017a] Refreshing instance network info cache due to event network-changed-1abc498c-e27c-4665-8be8-2c1d0ebbadad. {{(pid=69770) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1240.782540] env[69770]: DEBUG oslo_concurrency.lockutils [req-2b9523c6-aadc-4bf4-a3b2-2cf9639dcfc5 req-432d694a-b9ea-42ec-bbc6-6e1e5f94c5f7 service nova] Acquiring lock "refresh_cache-08413ca9-2b2a-4991-83cf-aa8965d2017a" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.782755] env[69770]: DEBUG oslo_concurrency.lockutils [req-2b9523c6-aadc-4bf4-a3b2-2cf9639dcfc5 req-432d694a-b9ea-42ec-bbc6-6e1e5f94c5f7 service nova] Acquired lock "refresh_cache-08413ca9-2b2a-4991-83cf-aa8965d2017a" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1240.783010] env[69770]: DEBUG nova.network.neutron [req-2b9523c6-aadc-4bf4-a3b2-2cf9639dcfc5 req-432d694a-b9ea-42ec-bbc6-6e1e5f94c5f7 service nova] [instance: 08413ca9-2b2a-4991-83cf-aa8965d2017a] Refreshing network info cache for port 1abc498c-e27c-4665-8be8-2c1d0ebbadad {{(pid=69770) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1240.790763] env[69770]: DEBUG nova.compute.manager [req-06624ea0-2055-47fc-8e72-5724f7eb21b1 req-383038d5-76b7-4d1d-87b8-7a6e38203515 service nova] [instance: f27fa6da-dc6f-4c4f-9f67-1303adea51cc] Received event network-vif-plugged-7055b673-0bd8-4feb-8958-db3d097c7117 {{(pid=69770) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1240.790993] env[69770]: DEBUG oslo_concurrency.lockutils [req-06624ea0-2055-47fc-8e72-5724f7eb21b1 req-383038d5-76b7-4d1d-87b8-7a6e38203515 service nova] Acquiring lock "f27fa6da-dc6f-4c4f-9f67-1303adea51cc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1240.791352] env[69770]: DEBUG oslo_concurrency.lockutils [req-06624ea0-2055-47fc-8e72-5724f7eb21b1 req-383038d5-76b7-4d1d-87b8-7a6e38203515 service nova] Lock "f27fa6da-dc6f-4c4f-9f67-1303adea51cc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1240.791554] env[69770]: DEBUG oslo_concurrency.lockutils [req-06624ea0-2055-47fc-8e72-5724f7eb21b1 req-383038d5-76b7-4d1d-87b8-7a6e38203515 service nova] Lock "f27fa6da-dc6f-4c4f-9f67-1303adea51cc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1240.791731] env[69770]: DEBUG nova.compute.manager [req-06624ea0-2055-47fc-8e72-5724f7eb21b1 req-383038d5-76b7-4d1d-87b8-7a6e38203515 service nova] [instance: f27fa6da-dc6f-4c4f-9f67-1303adea51cc] No waiting events found dispatching network-vif-plugged-7055b673-0bd8-4feb-8958-db3d097c7117 {{(pid=69770) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1240.791921] env[69770]: WARNING nova.compute.manager [req-06624ea0-2055-47fc-8e72-5724f7eb21b1 req-383038d5-76b7-4d1d-87b8-7a6e38203515 service nova] [instance: f27fa6da-dc6f-4c4f-9f67-1303adea51cc] Received unexpected event network-vif-plugged-7055b673-0bd8-4feb-8958-db3d097c7117 for instance with vm_state building and task_state spawning. [ 1240.834216] env[69770]: DEBUG nova.network.neutron [None req-4e4e6034-7e15-4f03-8fbf-69eacc5246b9 tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] [instance: f27fa6da-dc6f-4c4f-9f67-1303adea51cc] Successfully updated port: 7055b673-0bd8-4feb-8958-db3d097c7117 {{(pid=69770) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1241.074177] env[69770]: DEBUG nova.compute.utils [None req-b5fe5114-314d-47ee-b3a0-47d92ba7496c tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] Using /dev/sd instead of None {{(pid=69770) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1241.075528] env[69770]: DEBUG nova.compute.manager [None req-b5fe5114-314d-47ee-b3a0-47d92ba7496c tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] [instance: bc5e169f-17c2-4941-8b9f-a33726ea26b6] Allocating IP information in the background. {{(pid=69770) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1241.075657] env[69770]: DEBUG nova.network.neutron [None req-b5fe5114-314d-47ee-b3a0-47d92ba7496c tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] [instance: bc5e169f-17c2-4941-8b9f-a33726ea26b6] allocate_for_instance() {{(pid=69770) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1241.080283] env[69770]: INFO nova.compute.claims [None req-a9d79b78-43eb-4bfc-a343-2292177b999f tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] [instance: 5815fe63-e447-4be2-9055-a6320d0ba896] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1241.135825] env[69770]: DEBUG nova.policy [None req-b5fe5114-314d-47ee-b3a0-47d92ba7496c tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '96302256b41c4dbeb62a6283ae0b2113', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '79f08803ff104b29b1724007c4361a7e', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69770) authorize /opt/stack/nova/nova/policy.py:192}} [ 1241.175800] env[69770]: DEBUG nova.network.neutron [req-2b9523c6-aadc-4bf4-a3b2-2cf9639dcfc5 req-432d694a-b9ea-42ec-bbc6-6e1e5f94c5f7 service nova] [instance: 08413ca9-2b2a-4991-83cf-aa8965d2017a] Updated VIF entry in instance network info cache for port 1abc498c-e27c-4665-8be8-2c1d0ebbadad. {{(pid=69770) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1241.176065] env[69770]: DEBUG nova.network.neutron [req-2b9523c6-aadc-4bf4-a3b2-2cf9639dcfc5 req-432d694a-b9ea-42ec-bbc6-6e1e5f94c5f7 service nova] [instance: 08413ca9-2b2a-4991-83cf-aa8965d2017a] Updating instance_info_cache with network_info: [{"id": "1abc498c-e27c-4665-8be8-2c1d0ebbadad", "address": "fa:16:3e:29:47:9c", "network": {"id": "b4f6914c-0803-42d0-b75a-d60ffc35f8b5", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-580694787-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b9d6e6c446154a4ba62ddf820c22c69f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "184687d6-125a-4b58-bb5b-fdb404088eda", "external-id": "nsx-vlan-transportzone-134", "segmentation_id": 134, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1abc498c-e2", "ovs_interfaceid": "1abc498c-e27c-4665-8be8-2c1d0ebbadad", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69770) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1241.182338] env[69770]: DEBUG nova.network.neutron [req-ea99ea3f-8b08-43dc-9b7e-f3f9442c0900 req-02d83645-e5fd-4089-b9a5-1b6bb5126786 service nova] [instance: 245d05f8-a8b6-4985-aab4-c6f3c250f28a] Updated VIF entry in instance network info cache for port 2389c99b-f39e-48dc-b478-99bc2a9184ff. {{(pid=69770) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1241.182680] env[69770]: DEBUG nova.network.neutron [req-ea99ea3f-8b08-43dc-9b7e-f3f9442c0900 req-02d83645-e5fd-4089-b9a5-1b6bb5126786 service nova] [instance: 245d05f8-a8b6-4985-aab4-c6f3c250f28a] Updating instance_info_cache with network_info: [{"id": "2389c99b-f39e-48dc-b478-99bc2a9184ff", "address": "fa:16:3e:1e:91:03", "network": {"id": "62da2196-fd56-425b-b6e9-4f1c110ca1e6", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1719289018-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "63b30a591f8a45d2ad9dfb1e2a86dcc1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "504a3211-8288-4b87-a52a-590466d80a49", "external-id": "nsx-vlan-transportzone-469", "segmentation_id": 469, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2389c99b-f3", "ovs_interfaceid": "2389c99b-f39e-48dc-b478-99bc2a9184ff", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69770) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1241.189936] env[69770]: DEBUG oslo_vmware.api [None req-d6e76582-0787-43b4-b1c9-3445ba549d8c tempest-AttachVolumeTestJSON-339692578 tempest-AttachVolumeTestJSON-339692578-project-member] Task: {'id': task-4070696, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077131} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1241.190255] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-d6e76582-0787-43b4-b1c9-3445ba549d8c tempest-AttachVolumeTestJSON-339692578 tempest-AttachVolumeTestJSON-339692578-project-member] [instance: 08413ca9-2b2a-4991-83cf-aa8965d2017a] Extended root virtual disk {{(pid=69770) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1241.191106] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9eda59ad-928a-4c28-8eb4-e101f6e94423 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.222214] env[69770]: DEBUG nova.virt.vmwareapi.volumeops [None req-d6e76582-0787-43b4-b1c9-3445ba549d8c tempest-AttachVolumeTestJSON-339692578 tempest-AttachVolumeTestJSON-339692578-project-member] [instance: 08413ca9-2b2a-4991-83cf-aa8965d2017a] Reconfiguring VM instance instance-00000068 to attach disk [datastore1] 08413ca9-2b2a-4991-83cf-aa8965d2017a/08413ca9-2b2a-4991-83cf-aa8965d2017a.vmdk or device None with type sparse {{(pid=69770) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1241.222936] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-99fa4ce9-6f75-4606-b7e7-b5ab69b5dfa9 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.253585] env[69770]: DEBUG oslo_vmware.api [None req-ed65e92e-1561-43bb-9e6f-0ab843a80d3f tempest-AttachVolumeShelveTestJSON-1191911444 tempest-AttachVolumeShelveTestJSON-1191911444-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]52a31b7c-1711-a1b2-c5ba-47f115d74f53, 'name': SearchDatastore_Task, 'duration_secs': 0.009626} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1241.254976] env[69770]: DEBUG oslo_concurrency.lockutils [None req-ed65e92e-1561-43bb-9e6f-0ab843a80d3f tempest-AttachVolumeShelveTestJSON-1191911444 tempest-AttachVolumeShelveTestJSON-1191911444-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.255225] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-ed65e92e-1561-43bb-9e6f-0ab843a80d3f tempest-AttachVolumeShelveTestJSON-1191911444 tempest-AttachVolumeShelveTestJSON-1191911444-project-member] [instance: 245d05f8-a8b6-4985-aab4-c6f3c250f28a] Processing image d1eaff80-24a0-4391-90eb-59958b1ecf0a {{(pid=69770) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1241.255460] env[69770]: DEBUG oslo_concurrency.lockutils [None req-ed65e92e-1561-43bb-9e6f-0ab843a80d3f tempest-AttachVolumeShelveTestJSON-1191911444 tempest-AttachVolumeShelveTestJSON-1191911444-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.255707] env[69770]: DEBUG oslo_concurrency.lockutils [None req-ed65e92e-1561-43bb-9e6f-0ab843a80d3f tempest-AttachVolumeShelveTestJSON-1191911444 tempest-AttachVolumeShelveTestJSON-1191911444-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.255779] env[69770]: DEBUG nova.virt.vmwareapi.ds_util [None req-ed65e92e-1561-43bb-9e6f-0ab843a80d3f tempest-AttachVolumeShelveTestJSON-1191911444 tempest-AttachVolumeShelveTestJSON-1191911444-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69770) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1241.256418] env[69770]: DEBUG oslo_vmware.api [None req-d6e76582-0787-43b4-b1c9-3445ba549d8c tempest-AttachVolumeTestJSON-339692578 tempest-AttachVolumeTestJSON-339692578-project-member] Waiting for the task: (returnval){ [ 1241.256418] env[69770]: value = "task-4070697" [ 1241.256418] env[69770]: _type = "Task" [ 1241.256418] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1241.256418] env[69770]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0851cfb1-c696-4997-94aa-00069c7b7e82 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.269021] env[69770]: DEBUG oslo_vmware.api [None req-d6e76582-0787-43b4-b1c9-3445ba549d8c tempest-AttachVolumeTestJSON-339692578 tempest-AttachVolumeTestJSON-339692578-project-member] Task: {'id': task-4070697, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1241.273183] env[69770]: DEBUG nova.virt.vmwareapi.ds_util [None req-ed65e92e-1561-43bb-9e6f-0ab843a80d3f tempest-AttachVolumeShelveTestJSON-1191911444 tempest-AttachVolumeShelveTestJSON-1191911444-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69770) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1241.273380] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-ed65e92e-1561-43bb-9e6f-0ab843a80d3f tempest-AttachVolumeShelveTestJSON-1191911444 tempest-AttachVolumeShelveTestJSON-1191911444-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69770) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1241.274440] env[69770]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1a346eda-daef-424c-b11e-fca074dae4fb {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.280559] env[69770]: DEBUG oslo_vmware.api [None req-ed65e92e-1561-43bb-9e6f-0ab843a80d3f tempest-AttachVolumeShelveTestJSON-1191911444 tempest-AttachVolumeShelveTestJSON-1191911444-project-member] Waiting for the task: (returnval){ [ 1241.280559] env[69770]: value = "session[52161b52-cb8e-ec9f-1132-2f6b49549d41]521112aa-3f9c-8e87-719b-eb7984b76d99" [ 1241.280559] env[69770]: _type = "Task" [ 1241.280559] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1241.289870] env[69770]: DEBUG oslo_vmware.api [None req-ed65e92e-1561-43bb-9e6f-0ab843a80d3f tempest-AttachVolumeShelveTestJSON-1191911444 tempest-AttachVolumeShelveTestJSON-1191911444-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]521112aa-3f9c-8e87-719b-eb7984b76d99, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1241.340522] env[69770]: DEBUG oslo_concurrency.lockutils [None req-4e4e6034-7e15-4f03-8fbf-69eacc5246b9 tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] Acquiring lock "refresh_cache-f27fa6da-dc6f-4c4f-9f67-1303adea51cc" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.340715] env[69770]: DEBUG oslo_concurrency.lockutils [None req-4e4e6034-7e15-4f03-8fbf-69eacc5246b9 tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] Acquired lock "refresh_cache-f27fa6da-dc6f-4c4f-9f67-1303adea51cc" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.340879] env[69770]: DEBUG nova.network.neutron [None req-4e4e6034-7e15-4f03-8fbf-69eacc5246b9 tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] [instance: f27fa6da-dc6f-4c4f-9f67-1303adea51cc] Building network info cache for instance {{(pid=69770) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1241.446374] env[69770]: DEBUG nova.network.neutron [None req-b5fe5114-314d-47ee-b3a0-47d92ba7496c tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] [instance: bc5e169f-17c2-4941-8b9f-a33726ea26b6] Successfully created port: e0e5606c-39ba-441b-9f02-39c06f935df9 {{(pid=69770) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1241.494783] env[69770]: DEBUG nova.network.neutron [None req-d61e1cda-3e8d-4b9f-abd6-84beb6558d95 tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] [instance: dab60fd0-ed75-4747-8caf-e5e99ea54448] Port 307ab9b8-a8a6-42c9-a816-c8b10c9a98f5 binding to destination host cpu-1 is already ACTIVE {{(pid=69770) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1241.495093] env[69770]: DEBUG oslo_concurrency.lockutils [None req-d61e1cda-3e8d-4b9f-abd6-84beb6558d95 tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] Acquiring lock "refresh_cache-dab60fd0-ed75-4747-8caf-e5e99ea54448" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.495294] env[69770]: DEBUG oslo_concurrency.lockutils [None req-d61e1cda-3e8d-4b9f-abd6-84beb6558d95 tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] Acquired lock "refresh_cache-dab60fd0-ed75-4747-8caf-e5e99ea54448" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.495532] env[69770]: DEBUG nova.network.neutron [None req-d61e1cda-3e8d-4b9f-abd6-84beb6558d95 tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] [instance: dab60fd0-ed75-4747-8caf-e5e99ea54448] Building network info cache for instance {{(pid=69770) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1241.585845] env[69770]: DEBUG nova.compute.manager [None req-b5fe5114-314d-47ee-b3a0-47d92ba7496c tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] [instance: bc5e169f-17c2-4941-8b9f-a33726ea26b6] Start building block device mappings for instance. {{(pid=69770) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1241.590656] env[69770]: INFO nova.compute.resource_tracker [None req-a9d79b78-43eb-4bfc-a343-2292177b999f tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] [instance: 5815fe63-e447-4be2-9055-a6320d0ba896] Updating resource usage from migration 628d1e9f-349b-45e2-82c1-2cfcb5a6376e [ 1241.682938] env[69770]: DEBUG oslo_concurrency.lockutils [req-2b9523c6-aadc-4bf4-a3b2-2cf9639dcfc5 req-432d694a-b9ea-42ec-bbc6-6e1e5f94c5f7 service nova] Releasing lock "refresh_cache-08413ca9-2b2a-4991-83cf-aa8965d2017a" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.685962] env[69770]: DEBUG oslo_concurrency.lockutils [req-ea99ea3f-8b08-43dc-9b7e-f3f9442c0900 req-02d83645-e5fd-4089-b9a5-1b6bb5126786 service nova] Releasing lock "refresh_cache-245d05f8-a8b6-4985-aab4-c6f3c250f28a" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.769156] env[69770]: DEBUG oslo_vmware.api [None req-d6e76582-0787-43b4-b1c9-3445ba549d8c tempest-AttachVolumeTestJSON-339692578 tempest-AttachVolumeTestJSON-339692578-project-member] Task: {'id': task-4070697, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1241.792564] env[69770]: DEBUG oslo_vmware.api [None req-ed65e92e-1561-43bb-9e6f-0ab843a80d3f tempest-AttachVolumeShelveTestJSON-1191911444 tempest-AttachVolumeShelveTestJSON-1191911444-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]521112aa-3f9c-8e87-719b-eb7984b76d99, 'name': SearchDatastore_Task, 'duration_secs': 0.054639} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1241.796014] env[69770]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9559348c-2b53-4f5c-8673-b86d4f311f00 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.801998] env[69770]: DEBUG oslo_vmware.api [None req-ed65e92e-1561-43bb-9e6f-0ab843a80d3f tempest-AttachVolumeShelveTestJSON-1191911444 tempest-AttachVolumeShelveTestJSON-1191911444-project-member] Waiting for the task: (returnval){ [ 1241.801998] env[69770]: value = "session[52161b52-cb8e-ec9f-1132-2f6b49549d41]52edc6e2-383f-8d20-9382-a20b65165a10" [ 1241.801998] env[69770]: _type = "Task" [ 1241.801998] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1241.811903] env[69770]: DEBUG oslo_vmware.api [None req-ed65e92e-1561-43bb-9e6f-0ab843a80d3f tempest-AttachVolumeShelveTestJSON-1191911444 tempest-AttachVolumeShelveTestJSON-1191911444-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]52edc6e2-383f-8d20-9382-a20b65165a10, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1241.885088] env[69770]: DEBUG nova.network.neutron [None req-4e4e6034-7e15-4f03-8fbf-69eacc5246b9 tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] [instance: f27fa6da-dc6f-4c4f-9f67-1303adea51cc] Instance cache missing network info. {{(pid=69770) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1241.892505] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03e0c665-2ee9-4ecf-addf-1b82e2de7bfb {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.899919] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c15e2ad1-0e5c-4d91-b944-0fcad22838f9 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.937390] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a2a986f-f617-4cf7-a687-fb17bb5830eb {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.945708] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce573b2e-e63e-4b71-9b9c-f3b45f4957bc {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.960210] env[69770]: DEBUG nova.compute.provider_tree [None req-a9d79b78-43eb-4bfc-a343-2292177b999f tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] Inventory has not changed in ProviderTree for provider: 7cc7d32b-b7a7-454a-a456-2a440248ed9d {{(pid=69770) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1242.072986] env[69770]: DEBUG nova.network.neutron [None req-4e4e6034-7e15-4f03-8fbf-69eacc5246b9 tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] [instance: f27fa6da-dc6f-4c4f-9f67-1303adea51cc] Updating instance_info_cache with network_info: [{"id": "7055b673-0bd8-4feb-8958-db3d097c7117", "address": "fa:16:3e:30:e5:2f", "network": {"id": "d5ae8d06-e279-436f-9c41-66b44f6f2542", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1370812323-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "63715e849e05463da9bfa0405c750b8f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dad4f433-bb0b-45c7-8040-972ef2277f75", "external-id": "nsx-vlan-transportzone-451", "segmentation_id": 451, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7055b673-0b", "ovs_interfaceid": "7055b673-0bd8-4feb-8958-db3d097c7117", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69770) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1242.270981] env[69770]: DEBUG oslo_vmware.api [None req-d6e76582-0787-43b4-b1c9-3445ba549d8c tempest-AttachVolumeTestJSON-339692578 tempest-AttachVolumeTestJSON-339692578-project-member] Task: {'id': task-4070697, 'name': ReconfigVM_Task, 'duration_secs': 0.988565} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1242.271322] env[69770]: DEBUG nova.virt.vmwareapi.volumeops [None req-d6e76582-0787-43b4-b1c9-3445ba549d8c tempest-AttachVolumeTestJSON-339692578 tempest-AttachVolumeTestJSON-339692578-project-member] [instance: 08413ca9-2b2a-4991-83cf-aa8965d2017a] Reconfigured VM instance instance-00000068 to attach disk [datastore1] 08413ca9-2b2a-4991-83cf-aa8965d2017a/08413ca9-2b2a-4991-83cf-aa8965d2017a.vmdk or device None with type sparse {{(pid=69770) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1242.272238] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2423e93d-b73f-4386-b436-50bfd2548b40 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.279699] env[69770]: DEBUG oslo_vmware.api [None req-d6e76582-0787-43b4-b1c9-3445ba549d8c tempest-AttachVolumeTestJSON-339692578 tempest-AttachVolumeTestJSON-339692578-project-member] Waiting for the task: (returnval){ [ 1242.279699] env[69770]: value = "task-4070698" [ 1242.279699] env[69770]: _type = "Task" [ 1242.279699] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1242.287370] env[69770]: DEBUG nova.network.neutron [None req-d61e1cda-3e8d-4b9f-abd6-84beb6558d95 tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] [instance: dab60fd0-ed75-4747-8caf-e5e99ea54448] Updating instance_info_cache with network_info: [{"id": "307ab9b8-a8a6-42c9-a816-c8b10c9a98f5", "address": "fa:16:3e:0c:f7:1d", "network": {"id": "fb2a6a42-a9ea-4a2f-b885-b0c06c1061b9", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1944009097-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.158", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "677c29867f944b8198884aae6535814b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b91b49a8-b849-4d0c-97f7-74fdcd88ae03", "external-id": "nsx-vlan-transportzone-406", "segmentation_id": 406, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap307ab9b8-a8", "ovs_interfaceid": "307ab9b8-a8a6-42c9-a816-c8b10c9a98f5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69770) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1242.292537] env[69770]: DEBUG oslo_vmware.api [None req-d6e76582-0787-43b4-b1c9-3445ba549d8c tempest-AttachVolumeTestJSON-339692578 tempest-AttachVolumeTestJSON-339692578-project-member] Task: {'id': task-4070698, 'name': Rename_Task} progress is 6%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1242.314546] env[69770]: DEBUG oslo_vmware.api [None req-ed65e92e-1561-43bb-9e6f-0ab843a80d3f tempest-AttachVolumeShelveTestJSON-1191911444 tempest-AttachVolumeShelveTestJSON-1191911444-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]52edc6e2-383f-8d20-9382-a20b65165a10, 'name': SearchDatastore_Task, 'duration_secs': 0.010479} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1242.314884] env[69770]: DEBUG oslo_concurrency.lockutils [None req-ed65e92e-1561-43bb-9e6f-0ab843a80d3f tempest-AttachVolumeShelveTestJSON-1191911444 tempest-AttachVolumeShelveTestJSON-1191911444-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.315226] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed65e92e-1561-43bb-9e6f-0ab843a80d3f tempest-AttachVolumeShelveTestJSON-1191911444 tempest-AttachVolumeShelveTestJSON-1191911444-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk to [datastore1] 245d05f8-a8b6-4985-aab4-c6f3c250f28a/245d05f8-a8b6-4985-aab4-c6f3c250f28a.vmdk {{(pid=69770) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1242.315522] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7be52d94-feec-4367-af6e-181fdb4bb6f5 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.324437] env[69770]: DEBUG oslo_vmware.api [None req-ed65e92e-1561-43bb-9e6f-0ab843a80d3f tempest-AttachVolumeShelveTestJSON-1191911444 tempest-AttachVolumeShelveTestJSON-1191911444-project-member] Waiting for the task: (returnval){ [ 1242.324437] env[69770]: value = "task-4070699" [ 1242.324437] env[69770]: _type = "Task" [ 1242.324437] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1242.333416] env[69770]: DEBUG oslo_vmware.api [None req-ed65e92e-1561-43bb-9e6f-0ab843a80d3f tempest-AttachVolumeShelveTestJSON-1191911444 tempest-AttachVolumeShelveTestJSON-1191911444-project-member] Task: {'id': task-4070699, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1242.464136] env[69770]: DEBUG nova.scheduler.client.report [None req-a9d79b78-43eb-4bfc-a343-2292177b999f tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] Inventory has not changed for provider 7cc7d32b-b7a7-454a-a456-2a440248ed9d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69770) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1242.575647] env[69770]: DEBUG oslo_concurrency.lockutils [None req-4e4e6034-7e15-4f03-8fbf-69eacc5246b9 tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] Releasing lock "refresh_cache-f27fa6da-dc6f-4c4f-9f67-1303adea51cc" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.576084] env[69770]: DEBUG nova.compute.manager [None req-4e4e6034-7e15-4f03-8fbf-69eacc5246b9 tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] [instance: f27fa6da-dc6f-4c4f-9f67-1303adea51cc] Instance network_info: |[{"id": "7055b673-0bd8-4feb-8958-db3d097c7117", "address": "fa:16:3e:30:e5:2f", "network": {"id": "d5ae8d06-e279-436f-9c41-66b44f6f2542", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1370812323-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "63715e849e05463da9bfa0405c750b8f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dad4f433-bb0b-45c7-8040-972ef2277f75", "external-id": "nsx-vlan-transportzone-451", "segmentation_id": 451, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7055b673-0b", "ovs_interfaceid": "7055b673-0bd8-4feb-8958-db3d097c7117", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69770) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1242.576602] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-4e4e6034-7e15-4f03-8fbf-69eacc5246b9 tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] [instance: f27fa6da-dc6f-4c4f-9f67-1303adea51cc] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:30:e5:2f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'dad4f433-bb0b-45c7-8040-972ef2277f75', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7055b673-0bd8-4feb-8958-db3d097c7117', 'vif_model': 'vmxnet3'}] {{(pid=69770) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1242.585443] env[69770]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4e4e6034-7e15-4f03-8fbf-69eacc5246b9 tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69770) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1242.585769] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f27fa6da-dc6f-4c4f-9f67-1303adea51cc] Creating VM on the ESX host {{(pid=69770) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1242.586019] env[69770]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0f50dfcd-e6bf-45aa-88cc-0c605807d87a {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.603766] env[69770]: DEBUG nova.compute.manager [None req-b5fe5114-314d-47ee-b3a0-47d92ba7496c tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] [instance: bc5e169f-17c2-4941-8b9f-a33726ea26b6] Start spawning the instance on the hypervisor. {{(pid=69770) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1242.612655] env[69770]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1242.612655] env[69770]: value = "task-4070700" [ 1242.612655] env[69770]: _type = "Task" [ 1242.612655] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1242.622312] env[69770]: DEBUG oslo_vmware.api [-] Task: {'id': task-4070700, 'name': CreateVM_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1242.633682] env[69770]: DEBUG nova.virt.hardware [None req-b5fe5114-314d-47ee-b3a0-47d92ba7496c tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T12:16:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T12:16:11Z,direct_url=,disk_format='vmdk',id=d1eaff80-24a0-4391-90eb-59958b1ecf0a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d65f20bb89fb40a98b77bc6d97357df2',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T12:16:12Z,virtual_size=,visibility=), allow threads: False {{(pid=69770) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1242.634045] env[69770]: DEBUG nova.virt.hardware [None req-b5fe5114-314d-47ee-b3a0-47d92ba7496c tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] Flavor limits 0:0:0 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1242.634326] env[69770]: DEBUG nova.virt.hardware [None req-b5fe5114-314d-47ee-b3a0-47d92ba7496c tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] Image limits 0:0:0 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1242.634595] env[69770]: DEBUG nova.virt.hardware [None req-b5fe5114-314d-47ee-b3a0-47d92ba7496c tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] Flavor pref 0:0:0 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1242.634806] env[69770]: DEBUG nova.virt.hardware [None req-b5fe5114-314d-47ee-b3a0-47d92ba7496c tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] Image pref 0:0:0 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1242.635047] env[69770]: DEBUG nova.virt.hardware [None req-b5fe5114-314d-47ee-b3a0-47d92ba7496c tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1242.635321] env[69770]: DEBUG nova.virt.hardware [None req-b5fe5114-314d-47ee-b3a0-47d92ba7496c tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69770) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1242.635511] env[69770]: DEBUG nova.virt.hardware [None req-b5fe5114-314d-47ee-b3a0-47d92ba7496c tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69770) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1242.635772] env[69770]: DEBUG nova.virt.hardware [None req-b5fe5114-314d-47ee-b3a0-47d92ba7496c tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] Got 1 possible topologies {{(pid=69770) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1242.635996] env[69770]: DEBUG nova.virt.hardware [None req-b5fe5114-314d-47ee-b3a0-47d92ba7496c tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69770) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1242.636221] env[69770]: DEBUG nova.virt.hardware [None req-b5fe5114-314d-47ee-b3a0-47d92ba7496c tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69770) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1242.637290] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b0b03eb-ba2d-424c-b8b4-6fffcce76606 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.647635] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6b014e6-1000-4a69-8aee-33cef8ce1827 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.790534] env[69770]: DEBUG oslo_concurrency.lockutils [None req-d61e1cda-3e8d-4b9f-abd6-84beb6558d95 tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] Releasing lock "refresh_cache-dab60fd0-ed75-4747-8caf-e5e99ea54448" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.792067] env[69770]: DEBUG oslo_vmware.api [None req-d6e76582-0787-43b4-b1c9-3445ba549d8c tempest-AttachVolumeTestJSON-339692578 tempest-AttachVolumeTestJSON-339692578-project-member] Task: {'id': task-4070698, 'name': Rename_Task, 'duration_secs': 0.169675} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1242.792515] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6e76582-0787-43b4-b1c9-3445ba549d8c tempest-AttachVolumeTestJSON-339692578 tempest-AttachVolumeTestJSON-339692578-project-member] [instance: 08413ca9-2b2a-4991-83cf-aa8965d2017a] Powering on the VM {{(pid=69770) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1242.792775] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b8f19bdf-df8e-48f0-83de-d49e2a75e6b6 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.800227] env[69770]: DEBUG oslo_vmware.api [None req-d6e76582-0787-43b4-b1c9-3445ba549d8c tempest-AttachVolumeTestJSON-339692578 tempest-AttachVolumeTestJSON-339692578-project-member] Waiting for the task: (returnval){ [ 1242.800227] env[69770]: value = "task-4070701" [ 1242.800227] env[69770]: _type = "Task" [ 1242.800227] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1242.810284] env[69770]: DEBUG oslo_vmware.api [None req-d6e76582-0787-43b4-b1c9-3445ba549d8c tempest-AttachVolumeTestJSON-339692578 tempest-AttachVolumeTestJSON-339692578-project-member] Task: {'id': task-4070701, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1242.836054] env[69770]: DEBUG oslo_vmware.api [None req-ed65e92e-1561-43bb-9e6f-0ab843a80d3f tempest-AttachVolumeShelveTestJSON-1191911444 tempest-AttachVolumeShelveTestJSON-1191911444-project-member] Task: {'id': task-4070699, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.48217} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1242.836364] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed65e92e-1561-43bb-9e6f-0ab843a80d3f tempest-AttachVolumeShelveTestJSON-1191911444 tempest-AttachVolumeShelveTestJSON-1191911444-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk to [datastore1] 245d05f8-a8b6-4985-aab4-c6f3c250f28a/245d05f8-a8b6-4985-aab4-c6f3c250f28a.vmdk {{(pid=69770) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1242.836614] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-ed65e92e-1561-43bb-9e6f-0ab843a80d3f tempest-AttachVolumeShelveTestJSON-1191911444 tempest-AttachVolumeShelveTestJSON-1191911444-project-member] [instance: 245d05f8-a8b6-4985-aab4-c6f3c250f28a] Extending root virtual disk to 1048576 {{(pid=69770) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1242.836880] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ff85ee5c-9956-45a2-9f7c-86af6c91e5e3 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.844172] env[69770]: DEBUG oslo_vmware.api [None req-ed65e92e-1561-43bb-9e6f-0ab843a80d3f tempest-AttachVolumeShelveTestJSON-1191911444 tempest-AttachVolumeShelveTestJSON-1191911444-project-member] Waiting for the task: (returnval){ [ 1242.844172] env[69770]: value = "task-4070702" [ 1242.844172] env[69770]: _type = "Task" [ 1242.844172] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1242.855737] env[69770]: DEBUG oslo_vmware.api [None req-ed65e92e-1561-43bb-9e6f-0ab843a80d3f tempest-AttachVolumeShelveTestJSON-1191911444 tempest-AttachVolumeShelveTestJSON-1191911444-project-member] Task: {'id': task-4070702, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1242.908993] env[69770]: DEBUG nova.compute.manager [req-1f127c75-a040-4cc4-a5a9-b6e11c36eaec req-431452b1-130c-4cb7-9ed9-b16a4d1f9296 service nova] [instance: f27fa6da-dc6f-4c4f-9f67-1303adea51cc] Received event network-changed-7055b673-0bd8-4feb-8958-db3d097c7117 {{(pid=69770) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1242.909240] env[69770]: DEBUG nova.compute.manager [req-1f127c75-a040-4cc4-a5a9-b6e11c36eaec req-431452b1-130c-4cb7-9ed9-b16a4d1f9296 service nova] [instance: f27fa6da-dc6f-4c4f-9f67-1303adea51cc] Refreshing instance network info cache due to event network-changed-7055b673-0bd8-4feb-8958-db3d097c7117. {{(pid=69770) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1242.909533] env[69770]: DEBUG oslo_concurrency.lockutils [req-1f127c75-a040-4cc4-a5a9-b6e11c36eaec req-431452b1-130c-4cb7-9ed9-b16a4d1f9296 service nova] Acquiring lock "refresh_cache-f27fa6da-dc6f-4c4f-9f67-1303adea51cc" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.909744] env[69770]: DEBUG oslo_concurrency.lockutils [req-1f127c75-a040-4cc4-a5a9-b6e11c36eaec req-431452b1-130c-4cb7-9ed9-b16a4d1f9296 service nova] Acquired lock "refresh_cache-f27fa6da-dc6f-4c4f-9f67-1303adea51cc" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.909981] env[69770]: DEBUG nova.network.neutron [req-1f127c75-a040-4cc4-a5a9-b6e11c36eaec req-431452b1-130c-4cb7-9ed9-b16a4d1f9296 service nova] [instance: f27fa6da-dc6f-4c4f-9f67-1303adea51cc] Refreshing network info cache for port 7055b673-0bd8-4feb-8958-db3d097c7117 {{(pid=69770) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1242.970061] env[69770]: DEBUG oslo_concurrency.lockutils [None req-a9d79b78-43eb-4bfc-a343-2292177b999f tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.399s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1242.970328] env[69770]: INFO nova.compute.manager [None req-a9d79b78-43eb-4bfc-a343-2292177b999f tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] [instance: 5815fe63-e447-4be2-9055-a6320d0ba896] Migrating [ 1242.979626] env[69770]: DEBUG oslo_concurrency.lockutils [None req-f11e959f-c9d9-4d7e-aa10-be5f83a389d3 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.890s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1242.979869] env[69770]: DEBUG nova.objects.instance [None req-f11e959f-c9d9-4d7e-aa10-be5f83a389d3 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] Lazy-loading 'resources' on Instance uuid 2d2ff265-feeb-403a-96e6-9b758ea3522b {{(pid=69770) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1243.043797] env[69770]: DEBUG nova.network.neutron [None req-b5fe5114-314d-47ee-b3a0-47d92ba7496c tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] [instance: bc5e169f-17c2-4941-8b9f-a33726ea26b6] Successfully updated port: e0e5606c-39ba-441b-9f02-39c06f935df9 {{(pid=69770) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1243.123286] env[69770]: DEBUG oslo_vmware.api [-] Task: {'id': task-4070700, 'name': CreateVM_Task, 'duration_secs': 0.437796} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1243.123728] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f27fa6da-dc6f-4c4f-9f67-1303adea51cc] Created VM on the ESX host {{(pid=69770) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1243.124465] env[69770]: DEBUG oslo_concurrency.lockutils [None req-4e4e6034-7e15-4f03-8fbf-69eacc5246b9 tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.124637] env[69770]: DEBUG oslo_concurrency.lockutils [None req-4e4e6034-7e15-4f03-8fbf-69eacc5246b9 tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.124965] env[69770]: DEBUG oslo_concurrency.lockutils [None req-4e4e6034-7e15-4f03-8fbf-69eacc5246b9 tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1243.125248] env[69770]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-df47e1c8-7747-464f-bc11-45e916f11c6c {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.131577] env[69770]: DEBUG oslo_vmware.api [None req-4e4e6034-7e15-4f03-8fbf-69eacc5246b9 tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] Waiting for the task: (returnval){ [ 1243.131577] env[69770]: value = "session[52161b52-cb8e-ec9f-1132-2f6b49549d41]52273805-d4b5-a5a1-92c6-aaece3e47ee1" [ 1243.131577] env[69770]: _type = "Task" [ 1243.131577] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1243.140812] env[69770]: DEBUG oslo_vmware.api [None req-4e4e6034-7e15-4f03-8fbf-69eacc5246b9 tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]52273805-d4b5-a5a1-92c6-aaece3e47ee1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1243.294267] env[69770]: DEBUG nova.compute.manager [None req-d61e1cda-3e8d-4b9f-abd6-84beb6558d95 tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] [instance: dab60fd0-ed75-4747-8caf-e5e99ea54448] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=69770) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:900}} [ 1243.294526] env[69770]: DEBUG oslo_concurrency.lockutils [None req-d61e1cda-3e8d-4b9f-abd6-84beb6558d95 tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1243.312972] env[69770]: DEBUG oslo_vmware.api [None req-d6e76582-0787-43b4-b1c9-3445ba549d8c tempest-AttachVolumeTestJSON-339692578 tempest-AttachVolumeTestJSON-339692578-project-member] Task: {'id': task-4070701, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1243.358324] env[69770]: DEBUG oslo_vmware.api [None req-ed65e92e-1561-43bb-9e6f-0ab843a80d3f tempest-AttachVolumeShelveTestJSON-1191911444 tempest-AttachVolumeShelveTestJSON-1191911444-project-member] Task: {'id': task-4070702, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074492} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1243.358720] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-ed65e92e-1561-43bb-9e6f-0ab843a80d3f tempest-AttachVolumeShelveTestJSON-1191911444 tempest-AttachVolumeShelveTestJSON-1191911444-project-member] [instance: 245d05f8-a8b6-4985-aab4-c6f3c250f28a] Extended root virtual disk {{(pid=69770) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1243.359842] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92371027-c0b5-4f15-9706-d72c74a10633 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.383888] env[69770]: DEBUG nova.virt.vmwareapi.volumeops [None req-ed65e92e-1561-43bb-9e6f-0ab843a80d3f tempest-AttachVolumeShelveTestJSON-1191911444 tempest-AttachVolumeShelveTestJSON-1191911444-project-member] [instance: 245d05f8-a8b6-4985-aab4-c6f3c250f28a] Reconfiguring VM instance instance-00000069 to attach disk [datastore1] 245d05f8-a8b6-4985-aab4-c6f3c250f28a/245d05f8-a8b6-4985-aab4-c6f3c250f28a.vmdk or device None with type sparse {{(pid=69770) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1243.384310] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5b0ae91f-0140-47d3-a68f-84787075e355 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.405101] env[69770]: DEBUG oslo_vmware.api [None req-ed65e92e-1561-43bb-9e6f-0ab843a80d3f tempest-AttachVolumeShelveTestJSON-1191911444 tempest-AttachVolumeShelveTestJSON-1191911444-project-member] Waiting for the task: (returnval){ [ 1243.405101] env[69770]: value = "task-4070703" [ 1243.405101] env[69770]: _type = "Task" [ 1243.405101] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1243.415939] env[69770]: DEBUG oslo_vmware.api [None req-ed65e92e-1561-43bb-9e6f-0ab843a80d3f tempest-AttachVolumeShelveTestJSON-1191911444 tempest-AttachVolumeShelveTestJSON-1191911444-project-member] Task: {'id': task-4070703, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1243.490922] env[69770]: DEBUG oslo_concurrency.lockutils [None req-a9d79b78-43eb-4bfc-a343-2292177b999f tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] Acquiring lock "refresh_cache-5815fe63-e447-4be2-9055-a6320d0ba896" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.491163] env[69770]: DEBUG oslo_concurrency.lockutils [None req-a9d79b78-43eb-4bfc-a343-2292177b999f tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] Acquired lock "refresh_cache-5815fe63-e447-4be2-9055-a6320d0ba896" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.491360] env[69770]: DEBUG nova.network.neutron [None req-a9d79b78-43eb-4bfc-a343-2292177b999f tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] [instance: 5815fe63-e447-4be2-9055-a6320d0ba896] Building network info cache for instance {{(pid=69770) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1243.546412] env[69770]: DEBUG oslo_concurrency.lockutils [None req-b5fe5114-314d-47ee-b3a0-47d92ba7496c tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] Acquiring lock "refresh_cache-bc5e169f-17c2-4941-8b9f-a33726ea26b6" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.546601] env[69770]: DEBUG oslo_concurrency.lockutils [None req-b5fe5114-314d-47ee-b3a0-47d92ba7496c tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] Acquired lock "refresh_cache-bc5e169f-17c2-4941-8b9f-a33726ea26b6" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.546758] env[69770]: DEBUG nova.network.neutron [None req-b5fe5114-314d-47ee-b3a0-47d92ba7496c tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] [instance: bc5e169f-17c2-4941-8b9f-a33726ea26b6] Building network info cache for instance {{(pid=69770) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1243.627292] env[69770]: DEBUG nova.network.neutron [req-1f127c75-a040-4cc4-a5a9-b6e11c36eaec req-431452b1-130c-4cb7-9ed9-b16a4d1f9296 service nova] [instance: f27fa6da-dc6f-4c4f-9f67-1303adea51cc] Updated VIF entry in instance network info cache for port 7055b673-0bd8-4feb-8958-db3d097c7117. {{(pid=69770) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1243.627673] env[69770]: DEBUG nova.network.neutron [req-1f127c75-a040-4cc4-a5a9-b6e11c36eaec req-431452b1-130c-4cb7-9ed9-b16a4d1f9296 service nova] [instance: f27fa6da-dc6f-4c4f-9f67-1303adea51cc] Updating instance_info_cache with network_info: [{"id": "7055b673-0bd8-4feb-8958-db3d097c7117", "address": "fa:16:3e:30:e5:2f", "network": {"id": "d5ae8d06-e279-436f-9c41-66b44f6f2542", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1370812323-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "63715e849e05463da9bfa0405c750b8f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dad4f433-bb0b-45c7-8040-972ef2277f75", "external-id": "nsx-vlan-transportzone-451", "segmentation_id": 451, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7055b673-0b", "ovs_interfaceid": "7055b673-0bd8-4feb-8958-db3d097c7117", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69770) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1243.642562] env[69770]: DEBUG oslo_vmware.api [None req-4e4e6034-7e15-4f03-8fbf-69eacc5246b9 tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]52273805-d4b5-a5a1-92c6-aaece3e47ee1, 'name': SearchDatastore_Task, 'duration_secs': 0.011952} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1243.645512] env[69770]: DEBUG oslo_concurrency.lockutils [None req-4e4e6034-7e15-4f03-8fbf-69eacc5246b9 tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.645786] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-4e4e6034-7e15-4f03-8fbf-69eacc5246b9 tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] [instance: f27fa6da-dc6f-4c4f-9f67-1303adea51cc] Processing image d1eaff80-24a0-4391-90eb-59958b1ecf0a {{(pid=69770) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1243.646035] env[69770]: DEBUG oslo_concurrency.lockutils [None req-4e4e6034-7e15-4f03-8fbf-69eacc5246b9 tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.646189] env[69770]: DEBUG oslo_concurrency.lockutils [None req-4e4e6034-7e15-4f03-8fbf-69eacc5246b9 tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.646379] env[69770]: DEBUG nova.virt.vmwareapi.ds_util [None req-4e4e6034-7e15-4f03-8fbf-69eacc5246b9 tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69770) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1243.647280] env[69770]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9fc95f78-a464-446c-9951-c31e1cb2d1d6 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.663281] env[69770]: DEBUG nova.virt.vmwareapi.ds_util [None req-4e4e6034-7e15-4f03-8fbf-69eacc5246b9 tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69770) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1243.663479] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-4e4e6034-7e15-4f03-8fbf-69eacc5246b9 tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69770) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1243.664243] env[69770]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6ab02301-a3ad-497c-9bce-b000b96e1c0b {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.670531] env[69770]: DEBUG oslo_vmware.api [None req-4e4e6034-7e15-4f03-8fbf-69eacc5246b9 tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] Waiting for the task: (returnval){ [ 1243.670531] env[69770]: value = "session[52161b52-cb8e-ec9f-1132-2f6b49549d41]52c644af-2bb0-3d09-e83e-34ed2d6cec0f" [ 1243.670531] env[69770]: _type = "Task" [ 1243.670531] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1243.681167] env[69770]: DEBUG oslo_vmware.api [None req-4e4e6034-7e15-4f03-8fbf-69eacc5246b9 tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]52c644af-2bb0-3d09-e83e-34ed2d6cec0f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1243.687733] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b21eff79-81af-4b80-9bd3-3d2d8cbf83cf {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.695295] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99c4e66b-123b-4475-947c-288ed3aec36e {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.728207] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b0fd029-ec54-4315-99ef-d4a3f27e0ab1 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.736197] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e20d05de-d693-453d-bace-e21ec06cf5a1 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.751411] env[69770]: DEBUG nova.compute.provider_tree [None req-f11e959f-c9d9-4d7e-aa10-be5f83a389d3 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] Inventory has not changed in ProviderTree for provider: 7cc7d32b-b7a7-454a-a456-2a440248ed9d {{(pid=69770) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1243.812557] env[69770]: DEBUG oslo_vmware.api [None req-d6e76582-0787-43b4-b1c9-3445ba549d8c tempest-AttachVolumeTestJSON-339692578 tempest-AttachVolumeTestJSON-339692578-project-member] Task: {'id': task-4070701, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1243.916019] env[69770]: DEBUG oslo_vmware.api [None req-ed65e92e-1561-43bb-9e6f-0ab843a80d3f tempest-AttachVolumeShelveTestJSON-1191911444 tempest-AttachVolumeShelveTestJSON-1191911444-project-member] Task: {'id': task-4070703, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1244.133338] env[69770]: DEBUG oslo_concurrency.lockutils [req-1f127c75-a040-4cc4-a5a9-b6e11c36eaec req-431452b1-130c-4cb7-9ed9-b16a4d1f9296 service nova] Releasing lock "refresh_cache-f27fa6da-dc6f-4c4f-9f67-1303adea51cc" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.181587] env[69770]: DEBUG oslo_vmware.api [None req-4e4e6034-7e15-4f03-8fbf-69eacc5246b9 tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]52c644af-2bb0-3d09-e83e-34ed2d6cec0f, 'name': SearchDatastore_Task, 'duration_secs': 0.043565} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1244.184974] env[69770]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cca83d9e-e342-4ee9-9238-b37535239804 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.191862] env[69770]: DEBUG oslo_vmware.api [None req-4e4e6034-7e15-4f03-8fbf-69eacc5246b9 tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] Waiting for the task: (returnval){ [ 1244.191862] env[69770]: value = "session[52161b52-cb8e-ec9f-1132-2f6b49549d41]52ba1f5d-8429-f1fe-cc81-46ee06bf9c5d" [ 1244.191862] env[69770]: _type = "Task" [ 1244.191862] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1244.201904] env[69770]: DEBUG oslo_vmware.api [None req-4e4e6034-7e15-4f03-8fbf-69eacc5246b9 tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]52ba1f5d-8429-f1fe-cc81-46ee06bf9c5d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1244.254576] env[69770]: DEBUG nova.scheduler.client.report [None req-f11e959f-c9d9-4d7e-aa10-be5f83a389d3 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] Inventory has not changed for provider 7cc7d32b-b7a7-454a-a456-2a440248ed9d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69770) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1244.259285] env[69770]: DEBUG nova.network.neutron [None req-b5fe5114-314d-47ee-b3a0-47d92ba7496c tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] [instance: bc5e169f-17c2-4941-8b9f-a33726ea26b6] Instance cache missing network info. {{(pid=69770) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1244.313267] env[69770]: DEBUG oslo_vmware.api [None req-d6e76582-0787-43b4-b1c9-3445ba549d8c tempest-AttachVolumeTestJSON-339692578 tempest-AttachVolumeTestJSON-339692578-project-member] Task: {'id': task-4070701, 'name': PowerOnVM_Task, 'duration_secs': 1.448048} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1244.313546] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6e76582-0787-43b4-b1c9-3445ba549d8c tempest-AttachVolumeTestJSON-339692578 tempest-AttachVolumeTestJSON-339692578-project-member] [instance: 08413ca9-2b2a-4991-83cf-aa8965d2017a] Powered on the VM {{(pid=69770) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1244.313751] env[69770]: INFO nova.compute.manager [None req-d6e76582-0787-43b4-b1c9-3445ba549d8c tempest-AttachVolumeTestJSON-339692578 tempest-AttachVolumeTestJSON-339692578-project-member] [instance: 08413ca9-2b2a-4991-83cf-aa8965d2017a] Took 8.63 seconds to spawn the instance on the hypervisor. [ 1244.313928] env[69770]: DEBUG nova.compute.manager [None req-d6e76582-0787-43b4-b1c9-3445ba549d8c tempest-AttachVolumeTestJSON-339692578 tempest-AttachVolumeTestJSON-339692578-project-member] [instance: 08413ca9-2b2a-4991-83cf-aa8965d2017a] Checking state {{(pid=69770) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1244.314727] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bcd98bd-f019-49cf-bf0c-cfd4e613869a {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.416250] env[69770]: DEBUG oslo_vmware.api [None req-ed65e92e-1561-43bb-9e6f-0ab843a80d3f tempest-AttachVolumeShelveTestJSON-1191911444 tempest-AttachVolumeShelveTestJSON-1191911444-project-member] Task: {'id': task-4070703, 'name': ReconfigVM_Task, 'duration_secs': 0.661851} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1244.416505] env[69770]: DEBUG nova.virt.vmwareapi.volumeops [None req-ed65e92e-1561-43bb-9e6f-0ab843a80d3f tempest-AttachVolumeShelveTestJSON-1191911444 tempest-AttachVolumeShelveTestJSON-1191911444-project-member] [instance: 245d05f8-a8b6-4985-aab4-c6f3c250f28a] Reconfigured VM instance instance-00000069 to attach disk [datastore1] 245d05f8-a8b6-4985-aab4-c6f3c250f28a/245d05f8-a8b6-4985-aab4-c6f3c250f28a.vmdk or device None with type sparse {{(pid=69770) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1244.417168] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d8c8e2f7-fc40-49c0-aadb-96bb962f1062 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.424568] env[69770]: DEBUG oslo_vmware.api [None req-ed65e92e-1561-43bb-9e6f-0ab843a80d3f tempest-AttachVolumeShelveTestJSON-1191911444 tempest-AttachVolumeShelveTestJSON-1191911444-project-member] Waiting for the task: (returnval){ [ 1244.424568] env[69770]: value = "task-4070704" [ 1244.424568] env[69770]: _type = "Task" [ 1244.424568] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1244.433541] env[69770]: DEBUG oslo_vmware.api [None req-ed65e92e-1561-43bb-9e6f-0ab843a80d3f tempest-AttachVolumeShelveTestJSON-1191911444 tempest-AttachVolumeShelveTestJSON-1191911444-project-member] Task: {'id': task-4070704, 'name': Rename_Task} progress is 5%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1244.464395] env[69770]: DEBUG nova.network.neutron [None req-b5fe5114-314d-47ee-b3a0-47d92ba7496c tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] [instance: bc5e169f-17c2-4941-8b9f-a33726ea26b6] Updating instance_info_cache with network_info: [{"id": "e0e5606c-39ba-441b-9f02-39c06f935df9", "address": "fa:16:3e:f7:35:f4", "network": {"id": "deeccc4b-a1bb-4cc9-a2cb-ab451519c623", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1195845450-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "79f08803ff104b29b1724007c4361a7e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "26a1e556-1ede-445a-bf87-a35daa5d9070", "external-id": "nsx-vlan-transportzone-396", "segmentation_id": 396, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape0e5606c-39", "ovs_interfaceid": "e0e5606c-39ba-441b-9f02-39c06f935df9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69770) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1244.534082] env[69770]: DEBUG nova.network.neutron [None req-a9d79b78-43eb-4bfc-a343-2292177b999f tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] [instance: 5815fe63-e447-4be2-9055-a6320d0ba896] Updating instance_info_cache with network_info: [{"id": "ffac1883-a59c-43d8-8ba1-8e8379f232f5", "address": "fa:16:3e:ee:a1:aa", "network": {"id": "6947160b-7d54-4e72-ac36-2126989baab1", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-851069895-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.254", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bcbfd42565514a329707ee7a1c7d910c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69076131-87ac-46dd-9d5d-8d1b4ea7dec6", "external-id": "nsx-vlan-transportzone-327", "segmentation_id": 327, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapffac1883-a5", "ovs_interfaceid": "ffac1883-a59c-43d8-8ba1-8e8379f232f5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69770) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1244.704243] env[69770]: DEBUG oslo_vmware.api [None req-4e4e6034-7e15-4f03-8fbf-69eacc5246b9 tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]52ba1f5d-8429-f1fe-cc81-46ee06bf9c5d, 'name': SearchDatastore_Task, 'duration_secs': 0.012458} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1244.704524] env[69770]: DEBUG oslo_concurrency.lockutils [None req-4e4e6034-7e15-4f03-8fbf-69eacc5246b9 tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.704783] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e4e6034-7e15-4f03-8fbf-69eacc5246b9 tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk to [datastore1] f27fa6da-dc6f-4c4f-9f67-1303adea51cc/f27fa6da-dc6f-4c4f-9f67-1303adea51cc.vmdk {{(pid=69770) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1244.705063] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b2f0a5ec-0658-47f6-9192-4ba793a6e3f6 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.713926] env[69770]: DEBUG oslo_vmware.api [None req-4e4e6034-7e15-4f03-8fbf-69eacc5246b9 tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] Waiting for the task: (returnval){ [ 1244.713926] env[69770]: value = "task-4070705" [ 1244.713926] env[69770]: _type = "Task" [ 1244.713926] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1244.724645] env[69770]: DEBUG oslo_vmware.api [None req-4e4e6034-7e15-4f03-8fbf-69eacc5246b9 tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] Task: {'id': task-4070705, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1244.759824] env[69770]: DEBUG oslo_concurrency.lockutils [None req-f11e959f-c9d9-4d7e-aa10-be5f83a389d3 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.780s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1244.762510] env[69770]: DEBUG oslo_concurrency.lockutils [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 5.503s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1244.762698] env[69770]: DEBUG oslo_concurrency.lockutils [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1244.762857] env[69770]: DEBUG nova.compute.resource_tracker [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69770) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1244.763244] env[69770]: DEBUG oslo_concurrency.lockutils [None req-d61e1cda-3e8d-4b9f-abd6-84beb6558d95 tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 1.469s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1244.764985] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6701e4c8-d120-4ed7-891d-0f11bb7eb77f {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.774127] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ee44557-a931-46e7-83dd-0224689f5f03 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.780641] env[69770]: INFO nova.scheduler.client.report [None req-f11e959f-c9d9-4d7e-aa10-be5f83a389d3 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] Deleted allocations for instance 2d2ff265-feeb-403a-96e6-9b758ea3522b [ 1244.794095] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1e5d523-385c-4b2a-9f56-bc2445712196 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.801868] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5593d760-420f-44c3-b99e-fb055b36d731 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.836971] env[69770]: DEBUG nova.compute.resource_tracker [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=178463MB free_disk=20GB free_vcpus=48 pci_devices=None {{(pid=69770) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1244.837389] env[69770]: DEBUG oslo_concurrency.lockutils [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1244.839386] env[69770]: INFO nova.compute.manager [None req-d6e76582-0787-43b4-b1c9-3445ba549d8c tempest-AttachVolumeTestJSON-339692578 tempest-AttachVolumeTestJSON-339692578-project-member] [instance: 08413ca9-2b2a-4991-83cf-aa8965d2017a] Took 19.05 seconds to build instance. [ 1244.937529] env[69770]: DEBUG oslo_vmware.api [None req-ed65e92e-1561-43bb-9e6f-0ab843a80d3f tempest-AttachVolumeShelveTestJSON-1191911444 tempest-AttachVolumeShelveTestJSON-1191911444-project-member] Task: {'id': task-4070704, 'name': Rename_Task, 'duration_secs': 0.149335} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1244.937929] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed65e92e-1561-43bb-9e6f-0ab843a80d3f tempest-AttachVolumeShelveTestJSON-1191911444 tempest-AttachVolumeShelveTestJSON-1191911444-project-member] [instance: 245d05f8-a8b6-4985-aab4-c6f3c250f28a] Powering on the VM {{(pid=69770) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1244.938329] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7dfa4d50-2e2c-4ad5-a416-cafd33e6a1d6 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.943934] env[69770]: DEBUG nova.compute.manager [req-b16996ea-d498-43ce-b28a-3c5096f088e7 req-94ec7b5a-425e-4875-b5ef-fe370b5c95f8 service nova] [instance: bc5e169f-17c2-4941-8b9f-a33726ea26b6] Received event network-vif-plugged-e0e5606c-39ba-441b-9f02-39c06f935df9 {{(pid=69770) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1244.944253] env[69770]: DEBUG oslo_concurrency.lockutils [req-b16996ea-d498-43ce-b28a-3c5096f088e7 req-94ec7b5a-425e-4875-b5ef-fe370b5c95f8 service nova] Acquiring lock "bc5e169f-17c2-4941-8b9f-a33726ea26b6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1244.944544] env[69770]: DEBUG oslo_concurrency.lockutils [req-b16996ea-d498-43ce-b28a-3c5096f088e7 req-94ec7b5a-425e-4875-b5ef-fe370b5c95f8 service nova] Lock "bc5e169f-17c2-4941-8b9f-a33726ea26b6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1244.944786] env[69770]: DEBUG oslo_concurrency.lockutils [req-b16996ea-d498-43ce-b28a-3c5096f088e7 req-94ec7b5a-425e-4875-b5ef-fe370b5c95f8 service nova] Lock "bc5e169f-17c2-4941-8b9f-a33726ea26b6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1244.945057] env[69770]: DEBUG nova.compute.manager [req-b16996ea-d498-43ce-b28a-3c5096f088e7 req-94ec7b5a-425e-4875-b5ef-fe370b5c95f8 service nova] [instance: bc5e169f-17c2-4941-8b9f-a33726ea26b6] No waiting events found dispatching network-vif-plugged-e0e5606c-39ba-441b-9f02-39c06f935df9 {{(pid=69770) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1244.945276] env[69770]: WARNING nova.compute.manager [req-b16996ea-d498-43ce-b28a-3c5096f088e7 req-94ec7b5a-425e-4875-b5ef-fe370b5c95f8 service nova] [instance: bc5e169f-17c2-4941-8b9f-a33726ea26b6] Received unexpected event network-vif-plugged-e0e5606c-39ba-441b-9f02-39c06f935df9 for instance with vm_state building and task_state spawning. [ 1244.945541] env[69770]: DEBUG nova.compute.manager [req-b16996ea-d498-43ce-b28a-3c5096f088e7 req-94ec7b5a-425e-4875-b5ef-fe370b5c95f8 service nova] [instance: bc5e169f-17c2-4941-8b9f-a33726ea26b6] Received event network-changed-e0e5606c-39ba-441b-9f02-39c06f935df9 {{(pid=69770) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1244.945788] env[69770]: DEBUG nova.compute.manager [req-b16996ea-d498-43ce-b28a-3c5096f088e7 req-94ec7b5a-425e-4875-b5ef-fe370b5c95f8 service nova] [instance: bc5e169f-17c2-4941-8b9f-a33726ea26b6] Refreshing instance network info cache due to event network-changed-e0e5606c-39ba-441b-9f02-39c06f935df9. {{(pid=69770) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1244.946050] env[69770]: DEBUG oslo_concurrency.lockutils [req-b16996ea-d498-43ce-b28a-3c5096f088e7 req-94ec7b5a-425e-4875-b5ef-fe370b5c95f8 service nova] Acquiring lock "refresh_cache-bc5e169f-17c2-4941-8b9f-a33726ea26b6" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.953537] env[69770]: DEBUG oslo_vmware.api [None req-ed65e92e-1561-43bb-9e6f-0ab843a80d3f tempest-AttachVolumeShelveTestJSON-1191911444 tempest-AttachVolumeShelveTestJSON-1191911444-project-member] Waiting for the task: (returnval){ [ 1244.953537] env[69770]: value = "task-4070706" [ 1244.953537] env[69770]: _type = "Task" [ 1244.953537] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1244.964847] env[69770]: DEBUG oslo_vmware.api [None req-ed65e92e-1561-43bb-9e6f-0ab843a80d3f tempest-AttachVolumeShelveTestJSON-1191911444 tempest-AttachVolumeShelveTestJSON-1191911444-project-member] Task: {'id': task-4070706, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1244.967472] env[69770]: DEBUG oslo_concurrency.lockutils [None req-b5fe5114-314d-47ee-b3a0-47d92ba7496c tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] Releasing lock "refresh_cache-bc5e169f-17c2-4941-8b9f-a33726ea26b6" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.967779] env[69770]: DEBUG nova.compute.manager [None req-b5fe5114-314d-47ee-b3a0-47d92ba7496c tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] [instance: bc5e169f-17c2-4941-8b9f-a33726ea26b6] Instance network_info: |[{"id": "e0e5606c-39ba-441b-9f02-39c06f935df9", "address": "fa:16:3e:f7:35:f4", "network": {"id": "deeccc4b-a1bb-4cc9-a2cb-ab451519c623", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1195845450-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "79f08803ff104b29b1724007c4361a7e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "26a1e556-1ede-445a-bf87-a35daa5d9070", "external-id": "nsx-vlan-transportzone-396", "segmentation_id": 396, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape0e5606c-39", "ovs_interfaceid": "e0e5606c-39ba-441b-9f02-39c06f935df9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69770) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1244.968162] env[69770]: DEBUG oslo_concurrency.lockutils [req-b16996ea-d498-43ce-b28a-3c5096f088e7 req-94ec7b5a-425e-4875-b5ef-fe370b5c95f8 service nova] Acquired lock "refresh_cache-bc5e169f-17c2-4941-8b9f-a33726ea26b6" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1244.968351] env[69770]: DEBUG nova.network.neutron [req-b16996ea-d498-43ce-b28a-3c5096f088e7 req-94ec7b5a-425e-4875-b5ef-fe370b5c95f8 service nova] [instance: bc5e169f-17c2-4941-8b9f-a33726ea26b6] Refreshing network info cache for port e0e5606c-39ba-441b-9f02-39c06f935df9 {{(pid=69770) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1244.969596] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-b5fe5114-314d-47ee-b3a0-47d92ba7496c tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] [instance: bc5e169f-17c2-4941-8b9f-a33726ea26b6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f7:35:f4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '26a1e556-1ede-445a-bf87-a35daa5d9070', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e0e5606c-39ba-441b-9f02-39c06f935df9', 'vif_model': 'vmxnet3'}] {{(pid=69770) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1244.977877] env[69770]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b5fe5114-314d-47ee-b3a0-47d92ba7496c tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69770) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1244.978934] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bc5e169f-17c2-4941-8b9f-a33726ea26b6] Creating VM on the ESX host {{(pid=69770) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1244.979162] env[69770]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9adcb6eb-eaca-4241-89c9-7ccafad67964 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.999967] env[69770]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1244.999967] env[69770]: value = "task-4070707" [ 1244.999967] env[69770]: _type = "Task" [ 1244.999967] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1245.009179] env[69770]: DEBUG oslo_vmware.api [-] Task: {'id': task-4070707, 'name': CreateVM_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1245.038017] env[69770]: DEBUG oslo_concurrency.lockutils [None req-a9d79b78-43eb-4bfc-a343-2292177b999f tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] Releasing lock "refresh_cache-5815fe63-e447-4be2-9055-a6320d0ba896" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.226943] env[69770]: DEBUG oslo_vmware.api [None req-4e4e6034-7e15-4f03-8fbf-69eacc5246b9 tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] Task: {'id': task-4070705, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.50575} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1245.226943] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e4e6034-7e15-4f03-8fbf-69eacc5246b9 tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk to [datastore1] f27fa6da-dc6f-4c4f-9f67-1303adea51cc/f27fa6da-dc6f-4c4f-9f67-1303adea51cc.vmdk {{(pid=69770) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1245.226943] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-4e4e6034-7e15-4f03-8fbf-69eacc5246b9 tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] [instance: f27fa6da-dc6f-4c4f-9f67-1303adea51cc] Extending root virtual disk to 1048576 {{(pid=69770) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1245.227080] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5049c732-3f7a-49ca-ab93-2579ffc9b4a9 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.236357] env[69770]: DEBUG oslo_vmware.api [None req-4e4e6034-7e15-4f03-8fbf-69eacc5246b9 tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] Waiting for the task: (returnval){ [ 1245.236357] env[69770]: value = "task-4070708" [ 1245.236357] env[69770]: _type = "Task" [ 1245.236357] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1245.247670] env[69770]: DEBUG oslo_vmware.api [None req-4e4e6034-7e15-4f03-8fbf-69eacc5246b9 tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] Task: {'id': task-4070708, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1245.268878] env[69770]: DEBUG nova.objects.instance [None req-d61e1cda-3e8d-4b9f-abd6-84beb6558d95 tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] Lazy-loading 'migration_context' on Instance uuid dab60fd0-ed75-4747-8caf-e5e99ea54448 {{(pid=69770) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1245.288737] env[69770]: DEBUG oslo_concurrency.lockutils [None req-f11e959f-c9d9-4d7e-aa10-be5f83a389d3 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] Lock "2d2ff265-feeb-403a-96e6-9b758ea3522b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 16.373s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1245.341161] env[69770]: DEBUG oslo_concurrency.lockutils [None req-d6e76582-0787-43b4-b1c9-3445ba549d8c tempest-AttachVolumeTestJSON-339692578 tempest-AttachVolumeTestJSON-339692578-project-member] Lock "08413ca9-2b2a-4991-83cf-aa8965d2017a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.562s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1245.465710] env[69770]: DEBUG oslo_vmware.api [None req-ed65e92e-1561-43bb-9e6f-0ab843a80d3f tempest-AttachVolumeShelveTestJSON-1191911444 tempest-AttachVolumeShelveTestJSON-1191911444-project-member] Task: {'id': task-4070706, 'name': PowerOnVM_Task} progress is 94%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1245.511936] env[69770]: DEBUG oslo_vmware.api [-] Task: {'id': task-4070707, 'name': CreateVM_Task, 'duration_secs': 0.379607} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1245.514709] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bc5e169f-17c2-4941-8b9f-a33726ea26b6] Created VM on the ESX host {{(pid=69770) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1245.515482] env[69770]: DEBUG oslo_concurrency.lockutils [None req-b5fe5114-314d-47ee-b3a0-47d92ba7496c tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.515645] env[69770]: DEBUG oslo_concurrency.lockutils [None req-b5fe5114-314d-47ee-b3a0-47d92ba7496c tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.515975] env[69770]: DEBUG oslo_concurrency.lockutils [None req-b5fe5114-314d-47ee-b3a0-47d92ba7496c tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1245.516651] env[69770]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-43774692-94b8-4067-bad3-166cfe1d6495 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.523061] env[69770]: DEBUG oslo_vmware.api [None req-b5fe5114-314d-47ee-b3a0-47d92ba7496c tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] Waiting for the task: (returnval){ [ 1245.523061] env[69770]: value = "session[52161b52-cb8e-ec9f-1132-2f6b49549d41]5206db93-d24e-5fed-68e2-cdc737ecc082" [ 1245.523061] env[69770]: _type = "Task" [ 1245.523061] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1245.534598] env[69770]: DEBUG oslo_vmware.api [None req-b5fe5114-314d-47ee-b3a0-47d92ba7496c tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]5206db93-d24e-5fed-68e2-cdc737ecc082, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1245.748442] env[69770]: DEBUG oslo_vmware.api [None req-4e4e6034-7e15-4f03-8fbf-69eacc5246b9 tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] Task: {'id': task-4070708, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071174} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1245.748755] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-4e4e6034-7e15-4f03-8fbf-69eacc5246b9 tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] [instance: f27fa6da-dc6f-4c4f-9f67-1303adea51cc] Extended root virtual disk {{(pid=69770) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1245.749631] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c545c287-4392-4826-87b1-7340ddadb3b9 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.775859] env[69770]: DEBUG nova.virt.vmwareapi.volumeops [None req-4e4e6034-7e15-4f03-8fbf-69eacc5246b9 tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] [instance: f27fa6da-dc6f-4c4f-9f67-1303adea51cc] Reconfiguring VM instance instance-0000006a to attach disk [datastore1] f27fa6da-dc6f-4c4f-9f67-1303adea51cc/f27fa6da-dc6f-4c4f-9f67-1303adea51cc.vmdk or device None with type sparse {{(pid=69770) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1245.781337] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-503029ac-fe61-4505-a452-ad558a31a11f {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.806021] env[69770]: DEBUG oslo_vmware.api [None req-4e4e6034-7e15-4f03-8fbf-69eacc5246b9 tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] Waiting for the task: (returnval){ [ 1245.806021] env[69770]: value = "task-4070709" [ 1245.806021] env[69770]: _type = "Task" [ 1245.806021] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1245.818316] env[69770]: DEBUG oslo_vmware.api [None req-4e4e6034-7e15-4f03-8fbf-69eacc5246b9 tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] Task: {'id': task-4070709, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1245.836545] env[69770]: DEBUG nova.network.neutron [req-b16996ea-d498-43ce-b28a-3c5096f088e7 req-94ec7b5a-425e-4875-b5ef-fe370b5c95f8 service nova] [instance: bc5e169f-17c2-4941-8b9f-a33726ea26b6] Updated VIF entry in instance network info cache for port e0e5606c-39ba-441b-9f02-39c06f935df9. {{(pid=69770) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1245.836935] env[69770]: DEBUG nova.network.neutron [req-b16996ea-d498-43ce-b28a-3c5096f088e7 req-94ec7b5a-425e-4875-b5ef-fe370b5c95f8 service nova] [instance: bc5e169f-17c2-4941-8b9f-a33726ea26b6] Updating instance_info_cache with network_info: [{"id": "e0e5606c-39ba-441b-9f02-39c06f935df9", "address": "fa:16:3e:f7:35:f4", "network": {"id": "deeccc4b-a1bb-4cc9-a2cb-ab451519c623", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1195845450-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "79f08803ff104b29b1724007c4361a7e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "26a1e556-1ede-445a-bf87-a35daa5d9070", "external-id": "nsx-vlan-transportzone-396", "segmentation_id": 396, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape0e5606c-39", "ovs_interfaceid": "e0e5606c-39ba-441b-9f02-39c06f935df9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69770) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1245.871595] env[69770]: DEBUG nova.compute.manager [req-6437aab4-a282-4e45-b309-a62c39c6aa6e req-93d85c30-7acd-4ec6-a654-94dd9f92f50e service nova] [instance: 08413ca9-2b2a-4991-83cf-aa8965d2017a] Received event network-changed-1abc498c-e27c-4665-8be8-2c1d0ebbadad {{(pid=69770) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1245.871984] env[69770]: DEBUG nova.compute.manager [req-6437aab4-a282-4e45-b309-a62c39c6aa6e req-93d85c30-7acd-4ec6-a654-94dd9f92f50e service nova] [instance: 08413ca9-2b2a-4991-83cf-aa8965d2017a] Refreshing instance network info cache due to event network-changed-1abc498c-e27c-4665-8be8-2c1d0ebbadad. {{(pid=69770) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1245.871984] env[69770]: DEBUG oslo_concurrency.lockutils [req-6437aab4-a282-4e45-b309-a62c39c6aa6e req-93d85c30-7acd-4ec6-a654-94dd9f92f50e service nova] Acquiring lock "refresh_cache-08413ca9-2b2a-4991-83cf-aa8965d2017a" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.872885] env[69770]: DEBUG oslo_concurrency.lockutils [req-6437aab4-a282-4e45-b309-a62c39c6aa6e req-93d85c30-7acd-4ec6-a654-94dd9f92f50e service nova] Acquired lock "refresh_cache-08413ca9-2b2a-4991-83cf-aa8965d2017a" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.873309] env[69770]: DEBUG nova.network.neutron [req-6437aab4-a282-4e45-b309-a62c39c6aa6e req-93d85c30-7acd-4ec6-a654-94dd9f92f50e service nova] [instance: 08413ca9-2b2a-4991-83cf-aa8965d2017a] Refreshing network info cache for port 1abc498c-e27c-4665-8be8-2c1d0ebbadad {{(pid=69770) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1245.965740] env[69770]: DEBUG oslo_vmware.api [None req-ed65e92e-1561-43bb-9e6f-0ab843a80d3f tempest-AttachVolumeShelveTestJSON-1191911444 tempest-AttachVolumeShelveTestJSON-1191911444-project-member] Task: {'id': task-4070706, 'name': PowerOnVM_Task, 'duration_secs': 0.603928} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1245.968798] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed65e92e-1561-43bb-9e6f-0ab843a80d3f tempest-AttachVolumeShelveTestJSON-1191911444 tempest-AttachVolumeShelveTestJSON-1191911444-project-member] [instance: 245d05f8-a8b6-4985-aab4-c6f3c250f28a] Powered on the VM {{(pid=69770) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1245.969051] env[69770]: INFO nova.compute.manager [None req-ed65e92e-1561-43bb-9e6f-0ab843a80d3f tempest-AttachVolumeShelveTestJSON-1191911444 tempest-AttachVolumeShelveTestJSON-1191911444-project-member] [instance: 245d05f8-a8b6-4985-aab4-c6f3c250f28a] Took 8.00 seconds to spawn the instance on the hypervisor. [ 1245.969245] env[69770]: DEBUG nova.compute.manager [None req-ed65e92e-1561-43bb-9e6f-0ab843a80d3f tempest-AttachVolumeShelveTestJSON-1191911444 tempest-AttachVolumeShelveTestJSON-1191911444-project-member] [instance: 245d05f8-a8b6-4985-aab4-c6f3c250f28a] Checking state {{(pid=69770) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1245.970626] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3b61fa2-95e6-4794-9421-37668ec0bfeb {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.040725] env[69770]: DEBUG oslo_vmware.api [None req-b5fe5114-314d-47ee-b3a0-47d92ba7496c tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]5206db93-d24e-5fed-68e2-cdc737ecc082, 'name': SearchDatastore_Task, 'duration_secs': 0.030755} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1246.042658] env[69770]: DEBUG oslo_concurrency.lockutils [None req-b5fe5114-314d-47ee-b3a0-47d92ba7496c tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.043067] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-b5fe5114-314d-47ee-b3a0-47d92ba7496c tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] [instance: bc5e169f-17c2-4941-8b9f-a33726ea26b6] Processing image d1eaff80-24a0-4391-90eb-59958b1ecf0a {{(pid=69770) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1246.043440] env[69770]: DEBUG oslo_concurrency.lockutils [None req-b5fe5114-314d-47ee-b3a0-47d92ba7496c tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.043674] env[69770]: DEBUG oslo_concurrency.lockutils [None req-b5fe5114-314d-47ee-b3a0-47d92ba7496c tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.043962] env[69770]: DEBUG nova.virt.vmwareapi.ds_util [None req-b5fe5114-314d-47ee-b3a0-47d92ba7496c tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69770) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1246.045212] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed2c0778-4089-4f57-874c-bd056522da2e {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.049356] env[69770]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fb7f27d2-9945-48d6-b00a-22816a33f5ac {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.063024] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c885c54-0cfc-48ec-b139-e7d7a38c1f38 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.070362] env[69770]: DEBUG nova.virt.vmwareapi.ds_util [None req-b5fe5114-314d-47ee-b3a0-47d92ba7496c tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69770) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1246.070632] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-b5fe5114-314d-47ee-b3a0-47d92ba7496c tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69770) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1246.096422] env[69770]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-86d12ef2-2a8c-4ec6-9530-84b6b1a3d268 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.099929] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b40c28b4-4892-45d4-b7b2-ac52787e751b {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.112840] env[69770]: DEBUG oslo_vmware.api [None req-b5fe5114-314d-47ee-b3a0-47d92ba7496c tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] Waiting for the task: (returnval){ [ 1246.112840] env[69770]: value = "session[52161b52-cb8e-ec9f-1132-2f6b49549d41]52c5f804-f0a0-2634-7714-07aff8e02f1e" [ 1246.112840] env[69770]: _type = "Task" [ 1246.112840] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1246.126038] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd695b45-35bc-4cd3-ba86-e7c5edd8091e {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.140362] env[69770]: DEBUG oslo_vmware.api [None req-b5fe5114-314d-47ee-b3a0-47d92ba7496c tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]52c5f804-f0a0-2634-7714-07aff8e02f1e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1246.150344] env[69770]: DEBUG nova.compute.provider_tree [None req-d61e1cda-3e8d-4b9f-abd6-84beb6558d95 tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] Inventory has not changed in ProviderTree for provider: 7cc7d32b-b7a7-454a-a456-2a440248ed9d {{(pid=69770) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1246.317249] env[69770]: DEBUG oslo_vmware.api [None req-4e4e6034-7e15-4f03-8fbf-69eacc5246b9 tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] Task: {'id': task-4070709, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1246.340466] env[69770]: DEBUG oslo_concurrency.lockutils [req-b16996ea-d498-43ce-b28a-3c5096f088e7 req-94ec7b5a-425e-4875-b5ef-fe370b5c95f8 service nova] Releasing lock "refresh_cache-bc5e169f-17c2-4941-8b9f-a33726ea26b6" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.494192] env[69770]: INFO nova.compute.manager [None req-ed65e92e-1561-43bb-9e6f-0ab843a80d3f tempest-AttachVolumeShelveTestJSON-1191911444 tempest-AttachVolumeShelveTestJSON-1191911444-project-member] [instance: 245d05f8-a8b6-4985-aab4-c6f3c250f28a] Took 15.30 seconds to build instance. [ 1246.566025] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b4ce50a-4c38-4527-8865-6a8f344c1370 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.595116] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-a9d79b78-43eb-4bfc-a343-2292177b999f tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] [instance: 5815fe63-e447-4be2-9055-a6320d0ba896] Updating instance '5815fe63-e447-4be2-9055-a6320d0ba896' progress to 0 {{(pid=69770) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1246.634014] env[69770]: DEBUG oslo_vmware.api [None req-b5fe5114-314d-47ee-b3a0-47d92ba7496c tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]52c5f804-f0a0-2634-7714-07aff8e02f1e, 'name': SearchDatastore_Task, 'duration_secs': 0.044277} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1246.635047] env[69770]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-387b744e-320f-4aef-b51a-4483cb96ac27 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.642199] env[69770]: DEBUG oslo_vmware.api [None req-b5fe5114-314d-47ee-b3a0-47d92ba7496c tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] Waiting for the task: (returnval){ [ 1246.642199] env[69770]: value = "session[52161b52-cb8e-ec9f-1132-2f6b49549d41]525befe8-01ad-ef7b-1f5e-13c9ad86d8cc" [ 1246.642199] env[69770]: _type = "Task" [ 1246.642199] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1246.653922] env[69770]: DEBUG nova.scheduler.client.report [None req-d61e1cda-3e8d-4b9f-abd6-84beb6558d95 tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] Inventory has not changed for provider 7cc7d32b-b7a7-454a-a456-2a440248ed9d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69770) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1246.657616] env[69770]: DEBUG oslo_vmware.api [None req-b5fe5114-314d-47ee-b3a0-47d92ba7496c tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]525befe8-01ad-ef7b-1f5e-13c9ad86d8cc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1246.763053] env[69770]: DEBUG nova.network.neutron [req-6437aab4-a282-4e45-b309-a62c39c6aa6e req-93d85c30-7acd-4ec6-a654-94dd9f92f50e service nova] [instance: 08413ca9-2b2a-4991-83cf-aa8965d2017a] Updated VIF entry in instance network info cache for port 1abc498c-e27c-4665-8be8-2c1d0ebbadad. {{(pid=69770) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1246.763536] env[69770]: DEBUG nova.network.neutron [req-6437aab4-a282-4e45-b309-a62c39c6aa6e req-93d85c30-7acd-4ec6-a654-94dd9f92f50e service nova] [instance: 08413ca9-2b2a-4991-83cf-aa8965d2017a] Updating instance_info_cache with network_info: [{"id": "1abc498c-e27c-4665-8be8-2c1d0ebbadad", "address": "fa:16:3e:29:47:9c", "network": {"id": "b4f6914c-0803-42d0-b75a-d60ffc35f8b5", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-580694787-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.183", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b9d6e6c446154a4ba62ddf820c22c69f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "184687d6-125a-4b58-bb5b-fdb404088eda", "external-id": "nsx-vlan-transportzone-134", "segmentation_id": 134, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1abc498c-e2", "ovs_interfaceid": "1abc498c-e27c-4665-8be8-2c1d0ebbadad", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69770) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1246.818459] env[69770]: DEBUG oslo_vmware.api [None req-4e4e6034-7e15-4f03-8fbf-69eacc5246b9 tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] Task: {'id': task-4070709, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1246.997033] env[69770]: DEBUG oslo_concurrency.lockutils [None req-ed65e92e-1561-43bb-9e6f-0ab843a80d3f tempest-AttachVolumeShelveTestJSON-1191911444 tempest-AttachVolumeShelveTestJSON-1191911444-project-member] Lock "245d05f8-a8b6-4985-aab4-c6f3c250f28a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.809s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1247.104134] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-a9d79b78-43eb-4bfc-a343-2292177b999f tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] [instance: 5815fe63-e447-4be2-9055-a6320d0ba896] Powering off the VM {{(pid=69770) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1247.104478] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-50649d8c-2f4e-47ce-9a79-5b4c4c675db9 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.112623] env[69770]: DEBUG oslo_vmware.api [None req-a9d79b78-43eb-4bfc-a343-2292177b999f tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] Waiting for the task: (returnval){ [ 1247.112623] env[69770]: value = "task-4070710" [ 1247.112623] env[69770]: _type = "Task" [ 1247.112623] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1247.122918] env[69770]: DEBUG oslo_vmware.api [None req-a9d79b78-43eb-4bfc-a343-2292177b999f tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] Task: {'id': task-4070710, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1247.153202] env[69770]: DEBUG oslo_vmware.api [None req-b5fe5114-314d-47ee-b3a0-47d92ba7496c tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]525befe8-01ad-ef7b-1f5e-13c9ad86d8cc, 'name': SearchDatastore_Task, 'duration_secs': 0.013717} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1247.153501] env[69770]: DEBUG oslo_concurrency.lockutils [None req-b5fe5114-314d-47ee-b3a0-47d92ba7496c tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.153746] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-b5fe5114-314d-47ee-b3a0-47d92ba7496c tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk to [datastore2] bc5e169f-17c2-4941-8b9f-a33726ea26b6/bc5e169f-17c2-4941-8b9f-a33726ea26b6.vmdk {{(pid=69770) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1247.154027] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ea35bde9-8f1d-4b94-af42-491b12383218 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.169304] env[69770]: DEBUG oslo_vmware.api [None req-b5fe5114-314d-47ee-b3a0-47d92ba7496c tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] Waiting for the task: (returnval){ [ 1247.169304] env[69770]: value = "task-4070711" [ 1247.169304] env[69770]: _type = "Task" [ 1247.169304] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1247.176944] env[69770]: DEBUG oslo_vmware.api [None req-b5fe5114-314d-47ee-b3a0-47d92ba7496c tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] Task: {'id': task-4070711, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1247.266362] env[69770]: DEBUG oslo_concurrency.lockutils [req-6437aab4-a282-4e45-b309-a62c39c6aa6e req-93d85c30-7acd-4ec6-a654-94dd9f92f50e service nova] Releasing lock "refresh_cache-08413ca9-2b2a-4991-83cf-aa8965d2017a" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.319163] env[69770]: DEBUG oslo_vmware.api [None req-4e4e6034-7e15-4f03-8fbf-69eacc5246b9 tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] Task: {'id': task-4070709, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1247.545269] env[69770]: DEBUG oslo_concurrency.lockutils [None req-5a745fde-b652-42ae-8acb-ba41155b87b0 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] Acquiring lock "df47450a-8e9a-4d83-b50a-ca611f6d9139" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1247.545689] env[69770]: DEBUG oslo_concurrency.lockutils [None req-5a745fde-b652-42ae-8acb-ba41155b87b0 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] Lock "df47450a-8e9a-4d83-b50a-ca611f6d9139" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1247.629287] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-a9d79b78-43eb-4bfc-a343-2292177b999f tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] [instance: 5815fe63-e447-4be2-9055-a6320d0ba896] VM already powered off {{(pid=69770) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1247.629617] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-a9d79b78-43eb-4bfc-a343-2292177b999f tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] [instance: 5815fe63-e447-4be2-9055-a6320d0ba896] Updating instance '5815fe63-e447-4be2-9055-a6320d0ba896' progress to 17 {{(pid=69770) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1247.669817] env[69770]: DEBUG oslo_concurrency.lockutils [None req-d61e1cda-3e8d-4b9f-abd6-84beb6558d95 tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 2.906s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1247.675851] env[69770]: DEBUG oslo_concurrency.lockutils [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 2.839s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1247.692837] env[69770]: DEBUG oslo_vmware.api [None req-b5fe5114-314d-47ee-b3a0-47d92ba7496c tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] Task: {'id': task-4070711, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.496982} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1247.693347] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-b5fe5114-314d-47ee-b3a0-47d92ba7496c tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk to [datastore2] bc5e169f-17c2-4941-8b9f-a33726ea26b6/bc5e169f-17c2-4941-8b9f-a33726ea26b6.vmdk {{(pid=69770) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1247.693575] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-b5fe5114-314d-47ee-b3a0-47d92ba7496c tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] [instance: bc5e169f-17c2-4941-8b9f-a33726ea26b6] Extending root virtual disk to 1048576 {{(pid=69770) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1247.693837] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4a13793f-628b-4bbf-b345-107019af876f {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.702481] env[69770]: DEBUG oslo_vmware.api [None req-b5fe5114-314d-47ee-b3a0-47d92ba7496c tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] Waiting for the task: (returnval){ [ 1247.702481] env[69770]: value = "task-4070712" [ 1247.702481] env[69770]: _type = "Task" [ 1247.702481] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1247.712031] env[69770]: DEBUG oslo_vmware.api [None req-b5fe5114-314d-47ee-b3a0-47d92ba7496c tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] Task: {'id': task-4070712, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1247.818792] env[69770]: DEBUG oslo_vmware.api [None req-4e4e6034-7e15-4f03-8fbf-69eacc5246b9 tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] Task: {'id': task-4070709, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1247.900676] env[69770]: DEBUG nova.compute.manager [req-485d6be9-c18c-4fda-b419-466e53a5d29b req-d629cc6f-5b7b-49d6-9f86-cb09bb69ff1b service nova] [instance: 245d05f8-a8b6-4985-aab4-c6f3c250f28a] Received event network-changed-2389c99b-f39e-48dc-b478-99bc2a9184ff {{(pid=69770) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1247.900834] env[69770]: DEBUG nova.compute.manager [req-485d6be9-c18c-4fda-b419-466e53a5d29b req-d629cc6f-5b7b-49d6-9f86-cb09bb69ff1b service nova] [instance: 245d05f8-a8b6-4985-aab4-c6f3c250f28a] Refreshing instance network info cache due to event network-changed-2389c99b-f39e-48dc-b478-99bc2a9184ff. {{(pid=69770) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1247.901092] env[69770]: DEBUG oslo_concurrency.lockutils [req-485d6be9-c18c-4fda-b419-466e53a5d29b req-d629cc6f-5b7b-49d6-9f86-cb09bb69ff1b service nova] Acquiring lock "refresh_cache-245d05f8-a8b6-4985-aab4-c6f3c250f28a" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.901456] env[69770]: DEBUG oslo_concurrency.lockutils [req-485d6be9-c18c-4fda-b419-466e53a5d29b req-d629cc6f-5b7b-49d6-9f86-cb09bb69ff1b service nova] Acquired lock "refresh_cache-245d05f8-a8b6-4985-aab4-c6f3c250f28a" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.901710] env[69770]: DEBUG nova.network.neutron [req-485d6be9-c18c-4fda-b419-466e53a5d29b req-d629cc6f-5b7b-49d6-9f86-cb09bb69ff1b service nova] [instance: 245d05f8-a8b6-4985-aab4-c6f3c250f28a] Refreshing network info cache for port 2389c99b-f39e-48dc-b478-99bc2a9184ff {{(pid=69770) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1248.052143] env[69770]: DEBUG nova.compute.manager [None req-5a745fde-b652-42ae-8acb-ba41155b87b0 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] [instance: df47450a-8e9a-4d83-b50a-ca611f6d9139] Starting instance... {{(pid=69770) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1248.138993] env[69770]: DEBUG nova.virt.hardware [None req-a9d79b78-43eb-4bfc-a343-2292177b999f tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T12:16:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=d1eaff80-24a0-4391-90eb-59958b1ecf0a,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69770) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1248.139443] env[69770]: DEBUG nova.virt.hardware [None req-a9d79b78-43eb-4bfc-a343-2292177b999f tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] Flavor limits 0:0:0 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1248.139631] env[69770]: DEBUG nova.virt.hardware [None req-a9d79b78-43eb-4bfc-a343-2292177b999f tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] Image limits 0:0:0 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1248.139863] env[69770]: DEBUG nova.virt.hardware [None req-a9d79b78-43eb-4bfc-a343-2292177b999f tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] Flavor pref 0:0:0 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1248.140085] env[69770]: DEBUG nova.virt.hardware [None req-a9d79b78-43eb-4bfc-a343-2292177b999f tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] Image pref 0:0:0 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1248.140314] env[69770]: DEBUG nova.virt.hardware [None req-a9d79b78-43eb-4bfc-a343-2292177b999f tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1248.140604] env[69770]: DEBUG nova.virt.hardware [None req-a9d79b78-43eb-4bfc-a343-2292177b999f tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69770) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1248.140920] env[69770]: DEBUG nova.virt.hardware [None req-a9d79b78-43eb-4bfc-a343-2292177b999f tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69770) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1248.141212] env[69770]: DEBUG nova.virt.hardware [None req-a9d79b78-43eb-4bfc-a343-2292177b999f tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] Got 1 possible topologies {{(pid=69770) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1248.141460] env[69770]: DEBUG nova.virt.hardware [None req-a9d79b78-43eb-4bfc-a343-2292177b999f tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69770) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1248.141706] env[69770]: DEBUG nova.virt.hardware [None req-a9d79b78-43eb-4bfc-a343-2292177b999f tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69770) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1248.148051] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-699f031c-548a-4453-b80a-240e321b92b7 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.167885] env[69770]: DEBUG oslo_vmware.api [None req-a9d79b78-43eb-4bfc-a343-2292177b999f tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] Waiting for the task: (returnval){ [ 1248.167885] env[69770]: value = "task-4070713" [ 1248.167885] env[69770]: _type = "Task" [ 1248.167885] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1248.176858] env[69770]: DEBUG oslo_vmware.api [None req-a9d79b78-43eb-4bfc-a343-2292177b999f tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] Task: {'id': task-4070713, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1248.217110] env[69770]: DEBUG oslo_vmware.api [None req-b5fe5114-314d-47ee-b3a0-47d92ba7496c tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] Task: {'id': task-4070712, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071345} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1248.217110] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-b5fe5114-314d-47ee-b3a0-47d92ba7496c tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] [instance: bc5e169f-17c2-4941-8b9f-a33726ea26b6] Extended root virtual disk {{(pid=69770) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1248.217580] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1340330-4a8c-495f-b014-1e70242988af {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.244471] env[69770]: DEBUG nova.virt.vmwareapi.volumeops [None req-b5fe5114-314d-47ee-b3a0-47d92ba7496c tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] [instance: bc5e169f-17c2-4941-8b9f-a33726ea26b6] Reconfiguring VM instance instance-0000006b to attach disk [datastore2] bc5e169f-17c2-4941-8b9f-a33726ea26b6/bc5e169f-17c2-4941-8b9f-a33726ea26b6.vmdk or device None with type sparse {{(pid=69770) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1248.244843] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7b8a44ec-ced5-4cf1-8fb0-b6e86b53e157 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.266820] env[69770]: DEBUG oslo_vmware.api [None req-b5fe5114-314d-47ee-b3a0-47d92ba7496c tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] Waiting for the task: (returnval){ [ 1248.266820] env[69770]: value = "task-4070714" [ 1248.266820] env[69770]: _type = "Task" [ 1248.266820] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1248.276965] env[69770]: DEBUG oslo_vmware.api [None req-b5fe5114-314d-47ee-b3a0-47d92ba7496c tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] Task: {'id': task-4070714, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1248.317900] env[69770]: DEBUG oslo_vmware.api [None req-4e4e6034-7e15-4f03-8fbf-69eacc5246b9 tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] Task: {'id': task-4070709, 'name': ReconfigVM_Task, 'duration_secs': 2.052782} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1248.318194] env[69770]: DEBUG nova.virt.vmwareapi.volumeops [None req-4e4e6034-7e15-4f03-8fbf-69eacc5246b9 tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] [instance: f27fa6da-dc6f-4c4f-9f67-1303adea51cc] Reconfigured VM instance instance-0000006a to attach disk [datastore1] f27fa6da-dc6f-4c4f-9f67-1303adea51cc/f27fa6da-dc6f-4c4f-9f67-1303adea51cc.vmdk or device None with type sparse {{(pid=69770) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1248.318885] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7285a172-8474-4305-b0b2-285761165038 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.330573] env[69770]: DEBUG oslo_vmware.api [None req-4e4e6034-7e15-4f03-8fbf-69eacc5246b9 tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] Waiting for the task: (returnval){ [ 1248.330573] env[69770]: value = "task-4070715" [ 1248.330573] env[69770]: _type = "Task" [ 1248.330573] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1248.339904] env[69770]: DEBUG oslo_vmware.api [None req-4e4e6034-7e15-4f03-8fbf-69eacc5246b9 tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] Task: {'id': task-4070715, 'name': Rename_Task} progress is 5%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1248.575198] env[69770]: DEBUG oslo_concurrency.lockutils [None req-5a745fde-b652-42ae-8acb-ba41155b87b0 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1248.678674] env[69770]: DEBUG oslo_vmware.api [None req-a9d79b78-43eb-4bfc-a343-2292177b999f tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] Task: {'id': task-4070713, 'name': ReconfigVM_Task, 'duration_secs': 0.170415} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1248.679799] env[69770]: DEBUG nova.network.neutron [req-485d6be9-c18c-4fda-b419-466e53a5d29b req-d629cc6f-5b7b-49d6-9f86-cb09bb69ff1b service nova] [instance: 245d05f8-a8b6-4985-aab4-c6f3c250f28a] Updated VIF entry in instance network info cache for port 2389c99b-f39e-48dc-b478-99bc2a9184ff. {{(pid=69770) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1248.680152] env[69770]: DEBUG nova.network.neutron [req-485d6be9-c18c-4fda-b419-466e53a5d29b req-d629cc6f-5b7b-49d6-9f86-cb09bb69ff1b service nova] [instance: 245d05f8-a8b6-4985-aab4-c6f3c250f28a] Updating instance_info_cache with network_info: [{"id": "2389c99b-f39e-48dc-b478-99bc2a9184ff", "address": "fa:16:3e:1e:91:03", "network": {"id": "62da2196-fd56-425b-b6e9-4f1c110ca1e6", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1719289018-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.237", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "63b30a591f8a45d2ad9dfb1e2a86dcc1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "504a3211-8288-4b87-a52a-590466d80a49", "external-id": "nsx-vlan-transportzone-469", "segmentation_id": 469, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2389c99b-f3", "ovs_interfaceid": "2389c99b-f39e-48dc-b478-99bc2a9184ff", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69770) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1248.681523] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-a9d79b78-43eb-4bfc-a343-2292177b999f tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] [instance: 5815fe63-e447-4be2-9055-a6320d0ba896] Updating instance '5815fe63-e447-4be2-9055-a6320d0ba896' progress to 33 {{(pid=69770) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1248.693734] env[69770]: DEBUG nova.compute.resource_tracker [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] Applying migration context for instance 5815fe63-e447-4be2-9055-a6320d0ba896 as it has an incoming, in-progress migration 628d1e9f-349b-45e2-82c1-2cfcb5a6376e. Migration status is migrating {{(pid=69770) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1046}} [ 1248.695196] env[69770]: INFO nova.compute.resource_tracker [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] [instance: 5815fe63-e447-4be2-9055-a6320d0ba896] Updating resource usage from migration 628d1e9f-349b-45e2-82c1-2cfcb5a6376e [ 1248.716433] env[69770]: DEBUG nova.compute.resource_tracker [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] Instance a3617e51-7671-42b4-a7d3-a22c7d57814a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69770) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1248.716616] env[69770]: DEBUG nova.compute.resource_tracker [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] Instance cef6cba7-84fd-45db-82bf-20df6499c75e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69770) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1248.716722] env[69770]: DEBUG nova.compute.resource_tracker [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] Instance ec405988-80b1-4918-8572-addc7c5127aa actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69770) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1248.716878] env[69770]: DEBUG nova.compute.resource_tracker [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] Instance c53961c9-df55-42c6-8410-a50404d06605 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69770) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1248.717268] env[69770]: DEBUG nova.compute.resource_tracker [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] Instance 215916d5-31b5-49ba-a7bc-78d9652dea41 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69770) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1248.778125] env[69770]: DEBUG oslo_vmware.api [None req-b5fe5114-314d-47ee-b3a0-47d92ba7496c tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] Task: {'id': task-4070714, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1248.840425] env[69770]: DEBUG oslo_vmware.api [None req-4e4e6034-7e15-4f03-8fbf-69eacc5246b9 tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] Task: {'id': task-4070715, 'name': Rename_Task, 'duration_secs': 0.30388} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1248.840664] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e4e6034-7e15-4f03-8fbf-69eacc5246b9 tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] [instance: f27fa6da-dc6f-4c4f-9f67-1303adea51cc] Powering on the VM {{(pid=69770) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1248.840896] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-610c1cda-5744-4d04-b3ff-17647fe54e2d {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.847626] env[69770]: DEBUG oslo_vmware.api [None req-4e4e6034-7e15-4f03-8fbf-69eacc5246b9 tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] Waiting for the task: (returnval){ [ 1248.847626] env[69770]: value = "task-4070716" [ 1248.847626] env[69770]: _type = "Task" [ 1248.847626] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1248.857622] env[69770]: DEBUG oslo_vmware.api [None req-4e4e6034-7e15-4f03-8fbf-69eacc5246b9 tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] Task: {'id': task-4070716, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1249.188719] env[69770]: DEBUG nova.virt.hardware [None req-a9d79b78-43eb-4bfc-a343-2292177b999f tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T12:16:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=d1eaff80-24a0-4391-90eb-59958b1ecf0a,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69770) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1249.189053] env[69770]: DEBUG nova.virt.hardware [None req-a9d79b78-43eb-4bfc-a343-2292177b999f tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] Flavor limits 0:0:0 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1249.189218] env[69770]: DEBUG nova.virt.hardware [None req-a9d79b78-43eb-4bfc-a343-2292177b999f tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] Image limits 0:0:0 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1249.189459] env[69770]: DEBUG nova.virt.hardware [None req-a9d79b78-43eb-4bfc-a343-2292177b999f tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] Flavor pref 0:0:0 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1249.189619] env[69770]: DEBUG nova.virt.hardware [None req-a9d79b78-43eb-4bfc-a343-2292177b999f tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] Image pref 0:0:0 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1249.189764] env[69770]: DEBUG nova.virt.hardware [None req-a9d79b78-43eb-4bfc-a343-2292177b999f tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1249.189963] env[69770]: DEBUG nova.virt.hardware [None req-a9d79b78-43eb-4bfc-a343-2292177b999f tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69770) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1249.190135] env[69770]: DEBUG nova.virt.hardware [None req-a9d79b78-43eb-4bfc-a343-2292177b999f tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69770) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1249.190368] env[69770]: DEBUG nova.virt.hardware [None req-a9d79b78-43eb-4bfc-a343-2292177b999f tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] Got 1 possible topologies {{(pid=69770) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1249.190558] env[69770]: DEBUG nova.virt.hardware [None req-a9d79b78-43eb-4bfc-a343-2292177b999f tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69770) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1249.190782] env[69770]: DEBUG nova.virt.hardware [None req-a9d79b78-43eb-4bfc-a343-2292177b999f tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69770) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1249.197199] env[69770]: DEBUG nova.virt.vmwareapi.volumeops [None req-a9d79b78-43eb-4bfc-a343-2292177b999f tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] [instance: 5815fe63-e447-4be2-9055-a6320d0ba896] Reconfiguring VM instance instance-0000005e to detach disk 2000 {{(pid=69770) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1249.197721] env[69770]: DEBUG oslo_concurrency.lockutils [req-485d6be9-c18c-4fda-b419-466e53a5d29b req-d629cc6f-5b7b-49d6-9f86-cb09bb69ff1b service nova] Releasing lock "refresh_cache-245d05f8-a8b6-4985-aab4-c6f3c250f28a" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.198165] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7308a2e7-908d-4ca9-bea0-7bbf1ebcb337 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.220017] env[69770]: INFO nova.compute.resource_tracker [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] Instance 0161f23e-bd37-484a-b8d5-35985bbec1db has allocations against this compute host but is not found in the database. [ 1249.220767] env[69770]: DEBUG nova.compute.resource_tracker [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] Instance dab60fd0-ed75-4747-8caf-e5e99ea54448 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69770) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1249.220952] env[69770]: DEBUG nova.compute.resource_tracker [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] Instance 08413ca9-2b2a-4991-83cf-aa8965d2017a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69770) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1249.221109] env[69770]: DEBUG nova.compute.resource_tracker [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] Instance 245d05f8-a8b6-4985-aab4-c6f3c250f28a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69770) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1249.221236] env[69770]: DEBUG nova.compute.resource_tracker [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] Instance f27fa6da-dc6f-4c4f-9f67-1303adea51cc actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69770) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1249.221359] env[69770]: DEBUG nova.compute.resource_tracker [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] Instance bc5e169f-17c2-4941-8b9f-a33726ea26b6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69770) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1249.221475] env[69770]: DEBUG nova.compute.resource_tracker [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] Migration 628d1e9f-349b-45e2-82c1-2cfcb5a6376e is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69770) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1742}} [ 1249.221588] env[69770]: DEBUG nova.compute.resource_tracker [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] Instance 5815fe63-e447-4be2-9055-a6320d0ba896 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69770) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1249.224401] env[69770]: DEBUG oslo_vmware.api [None req-a9d79b78-43eb-4bfc-a343-2292177b999f tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] Waiting for the task: (returnval){ [ 1249.224401] env[69770]: value = "task-4070717" [ 1249.224401] env[69770]: _type = "Task" [ 1249.224401] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1249.232028] env[69770]: INFO nova.compute.manager [None req-d61e1cda-3e8d-4b9f-abd6-84beb6558d95 tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] [instance: dab60fd0-ed75-4747-8caf-e5e99ea54448] Swapping old allocation on dict_keys(['7cc7d32b-b7a7-454a-a456-2a440248ed9d']) held by migration 0161f23e-bd37-484a-b8d5-35985bbec1db for instance [ 1249.238148] env[69770]: DEBUG oslo_vmware.api [None req-a9d79b78-43eb-4bfc-a343-2292177b999f tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] Task: {'id': task-4070717, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1249.263484] env[69770]: DEBUG nova.scheduler.client.report [None req-d61e1cda-3e8d-4b9f-abd6-84beb6558d95 tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] Overwriting current allocation {'allocations': {'7cc7d32b-b7a7-454a-a456-2a440248ed9d': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 139}}, 'project_id': '677c29867f944b8198884aae6535814b', 'user_id': '644f28af5a29464f90987b6181a51fd7', 'consumer_generation': 1} on consumer dab60fd0-ed75-4747-8caf-e5e99ea54448 {{(pid=69770) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 1249.278569] env[69770]: DEBUG oslo_vmware.api [None req-b5fe5114-314d-47ee-b3a0-47d92ba7496c tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] Task: {'id': task-4070714, 'name': ReconfigVM_Task, 'duration_secs': 0.535276} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1249.278905] env[69770]: DEBUG nova.virt.vmwareapi.volumeops [None req-b5fe5114-314d-47ee-b3a0-47d92ba7496c tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] [instance: bc5e169f-17c2-4941-8b9f-a33726ea26b6] Reconfigured VM instance instance-0000006b to attach disk [datastore2] bc5e169f-17c2-4941-8b9f-a33726ea26b6/bc5e169f-17c2-4941-8b9f-a33726ea26b6.vmdk or device None with type sparse {{(pid=69770) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1249.279572] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a85a2b78-792f-4070-a7a9-bf0b322fdd3f {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.287770] env[69770]: DEBUG oslo_vmware.api [None req-b5fe5114-314d-47ee-b3a0-47d92ba7496c tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] Waiting for the task: (returnval){ [ 1249.287770] env[69770]: value = "task-4070718" [ 1249.287770] env[69770]: _type = "Task" [ 1249.287770] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1249.298519] env[69770]: DEBUG oslo_vmware.api [None req-b5fe5114-314d-47ee-b3a0-47d92ba7496c tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] Task: {'id': task-4070718, 'name': Rename_Task} progress is 5%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1249.349318] env[69770]: DEBUG oslo_concurrency.lockutils [None req-d61e1cda-3e8d-4b9f-abd6-84beb6558d95 tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] Acquiring lock "refresh_cache-dab60fd0-ed75-4747-8caf-e5e99ea54448" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.349628] env[69770]: DEBUG oslo_concurrency.lockutils [None req-d61e1cda-3e8d-4b9f-abd6-84beb6558d95 tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] Acquired lock "refresh_cache-dab60fd0-ed75-4747-8caf-e5e99ea54448" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.349939] env[69770]: DEBUG nova.network.neutron [None req-d61e1cda-3e8d-4b9f-abd6-84beb6558d95 tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] [instance: dab60fd0-ed75-4747-8caf-e5e99ea54448] Building network info cache for instance {{(pid=69770) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1249.362903] env[69770]: DEBUG oslo_vmware.api [None req-4e4e6034-7e15-4f03-8fbf-69eacc5246b9 tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] Task: {'id': task-4070716, 'name': PowerOnVM_Task, 'duration_secs': 0.500828} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1249.363261] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e4e6034-7e15-4f03-8fbf-69eacc5246b9 tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] [instance: f27fa6da-dc6f-4c4f-9f67-1303adea51cc] Powered on the VM {{(pid=69770) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1249.363502] env[69770]: INFO nova.compute.manager [None req-4e4e6034-7e15-4f03-8fbf-69eacc5246b9 tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] [instance: f27fa6da-dc6f-4c4f-9f67-1303adea51cc] Took 9.07 seconds to spawn the instance on the hypervisor. [ 1249.363700] env[69770]: DEBUG nova.compute.manager [None req-4e4e6034-7e15-4f03-8fbf-69eacc5246b9 tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] [instance: f27fa6da-dc6f-4c4f-9f67-1303adea51cc] Checking state {{(pid=69770) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1249.364567] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-521f7129-342e-462f-b4cc-97044e361bc7 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.726569] env[69770]: DEBUG nova.compute.resource_tracker [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] Instance df47450a-8e9a-4d83-b50a-ca611f6d9139 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69770) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 1249.726823] env[69770]: DEBUG nova.compute.resource_tracker [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] Total usable vcpus: 48, total allocated vcpus: 12 {{(pid=69770) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1249.726823] env[69770]: DEBUG nova.compute.resource_tracker [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2944MB phys_disk=200GB used_disk=12GB total_vcpus=48 used_vcpus=12 pci_stats=[] {{(pid=69770) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1249.739157] env[69770]: DEBUG oslo_vmware.api [None req-a9d79b78-43eb-4bfc-a343-2292177b999f tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] Task: {'id': task-4070717, 'name': ReconfigVM_Task, 'duration_secs': 0.224789} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1249.739487] env[69770]: DEBUG nova.virt.vmwareapi.volumeops [None req-a9d79b78-43eb-4bfc-a343-2292177b999f tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] [instance: 5815fe63-e447-4be2-9055-a6320d0ba896] Reconfigured VM instance instance-0000005e to detach disk 2000 {{(pid=69770) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1249.740229] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48cb9c21-3da1-4d1c-8e15-0e45ee9426c7 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.763234] env[69770]: DEBUG nova.virt.vmwareapi.volumeops [None req-a9d79b78-43eb-4bfc-a343-2292177b999f tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] [instance: 5815fe63-e447-4be2-9055-a6320d0ba896] Reconfiguring VM instance instance-0000005e to attach disk [datastore1] 5815fe63-e447-4be2-9055-a6320d0ba896/5815fe63-e447-4be2-9055-a6320d0ba896.vmdk or device None with type thin {{(pid=69770) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1249.766108] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-54175d93-d2cc-4776-9a13-1acbef035771 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.785347] env[69770]: DEBUG oslo_vmware.api [None req-a9d79b78-43eb-4bfc-a343-2292177b999f tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] Waiting for the task: (returnval){ [ 1249.785347] env[69770]: value = "task-4070719" [ 1249.785347] env[69770]: _type = "Task" [ 1249.785347] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1249.798997] env[69770]: DEBUG oslo_vmware.api [None req-a9d79b78-43eb-4bfc-a343-2292177b999f tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] Task: {'id': task-4070719, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1249.804053] env[69770]: DEBUG oslo_vmware.api [None req-b5fe5114-314d-47ee-b3a0-47d92ba7496c tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] Task: {'id': task-4070718, 'name': Rename_Task, 'duration_secs': 0.202748} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1249.804336] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-b5fe5114-314d-47ee-b3a0-47d92ba7496c tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] [instance: bc5e169f-17c2-4941-8b9f-a33726ea26b6] Powering on the VM {{(pid=69770) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1249.804577] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d799337b-a878-4bc3-a689-bb02b6ad44b2 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.814743] env[69770]: DEBUG oslo_vmware.api [None req-b5fe5114-314d-47ee-b3a0-47d92ba7496c tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] Waiting for the task: (returnval){ [ 1249.814743] env[69770]: value = "task-4070720" [ 1249.814743] env[69770]: _type = "Task" [ 1249.814743] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1249.827895] env[69770]: DEBUG oslo_vmware.api [None req-b5fe5114-314d-47ee-b3a0-47d92ba7496c tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] Task: {'id': task-4070720, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1249.886092] env[69770]: INFO nova.compute.manager [None req-4e4e6034-7e15-4f03-8fbf-69eacc5246b9 tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] [instance: f27fa6da-dc6f-4c4f-9f67-1303adea51cc] Took 17.18 seconds to build instance. [ 1249.956121] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59f0b3b6-0d6a-4f00-8aeb-75b02565f3ed {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.964390] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3128b3e-d99b-4635-95c4-4df3c9713625 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.001559] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6328bdc5-57d6-47ed-8219-6955e79af756 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.010495] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f82c32d2-e314-4f09-a05d-0443de2f430c {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.025092] env[69770]: DEBUG nova.compute.provider_tree [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] Inventory has not changed in ProviderTree for provider: 7cc7d32b-b7a7-454a-a456-2a440248ed9d {{(pid=69770) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1250.099053] env[69770]: DEBUG nova.network.neutron [None req-d61e1cda-3e8d-4b9f-abd6-84beb6558d95 tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] [instance: dab60fd0-ed75-4747-8caf-e5e99ea54448] Updating instance_info_cache with network_info: [{"id": "307ab9b8-a8a6-42c9-a816-c8b10c9a98f5", "address": "fa:16:3e:0c:f7:1d", "network": {"id": "fb2a6a42-a9ea-4a2f-b885-b0c06c1061b9", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1944009097-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.158", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "677c29867f944b8198884aae6535814b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b91b49a8-b849-4d0c-97f7-74fdcd88ae03", "external-id": "nsx-vlan-transportzone-406", "segmentation_id": 406, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap307ab9b8-a8", "ovs_interfaceid": "307ab9b8-a8a6-42c9-a816-c8b10c9a98f5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69770) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1250.295932] env[69770]: DEBUG oslo_vmware.api [None req-a9d79b78-43eb-4bfc-a343-2292177b999f tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] Task: {'id': task-4070719, 'name': ReconfigVM_Task, 'duration_secs': 0.299808} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1250.296342] env[69770]: DEBUG nova.virt.vmwareapi.volumeops [None req-a9d79b78-43eb-4bfc-a343-2292177b999f tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] [instance: 5815fe63-e447-4be2-9055-a6320d0ba896] Reconfigured VM instance instance-0000005e to attach disk [datastore1] 5815fe63-e447-4be2-9055-a6320d0ba896/5815fe63-e447-4be2-9055-a6320d0ba896.vmdk or device None with type thin {{(pid=69770) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1250.296599] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-a9d79b78-43eb-4bfc-a343-2292177b999f tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] [instance: 5815fe63-e447-4be2-9055-a6320d0ba896] Updating instance '5815fe63-e447-4be2-9055-a6320d0ba896' progress to 50 {{(pid=69770) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1250.324823] env[69770]: DEBUG oslo_vmware.api [None req-b5fe5114-314d-47ee-b3a0-47d92ba7496c tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] Task: {'id': task-4070720, 'name': PowerOnVM_Task} progress is 78%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1250.388700] env[69770]: DEBUG oslo_concurrency.lockutils [None req-4e4e6034-7e15-4f03-8fbf-69eacc5246b9 tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] Lock "f27fa6da-dc6f-4c4f-9f67-1303adea51cc" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.687s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1250.528009] env[69770]: DEBUG nova.scheduler.client.report [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] Inventory has not changed for provider 7cc7d32b-b7a7-454a-a456-2a440248ed9d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69770) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1250.601538] env[69770]: DEBUG oslo_concurrency.lockutils [None req-d61e1cda-3e8d-4b9f-abd6-84beb6558d95 tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] Releasing lock "refresh_cache-dab60fd0-ed75-4747-8caf-e5e99ea54448" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1250.602042] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-d61e1cda-3e8d-4b9f-abd6-84beb6558d95 tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] [instance: dab60fd0-ed75-4747-8caf-e5e99ea54448] Powering off the VM {{(pid=69770) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1250.602344] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a255e69a-096b-4808-ad26-54b524ab7b3f {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.611249] env[69770]: DEBUG oslo_vmware.api [None req-d61e1cda-3e8d-4b9f-abd6-84beb6558d95 tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] Waiting for the task: (returnval){ [ 1250.611249] env[69770]: value = "task-4070721" [ 1250.611249] env[69770]: _type = "Task" [ 1250.611249] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1250.622579] env[69770]: DEBUG oslo_vmware.api [None req-d61e1cda-3e8d-4b9f-abd6-84beb6558d95 tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] Task: {'id': task-4070721, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1250.805637] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d37e4951-e8c9-40ba-bb40-beabed047c61 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.830279] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77f9193a-7bc2-4712-be56-58d1049311c4 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.839024] env[69770]: DEBUG oslo_vmware.api [None req-b5fe5114-314d-47ee-b3a0-47d92ba7496c tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] Task: {'id': task-4070720, 'name': PowerOnVM_Task, 'duration_secs': 0.988043} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1250.854541] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-b5fe5114-314d-47ee-b3a0-47d92ba7496c tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] [instance: bc5e169f-17c2-4941-8b9f-a33726ea26b6] Powered on the VM {{(pid=69770) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1250.854872] env[69770]: INFO nova.compute.manager [None req-b5fe5114-314d-47ee-b3a0-47d92ba7496c tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] [instance: bc5e169f-17c2-4941-8b9f-a33726ea26b6] Took 8.25 seconds to spawn the instance on the hypervisor. [ 1250.855020] env[69770]: DEBUG nova.compute.manager [None req-b5fe5114-314d-47ee-b3a0-47d92ba7496c tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] [instance: bc5e169f-17c2-4941-8b9f-a33726ea26b6] Checking state {{(pid=69770) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1250.855469] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-a9d79b78-43eb-4bfc-a343-2292177b999f tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] [instance: 5815fe63-e447-4be2-9055-a6320d0ba896] Updating instance '5815fe63-e447-4be2-9055-a6320d0ba896' progress to 67 {{(pid=69770) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1250.861274] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abb50f4d-16e8-4d8a-a9d4-2d423f46dfc1 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.865086] env[69770]: DEBUG nova.compute.manager [req-fda353e8-7496-4525-b30d-e73d27860544 req-1e626e1f-0a7b-4f5b-9ef7-51b1b2ca23dd service nova] [instance: f27fa6da-dc6f-4c4f-9f67-1303adea51cc] Received event network-changed-7055b673-0bd8-4feb-8958-db3d097c7117 {{(pid=69770) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1250.865309] env[69770]: DEBUG nova.compute.manager [req-fda353e8-7496-4525-b30d-e73d27860544 req-1e626e1f-0a7b-4f5b-9ef7-51b1b2ca23dd service nova] [instance: f27fa6da-dc6f-4c4f-9f67-1303adea51cc] Refreshing instance network info cache due to event network-changed-7055b673-0bd8-4feb-8958-db3d097c7117. {{(pid=69770) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1250.865534] env[69770]: DEBUG oslo_concurrency.lockutils [req-fda353e8-7496-4525-b30d-e73d27860544 req-1e626e1f-0a7b-4f5b-9ef7-51b1b2ca23dd service nova] Acquiring lock "refresh_cache-f27fa6da-dc6f-4c4f-9f67-1303adea51cc" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.865676] env[69770]: DEBUG oslo_concurrency.lockutils [req-fda353e8-7496-4525-b30d-e73d27860544 req-1e626e1f-0a7b-4f5b-9ef7-51b1b2ca23dd service nova] Acquired lock "refresh_cache-f27fa6da-dc6f-4c4f-9f67-1303adea51cc" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.866242] env[69770]: DEBUG nova.network.neutron [req-fda353e8-7496-4525-b30d-e73d27860544 req-1e626e1f-0a7b-4f5b-9ef7-51b1b2ca23dd service nova] [instance: f27fa6da-dc6f-4c4f-9f67-1303adea51cc] Refreshing network info cache for port 7055b673-0bd8-4feb-8958-db3d097c7117 {{(pid=69770) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1251.033571] env[69770]: DEBUG nova.compute.resource_tracker [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69770) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1251.033807] env[69770]: DEBUG oslo_concurrency.lockutils [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 3.358s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1251.034085] env[69770]: DEBUG oslo_concurrency.lockutils [None req-5a745fde-b652-42ae-8acb-ba41155b87b0 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.459s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1251.035637] env[69770]: INFO nova.compute.claims [None req-5a745fde-b652-42ae-8acb-ba41155b87b0 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] [instance: df47450a-8e9a-4d83-b50a-ca611f6d9139] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1251.038444] env[69770]: DEBUG oslo_service.periodic_task [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=69770) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1251.038587] env[69770]: DEBUG nova.compute.manager [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] Cleaning up deleted instances {{(pid=69770) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11834}} [ 1251.130307] env[69770]: DEBUG oslo_vmware.api [None req-d61e1cda-3e8d-4b9f-abd6-84beb6558d95 tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] Task: {'id': task-4070721, 'name': PowerOffVM_Task, 'duration_secs': 0.361527} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1251.131066] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-d61e1cda-3e8d-4b9f-abd6-84beb6558d95 tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] [instance: dab60fd0-ed75-4747-8caf-e5e99ea54448] Powered off the VM {{(pid=69770) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1251.131843] env[69770]: DEBUG nova.virt.hardware [None req-d61e1cda-3e8d-4b9f-abd6-84beb6558d95 tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T12:16:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=d1eaff80-24a0-4391-90eb-59958b1ecf0a,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69770) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1251.132958] env[69770]: DEBUG nova.virt.hardware [None req-d61e1cda-3e8d-4b9f-abd6-84beb6558d95 tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] Flavor limits 0:0:0 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1251.132958] env[69770]: DEBUG nova.virt.hardware [None req-d61e1cda-3e8d-4b9f-abd6-84beb6558d95 tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] Image limits 0:0:0 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1251.132958] env[69770]: DEBUG nova.virt.hardware [None req-d61e1cda-3e8d-4b9f-abd6-84beb6558d95 tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] Flavor pref 0:0:0 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1251.132958] env[69770]: DEBUG nova.virt.hardware [None req-d61e1cda-3e8d-4b9f-abd6-84beb6558d95 tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] Image pref 0:0:0 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1251.132958] env[69770]: DEBUG nova.virt.hardware [None req-d61e1cda-3e8d-4b9f-abd6-84beb6558d95 tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1251.132958] env[69770]: DEBUG nova.virt.hardware [None req-d61e1cda-3e8d-4b9f-abd6-84beb6558d95 tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69770) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1251.133239] env[69770]: DEBUG nova.virt.hardware [None req-d61e1cda-3e8d-4b9f-abd6-84beb6558d95 tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69770) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1251.133271] env[69770]: DEBUG nova.virt.hardware [None req-d61e1cda-3e8d-4b9f-abd6-84beb6558d95 tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] Got 1 possible topologies {{(pid=69770) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1251.134293] env[69770]: DEBUG nova.virt.hardware [None req-d61e1cda-3e8d-4b9f-abd6-84beb6558d95 tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69770) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1251.134293] env[69770]: DEBUG nova.virt.hardware [None req-d61e1cda-3e8d-4b9f-abd6-84beb6558d95 tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69770) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1251.138765] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c28d4593-dd0f-499e-87f4-a49237441416 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.155269] env[69770]: DEBUG oslo_vmware.api [None req-d61e1cda-3e8d-4b9f-abd6-84beb6558d95 tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] Waiting for the task: (returnval){ [ 1251.155269] env[69770]: value = "task-4070722" [ 1251.155269] env[69770]: _type = "Task" [ 1251.155269] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1251.167867] env[69770]: DEBUG oslo_vmware.api [None req-d61e1cda-3e8d-4b9f-abd6-84beb6558d95 tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] Task: {'id': task-4070722, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1251.388308] env[69770]: INFO nova.compute.manager [None req-b5fe5114-314d-47ee-b3a0-47d92ba7496c tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] [instance: bc5e169f-17c2-4941-8b9f-a33726ea26b6] Took 16.71 seconds to build instance. [ 1251.399919] env[69770]: DEBUG nova.network.neutron [None req-a9d79b78-43eb-4bfc-a343-2292177b999f tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] [instance: 5815fe63-e447-4be2-9055-a6320d0ba896] Port ffac1883-a59c-43d8-8ba1-8e8379f232f5 binding to destination host cpu-1 is already ACTIVE {{(pid=69770) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1251.556818] env[69770]: DEBUG nova.compute.manager [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] There are 55 instances to clean {{(pid=69770) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11843}} [ 1251.557013] env[69770]: DEBUG nova.compute.manager [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] [instance: 2d2ff265-feeb-403a-96e6-9b758ea3522b] Instance has had 0 of 5 cleanup attempts {{(pid=69770) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1251.629879] env[69770]: DEBUG nova.network.neutron [req-fda353e8-7496-4525-b30d-e73d27860544 req-1e626e1f-0a7b-4f5b-9ef7-51b1b2ca23dd service nova] [instance: f27fa6da-dc6f-4c4f-9f67-1303adea51cc] Updated VIF entry in instance network info cache for port 7055b673-0bd8-4feb-8958-db3d097c7117. {{(pid=69770) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1251.630304] env[69770]: DEBUG nova.network.neutron [req-fda353e8-7496-4525-b30d-e73d27860544 req-1e626e1f-0a7b-4f5b-9ef7-51b1b2ca23dd service nova] [instance: f27fa6da-dc6f-4c4f-9f67-1303adea51cc] Updating instance_info_cache with network_info: [{"id": "7055b673-0bd8-4feb-8958-db3d097c7117", "address": "fa:16:3e:30:e5:2f", "network": {"id": "d5ae8d06-e279-436f-9c41-66b44f6f2542", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1370812323-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.178", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "63715e849e05463da9bfa0405c750b8f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dad4f433-bb0b-45c7-8040-972ef2277f75", "external-id": "nsx-vlan-transportzone-451", "segmentation_id": 451, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7055b673-0b", "ovs_interfaceid": "7055b673-0bd8-4feb-8958-db3d097c7117", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69770) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1251.668565] env[69770]: DEBUG oslo_vmware.api [None req-d61e1cda-3e8d-4b9f-abd6-84beb6558d95 tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] Task: {'id': task-4070722, 'name': ReconfigVM_Task, 'duration_secs': 0.157397} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1251.669445] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-517e8121-659a-4eeb-8fcf-4426fa8a913e {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.688811] env[69770]: DEBUG nova.virt.hardware [None req-d61e1cda-3e8d-4b9f-abd6-84beb6558d95 tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T12:16:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=d1eaff80-24a0-4391-90eb-59958b1ecf0a,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69770) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1251.689051] env[69770]: DEBUG nova.virt.hardware [None req-d61e1cda-3e8d-4b9f-abd6-84beb6558d95 tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] Flavor limits 0:0:0 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1251.689216] env[69770]: DEBUG nova.virt.hardware [None req-d61e1cda-3e8d-4b9f-abd6-84beb6558d95 tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] Image limits 0:0:0 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1251.689405] env[69770]: DEBUG nova.virt.hardware [None req-d61e1cda-3e8d-4b9f-abd6-84beb6558d95 tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] Flavor pref 0:0:0 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1251.689554] env[69770]: DEBUG nova.virt.hardware [None req-d61e1cda-3e8d-4b9f-abd6-84beb6558d95 tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] Image pref 0:0:0 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1251.689704] env[69770]: DEBUG nova.virt.hardware [None req-d61e1cda-3e8d-4b9f-abd6-84beb6558d95 tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1251.689909] env[69770]: DEBUG nova.virt.hardware [None req-d61e1cda-3e8d-4b9f-abd6-84beb6558d95 tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69770) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1251.690076] env[69770]: DEBUG nova.virt.hardware [None req-d61e1cda-3e8d-4b9f-abd6-84beb6558d95 tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69770) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1251.690322] env[69770]: DEBUG nova.virt.hardware [None req-d61e1cda-3e8d-4b9f-abd6-84beb6558d95 tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] Got 1 possible topologies {{(pid=69770) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1251.690489] env[69770]: DEBUG nova.virt.hardware [None req-d61e1cda-3e8d-4b9f-abd6-84beb6558d95 tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69770) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1251.690668] env[69770]: DEBUG nova.virt.hardware [None req-d61e1cda-3e8d-4b9f-abd6-84beb6558d95 tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69770) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1251.691535] env[69770]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f0db5afc-332c-46db-85a7-c10ad3f94d06 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.697850] env[69770]: DEBUG oslo_vmware.api [None req-d61e1cda-3e8d-4b9f-abd6-84beb6558d95 tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] Waiting for the task: (returnval){ [ 1251.697850] env[69770]: value = "session[52161b52-cb8e-ec9f-1132-2f6b49549d41]5289bab9-3eee-7225-9033-3e9cd1ccccc7" [ 1251.697850] env[69770]: _type = "Task" [ 1251.697850] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1251.707336] env[69770]: DEBUG oslo_vmware.api [None req-d61e1cda-3e8d-4b9f-abd6-84beb6558d95 tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]5289bab9-3eee-7225-9033-3e9cd1ccccc7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1251.759350] env[69770]: DEBUG oslo_concurrency.lockutils [None req-9f1d970f-2d4a-48ed-b235-45603b3daffb tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] Acquiring lock "755adf13-58e9-4da5-adfc-8ba308501fa4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1251.759600] env[69770]: DEBUG oslo_concurrency.lockutils [None req-9f1d970f-2d4a-48ed-b235-45603b3daffb tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] Lock "755adf13-58e9-4da5-adfc-8ba308501fa4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1251.891352] env[69770]: DEBUG oslo_concurrency.lockutils [None req-b5fe5114-314d-47ee-b3a0-47d92ba7496c tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] Lock "bc5e169f-17c2-4941-8b9f-a33726ea26b6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.225s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1252.061501] env[69770]: DEBUG nova.compute.manager [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] [instance: 23217622-d45e-497d-a5d4-7c51be3b36dd] Instance has had 0 of 5 cleanup attempts {{(pid=69770) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1252.133809] env[69770]: DEBUG oslo_concurrency.lockutils [req-fda353e8-7496-4525-b30d-e73d27860544 req-1e626e1f-0a7b-4f5b-9ef7-51b1b2ca23dd service nova] Releasing lock "refresh_cache-f27fa6da-dc6f-4c4f-9f67-1303adea51cc" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.210557] env[69770]: DEBUG oslo_vmware.api [None req-d61e1cda-3e8d-4b9f-abd6-84beb6558d95 tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]5289bab9-3eee-7225-9033-3e9cd1ccccc7, 'name': SearchDatastore_Task, 'duration_secs': 0.010104} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1252.216268] env[69770]: DEBUG nova.virt.vmwareapi.volumeops [None req-d61e1cda-3e8d-4b9f-abd6-84beb6558d95 tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] [instance: dab60fd0-ed75-4747-8caf-e5e99ea54448] Reconfiguring VM instance instance-00000062 to detach disk 2000 {{(pid=69770) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1252.217029] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c0fe41ff-9356-4a97-8990-62d2fc1f5444 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.239305] env[69770]: DEBUG oslo_vmware.api [None req-d61e1cda-3e8d-4b9f-abd6-84beb6558d95 tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] Waiting for the task: (returnval){ [ 1252.239305] env[69770]: value = "task-4070723" [ 1252.239305] env[69770]: _type = "Task" [ 1252.239305] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1252.248103] env[69770]: DEBUG oslo_vmware.api [None req-d61e1cda-3e8d-4b9f-abd6-84beb6558d95 tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] Task: {'id': task-4070723, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1252.261713] env[69770]: DEBUG nova.compute.manager [None req-9f1d970f-2d4a-48ed-b235-45603b3daffb tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] [instance: 755adf13-58e9-4da5-adfc-8ba308501fa4] Starting instance... {{(pid=69770) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1252.266179] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce568df7-3d67-415a-b2b6-baea41f9c161 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.275161] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f48cd901-6cb6-4dd3-b952-36e7ed16e231 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.309294] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-419d27b7-7acd-4965-abfd-a045315e0a61 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.318466] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e5ae6fc-f96a-462c-b392-ec1f08ed92ad {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.335016] env[69770]: DEBUG nova.compute.provider_tree [None req-5a745fde-b652-42ae-8acb-ba41155b87b0 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] Inventory has not changed in ProviderTree for provider: 7cc7d32b-b7a7-454a-a456-2a440248ed9d {{(pid=69770) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1252.424502] env[69770]: DEBUG oslo_concurrency.lockutils [None req-a9d79b78-43eb-4bfc-a343-2292177b999f tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] Acquiring lock "5815fe63-e447-4be2-9055-a6320d0ba896-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1252.424772] env[69770]: DEBUG oslo_concurrency.lockutils [None req-a9d79b78-43eb-4bfc-a343-2292177b999f tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] Lock "5815fe63-e447-4be2-9055-a6320d0ba896-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1252.424916] env[69770]: DEBUG oslo_concurrency.lockutils [None req-a9d79b78-43eb-4bfc-a343-2292177b999f tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] Lock "5815fe63-e447-4be2-9055-a6320d0ba896-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1252.426586] env[69770]: DEBUG nova.compute.manager [req-fb413680-529b-41aa-9cc5-bfc5bf6189d0 req-c3b2245e-c5a8-4fee-96df-ef446bbc4196 service nova] [instance: bc5e169f-17c2-4941-8b9f-a33726ea26b6] Received event network-changed-e0e5606c-39ba-441b-9f02-39c06f935df9 {{(pid=69770) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1252.426881] env[69770]: DEBUG nova.compute.manager [req-fb413680-529b-41aa-9cc5-bfc5bf6189d0 req-c3b2245e-c5a8-4fee-96df-ef446bbc4196 service nova] [instance: bc5e169f-17c2-4941-8b9f-a33726ea26b6] Refreshing instance network info cache due to event network-changed-e0e5606c-39ba-441b-9f02-39c06f935df9. {{(pid=69770) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1252.427398] env[69770]: DEBUG oslo_concurrency.lockutils [req-fb413680-529b-41aa-9cc5-bfc5bf6189d0 req-c3b2245e-c5a8-4fee-96df-ef446bbc4196 service nova] Acquiring lock "refresh_cache-bc5e169f-17c2-4941-8b9f-a33726ea26b6" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.427554] env[69770]: DEBUG oslo_concurrency.lockutils [req-fb413680-529b-41aa-9cc5-bfc5bf6189d0 req-c3b2245e-c5a8-4fee-96df-ef446bbc4196 service nova] Acquired lock "refresh_cache-bc5e169f-17c2-4941-8b9f-a33726ea26b6" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.428386] env[69770]: DEBUG nova.network.neutron [req-fb413680-529b-41aa-9cc5-bfc5bf6189d0 req-c3b2245e-c5a8-4fee-96df-ef446bbc4196 service nova] [instance: bc5e169f-17c2-4941-8b9f-a33726ea26b6] Refreshing network info cache for port e0e5606c-39ba-441b-9f02-39c06f935df9 {{(pid=69770) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1252.564320] env[69770]: DEBUG nova.compute.manager [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] [instance: 0bc7640c-9854-41fd-95a5-671fa05e4197] Instance has had 0 of 5 cleanup attempts {{(pid=69770) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1252.749034] env[69770]: DEBUG oslo_vmware.api [None req-d61e1cda-3e8d-4b9f-abd6-84beb6558d95 tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] Task: {'id': task-4070723, 'name': ReconfigVM_Task, 'duration_secs': 0.226874} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1252.749337] env[69770]: DEBUG nova.virt.vmwareapi.volumeops [None req-d61e1cda-3e8d-4b9f-abd6-84beb6558d95 tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] [instance: dab60fd0-ed75-4747-8caf-e5e99ea54448] Reconfigured VM instance instance-00000062 to detach disk 2000 {{(pid=69770) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1252.750146] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc4e0ebe-a854-4385-a8e3-d53be9e5d39e {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.774242] env[69770]: DEBUG nova.virt.vmwareapi.volumeops [None req-d61e1cda-3e8d-4b9f-abd6-84beb6558d95 tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] [instance: dab60fd0-ed75-4747-8caf-e5e99ea54448] Reconfiguring VM instance instance-00000062 to attach disk [datastore2] dab60fd0-ed75-4747-8caf-e5e99ea54448/dab60fd0-ed75-4747-8caf-e5e99ea54448.vmdk or device None with type thin {{(pid=69770) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1252.776676] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-32e8899b-3624-4ddb-969c-a505375ffd79 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.797270] env[69770]: DEBUG oslo_vmware.api [None req-d61e1cda-3e8d-4b9f-abd6-84beb6558d95 tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] Waiting for the task: (returnval){ [ 1252.797270] env[69770]: value = "task-4070724" [ 1252.797270] env[69770]: _type = "Task" [ 1252.797270] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1252.801946] env[69770]: DEBUG oslo_concurrency.lockutils [None req-9f1d970f-2d4a-48ed-b235-45603b3daffb tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1252.807721] env[69770]: DEBUG oslo_vmware.api [None req-d61e1cda-3e8d-4b9f-abd6-84beb6558d95 tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] Task: {'id': task-4070724, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1252.839052] env[69770]: DEBUG nova.scheduler.client.report [None req-5a745fde-b652-42ae-8acb-ba41155b87b0 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] Inventory has not changed for provider 7cc7d32b-b7a7-454a-a456-2a440248ed9d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69770) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1253.066419] env[69770]: DEBUG nova.compute.manager [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] [instance: 8d5ad060-8e9d-4b5d-ba8b-3f2d955a4455] Instance has had 0 of 5 cleanup attempts {{(pid=69770) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1253.166212] env[69770]: DEBUG nova.network.neutron [req-fb413680-529b-41aa-9cc5-bfc5bf6189d0 req-c3b2245e-c5a8-4fee-96df-ef446bbc4196 service nova] [instance: bc5e169f-17c2-4941-8b9f-a33726ea26b6] Updated VIF entry in instance network info cache for port e0e5606c-39ba-441b-9f02-39c06f935df9. {{(pid=69770) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1253.166600] env[69770]: DEBUG nova.network.neutron [req-fb413680-529b-41aa-9cc5-bfc5bf6189d0 req-c3b2245e-c5a8-4fee-96df-ef446bbc4196 service nova] [instance: bc5e169f-17c2-4941-8b9f-a33726ea26b6] Updating instance_info_cache with network_info: [{"id": "e0e5606c-39ba-441b-9f02-39c06f935df9", "address": "fa:16:3e:f7:35:f4", "network": {"id": "deeccc4b-a1bb-4cc9-a2cb-ab451519c623", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1195845450-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "79f08803ff104b29b1724007c4361a7e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "26a1e556-1ede-445a-bf87-a35daa5d9070", "external-id": "nsx-vlan-transportzone-396", "segmentation_id": 396, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape0e5606c-39", "ovs_interfaceid": "e0e5606c-39ba-441b-9f02-39c06f935df9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69770) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1253.311064] env[69770]: DEBUG oslo_vmware.api [None req-d61e1cda-3e8d-4b9f-abd6-84beb6558d95 tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] Task: {'id': task-4070724, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1253.344742] env[69770]: DEBUG oslo_concurrency.lockutils [None req-5a745fde-b652-42ae-8acb-ba41155b87b0 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.310s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1253.345469] env[69770]: DEBUG nova.compute.manager [None req-5a745fde-b652-42ae-8acb-ba41155b87b0 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] [instance: df47450a-8e9a-4d83-b50a-ca611f6d9139] Start building networks asynchronously for instance. {{(pid=69770) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1253.351104] env[69770]: DEBUG oslo_concurrency.lockutils [None req-9f1d970f-2d4a-48ed-b235-45603b3daffb tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.549s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1253.353079] env[69770]: INFO nova.compute.claims [None req-9f1d970f-2d4a-48ed-b235-45603b3daffb tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] [instance: 755adf13-58e9-4da5-adfc-8ba308501fa4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1253.467748] env[69770]: DEBUG oslo_concurrency.lockutils [None req-a9d79b78-43eb-4bfc-a343-2292177b999f tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] Acquiring lock "refresh_cache-5815fe63-e447-4be2-9055-a6320d0ba896" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.467955] env[69770]: DEBUG oslo_concurrency.lockutils [None req-a9d79b78-43eb-4bfc-a343-2292177b999f tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] Acquired lock "refresh_cache-5815fe63-e447-4be2-9055-a6320d0ba896" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.468147] env[69770]: DEBUG nova.network.neutron [None req-a9d79b78-43eb-4bfc-a343-2292177b999f tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] [instance: 5815fe63-e447-4be2-9055-a6320d0ba896] Building network info cache for instance {{(pid=69770) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1253.570518] env[69770]: DEBUG nova.compute.manager [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] [instance: b1612bfb-19fc-4290-bf95-953d6efe6637] Instance has had 0 of 5 cleanup attempts {{(pid=69770) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1253.670686] env[69770]: DEBUG oslo_concurrency.lockutils [req-fb413680-529b-41aa-9cc5-bfc5bf6189d0 req-c3b2245e-c5a8-4fee-96df-ef446bbc4196 service nova] Releasing lock "refresh_cache-bc5e169f-17c2-4941-8b9f-a33726ea26b6" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.809352] env[69770]: DEBUG oslo_vmware.api [None req-d61e1cda-3e8d-4b9f-abd6-84beb6558d95 tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] Task: {'id': task-4070724, 'name': ReconfigVM_Task, 'duration_secs': 0.609765} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1253.809658] env[69770]: DEBUG nova.virt.vmwareapi.volumeops [None req-d61e1cda-3e8d-4b9f-abd6-84beb6558d95 tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] [instance: dab60fd0-ed75-4747-8caf-e5e99ea54448] Reconfigured VM instance instance-00000062 to attach disk [datastore2] dab60fd0-ed75-4747-8caf-e5e99ea54448/dab60fd0-ed75-4747-8caf-e5e99ea54448.vmdk or device None with type thin {{(pid=69770) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1253.810649] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85fc452b-925f-4e2f-bda0-391a2b01fbd3 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.830957] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4802861-99a7-404b-8e8c-d06feeca2292 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.850021] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-422d812c-82ad-4b7f-a7ef-1f994b0b467e {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.871524] env[69770]: DEBUG nova.compute.utils [None req-5a745fde-b652-42ae-8acb-ba41155b87b0 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] Using /dev/sd instead of None {{(pid=69770) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1253.875054] env[69770]: DEBUG nova.compute.manager [None req-5a745fde-b652-42ae-8acb-ba41155b87b0 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] [instance: df47450a-8e9a-4d83-b50a-ca611f6d9139] Allocating IP information in the background. {{(pid=69770) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1253.875054] env[69770]: DEBUG nova.network.neutron [None req-5a745fde-b652-42ae-8acb-ba41155b87b0 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] [instance: df47450a-8e9a-4d83-b50a-ca611f6d9139] allocate_for_instance() {{(pid=69770) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1253.877370] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-688a44da-2db4-4a0c-93db-560195daef20 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.885999] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-d61e1cda-3e8d-4b9f-abd6-84beb6558d95 tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] [instance: dab60fd0-ed75-4747-8caf-e5e99ea54448] Powering on the VM {{(pid=69770) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1253.886229] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f0ce5e02-4f90-4643-bac2-acd82d0bece2 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.893704] env[69770]: DEBUG oslo_vmware.api [None req-d61e1cda-3e8d-4b9f-abd6-84beb6558d95 tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] Waiting for the task: (returnval){ [ 1253.893704] env[69770]: value = "task-4070726" [ 1253.893704] env[69770]: _type = "Task" [ 1253.893704] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1253.903582] env[69770]: DEBUG oslo_vmware.api [None req-d61e1cda-3e8d-4b9f-abd6-84beb6558d95 tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] Task: {'id': task-4070726, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1253.926245] env[69770]: DEBUG nova.policy [None req-5a745fde-b652-42ae-8acb-ba41155b87b0 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5f7cc2fdaae54d6abad71fabddc644db', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '50458fae76de4e588f96680501eae48c', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69770) authorize /opt/stack/nova/nova/policy.py:192}} [ 1254.074662] env[69770]: DEBUG nova.compute.manager [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] [instance: 7f67ebf8-f341-4cda-99d6-52ba82c5640e] Instance has had 0 of 5 cleanup attempts {{(pid=69770) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1254.216356] env[69770]: DEBUG nova.network.neutron [None req-a9d79b78-43eb-4bfc-a343-2292177b999f tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] [instance: 5815fe63-e447-4be2-9055-a6320d0ba896] Updating instance_info_cache with network_info: [{"id": "ffac1883-a59c-43d8-8ba1-8e8379f232f5", "address": "fa:16:3e:ee:a1:aa", "network": {"id": "6947160b-7d54-4e72-ac36-2126989baab1", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-851069895-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.254", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bcbfd42565514a329707ee7a1c7d910c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69076131-87ac-46dd-9d5d-8d1b4ea7dec6", "external-id": "nsx-vlan-transportzone-327", "segmentation_id": 327, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapffac1883-a5", "ovs_interfaceid": "ffac1883-a59c-43d8-8ba1-8e8379f232f5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69770) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1254.222330] env[69770]: DEBUG nova.network.neutron [None req-5a745fde-b652-42ae-8acb-ba41155b87b0 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] [instance: df47450a-8e9a-4d83-b50a-ca611f6d9139] Successfully created port: fd52efc7-fe2b-4988-9cda-518c466d2a7f {{(pid=69770) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1254.376109] env[69770]: DEBUG nova.compute.manager [None req-5a745fde-b652-42ae-8acb-ba41155b87b0 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] [instance: df47450a-8e9a-4d83-b50a-ca611f6d9139] Start building block device mappings for instance. {{(pid=69770) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1254.405122] env[69770]: DEBUG oslo_vmware.api [None req-d61e1cda-3e8d-4b9f-abd6-84beb6558d95 tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] Task: {'id': task-4070726, 'name': PowerOnVM_Task} progress is 99%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1254.578052] env[69770]: DEBUG nova.compute.manager [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] [instance: 16145ac2-85be-4cb7-a852-576d51ede5e7] Instance has had 0 of 5 cleanup attempts {{(pid=69770) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1254.582642] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-452bb932-bb7f-4a91-bd95-ed09a002139e {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.591180] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-776ba244-4e54-4aee-afda-c8248d1fc43d {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.625603] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a3b30c4-0e3c-4c21-b705-b408365f8f4b {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.635118] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4294101d-f7b3-4912-8ce8-1add8fcbbc46 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.650675] env[69770]: DEBUG nova.compute.provider_tree [None req-9f1d970f-2d4a-48ed-b235-45603b3daffb tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] Inventory has not changed in ProviderTree for provider: 7cc7d32b-b7a7-454a-a456-2a440248ed9d {{(pid=69770) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1254.720217] env[69770]: DEBUG oslo_concurrency.lockutils [None req-a9d79b78-43eb-4bfc-a343-2292177b999f tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] Releasing lock "refresh_cache-5815fe63-e447-4be2-9055-a6320d0ba896" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1254.904848] env[69770]: DEBUG oslo_vmware.api [None req-d61e1cda-3e8d-4b9f-abd6-84beb6558d95 tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] Task: {'id': task-4070726, 'name': PowerOnVM_Task, 'duration_secs': 0.601421} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1254.905126] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-d61e1cda-3e8d-4b9f-abd6-84beb6558d95 tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] [instance: dab60fd0-ed75-4747-8caf-e5e99ea54448] Powered on the VM {{(pid=69770) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1255.081882] env[69770]: DEBUG nova.compute.manager [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] [instance: c709ca8a-caa3-4f8a-a6bc-5c7a9bd346f5] Instance has had 0 of 5 cleanup attempts {{(pid=69770) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1255.153762] env[69770]: DEBUG nova.scheduler.client.report [None req-9f1d970f-2d4a-48ed-b235-45603b3daffb tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] Inventory has not changed for provider 7cc7d32b-b7a7-454a-a456-2a440248ed9d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69770) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1255.240561] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a28e4c7-8a2d-432f-90ce-954332654c60 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.260170] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b6b0650-9d51-4ae9-86ec-dc1e5f3c1c24 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.267930] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-a9d79b78-43eb-4bfc-a343-2292177b999f tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] [instance: 5815fe63-e447-4be2-9055-a6320d0ba896] Updating instance '5815fe63-e447-4be2-9055-a6320d0ba896' progress to 83 {{(pid=69770) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1255.386399] env[69770]: DEBUG nova.compute.manager [None req-5a745fde-b652-42ae-8acb-ba41155b87b0 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] [instance: df47450a-8e9a-4d83-b50a-ca611f6d9139] Start spawning the instance on the hypervisor. {{(pid=69770) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1255.407584] env[69770]: DEBUG nova.virt.hardware [None req-5a745fde-b652-42ae-8acb-ba41155b87b0 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T12:16:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T12:16:11Z,direct_url=,disk_format='vmdk',id=d1eaff80-24a0-4391-90eb-59958b1ecf0a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d65f20bb89fb40a98b77bc6d97357df2',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T12:16:12Z,virtual_size=,visibility=), allow threads: False {{(pid=69770) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1255.407835] env[69770]: DEBUG nova.virt.hardware [None req-5a745fde-b652-42ae-8acb-ba41155b87b0 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] Flavor limits 0:0:0 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1255.407992] env[69770]: DEBUG nova.virt.hardware [None req-5a745fde-b652-42ae-8acb-ba41155b87b0 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] Image limits 0:0:0 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1255.408194] env[69770]: DEBUG nova.virt.hardware [None req-5a745fde-b652-42ae-8acb-ba41155b87b0 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] Flavor pref 0:0:0 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1255.408374] env[69770]: DEBUG nova.virt.hardware [None req-5a745fde-b652-42ae-8acb-ba41155b87b0 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] Image pref 0:0:0 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1255.408531] env[69770]: DEBUG nova.virt.hardware [None req-5a745fde-b652-42ae-8acb-ba41155b87b0 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1255.408744] env[69770]: DEBUG nova.virt.hardware [None req-5a745fde-b652-42ae-8acb-ba41155b87b0 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69770) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1255.408901] env[69770]: DEBUG nova.virt.hardware [None req-5a745fde-b652-42ae-8acb-ba41155b87b0 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69770) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1255.409084] env[69770]: DEBUG nova.virt.hardware [None req-5a745fde-b652-42ae-8acb-ba41155b87b0 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] Got 1 possible topologies {{(pid=69770) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1255.409250] env[69770]: DEBUG nova.virt.hardware [None req-5a745fde-b652-42ae-8acb-ba41155b87b0 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69770) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1255.409425] env[69770]: DEBUG nova.virt.hardware [None req-5a745fde-b652-42ae-8acb-ba41155b87b0 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69770) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1255.413868] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-478710b4-88c3-4304-b7c2-d9974756bc83 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.422403] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22b5fe6c-35fe-43fb-9832-5f5aeb9736f7 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.585809] env[69770]: DEBUG nova.compute.manager [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] [instance: d9619712-7879-42fa-a39a-d61c2c2cad75] Instance has had 0 of 5 cleanup attempts {{(pid=69770) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1255.658097] env[69770]: DEBUG nova.compute.manager [req-1785fc81-52e3-4022-a860-db156eae565d req-8106e70a-d45d-4fd2-b93e-18403133c990 service nova] [instance: df47450a-8e9a-4d83-b50a-ca611f6d9139] Received event network-vif-plugged-fd52efc7-fe2b-4988-9cda-518c466d2a7f {{(pid=69770) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1255.658376] env[69770]: DEBUG oslo_concurrency.lockutils [req-1785fc81-52e3-4022-a860-db156eae565d req-8106e70a-d45d-4fd2-b93e-18403133c990 service nova] Acquiring lock "df47450a-8e9a-4d83-b50a-ca611f6d9139-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1255.658598] env[69770]: DEBUG oslo_concurrency.lockutils [req-1785fc81-52e3-4022-a860-db156eae565d req-8106e70a-d45d-4fd2-b93e-18403133c990 service nova] Lock "df47450a-8e9a-4d83-b50a-ca611f6d9139-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1255.658798] env[69770]: DEBUG oslo_concurrency.lockutils [req-1785fc81-52e3-4022-a860-db156eae565d req-8106e70a-d45d-4fd2-b93e-18403133c990 service nova] Lock "df47450a-8e9a-4d83-b50a-ca611f6d9139-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1255.658987] env[69770]: DEBUG nova.compute.manager [req-1785fc81-52e3-4022-a860-db156eae565d req-8106e70a-d45d-4fd2-b93e-18403133c990 service nova] [instance: df47450a-8e9a-4d83-b50a-ca611f6d9139] No waiting events found dispatching network-vif-plugged-fd52efc7-fe2b-4988-9cda-518c466d2a7f {{(pid=69770) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1255.659173] env[69770]: WARNING nova.compute.manager [req-1785fc81-52e3-4022-a860-db156eae565d req-8106e70a-d45d-4fd2-b93e-18403133c990 service nova] [instance: df47450a-8e9a-4d83-b50a-ca611f6d9139] Received unexpected event network-vif-plugged-fd52efc7-fe2b-4988-9cda-518c466d2a7f for instance with vm_state building and task_state spawning. [ 1255.659977] env[69770]: DEBUG oslo_concurrency.lockutils [None req-9f1d970f-2d4a-48ed-b235-45603b3daffb tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.309s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1255.660523] env[69770]: DEBUG nova.compute.manager [None req-9f1d970f-2d4a-48ed-b235-45603b3daffb tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] [instance: 755adf13-58e9-4da5-adfc-8ba308501fa4] Start building networks asynchronously for instance. {{(pid=69770) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1255.774978] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-a9d79b78-43eb-4bfc-a343-2292177b999f tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] [instance: 5815fe63-e447-4be2-9055-a6320d0ba896] Updating instance '5815fe63-e447-4be2-9055-a6320d0ba896' progress to 100 {{(pid=69770) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1255.780519] env[69770]: DEBUG nova.network.neutron [None req-5a745fde-b652-42ae-8acb-ba41155b87b0 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] [instance: df47450a-8e9a-4d83-b50a-ca611f6d9139] Successfully updated port: fd52efc7-fe2b-4988-9cda-518c466d2a7f {{(pid=69770) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1255.919831] env[69770]: INFO nova.compute.manager [None req-d61e1cda-3e8d-4b9f-abd6-84beb6558d95 tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] [instance: dab60fd0-ed75-4747-8caf-e5e99ea54448] Updating instance to original state: 'active' [ 1256.090055] env[69770]: DEBUG nova.compute.manager [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] [instance: cb2d5e5c-a655-4351-8e47-77816071183b] Instance has had 0 of 5 cleanup attempts {{(pid=69770) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1256.167133] env[69770]: DEBUG nova.compute.utils [None req-9f1d970f-2d4a-48ed-b235-45603b3daffb tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] Using /dev/sd instead of None {{(pid=69770) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1256.169297] env[69770]: DEBUG nova.compute.manager [None req-9f1d970f-2d4a-48ed-b235-45603b3daffb tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] [instance: 755adf13-58e9-4da5-adfc-8ba308501fa4] Allocating IP information in the background. {{(pid=69770) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1256.169297] env[69770]: DEBUG nova.network.neutron [None req-9f1d970f-2d4a-48ed-b235-45603b3daffb tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] [instance: 755adf13-58e9-4da5-adfc-8ba308501fa4] allocate_for_instance() {{(pid=69770) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1256.209322] env[69770]: DEBUG nova.policy [None req-9f1d970f-2d4a-48ed-b235-45603b3daffb tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6e9afb42d59b4af899f16d4eff0f43ef', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '63715e849e05463da9bfa0405c750b8f', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69770) authorize /opt/stack/nova/nova/policy.py:192}} [ 1256.284412] env[69770]: DEBUG oslo_concurrency.lockutils [None req-5a745fde-b652-42ae-8acb-ba41155b87b0 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] Acquiring lock "refresh_cache-df47450a-8e9a-4d83-b50a-ca611f6d9139" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.284590] env[69770]: DEBUG oslo_concurrency.lockutils [None req-5a745fde-b652-42ae-8acb-ba41155b87b0 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] Acquired lock "refresh_cache-df47450a-8e9a-4d83-b50a-ca611f6d9139" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.284746] env[69770]: DEBUG nova.network.neutron [None req-5a745fde-b652-42ae-8acb-ba41155b87b0 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] [instance: df47450a-8e9a-4d83-b50a-ca611f6d9139] Building network info cache for instance {{(pid=69770) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1256.502638] env[69770]: DEBUG nova.network.neutron [None req-9f1d970f-2d4a-48ed-b235-45603b3daffb tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] [instance: 755adf13-58e9-4da5-adfc-8ba308501fa4] Successfully created port: e2f953c1-acfb-48ab-a357-c71a8980eb96 {{(pid=69770) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1256.593464] env[69770]: DEBUG nova.compute.manager [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] [instance: 25da9782-52d2-4813-8744-847ff6ba0e5d] Instance has had 0 of 5 cleanup attempts {{(pid=69770) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1256.672649] env[69770]: DEBUG nova.compute.manager [None req-9f1d970f-2d4a-48ed-b235-45603b3daffb tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] [instance: 755adf13-58e9-4da5-adfc-8ba308501fa4] Start building block device mappings for instance. {{(pid=69770) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1256.825679] env[69770]: DEBUG nova.network.neutron [None req-5a745fde-b652-42ae-8acb-ba41155b87b0 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] [instance: df47450a-8e9a-4d83-b50a-ca611f6d9139] Instance cache missing network info. {{(pid=69770) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1257.005295] env[69770]: DEBUG nova.network.neutron [None req-5a745fde-b652-42ae-8acb-ba41155b87b0 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] [instance: df47450a-8e9a-4d83-b50a-ca611f6d9139] Updating instance_info_cache with network_info: [{"id": "fd52efc7-fe2b-4988-9cda-518c466d2a7f", "address": "fa:16:3e:14:7e:b0", "network": {"id": "5cb038fa-57e0-447e-965e-88265882e7e5", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1033362514-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "50458fae76de4e588f96680501eae48c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6a31b224-77d7-48a4-af87-312758611b8e", "external-id": "nsx-vlan-transportzone-761", "segmentation_id": 761, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfd52efc7-fe", "ovs_interfaceid": "fd52efc7-fe2b-4988-9cda-518c466d2a7f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69770) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1257.096786] env[69770]: DEBUG nova.compute.manager [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] [instance: e6c4d986-abee-4ca2-8ef3-2917a3d75141] Instance has had 0 of 5 cleanup attempts {{(pid=69770) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1257.507663] env[69770]: DEBUG oslo_concurrency.lockutils [None req-5a745fde-b652-42ae-8acb-ba41155b87b0 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] Releasing lock "refresh_cache-df47450a-8e9a-4d83-b50a-ca611f6d9139" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.508037] env[69770]: DEBUG nova.compute.manager [None req-5a745fde-b652-42ae-8acb-ba41155b87b0 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] [instance: df47450a-8e9a-4d83-b50a-ca611f6d9139] Instance network_info: |[{"id": "fd52efc7-fe2b-4988-9cda-518c466d2a7f", "address": "fa:16:3e:14:7e:b0", "network": {"id": "5cb038fa-57e0-447e-965e-88265882e7e5", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1033362514-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "50458fae76de4e588f96680501eae48c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6a31b224-77d7-48a4-af87-312758611b8e", "external-id": "nsx-vlan-transportzone-761", "segmentation_id": 761, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfd52efc7-fe", "ovs_interfaceid": "fd52efc7-fe2b-4988-9cda-518c466d2a7f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69770) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1257.508519] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-5a745fde-b652-42ae-8acb-ba41155b87b0 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] [instance: df47450a-8e9a-4d83-b50a-ca611f6d9139] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:14:7e:b0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6a31b224-77d7-48a4-af87-312758611b8e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'fd52efc7-fe2b-4988-9cda-518c466d2a7f', 'vif_model': 'vmxnet3'}] {{(pid=69770) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1257.518974] env[69770]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5a745fde-b652-42ae-8acb-ba41155b87b0 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69770) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1257.519265] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: df47450a-8e9a-4d83-b50a-ca611f6d9139] Creating VM on the ESX host {{(pid=69770) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1257.519510] env[69770]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d5f748d7-e9bd-403f-a47d-7b8f21c69f6f {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.540798] env[69770]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1257.540798] env[69770]: value = "task-4070728" [ 1257.540798] env[69770]: _type = "Task" [ 1257.540798] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1257.549805] env[69770]: DEBUG oslo_vmware.api [-] Task: {'id': task-4070728, 'name': CreateVM_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1257.601590] env[69770]: DEBUG nova.compute.manager [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] [instance: efd33efc-116e-464e-8669-fbfc94e38cba] Instance has had 0 of 5 cleanup attempts {{(pid=69770) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1257.685063] env[69770]: DEBUG nova.compute.manager [None req-9f1d970f-2d4a-48ed-b235-45603b3daffb tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] [instance: 755adf13-58e9-4da5-adfc-8ba308501fa4] Start spawning the instance on the hypervisor. {{(pid=69770) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1257.690212] env[69770]: DEBUG nova.compute.manager [req-3b67629d-9d8c-498e-949a-91822f2ae257 req-126a7f08-ff3a-423d-8a4a-4030cf48b473 service nova] [instance: df47450a-8e9a-4d83-b50a-ca611f6d9139] Received event network-changed-fd52efc7-fe2b-4988-9cda-518c466d2a7f {{(pid=69770) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1257.690672] env[69770]: DEBUG nova.compute.manager [req-3b67629d-9d8c-498e-949a-91822f2ae257 req-126a7f08-ff3a-423d-8a4a-4030cf48b473 service nova] [instance: df47450a-8e9a-4d83-b50a-ca611f6d9139] Refreshing instance network info cache due to event network-changed-fd52efc7-fe2b-4988-9cda-518c466d2a7f. {{(pid=69770) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1257.690979] env[69770]: DEBUG oslo_concurrency.lockutils [req-3b67629d-9d8c-498e-949a-91822f2ae257 req-126a7f08-ff3a-423d-8a4a-4030cf48b473 service nova] Acquiring lock "refresh_cache-df47450a-8e9a-4d83-b50a-ca611f6d9139" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.691192] env[69770]: DEBUG oslo_concurrency.lockutils [req-3b67629d-9d8c-498e-949a-91822f2ae257 req-126a7f08-ff3a-423d-8a4a-4030cf48b473 service nova] Acquired lock "refresh_cache-df47450a-8e9a-4d83-b50a-ca611f6d9139" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.691375] env[69770]: DEBUG nova.network.neutron [req-3b67629d-9d8c-498e-949a-91822f2ae257 req-126a7f08-ff3a-423d-8a4a-4030cf48b473 service nova] [instance: df47450a-8e9a-4d83-b50a-ca611f6d9139] Refreshing network info cache for port fd52efc7-fe2b-4988-9cda-518c466d2a7f {{(pid=69770) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1257.714949] env[69770]: DEBUG nova.virt.hardware [None req-9f1d970f-2d4a-48ed-b235-45603b3daffb tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T12:16:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T12:16:11Z,direct_url=,disk_format='vmdk',id=d1eaff80-24a0-4391-90eb-59958b1ecf0a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d65f20bb89fb40a98b77bc6d97357df2',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T12:16:12Z,virtual_size=,visibility=), allow threads: False {{(pid=69770) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1257.715233] env[69770]: DEBUG nova.virt.hardware [None req-9f1d970f-2d4a-48ed-b235-45603b3daffb tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] Flavor limits 0:0:0 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1257.715320] env[69770]: DEBUG nova.virt.hardware [None req-9f1d970f-2d4a-48ed-b235-45603b3daffb tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] Image limits 0:0:0 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1257.715456] env[69770]: DEBUG nova.virt.hardware [None req-9f1d970f-2d4a-48ed-b235-45603b3daffb tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] Flavor pref 0:0:0 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1257.715601] env[69770]: DEBUG nova.virt.hardware [None req-9f1d970f-2d4a-48ed-b235-45603b3daffb tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] Image pref 0:0:0 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1257.715808] env[69770]: DEBUG nova.virt.hardware [None req-9f1d970f-2d4a-48ed-b235-45603b3daffb tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1257.716036] env[69770]: DEBUG nova.virt.hardware [None req-9f1d970f-2d4a-48ed-b235-45603b3daffb tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69770) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1257.716201] env[69770]: DEBUG nova.virt.hardware [None req-9f1d970f-2d4a-48ed-b235-45603b3daffb tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69770) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1257.716416] env[69770]: DEBUG nova.virt.hardware [None req-9f1d970f-2d4a-48ed-b235-45603b3daffb tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] Got 1 possible topologies {{(pid=69770) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1257.716595] env[69770]: DEBUG nova.virt.hardware [None req-9f1d970f-2d4a-48ed-b235-45603b3daffb tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69770) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1257.716706] env[69770]: DEBUG nova.virt.hardware [None req-9f1d970f-2d4a-48ed-b235-45603b3daffb tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69770) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1257.717753] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-805eed7b-1d1c-4ec7-b001-79b21edd0e81 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.727367] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a32091f-a1d1-4ac0-a7d4-a53ede3c284b {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.763475] env[69770]: DEBUG oslo_concurrency.lockutils [None req-fcc3099b-ad56-4abd-8572-e92349a6bffb tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] Acquiring lock "5815fe63-e447-4be2-9055-a6320d0ba896" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1257.763752] env[69770]: DEBUG oslo_concurrency.lockutils [None req-fcc3099b-ad56-4abd-8572-e92349a6bffb tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] Lock "5815fe63-e447-4be2-9055-a6320d0ba896" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1257.763943] env[69770]: DEBUG nova.compute.manager [None req-fcc3099b-ad56-4abd-8572-e92349a6bffb tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] [instance: 5815fe63-e447-4be2-9055-a6320d0ba896] Going to confirm migration 5 {{(pid=69770) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1257.861181] env[69770]: DEBUG oslo_concurrency.lockutils [None req-a3580273-97b4-44a3-8c28-06633abc2619 tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] Acquiring lock "dab60fd0-ed75-4747-8caf-e5e99ea54448" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1257.861512] env[69770]: DEBUG oslo_concurrency.lockutils [None req-a3580273-97b4-44a3-8c28-06633abc2619 tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] Lock "dab60fd0-ed75-4747-8caf-e5e99ea54448" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1257.861774] env[69770]: DEBUG oslo_concurrency.lockutils [None req-a3580273-97b4-44a3-8c28-06633abc2619 tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] Acquiring lock "dab60fd0-ed75-4747-8caf-e5e99ea54448-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1257.861970] env[69770]: DEBUG oslo_concurrency.lockutils [None req-a3580273-97b4-44a3-8c28-06633abc2619 tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] Lock "dab60fd0-ed75-4747-8caf-e5e99ea54448-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1257.862156] env[69770]: DEBUG oslo_concurrency.lockutils [None req-a3580273-97b4-44a3-8c28-06633abc2619 tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] Lock "dab60fd0-ed75-4747-8caf-e5e99ea54448-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1257.865502] env[69770]: INFO nova.compute.manager [None req-a3580273-97b4-44a3-8c28-06633abc2619 tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] [instance: dab60fd0-ed75-4747-8caf-e5e99ea54448] Terminating instance [ 1258.053449] env[69770]: DEBUG oslo_vmware.api [-] Task: {'id': task-4070728, 'name': CreateVM_Task} progress is 99%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1258.096404] env[69770]: DEBUG nova.network.neutron [None req-9f1d970f-2d4a-48ed-b235-45603b3daffb tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] [instance: 755adf13-58e9-4da5-adfc-8ba308501fa4] Successfully updated port: e2f953c1-acfb-48ab-a357-c71a8980eb96 {{(pid=69770) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1258.105350] env[69770]: DEBUG nova.compute.manager [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] [instance: 1d35724e-5a49-4d53-b81e-a259ea926036] Instance has had 0 of 5 cleanup attempts {{(pid=69770) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1258.303398] env[69770]: DEBUG oslo_concurrency.lockutils [None req-fcc3099b-ad56-4abd-8572-e92349a6bffb tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] Acquiring lock "refresh_cache-5815fe63-e447-4be2-9055-a6320d0ba896" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.303584] env[69770]: DEBUG oslo_concurrency.lockutils [None req-fcc3099b-ad56-4abd-8572-e92349a6bffb tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] Acquired lock "refresh_cache-5815fe63-e447-4be2-9055-a6320d0ba896" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1258.303764] env[69770]: DEBUG nova.network.neutron [None req-fcc3099b-ad56-4abd-8572-e92349a6bffb tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] [instance: 5815fe63-e447-4be2-9055-a6320d0ba896] Building network info cache for instance {{(pid=69770) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1258.303959] env[69770]: DEBUG nova.objects.instance [None req-fcc3099b-ad56-4abd-8572-e92349a6bffb tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] Lazy-loading 'info_cache' on Instance uuid 5815fe63-e447-4be2-9055-a6320d0ba896 {{(pid=69770) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1258.372578] env[69770]: DEBUG nova.compute.manager [None req-a3580273-97b4-44a3-8c28-06633abc2619 tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] [instance: dab60fd0-ed75-4747-8caf-e5e99ea54448] Start destroying the instance on the hypervisor. {{(pid=69770) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1258.372813] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-a3580273-97b4-44a3-8c28-06633abc2619 tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] [instance: dab60fd0-ed75-4747-8caf-e5e99ea54448] Destroying instance {{(pid=69770) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1258.373701] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-911927d5-0fba-4efc-b825-e8668d6213e0 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.382736] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-a3580273-97b4-44a3-8c28-06633abc2619 tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] [instance: dab60fd0-ed75-4747-8caf-e5e99ea54448] Powering off the VM {{(pid=69770) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1258.382994] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4a1f2d4d-27d3-4a42-8d2e-fc38a2e11993 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.390417] env[69770]: DEBUG oslo_vmware.api [None req-a3580273-97b4-44a3-8c28-06633abc2619 tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] Waiting for the task: (returnval){ [ 1258.390417] env[69770]: value = "task-4070730" [ 1258.390417] env[69770]: _type = "Task" [ 1258.390417] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1258.399988] env[69770]: DEBUG oslo_vmware.api [None req-a3580273-97b4-44a3-8c28-06633abc2619 tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] Task: {'id': task-4070730, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1258.413590] env[69770]: DEBUG nova.network.neutron [req-3b67629d-9d8c-498e-949a-91822f2ae257 req-126a7f08-ff3a-423d-8a4a-4030cf48b473 service nova] [instance: df47450a-8e9a-4d83-b50a-ca611f6d9139] Updated VIF entry in instance network info cache for port fd52efc7-fe2b-4988-9cda-518c466d2a7f. {{(pid=69770) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1258.413709] env[69770]: DEBUG nova.network.neutron [req-3b67629d-9d8c-498e-949a-91822f2ae257 req-126a7f08-ff3a-423d-8a4a-4030cf48b473 service nova] [instance: df47450a-8e9a-4d83-b50a-ca611f6d9139] Updating instance_info_cache with network_info: [{"id": "fd52efc7-fe2b-4988-9cda-518c466d2a7f", "address": "fa:16:3e:14:7e:b0", "network": {"id": "5cb038fa-57e0-447e-965e-88265882e7e5", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1033362514-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "50458fae76de4e588f96680501eae48c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6a31b224-77d7-48a4-af87-312758611b8e", "external-id": "nsx-vlan-transportzone-761", "segmentation_id": 761, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfd52efc7-fe", "ovs_interfaceid": "fd52efc7-fe2b-4988-9cda-518c466d2a7f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69770) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1258.554058] env[69770]: DEBUG oslo_vmware.api [-] Task: {'id': task-4070728, 'name': CreateVM_Task, 'duration_secs': 0.575676} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1258.554339] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: df47450a-8e9a-4d83-b50a-ca611f6d9139] Created VM on the ESX host {{(pid=69770) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1258.555086] env[69770]: DEBUG oslo_concurrency.lockutils [None req-5a745fde-b652-42ae-8acb-ba41155b87b0 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.555257] env[69770]: DEBUG oslo_concurrency.lockutils [None req-5a745fde-b652-42ae-8acb-ba41155b87b0 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1258.555761] env[69770]: DEBUG oslo_concurrency.lockutils [None req-5a745fde-b652-42ae-8acb-ba41155b87b0 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1258.556408] env[69770]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4df7cdcd-2072-48d8-ba18-0fe0500c1db2 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.562537] env[69770]: DEBUG oslo_vmware.api [None req-5a745fde-b652-42ae-8acb-ba41155b87b0 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] Waiting for the task: (returnval){ [ 1258.562537] env[69770]: value = "session[52161b52-cb8e-ec9f-1132-2f6b49549d41]5291772e-a481-aee1-089e-399e257a7184" [ 1258.562537] env[69770]: _type = "Task" [ 1258.562537] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1258.573335] env[69770]: DEBUG oslo_vmware.api [None req-5a745fde-b652-42ae-8acb-ba41155b87b0 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]5291772e-a481-aee1-089e-399e257a7184, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1258.598336] env[69770]: DEBUG oslo_concurrency.lockutils [None req-9f1d970f-2d4a-48ed-b235-45603b3daffb tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] Acquiring lock "refresh_cache-755adf13-58e9-4da5-adfc-8ba308501fa4" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.598512] env[69770]: DEBUG oslo_concurrency.lockutils [None req-9f1d970f-2d4a-48ed-b235-45603b3daffb tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] Acquired lock "refresh_cache-755adf13-58e9-4da5-adfc-8ba308501fa4" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1258.598716] env[69770]: DEBUG nova.network.neutron [None req-9f1d970f-2d4a-48ed-b235-45603b3daffb tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] [instance: 755adf13-58e9-4da5-adfc-8ba308501fa4] Building network info cache for instance {{(pid=69770) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1258.608637] env[69770]: DEBUG nova.compute.manager [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] [instance: fa98db4f-3f15-4fcd-ab94-fa210b828e69] Instance has had 0 of 5 cleanup attempts {{(pid=69770) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1258.901117] env[69770]: DEBUG oslo_vmware.api [None req-a3580273-97b4-44a3-8c28-06633abc2619 tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] Task: {'id': task-4070730, 'name': PowerOffVM_Task, 'duration_secs': 0.356627} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1258.901371] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-a3580273-97b4-44a3-8c28-06633abc2619 tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] [instance: dab60fd0-ed75-4747-8caf-e5e99ea54448] Powered off the VM {{(pid=69770) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1258.901618] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-a3580273-97b4-44a3-8c28-06633abc2619 tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] [instance: dab60fd0-ed75-4747-8caf-e5e99ea54448] Unregistering the VM {{(pid=69770) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1258.901913] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0d36eb9d-8c52-431a-b6e2-368b995cca77 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.916743] env[69770]: DEBUG oslo_concurrency.lockutils [req-3b67629d-9d8c-498e-949a-91822f2ae257 req-126a7f08-ff3a-423d-8a4a-4030cf48b473 service nova] Releasing lock "refresh_cache-df47450a-8e9a-4d83-b50a-ca611f6d9139" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1258.974028] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-a3580273-97b4-44a3-8c28-06633abc2619 tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] [instance: dab60fd0-ed75-4747-8caf-e5e99ea54448] Unregistered the VM {{(pid=69770) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1258.974424] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-a3580273-97b4-44a3-8c28-06633abc2619 tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] [instance: dab60fd0-ed75-4747-8caf-e5e99ea54448] Deleting contents of the VM from datastore datastore2 {{(pid=69770) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1258.974705] env[69770]: DEBUG nova.virt.vmwareapi.ds_util [None req-a3580273-97b4-44a3-8c28-06633abc2619 tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] Deleting the datastore file [datastore2] dab60fd0-ed75-4747-8caf-e5e99ea54448 {{(pid=69770) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1258.975101] env[69770]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a9e8876a-7138-46d2-8e31-7716d1bd2de8 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.983898] env[69770]: DEBUG oslo_vmware.api [None req-a3580273-97b4-44a3-8c28-06633abc2619 tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] Waiting for the task: (returnval){ [ 1258.983898] env[69770]: value = "task-4070732" [ 1258.983898] env[69770]: _type = "Task" [ 1258.983898] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1258.992589] env[69770]: DEBUG oslo_vmware.api [None req-a3580273-97b4-44a3-8c28-06633abc2619 tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] Task: {'id': task-4070732, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1259.074969] env[69770]: DEBUG oslo_vmware.api [None req-5a745fde-b652-42ae-8acb-ba41155b87b0 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]5291772e-a481-aee1-089e-399e257a7184, 'name': SearchDatastore_Task, 'duration_secs': 0.012801} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1259.075695] env[69770]: DEBUG oslo_concurrency.lockutils [None req-5a745fde-b652-42ae-8acb-ba41155b87b0 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.075950] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-5a745fde-b652-42ae-8acb-ba41155b87b0 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] [instance: df47450a-8e9a-4d83-b50a-ca611f6d9139] Processing image d1eaff80-24a0-4391-90eb-59958b1ecf0a {{(pid=69770) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1259.076211] env[69770]: DEBUG oslo_concurrency.lockutils [None req-5a745fde-b652-42ae-8acb-ba41155b87b0 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.076391] env[69770]: DEBUG oslo_concurrency.lockutils [None req-5a745fde-b652-42ae-8acb-ba41155b87b0 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.076615] env[69770]: DEBUG nova.virt.vmwareapi.ds_util [None req-5a745fde-b652-42ae-8acb-ba41155b87b0 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69770) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1259.076936] env[69770]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b4254b23-b252-4921-91e0-8543c6198a3e {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.086918] env[69770]: DEBUG nova.virt.vmwareapi.ds_util [None req-5a745fde-b652-42ae-8acb-ba41155b87b0 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69770) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1259.087149] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-5a745fde-b652-42ae-8acb-ba41155b87b0 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69770) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1259.087959] env[69770]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-884e7f8c-856d-4a54-aa67-996d754eb77a {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.094239] env[69770]: DEBUG oslo_vmware.api [None req-5a745fde-b652-42ae-8acb-ba41155b87b0 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] Waiting for the task: (returnval){ [ 1259.094239] env[69770]: value = "session[52161b52-cb8e-ec9f-1132-2f6b49549d41]5229fea2-116c-957a-0ada-7831019ec65b" [ 1259.094239] env[69770]: _type = "Task" [ 1259.094239] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1259.106412] env[69770]: DEBUG oslo_vmware.api [None req-5a745fde-b652-42ae-8acb-ba41155b87b0 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]5229fea2-116c-957a-0ada-7831019ec65b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1259.112504] env[69770]: DEBUG nova.compute.manager [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] [instance: fc7b06e1-c542-448b-a750-f27af3874b8f] Instance has had 0 of 5 cleanup attempts {{(pid=69770) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1259.136142] env[69770]: DEBUG nova.network.neutron [None req-9f1d970f-2d4a-48ed-b235-45603b3daffb tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] [instance: 755adf13-58e9-4da5-adfc-8ba308501fa4] Instance cache missing network info. {{(pid=69770) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1259.316570] env[69770]: DEBUG nova.network.neutron [None req-9f1d970f-2d4a-48ed-b235-45603b3daffb tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] [instance: 755adf13-58e9-4da5-adfc-8ba308501fa4] Updating instance_info_cache with network_info: [{"id": "e2f953c1-acfb-48ab-a357-c71a8980eb96", "address": "fa:16:3e:f0:12:78", "network": {"id": "d5ae8d06-e279-436f-9c41-66b44f6f2542", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1370812323-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "63715e849e05463da9bfa0405c750b8f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dad4f433-bb0b-45c7-8040-972ef2277f75", "external-id": "nsx-vlan-transportzone-451", "segmentation_id": 451, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape2f953c1-ac", "ovs_interfaceid": "e2f953c1-acfb-48ab-a357-c71a8980eb96", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69770) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1259.494913] env[69770]: DEBUG oslo_vmware.api [None req-a3580273-97b4-44a3-8c28-06633abc2619 tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] Task: {'id': task-4070732, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.15929} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1259.497444] env[69770]: DEBUG nova.virt.vmwareapi.ds_util [None req-a3580273-97b4-44a3-8c28-06633abc2619 tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] Deleted the datastore file {{(pid=69770) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1259.497642] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-a3580273-97b4-44a3-8c28-06633abc2619 tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] [instance: dab60fd0-ed75-4747-8caf-e5e99ea54448] Deleted contents of the VM from datastore datastore2 {{(pid=69770) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1259.497823] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-a3580273-97b4-44a3-8c28-06633abc2619 tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] [instance: dab60fd0-ed75-4747-8caf-e5e99ea54448] Instance destroyed {{(pid=69770) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1259.497996] env[69770]: INFO nova.compute.manager [None req-a3580273-97b4-44a3-8c28-06633abc2619 tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] [instance: dab60fd0-ed75-4747-8caf-e5e99ea54448] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1259.498254] env[69770]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a3580273-97b4-44a3-8c28-06633abc2619 tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69770) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1259.498472] env[69770]: DEBUG nova.compute.manager [-] [instance: dab60fd0-ed75-4747-8caf-e5e99ea54448] Deallocating network for instance {{(pid=69770) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1259.498553] env[69770]: DEBUG nova.network.neutron [-] [instance: dab60fd0-ed75-4747-8caf-e5e99ea54448] deallocate_for_instance() {{(pid=69770) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1259.571085] env[69770]: DEBUG nova.network.neutron [None req-fcc3099b-ad56-4abd-8572-e92349a6bffb tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] [instance: 5815fe63-e447-4be2-9055-a6320d0ba896] Updating instance_info_cache with network_info: [{"id": "ffac1883-a59c-43d8-8ba1-8e8379f232f5", "address": "fa:16:3e:ee:a1:aa", "network": {"id": "6947160b-7d54-4e72-ac36-2126989baab1", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-851069895-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.254", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bcbfd42565514a329707ee7a1c7d910c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69076131-87ac-46dd-9d5d-8d1b4ea7dec6", "external-id": "nsx-vlan-transportzone-327", "segmentation_id": 327, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapffac1883-a5", "ovs_interfaceid": "ffac1883-a59c-43d8-8ba1-8e8379f232f5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69770) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1259.606093] env[69770]: DEBUG oslo_vmware.api [None req-5a745fde-b652-42ae-8acb-ba41155b87b0 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]5229fea2-116c-957a-0ada-7831019ec65b, 'name': SearchDatastore_Task, 'duration_secs': 0.01134} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1259.606986] env[69770]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5704c6e9-11c7-4a29-b77e-770b7a3d983c {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.613211] env[69770]: DEBUG oslo_vmware.api [None req-5a745fde-b652-42ae-8acb-ba41155b87b0 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] Waiting for the task: (returnval){ [ 1259.613211] env[69770]: value = "session[52161b52-cb8e-ec9f-1132-2f6b49549d41]5216d378-0818-57ff-51ad-c66ece102862" [ 1259.613211] env[69770]: _type = "Task" [ 1259.613211] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1259.617583] env[69770]: DEBUG nova.compute.manager [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] [instance: 1e9f2a84-ff0f-4bfb-87b7-0b0d3604ab3f] Instance has had 0 of 5 cleanup attempts {{(pid=69770) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1259.626861] env[69770]: DEBUG oslo_vmware.api [None req-5a745fde-b652-42ae-8acb-ba41155b87b0 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]5216d378-0818-57ff-51ad-c66ece102862, 'name': SearchDatastore_Task, 'duration_secs': 0.01013} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1259.627150] env[69770]: DEBUG oslo_concurrency.lockutils [None req-5a745fde-b652-42ae-8acb-ba41155b87b0 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.627410] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a745fde-b652-42ae-8acb-ba41155b87b0 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk to [datastore2] df47450a-8e9a-4d83-b50a-ca611f6d9139/df47450a-8e9a-4d83-b50a-ca611f6d9139.vmdk {{(pid=69770) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1259.627818] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5677acfd-047f-4636-b2a7-9bf77b0a90a4 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.635473] env[69770]: DEBUG oslo_vmware.api [None req-5a745fde-b652-42ae-8acb-ba41155b87b0 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] Waiting for the task: (returnval){ [ 1259.635473] env[69770]: value = "task-4070733" [ 1259.635473] env[69770]: _type = "Task" [ 1259.635473] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1259.648446] env[69770]: DEBUG oslo_vmware.api [None req-5a745fde-b652-42ae-8acb-ba41155b87b0 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] Task: {'id': task-4070733, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1259.733416] env[69770]: DEBUG nova.compute.manager [req-4d8796b0-84ce-4406-a6a3-c59493dadb36 req-02e50efe-f7bd-4a8b-8c80-70ade79ed567 service nova] [instance: 755adf13-58e9-4da5-adfc-8ba308501fa4] Received event network-vif-plugged-e2f953c1-acfb-48ab-a357-c71a8980eb96 {{(pid=69770) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1259.733625] env[69770]: DEBUG oslo_concurrency.lockutils [req-4d8796b0-84ce-4406-a6a3-c59493dadb36 req-02e50efe-f7bd-4a8b-8c80-70ade79ed567 service nova] Acquiring lock "755adf13-58e9-4da5-adfc-8ba308501fa4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1259.734280] env[69770]: DEBUG oslo_concurrency.lockutils [req-4d8796b0-84ce-4406-a6a3-c59493dadb36 req-02e50efe-f7bd-4a8b-8c80-70ade79ed567 service nova] Lock "755adf13-58e9-4da5-adfc-8ba308501fa4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1259.734475] env[69770]: DEBUG oslo_concurrency.lockutils [req-4d8796b0-84ce-4406-a6a3-c59493dadb36 req-02e50efe-f7bd-4a8b-8c80-70ade79ed567 service nova] Lock "755adf13-58e9-4da5-adfc-8ba308501fa4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1259.734645] env[69770]: DEBUG nova.compute.manager [req-4d8796b0-84ce-4406-a6a3-c59493dadb36 req-02e50efe-f7bd-4a8b-8c80-70ade79ed567 service nova] [instance: 755adf13-58e9-4da5-adfc-8ba308501fa4] No waiting events found dispatching network-vif-plugged-e2f953c1-acfb-48ab-a357-c71a8980eb96 {{(pid=69770) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1259.734811] env[69770]: WARNING nova.compute.manager [req-4d8796b0-84ce-4406-a6a3-c59493dadb36 req-02e50efe-f7bd-4a8b-8c80-70ade79ed567 service nova] [instance: 755adf13-58e9-4da5-adfc-8ba308501fa4] Received unexpected event network-vif-plugged-e2f953c1-acfb-48ab-a357-c71a8980eb96 for instance with vm_state building and task_state spawning. [ 1259.734968] env[69770]: DEBUG nova.compute.manager [req-4d8796b0-84ce-4406-a6a3-c59493dadb36 req-02e50efe-f7bd-4a8b-8c80-70ade79ed567 service nova] [instance: 755adf13-58e9-4da5-adfc-8ba308501fa4] Received event network-changed-e2f953c1-acfb-48ab-a357-c71a8980eb96 {{(pid=69770) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1259.735145] env[69770]: DEBUG nova.compute.manager [req-4d8796b0-84ce-4406-a6a3-c59493dadb36 req-02e50efe-f7bd-4a8b-8c80-70ade79ed567 service nova] [instance: 755adf13-58e9-4da5-adfc-8ba308501fa4] Refreshing instance network info cache due to event network-changed-e2f953c1-acfb-48ab-a357-c71a8980eb96. {{(pid=69770) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1259.735314] env[69770]: DEBUG oslo_concurrency.lockutils [req-4d8796b0-84ce-4406-a6a3-c59493dadb36 req-02e50efe-f7bd-4a8b-8c80-70ade79ed567 service nova] Acquiring lock "refresh_cache-755adf13-58e9-4da5-adfc-8ba308501fa4" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.819749] env[69770]: DEBUG oslo_concurrency.lockutils [None req-9f1d970f-2d4a-48ed-b235-45603b3daffb tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] Releasing lock "refresh_cache-755adf13-58e9-4da5-adfc-8ba308501fa4" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.820019] env[69770]: DEBUG nova.compute.manager [None req-9f1d970f-2d4a-48ed-b235-45603b3daffb tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] [instance: 755adf13-58e9-4da5-adfc-8ba308501fa4] Instance network_info: |[{"id": "e2f953c1-acfb-48ab-a357-c71a8980eb96", "address": "fa:16:3e:f0:12:78", "network": {"id": "d5ae8d06-e279-436f-9c41-66b44f6f2542", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1370812323-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "63715e849e05463da9bfa0405c750b8f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dad4f433-bb0b-45c7-8040-972ef2277f75", "external-id": "nsx-vlan-transportzone-451", "segmentation_id": 451, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape2f953c1-ac", "ovs_interfaceid": "e2f953c1-acfb-48ab-a357-c71a8980eb96", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69770) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1259.820484] env[69770]: DEBUG oslo_concurrency.lockutils [req-4d8796b0-84ce-4406-a6a3-c59493dadb36 req-02e50efe-f7bd-4a8b-8c80-70ade79ed567 service nova] Acquired lock "refresh_cache-755adf13-58e9-4da5-adfc-8ba308501fa4" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.820693] env[69770]: DEBUG nova.network.neutron [req-4d8796b0-84ce-4406-a6a3-c59493dadb36 req-02e50efe-f7bd-4a8b-8c80-70ade79ed567 service nova] [instance: 755adf13-58e9-4da5-adfc-8ba308501fa4] Refreshing network info cache for port e2f953c1-acfb-48ab-a357-c71a8980eb96 {{(pid=69770) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1259.822969] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-9f1d970f-2d4a-48ed-b235-45603b3daffb tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] [instance: 755adf13-58e9-4da5-adfc-8ba308501fa4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f0:12:78', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'dad4f433-bb0b-45c7-8040-972ef2277f75', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e2f953c1-acfb-48ab-a357-c71a8980eb96', 'vif_model': 'vmxnet3'}] {{(pid=69770) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1259.830075] env[69770]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9f1d970f-2d4a-48ed-b235-45603b3daffb tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69770) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1259.831344] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 755adf13-58e9-4da5-adfc-8ba308501fa4] Creating VM on the ESX host {{(pid=69770) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1259.831683] env[69770]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5029d921-11fe-4d5b-9375-436f87202070 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.854899] env[69770]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1259.854899] env[69770]: value = "task-4070734" [ 1259.854899] env[69770]: _type = "Task" [ 1259.854899] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1259.865533] env[69770]: DEBUG oslo_vmware.api [-] Task: {'id': task-4070734, 'name': CreateVM_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1260.074566] env[69770]: DEBUG oslo_concurrency.lockutils [None req-fcc3099b-ad56-4abd-8572-e92349a6bffb tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] Releasing lock "refresh_cache-5815fe63-e447-4be2-9055-a6320d0ba896" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.075340] env[69770]: DEBUG nova.objects.instance [None req-fcc3099b-ad56-4abd-8572-e92349a6bffb tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] Lazy-loading 'migration_context' on Instance uuid 5815fe63-e447-4be2-9055-a6320d0ba896 {{(pid=69770) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1260.121720] env[69770]: DEBUG nova.compute.manager [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] [instance: dc0f3667-e2b8-4b6a-b4e2-cc558b2f10ad] Instance has had 0 of 5 cleanup attempts {{(pid=69770) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1260.148951] env[69770]: DEBUG oslo_vmware.api [None req-5a745fde-b652-42ae-8acb-ba41155b87b0 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] Task: {'id': task-4070733, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.500784} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1260.149671] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a745fde-b652-42ae-8acb-ba41155b87b0 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk to [datastore2] df47450a-8e9a-4d83-b50a-ca611f6d9139/df47450a-8e9a-4d83-b50a-ca611f6d9139.vmdk {{(pid=69770) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1260.150094] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-5a745fde-b652-42ae-8acb-ba41155b87b0 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] [instance: df47450a-8e9a-4d83-b50a-ca611f6d9139] Extending root virtual disk to 1048576 {{(pid=69770) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1260.150512] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8e3a53e1-a922-4e7a-b162-4b0077b445bd {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.163163] env[69770]: DEBUG oslo_vmware.api [None req-5a745fde-b652-42ae-8acb-ba41155b87b0 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] Waiting for the task: (returnval){ [ 1260.163163] env[69770]: value = "task-4070735" [ 1260.163163] env[69770]: _type = "Task" [ 1260.163163] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1260.170880] env[69770]: DEBUG oslo_vmware.api [None req-5a745fde-b652-42ae-8acb-ba41155b87b0 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] Task: {'id': task-4070735, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1260.369434] env[69770]: DEBUG oslo_vmware.api [-] Task: {'id': task-4070734, 'name': CreateVM_Task} progress is 25%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1260.579289] env[69770]: DEBUG nova.objects.base [None req-fcc3099b-ad56-4abd-8572-e92349a6bffb tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] Object Instance<5815fe63-e447-4be2-9055-a6320d0ba896> lazy-loaded attributes: info_cache,migration_context {{(pid=69770) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1260.580509] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3dd3caac-1561-46ee-967b-f4eb92f56972 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.602531] env[69770]: DEBUG nova.network.neutron [req-4d8796b0-84ce-4406-a6a3-c59493dadb36 req-02e50efe-f7bd-4a8b-8c80-70ade79ed567 service nova] [instance: 755adf13-58e9-4da5-adfc-8ba308501fa4] Updated VIF entry in instance network info cache for port e2f953c1-acfb-48ab-a357-c71a8980eb96. {{(pid=69770) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1260.602938] env[69770]: DEBUG nova.network.neutron [req-4d8796b0-84ce-4406-a6a3-c59493dadb36 req-02e50efe-f7bd-4a8b-8c80-70ade79ed567 service nova] [instance: 755adf13-58e9-4da5-adfc-8ba308501fa4] Updating instance_info_cache with network_info: [{"id": "e2f953c1-acfb-48ab-a357-c71a8980eb96", "address": "fa:16:3e:f0:12:78", "network": {"id": "d5ae8d06-e279-436f-9c41-66b44f6f2542", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1370812323-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "63715e849e05463da9bfa0405c750b8f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dad4f433-bb0b-45c7-8040-972ef2277f75", "external-id": "nsx-vlan-transportzone-451", "segmentation_id": 451, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape2f953c1-ac", "ovs_interfaceid": "e2f953c1-acfb-48ab-a357-c71a8980eb96", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69770) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1260.604225] env[69770]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-df8aef9d-6991-4940-abf4-ccc7844d19b7 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.610871] env[69770]: DEBUG oslo_vmware.api [None req-fcc3099b-ad56-4abd-8572-e92349a6bffb tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] Waiting for the task: (returnval){ [ 1260.610871] env[69770]: value = "session[52161b52-cb8e-ec9f-1132-2f6b49549d41]5242e0db-f4a8-47d2-7dee-84f744b0deab" [ 1260.610871] env[69770]: _type = "Task" [ 1260.610871] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1260.620515] env[69770]: DEBUG oslo_vmware.api [None req-fcc3099b-ad56-4abd-8572-e92349a6bffb tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]5242e0db-f4a8-47d2-7dee-84f744b0deab, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1260.626140] env[69770]: DEBUG nova.compute.manager [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] [instance: 31c30825-a5fa-4bd6-8557-fe2cf35d1e3b] Instance has had 0 of 5 cleanup attempts {{(pid=69770) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1260.672569] env[69770]: DEBUG oslo_vmware.api [None req-5a745fde-b652-42ae-8acb-ba41155b87b0 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] Task: {'id': task-4070735, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.182878} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1260.672919] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-5a745fde-b652-42ae-8acb-ba41155b87b0 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] [instance: df47450a-8e9a-4d83-b50a-ca611f6d9139] Extended root virtual disk {{(pid=69770) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1260.673849] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0f360d9-3817-4c02-a00e-2b828a6ec18b {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.698574] env[69770]: DEBUG nova.virt.vmwareapi.volumeops [None req-5a745fde-b652-42ae-8acb-ba41155b87b0 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] [instance: df47450a-8e9a-4d83-b50a-ca611f6d9139] Reconfiguring VM instance instance-0000006c to attach disk [datastore2] df47450a-8e9a-4d83-b50a-ca611f6d9139/df47450a-8e9a-4d83-b50a-ca611f6d9139.vmdk or device None with type sparse {{(pid=69770) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1260.698700] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bd971f20-fde5-4365-bf4f-45c4dbe0d955 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.719587] env[69770]: DEBUG oslo_vmware.api [None req-5a745fde-b652-42ae-8acb-ba41155b87b0 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] Waiting for the task: (returnval){ [ 1260.719587] env[69770]: value = "task-4070737" [ 1260.719587] env[69770]: _type = "Task" [ 1260.719587] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1260.728891] env[69770]: DEBUG oslo_vmware.api [None req-5a745fde-b652-42ae-8acb-ba41155b87b0 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] Task: {'id': task-4070737, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1260.866840] env[69770]: DEBUG oslo_vmware.api [-] Task: {'id': task-4070734, 'name': CreateVM_Task, 'duration_secs': 0.712626} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1260.866840] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 755adf13-58e9-4da5-adfc-8ba308501fa4] Created VM on the ESX host {{(pid=69770) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1260.867244] env[69770]: DEBUG oslo_concurrency.lockutils [None req-9f1d970f-2d4a-48ed-b235-45603b3daffb tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.867411] env[69770]: DEBUG oslo_concurrency.lockutils [None req-9f1d970f-2d4a-48ed-b235-45603b3daffb tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.867729] env[69770]: DEBUG oslo_concurrency.lockutils [None req-9f1d970f-2d4a-48ed-b235-45603b3daffb tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.867981] env[69770]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-53b7f9d2-6e18-4f3d-81b0-fd0fb2f845ab {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.873415] env[69770]: DEBUG oslo_vmware.api [None req-9f1d970f-2d4a-48ed-b235-45603b3daffb tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] Waiting for the task: (returnval){ [ 1260.873415] env[69770]: value = "session[52161b52-cb8e-ec9f-1132-2f6b49549d41]528db340-384f-e910-0cbe-5516ac26f144" [ 1260.873415] env[69770]: _type = "Task" [ 1260.873415] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1260.883072] env[69770]: DEBUG oslo_vmware.api [None req-9f1d970f-2d4a-48ed-b235-45603b3daffb tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]528db340-384f-e910-0cbe-5516ac26f144, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1260.899428] env[69770]: DEBUG nova.network.neutron [-] [instance: dab60fd0-ed75-4747-8caf-e5e99ea54448] Updating instance_info_cache with network_info: [] {{(pid=69770) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1261.108983] env[69770]: DEBUG oslo_concurrency.lockutils [req-4d8796b0-84ce-4406-a6a3-c59493dadb36 req-02e50efe-f7bd-4a8b-8c80-70ade79ed567 service nova] Releasing lock "refresh_cache-755adf13-58e9-4da5-adfc-8ba308501fa4" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.121098] env[69770]: DEBUG oslo_vmware.api [None req-fcc3099b-ad56-4abd-8572-e92349a6bffb tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]5242e0db-f4a8-47d2-7dee-84f744b0deab, 'name': SearchDatastore_Task, 'duration_secs': 0.008725} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1261.121413] env[69770]: DEBUG oslo_concurrency.lockutils [None req-fcc3099b-ad56-4abd-8572-e92349a6bffb tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1261.121710] env[69770]: DEBUG oslo_concurrency.lockutils [None req-fcc3099b-ad56-4abd-8572-e92349a6bffb tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1261.128750] env[69770]: DEBUG nova.compute.manager [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] [instance: a9c7964c-d3b5-4e2c-8ce7-b2a89db73136] Instance has had 0 of 5 cleanup attempts {{(pid=69770) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1261.229601] env[69770]: DEBUG oslo_vmware.api [None req-5a745fde-b652-42ae-8acb-ba41155b87b0 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] Task: {'id': task-4070737, 'name': ReconfigVM_Task, 'duration_secs': 0.344216} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1261.229884] env[69770]: DEBUG nova.virt.vmwareapi.volumeops [None req-5a745fde-b652-42ae-8acb-ba41155b87b0 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] [instance: df47450a-8e9a-4d83-b50a-ca611f6d9139] Reconfigured VM instance instance-0000006c to attach disk [datastore2] df47450a-8e9a-4d83-b50a-ca611f6d9139/df47450a-8e9a-4d83-b50a-ca611f6d9139.vmdk or device None with type sparse {{(pid=69770) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1261.230602] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f5bdec7f-d2c1-400a-b2ac-a3916c74f3e9 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.237986] env[69770]: DEBUG oslo_vmware.api [None req-5a745fde-b652-42ae-8acb-ba41155b87b0 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] Waiting for the task: (returnval){ [ 1261.237986] env[69770]: value = "task-4070738" [ 1261.237986] env[69770]: _type = "Task" [ 1261.237986] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1261.247428] env[69770]: DEBUG oslo_vmware.api [None req-5a745fde-b652-42ae-8acb-ba41155b87b0 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] Task: {'id': task-4070738, 'name': Rename_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1261.384511] env[69770]: DEBUG oslo_vmware.api [None req-9f1d970f-2d4a-48ed-b235-45603b3daffb tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]528db340-384f-e910-0cbe-5516ac26f144, 'name': SearchDatastore_Task, 'duration_secs': 0.010734} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1261.384837] env[69770]: DEBUG oslo_concurrency.lockutils [None req-9f1d970f-2d4a-48ed-b235-45603b3daffb tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.385087] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-9f1d970f-2d4a-48ed-b235-45603b3daffb tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] [instance: 755adf13-58e9-4da5-adfc-8ba308501fa4] Processing image d1eaff80-24a0-4391-90eb-59958b1ecf0a {{(pid=69770) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1261.385346] env[69770]: DEBUG oslo_concurrency.lockutils [None req-9f1d970f-2d4a-48ed-b235-45603b3daffb tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.385680] env[69770]: DEBUG oslo_concurrency.lockutils [None req-9f1d970f-2d4a-48ed-b235-45603b3daffb tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.385754] env[69770]: DEBUG nova.virt.vmwareapi.ds_util [None req-9f1d970f-2d4a-48ed-b235-45603b3daffb tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69770) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1261.385989] env[69770]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fe7e6ab5-0584-420d-96dc-86846db3b645 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.396086] env[69770]: DEBUG nova.virt.vmwareapi.ds_util [None req-9f1d970f-2d4a-48ed-b235-45603b3daffb tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69770) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1261.396255] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-9f1d970f-2d4a-48ed-b235-45603b3daffb tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69770) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1261.397232] env[69770]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0d48cb94-ff09-44e6-a515-00eca61882dc {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.401920] env[69770]: INFO nova.compute.manager [-] [instance: dab60fd0-ed75-4747-8caf-e5e99ea54448] Took 1.90 seconds to deallocate network for instance. [ 1261.405051] env[69770]: DEBUG oslo_vmware.api [None req-9f1d970f-2d4a-48ed-b235-45603b3daffb tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] Waiting for the task: (returnval){ [ 1261.405051] env[69770]: value = "session[52161b52-cb8e-ec9f-1132-2f6b49549d41]52af6094-1633-baad-2a34-907a4dce55c8" [ 1261.405051] env[69770]: _type = "Task" [ 1261.405051] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1261.417565] env[69770]: DEBUG oslo_vmware.api [None req-9f1d970f-2d4a-48ed-b235-45603b3daffb tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]52af6094-1633-baad-2a34-907a4dce55c8, 'name': SearchDatastore_Task, 'duration_secs': 0.010258} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1261.418642] env[69770]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bed27c9d-b35f-46c3-b377-553e0299f445 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.425216] env[69770]: DEBUG oslo_vmware.api [None req-9f1d970f-2d4a-48ed-b235-45603b3daffb tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] Waiting for the task: (returnval){ [ 1261.425216] env[69770]: value = "session[52161b52-cb8e-ec9f-1132-2f6b49549d41]5276112e-a4d3-cc4d-c8f9-c774090c775b" [ 1261.425216] env[69770]: _type = "Task" [ 1261.425216] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1261.434588] env[69770]: DEBUG oslo_vmware.api [None req-9f1d970f-2d4a-48ed-b235-45603b3daffb tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]5276112e-a4d3-cc4d-c8f9-c774090c775b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1261.632137] env[69770]: DEBUG nova.compute.manager [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] [instance: 631c9a53-9da0-4ba6-974f-9ce2c98f788a] Instance has had 0 of 5 cleanup attempts {{(pid=69770) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1261.748476] env[69770]: DEBUG oslo_vmware.api [None req-5a745fde-b652-42ae-8acb-ba41155b87b0 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] Task: {'id': task-4070738, 'name': Rename_Task, 'duration_secs': 0.163268} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1261.748802] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a745fde-b652-42ae-8acb-ba41155b87b0 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] [instance: df47450a-8e9a-4d83-b50a-ca611f6d9139] Powering on the VM {{(pid=69770) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1261.749813] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d041cdbe-7cc6-473d-890e-61dd1ba14340 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.755738] env[69770]: DEBUG oslo_vmware.api [None req-5a745fde-b652-42ae-8acb-ba41155b87b0 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] Waiting for the task: (returnval){ [ 1261.755738] env[69770]: value = "task-4070739" [ 1261.755738] env[69770]: _type = "Task" [ 1261.755738] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1261.764515] env[69770]: DEBUG oslo_vmware.api [None req-5a745fde-b652-42ae-8acb-ba41155b87b0 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] Task: {'id': task-4070739, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1261.770200] env[69770]: DEBUG nova.compute.manager [req-e4396313-e792-49c7-9571-7fccf149cd68 req-7a46a096-6118-4b3b-8402-2fbfd0979c1b service nova] [instance: dab60fd0-ed75-4747-8caf-e5e99ea54448] Received event network-vif-deleted-307ab9b8-a8a6-42c9-a816-c8b10c9a98f5 {{(pid=69770) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1261.913516] env[69770]: DEBUG oslo_concurrency.lockutils [None req-a3580273-97b4-44a3-8c28-06633abc2619 tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1261.939560] env[69770]: DEBUG oslo_vmware.api [None req-9f1d970f-2d4a-48ed-b235-45603b3daffb tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]5276112e-a4d3-cc4d-c8f9-c774090c775b, 'name': SearchDatastore_Task, 'duration_secs': 0.010248} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1261.939850] env[69770]: DEBUG oslo_concurrency.lockutils [None req-9f1d970f-2d4a-48ed-b235-45603b3daffb tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.940127] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f1d970f-2d4a-48ed-b235-45603b3daffb tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk to [datastore2] 755adf13-58e9-4da5-adfc-8ba308501fa4/755adf13-58e9-4da5-adfc-8ba308501fa4.vmdk {{(pid=69770) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1261.940416] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fe7abc02-ea96-47dd-aa03-fd0d7fd66b70 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.949478] env[69770]: DEBUG oslo_vmware.api [None req-9f1d970f-2d4a-48ed-b235-45603b3daffb tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] Waiting for the task: (returnval){ [ 1261.949478] env[69770]: value = "task-4070740" [ 1261.949478] env[69770]: _type = "Task" [ 1261.949478] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1261.958219] env[69770]: DEBUG oslo_vmware.api [None req-9f1d970f-2d4a-48ed-b235-45603b3daffb tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] Task: {'id': task-4070740, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1261.984033] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bf90e53-db31-4846-816d-8776d79a7151 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.992155] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3f9717f-5e33-4c31-8307-d2d3d9f3b4e2 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.023698] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27681fc9-34a8-497b-a9dd-241487c04f1d {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.031591] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f34f74f-1eff-4683-b0b8-fabc84678150 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.044941] env[69770]: DEBUG nova.compute.provider_tree [None req-fcc3099b-ad56-4abd-8572-e92349a6bffb tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] Inventory has not changed in ProviderTree for provider: 7cc7d32b-b7a7-454a-a456-2a440248ed9d {{(pid=69770) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1262.136608] env[69770]: DEBUG nova.compute.manager [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] [instance: fb2581e0-5c22-4622-a652-818f9af7a9ba] Instance has had 0 of 5 cleanup attempts {{(pid=69770) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1262.266921] env[69770]: DEBUG oslo_vmware.api [None req-5a745fde-b652-42ae-8acb-ba41155b87b0 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] Task: {'id': task-4070739, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1262.459706] env[69770]: DEBUG oslo_vmware.api [None req-9f1d970f-2d4a-48ed-b235-45603b3daffb tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] Task: {'id': task-4070740, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.488727} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1262.459767] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f1d970f-2d4a-48ed-b235-45603b3daffb tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk to [datastore2] 755adf13-58e9-4da5-adfc-8ba308501fa4/755adf13-58e9-4da5-adfc-8ba308501fa4.vmdk {{(pid=69770) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1262.461185] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-9f1d970f-2d4a-48ed-b235-45603b3daffb tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] [instance: 755adf13-58e9-4da5-adfc-8ba308501fa4] Extending root virtual disk to 1048576 {{(pid=69770) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1262.461185] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d65b21e1-92b1-4d6b-9796-327f30b6ca3f {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.467670] env[69770]: DEBUG oslo_vmware.api [None req-9f1d970f-2d4a-48ed-b235-45603b3daffb tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] Waiting for the task: (returnval){ [ 1262.467670] env[69770]: value = "task-4070742" [ 1262.467670] env[69770]: _type = "Task" [ 1262.467670] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1262.476526] env[69770]: DEBUG oslo_vmware.api [None req-9f1d970f-2d4a-48ed-b235-45603b3daffb tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] Task: {'id': task-4070742, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1262.548996] env[69770]: DEBUG nova.scheduler.client.report [None req-fcc3099b-ad56-4abd-8572-e92349a6bffb tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] Inventory has not changed for provider 7cc7d32b-b7a7-454a-a456-2a440248ed9d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69770) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1262.640242] env[69770]: DEBUG nova.compute.manager [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] [instance: 725b289a-785b-4a90-9b47-a7996a1f011f] Instance has had 0 of 5 cleanup attempts {{(pid=69770) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1262.768715] env[69770]: DEBUG oslo_vmware.api [None req-5a745fde-b652-42ae-8acb-ba41155b87b0 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] Task: {'id': task-4070739, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1262.978328] env[69770]: DEBUG oslo_vmware.api [None req-9f1d970f-2d4a-48ed-b235-45603b3daffb tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] Task: {'id': task-4070742, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068792} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1262.978634] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-9f1d970f-2d4a-48ed-b235-45603b3daffb tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] [instance: 755adf13-58e9-4da5-adfc-8ba308501fa4] Extended root virtual disk {{(pid=69770) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1262.979474] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-812d63a8-cbd7-4444-975d-be12ae71e7d9 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.004418] env[69770]: DEBUG nova.virt.vmwareapi.volumeops [None req-9f1d970f-2d4a-48ed-b235-45603b3daffb tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] [instance: 755adf13-58e9-4da5-adfc-8ba308501fa4] Reconfiguring VM instance instance-0000006d to attach disk [datastore2] 755adf13-58e9-4da5-adfc-8ba308501fa4/755adf13-58e9-4da5-adfc-8ba308501fa4.vmdk or device None with type sparse {{(pid=69770) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1263.004731] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6f315640-f075-4c62-8662-3703176b2d69 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.025164] env[69770]: DEBUG oslo_vmware.api [None req-9f1d970f-2d4a-48ed-b235-45603b3daffb tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] Waiting for the task: (returnval){ [ 1263.025164] env[69770]: value = "task-4070743" [ 1263.025164] env[69770]: _type = "Task" [ 1263.025164] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1263.036259] env[69770]: DEBUG oslo_vmware.api [None req-9f1d970f-2d4a-48ed-b235-45603b3daffb tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] Task: {'id': task-4070743, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1263.144129] env[69770]: DEBUG nova.compute.manager [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] [instance: 527d5f2a-9299-4336-be62-a5cf9df2171f] Instance has had 0 of 5 cleanup attempts {{(pid=69770) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1263.270055] env[69770]: DEBUG oslo_vmware.api [None req-5a745fde-b652-42ae-8acb-ba41155b87b0 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] Task: {'id': task-4070739, 'name': PowerOnVM_Task, 'duration_secs': 1.301799} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1263.270363] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a745fde-b652-42ae-8acb-ba41155b87b0 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] [instance: df47450a-8e9a-4d83-b50a-ca611f6d9139] Powered on the VM {{(pid=69770) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1263.270594] env[69770]: INFO nova.compute.manager [None req-5a745fde-b652-42ae-8acb-ba41155b87b0 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] [instance: df47450a-8e9a-4d83-b50a-ca611f6d9139] Took 7.88 seconds to spawn the instance on the hypervisor. [ 1263.270804] env[69770]: DEBUG nova.compute.manager [None req-5a745fde-b652-42ae-8acb-ba41155b87b0 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] [instance: df47450a-8e9a-4d83-b50a-ca611f6d9139] Checking state {{(pid=69770) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1263.271647] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-166ae24c-dcac-4f82-92ef-ca419de10144 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.536375] env[69770]: DEBUG oslo_vmware.api [None req-9f1d970f-2d4a-48ed-b235-45603b3daffb tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] Task: {'id': task-4070743, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1263.559878] env[69770]: DEBUG oslo_concurrency.lockutils [None req-fcc3099b-ad56-4abd-8572-e92349a6bffb tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.438s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1263.560094] env[69770]: DEBUG nova.compute.manager [None req-fcc3099b-ad56-4abd-8572-e92349a6bffb tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] [instance: 5815fe63-e447-4be2-9055-a6320d0ba896] Resized/migrated instance is powered off. Setting vm_state to 'stopped'. {{(pid=69770) _confirm_resize /opt/stack/nova/nova/compute/manager.py:5376}} [ 1263.562942] env[69770]: DEBUG oslo_concurrency.lockutils [None req-a3580273-97b4-44a3-8c28-06633abc2619 tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.650s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1263.563516] env[69770]: DEBUG nova.objects.instance [None req-a3580273-97b4-44a3-8c28-06633abc2619 tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] Lazy-loading 'resources' on Instance uuid dab60fd0-ed75-4747-8caf-e5e99ea54448 {{(pid=69770) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1263.647248] env[69770]: DEBUG nova.compute.manager [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] [instance: 529437d0-e31b-482e-9273-2d27b674c0e3] Instance has had 0 of 5 cleanup attempts {{(pid=69770) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1263.790273] env[69770]: INFO nova.compute.manager [None req-5a745fde-b652-42ae-8acb-ba41155b87b0 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] [instance: df47450a-8e9a-4d83-b50a-ca611f6d9139] Took 15.23 seconds to build instance. [ 1264.037621] env[69770]: DEBUG oslo_vmware.api [None req-9f1d970f-2d4a-48ed-b235-45603b3daffb tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] Task: {'id': task-4070743, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1264.127449] env[69770]: INFO nova.scheduler.client.report [None req-fcc3099b-ad56-4abd-8572-e92349a6bffb tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] Deleted allocation for migration 628d1e9f-349b-45e2-82c1-2cfcb5a6376e [ 1264.151594] env[69770]: DEBUG nova.compute.manager [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] [instance: 6d778061-f3b5-4dc9-ab22-b1787ddd972e] Instance has had 0 of 5 cleanup attempts {{(pid=69770) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1264.264250] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4996adbb-af0d-4f20-ac3e-b24989592f7d {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.277547] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfbf5b19-b3a9-4249-9456-014f652382fe {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.319841] env[69770]: DEBUG oslo_concurrency.lockutils [None req-5a745fde-b652-42ae-8acb-ba41155b87b0 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] Lock "df47450a-8e9a-4d83-b50a-ca611f6d9139" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.774s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1264.321120] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70f99a12-c17d-4ef4-9aa9-441acd39bc18 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.329697] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41198988-77ba-4630-917d-514f0e86bb0f {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.344037] env[69770]: DEBUG nova.compute.provider_tree [None req-a3580273-97b4-44a3-8c28-06633abc2619 tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] Inventory has not changed in ProviderTree for provider: 7cc7d32b-b7a7-454a-a456-2a440248ed9d {{(pid=69770) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1264.537148] env[69770]: DEBUG oslo_vmware.api [None req-9f1d970f-2d4a-48ed-b235-45603b3daffb tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] Task: {'id': task-4070743, 'name': ReconfigVM_Task, 'duration_secs': 1.013879} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1264.537459] env[69770]: DEBUG nova.virt.vmwareapi.volumeops [None req-9f1d970f-2d4a-48ed-b235-45603b3daffb tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] [instance: 755adf13-58e9-4da5-adfc-8ba308501fa4] Reconfigured VM instance instance-0000006d to attach disk [datastore2] 755adf13-58e9-4da5-adfc-8ba308501fa4/755adf13-58e9-4da5-adfc-8ba308501fa4.vmdk or device None with type sparse {{(pid=69770) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1264.538093] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d660c6ed-238d-4bb7-87b5-bdfc0ee2a253 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.545817] env[69770]: DEBUG oslo_vmware.api [None req-9f1d970f-2d4a-48ed-b235-45603b3daffb tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] Waiting for the task: (returnval){ [ 1264.545817] env[69770]: value = "task-4070745" [ 1264.545817] env[69770]: _type = "Task" [ 1264.545817] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1264.555864] env[69770]: DEBUG oslo_vmware.api [None req-9f1d970f-2d4a-48ed-b235-45603b3daffb tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] Task: {'id': task-4070745, 'name': Rename_Task} progress is 5%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1264.616145] env[69770]: DEBUG oslo_concurrency.lockutils [None req-1c444209-de27-4d0f-b373-f633aef626f0 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] Acquiring lock "df47450a-8e9a-4d83-b50a-ca611f6d9139" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1264.616454] env[69770]: DEBUG oslo_concurrency.lockutils [None req-1c444209-de27-4d0f-b373-f633aef626f0 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] Lock "df47450a-8e9a-4d83-b50a-ca611f6d9139" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1264.616644] env[69770]: INFO nova.compute.manager [None req-1c444209-de27-4d0f-b373-f633aef626f0 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] [instance: df47450a-8e9a-4d83-b50a-ca611f6d9139] Shelving [ 1264.635480] env[69770]: DEBUG oslo_concurrency.lockutils [None req-fcc3099b-ad56-4abd-8572-e92349a6bffb tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] Lock "5815fe63-e447-4be2-9055-a6320d0ba896" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 6.872s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1264.654918] env[69770]: DEBUG nova.compute.manager [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] [instance: f4cb9224-9468-4834-a24a-9309e6dd3bba] Instance has had 0 of 5 cleanup attempts {{(pid=69770) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1264.770692] env[69770]: DEBUG nova.objects.instance [None req-ef47726a-4e4a-4b6f-b7b5-d54a82adc0ce tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] Lazy-loading 'flavor' on Instance uuid 5815fe63-e447-4be2-9055-a6320d0ba896 {{(pid=69770) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1264.848902] env[69770]: DEBUG nova.scheduler.client.report [None req-a3580273-97b4-44a3-8c28-06633abc2619 tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] Inventory has not changed for provider 7cc7d32b-b7a7-454a-a456-2a440248ed9d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69770) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1265.056357] env[69770]: DEBUG oslo_vmware.api [None req-9f1d970f-2d4a-48ed-b235-45603b3daffb tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] Task: {'id': task-4070745, 'name': Rename_Task, 'duration_secs': 0.218347} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1265.056580] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f1d970f-2d4a-48ed-b235-45603b3daffb tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] [instance: 755adf13-58e9-4da5-adfc-8ba308501fa4] Powering on the VM {{(pid=69770) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1265.056832] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e63131fa-9a2f-4894-80f8-04b27f71f67b {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.063335] env[69770]: DEBUG oslo_vmware.api [None req-9f1d970f-2d4a-48ed-b235-45603b3daffb tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] Waiting for the task: (returnval){ [ 1265.063335] env[69770]: value = "task-4070746" [ 1265.063335] env[69770]: _type = "Task" [ 1265.063335] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1265.071978] env[69770]: DEBUG oslo_vmware.api [None req-9f1d970f-2d4a-48ed-b235-45603b3daffb tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] Task: {'id': task-4070746, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1265.159037] env[69770]: DEBUG nova.compute.manager [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] [instance: a41cf0f5-5115-4676-8480-eed1a5e0a72b] Instance has had 0 of 5 cleanup attempts {{(pid=69770) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1265.275359] env[69770]: DEBUG oslo_concurrency.lockutils [None req-ef47726a-4e4a-4b6f-b7b5-d54a82adc0ce tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] Acquiring lock "refresh_cache-5815fe63-e447-4be2-9055-a6320d0ba896" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.275547] env[69770]: DEBUG oslo_concurrency.lockutils [None req-ef47726a-4e4a-4b6f-b7b5-d54a82adc0ce tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] Acquired lock "refresh_cache-5815fe63-e447-4be2-9055-a6320d0ba896" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1265.275721] env[69770]: DEBUG nova.network.neutron [None req-ef47726a-4e4a-4b6f-b7b5-d54a82adc0ce tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] [instance: 5815fe63-e447-4be2-9055-a6320d0ba896] Building network info cache for instance {{(pid=69770) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1265.275896] env[69770]: DEBUG nova.objects.instance [None req-ef47726a-4e4a-4b6f-b7b5-d54a82adc0ce tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] Lazy-loading 'info_cache' on Instance uuid 5815fe63-e447-4be2-9055-a6320d0ba896 {{(pid=69770) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1265.354530] env[69770]: DEBUG oslo_concurrency.lockutils [None req-a3580273-97b4-44a3-8c28-06633abc2619 tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.791s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1265.384285] env[69770]: INFO nova.scheduler.client.report [None req-a3580273-97b4-44a3-8c28-06633abc2619 tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] Deleted allocations for instance dab60fd0-ed75-4747-8caf-e5e99ea54448 [ 1265.574313] env[69770]: DEBUG oslo_vmware.api [None req-9f1d970f-2d4a-48ed-b235-45603b3daffb tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] Task: {'id': task-4070746, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1265.627577] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c444209-de27-4d0f-b373-f633aef626f0 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] [instance: df47450a-8e9a-4d83-b50a-ca611f6d9139] Powering off the VM {{(pid=69770) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1265.627784] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2989b2a5-40a0-4f9f-a302-54910345fb07 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.636473] env[69770]: DEBUG oslo_vmware.api [None req-1c444209-de27-4d0f-b373-f633aef626f0 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] Waiting for the task: (returnval){ [ 1265.636473] env[69770]: value = "task-4070747" [ 1265.636473] env[69770]: _type = "Task" [ 1265.636473] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1265.646528] env[69770]: DEBUG oslo_vmware.api [None req-1c444209-de27-4d0f-b373-f633aef626f0 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] Task: {'id': task-4070747, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1265.663330] env[69770]: DEBUG nova.compute.manager [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] [instance: d6322138-4f18-4a8b-8062-4c732a8e6585] Instance has had 0 of 5 cleanup attempts {{(pid=69770) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1265.779462] env[69770]: DEBUG nova.objects.base [None req-ef47726a-4e4a-4b6f-b7b5-d54a82adc0ce tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] Object Instance<5815fe63-e447-4be2-9055-a6320d0ba896> lazy-loaded attributes: flavor,info_cache {{(pid=69770) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1265.894059] env[69770]: DEBUG oslo_concurrency.lockutils [None req-a3580273-97b4-44a3-8c28-06633abc2619 tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] Lock "dab60fd0-ed75-4747-8caf-e5e99ea54448" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.032s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1266.074702] env[69770]: DEBUG oslo_vmware.api [None req-9f1d970f-2d4a-48ed-b235-45603b3daffb tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] Task: {'id': task-4070746, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1266.146897] env[69770]: DEBUG oslo_vmware.api [None req-1c444209-de27-4d0f-b373-f633aef626f0 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] Task: {'id': task-4070747, 'name': PowerOffVM_Task, 'duration_secs': 0.206077} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1266.147136] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c444209-de27-4d0f-b373-f633aef626f0 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] [instance: df47450a-8e9a-4d83-b50a-ca611f6d9139] Powered off the VM {{(pid=69770) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1266.147960] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0938589-a70c-4478-9ede-790bdb7ef40d {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.166507] env[69770]: DEBUG nova.compute.manager [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] [instance: 0d90aae9-45e9-424d-b06f-7dcbef05f5bf] Instance has had 0 of 5 cleanup attempts {{(pid=69770) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1266.169070] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1a7117a-3ed6-4714-906d-da24d6842127 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.575547] env[69770]: DEBUG oslo_vmware.api [None req-9f1d970f-2d4a-48ed-b235-45603b3daffb tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] Task: {'id': task-4070746, 'name': PowerOnVM_Task, 'duration_secs': 1.021133} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1266.575941] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f1d970f-2d4a-48ed-b235-45603b3daffb tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] [instance: 755adf13-58e9-4da5-adfc-8ba308501fa4] Powered on the VM {{(pid=69770) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1266.576201] env[69770]: INFO nova.compute.manager [None req-9f1d970f-2d4a-48ed-b235-45603b3daffb tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] [instance: 755adf13-58e9-4da5-adfc-8ba308501fa4] Took 8.89 seconds to spawn the instance on the hypervisor. [ 1266.576596] env[69770]: DEBUG nova.compute.manager [None req-9f1d970f-2d4a-48ed-b235-45603b3daffb tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] [instance: 755adf13-58e9-4da5-adfc-8ba308501fa4] Checking state {{(pid=69770) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1266.577244] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6cefdad-6437-4cbf-9dac-cb923f23638e {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.599536] env[69770]: DEBUG nova.network.neutron [None req-ef47726a-4e4a-4b6f-b7b5-d54a82adc0ce tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] [instance: 5815fe63-e447-4be2-9055-a6320d0ba896] Updating instance_info_cache with network_info: [{"id": "ffac1883-a59c-43d8-8ba1-8e8379f232f5", "address": "fa:16:3e:ee:a1:aa", "network": {"id": "6947160b-7d54-4e72-ac36-2126989baab1", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-851069895-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.254", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bcbfd42565514a329707ee7a1c7d910c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69076131-87ac-46dd-9d5d-8d1b4ea7dec6", "external-id": "nsx-vlan-transportzone-327", "segmentation_id": 327, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapffac1883-a5", "ovs_interfaceid": "ffac1883-a59c-43d8-8ba1-8e8379f232f5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69770) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1266.673092] env[69770]: DEBUG nova.compute.manager [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] [instance: e4982a7d-45f6-4b3d-9768-7d260a133e8d] Instance has had 0 of 5 cleanup attempts {{(pid=69770) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1266.681912] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-1c444209-de27-4d0f-b373-f633aef626f0 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] [instance: df47450a-8e9a-4d83-b50a-ca611f6d9139] Creating Snapshot of the VM instance {{(pid=69770) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1266.682274] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-3fcfa8a9-dea4-43cf-b9c4-2a98d7406374 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.692048] env[69770]: DEBUG oslo_vmware.api [None req-1c444209-de27-4d0f-b373-f633aef626f0 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] Waiting for the task: (returnval){ [ 1266.692048] env[69770]: value = "task-4070749" [ 1266.692048] env[69770]: _type = "Task" [ 1266.692048] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1266.702139] env[69770]: DEBUG oslo_vmware.api [None req-1c444209-de27-4d0f-b373-f633aef626f0 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] Task: {'id': task-4070749, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1267.095906] env[69770]: INFO nova.compute.manager [None req-9f1d970f-2d4a-48ed-b235-45603b3daffb tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] [instance: 755adf13-58e9-4da5-adfc-8ba308501fa4] Took 14.32 seconds to build instance. [ 1267.102455] env[69770]: DEBUG oslo_concurrency.lockutils [None req-ef47726a-4e4a-4b6f-b7b5-d54a82adc0ce tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] Releasing lock "refresh_cache-5815fe63-e447-4be2-9055-a6320d0ba896" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1267.176687] env[69770]: DEBUG nova.compute.manager [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] [instance: 735aaf86-ca37-4c5c-9296-568d98ace91c] Instance has had 0 of 5 cleanup attempts {{(pid=69770) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1267.202283] env[69770]: DEBUG oslo_vmware.api [None req-1c444209-de27-4d0f-b373-f633aef626f0 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] Task: {'id': task-4070749, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1267.270017] env[69770]: DEBUG oslo_concurrency.lockutils [None req-eef94235-7144-452f-b514-22cabc9500d4 tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] Acquiring lock "8dc54be4-dbff-4dca-a78e-6665db49a01f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1267.270304] env[69770]: DEBUG oslo_concurrency.lockutils [None req-eef94235-7144-452f-b514-22cabc9500d4 tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] Lock "8dc54be4-dbff-4dca-a78e-6665db49a01f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1267.597998] env[69770]: DEBUG oslo_concurrency.lockutils [None req-9f1d970f-2d4a-48ed-b235-45603b3daffb tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] Lock "755adf13-58e9-4da5-adfc-8ba308501fa4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.838s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1267.680857] env[69770]: DEBUG nova.compute.manager [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] [instance: bf2dd621-f03e-45ad-a4b0-953858139f65] Instance has had 0 of 5 cleanup attempts {{(pid=69770) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1267.710480] env[69770]: DEBUG oslo_vmware.api [None req-1c444209-de27-4d0f-b373-f633aef626f0 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] Task: {'id': task-4070749, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1267.772862] env[69770]: DEBUG nova.compute.manager [None req-eef94235-7144-452f-b514-22cabc9500d4 tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] [instance: 8dc54be4-dbff-4dca-a78e-6665db49a01f] Starting instance... {{(pid=69770) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1267.876804] env[69770]: DEBUG nova.compute.manager [req-1e0676df-df5f-468b-a098-e03d2ddfddd7 req-6df1c596-ff9e-4c04-b65d-d8428ec7b19e service nova] [instance: f27fa6da-dc6f-4c4f-9f67-1303adea51cc] Received event network-changed-7055b673-0bd8-4feb-8958-db3d097c7117 {{(pid=69770) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1267.876999] env[69770]: DEBUG nova.compute.manager [req-1e0676df-df5f-468b-a098-e03d2ddfddd7 req-6df1c596-ff9e-4c04-b65d-d8428ec7b19e service nova] [instance: f27fa6da-dc6f-4c4f-9f67-1303adea51cc] Refreshing instance network info cache due to event network-changed-7055b673-0bd8-4feb-8958-db3d097c7117. {{(pid=69770) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1267.877305] env[69770]: DEBUG oslo_concurrency.lockutils [req-1e0676df-df5f-468b-a098-e03d2ddfddd7 req-6df1c596-ff9e-4c04-b65d-d8428ec7b19e service nova] Acquiring lock "refresh_cache-f27fa6da-dc6f-4c4f-9f67-1303adea51cc" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.877469] env[69770]: DEBUG oslo_concurrency.lockutils [req-1e0676df-df5f-468b-a098-e03d2ddfddd7 req-6df1c596-ff9e-4c04-b65d-d8428ec7b19e service nova] Acquired lock "refresh_cache-f27fa6da-dc6f-4c4f-9f67-1303adea51cc" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1267.877821] env[69770]: DEBUG nova.network.neutron [req-1e0676df-df5f-468b-a098-e03d2ddfddd7 req-6df1c596-ff9e-4c04-b65d-d8428ec7b19e service nova] [instance: f27fa6da-dc6f-4c4f-9f67-1303adea51cc] Refreshing network info cache for port 7055b673-0bd8-4feb-8958-db3d097c7117 {{(pid=69770) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1268.109432] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef47726a-4e4a-4b6f-b7b5-d54a82adc0ce tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] [instance: 5815fe63-e447-4be2-9055-a6320d0ba896] Powering on the VM {{(pid=69770) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1268.111357] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-54b02415-d95f-466b-b197-2460539040ff {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.119083] env[69770]: DEBUG oslo_vmware.api [None req-ef47726a-4e4a-4b6f-b7b5-d54a82adc0ce tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] Waiting for the task: (returnval){ [ 1268.119083] env[69770]: value = "task-4070750" [ 1268.119083] env[69770]: _type = "Task" [ 1268.119083] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1268.131026] env[69770]: DEBUG oslo_vmware.api [None req-ef47726a-4e4a-4b6f-b7b5-d54a82adc0ce tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] Task: {'id': task-4070750, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1268.185094] env[69770]: DEBUG nova.compute.manager [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] [instance: dcd9fa1a-a9e5-4227-829b-281fa7a1d4f6] Instance has had 0 of 5 cleanup attempts {{(pid=69770) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1268.204667] env[69770]: DEBUG oslo_vmware.api [None req-1c444209-de27-4d0f-b373-f633aef626f0 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] Task: {'id': task-4070749, 'name': CreateSnapshot_Task, 'duration_secs': 1.035463} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1268.206475] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-1c444209-de27-4d0f-b373-f633aef626f0 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] [instance: df47450a-8e9a-4d83-b50a-ca611f6d9139] Created Snapshot of the VM instance {{(pid=69770) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1268.206475] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9da0cb83-ace0-4863-a875-9ffd78b38f8c {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.300081] env[69770]: DEBUG oslo_concurrency.lockutils [None req-eef94235-7144-452f-b514-22cabc9500d4 tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1268.300081] env[69770]: DEBUG oslo_concurrency.lockutils [None req-eef94235-7144-452f-b514-22cabc9500d4 tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1268.301109] env[69770]: INFO nova.compute.claims [None req-eef94235-7144-452f-b514-22cabc9500d4 tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] [instance: 8dc54be4-dbff-4dca-a78e-6665db49a01f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1268.598514] env[69770]: DEBUG nova.network.neutron [req-1e0676df-df5f-468b-a098-e03d2ddfddd7 req-6df1c596-ff9e-4c04-b65d-d8428ec7b19e service nova] [instance: f27fa6da-dc6f-4c4f-9f67-1303adea51cc] Updated VIF entry in instance network info cache for port 7055b673-0bd8-4feb-8958-db3d097c7117. {{(pid=69770) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1268.598882] env[69770]: DEBUG nova.network.neutron [req-1e0676df-df5f-468b-a098-e03d2ddfddd7 req-6df1c596-ff9e-4c04-b65d-d8428ec7b19e service nova] [instance: f27fa6da-dc6f-4c4f-9f67-1303adea51cc] Updating instance_info_cache with network_info: [{"id": "7055b673-0bd8-4feb-8958-db3d097c7117", "address": "fa:16:3e:30:e5:2f", "network": {"id": "d5ae8d06-e279-436f-9c41-66b44f6f2542", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1370812323-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "63715e849e05463da9bfa0405c750b8f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dad4f433-bb0b-45c7-8040-972ef2277f75", "external-id": "nsx-vlan-transportzone-451", "segmentation_id": 451, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7055b673-0b", "ovs_interfaceid": "7055b673-0bd8-4feb-8958-db3d097c7117", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69770) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1268.634620] env[69770]: DEBUG oslo_vmware.api [None req-ef47726a-4e4a-4b6f-b7b5-d54a82adc0ce tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] Task: {'id': task-4070750, 'name': PowerOnVM_Task, 'duration_secs': 0.449203} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1268.634620] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef47726a-4e4a-4b6f-b7b5-d54a82adc0ce tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] [instance: 5815fe63-e447-4be2-9055-a6320d0ba896] Powered on the VM {{(pid=69770) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1268.634620] env[69770]: DEBUG nova.compute.manager [None req-ef47726a-4e4a-4b6f-b7b5-d54a82adc0ce tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] [instance: 5815fe63-e447-4be2-9055-a6320d0ba896] Checking state {{(pid=69770) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1268.635513] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b1ee54b-94cc-4978-a964-bb3b78ba4d9a {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.689816] env[69770]: DEBUG nova.compute.manager [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] [instance: d90c6f0f-5427-4869-ad24-efe54ee99d2f] Instance has had 0 of 5 cleanup attempts {{(pid=69770) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1268.726214] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-1c444209-de27-4d0f-b373-f633aef626f0 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] [instance: df47450a-8e9a-4d83-b50a-ca611f6d9139] Creating linked-clone VM from snapshot {{(pid=69770) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1268.727996] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-b7949737-79f3-4b63-91cb-1e1654514012 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.738968] env[69770]: DEBUG oslo_vmware.api [None req-1c444209-de27-4d0f-b373-f633aef626f0 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] Waiting for the task: (returnval){ [ 1268.738968] env[69770]: value = "task-4070752" [ 1268.738968] env[69770]: _type = "Task" [ 1268.738968] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1268.749593] env[69770]: DEBUG oslo_vmware.api [None req-1c444209-de27-4d0f-b373-f633aef626f0 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] Task: {'id': task-4070752, 'name': CloneVM_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1269.102553] env[69770]: DEBUG oslo_concurrency.lockutils [req-1e0676df-df5f-468b-a098-e03d2ddfddd7 req-6df1c596-ff9e-4c04-b65d-d8428ec7b19e service nova] Releasing lock "refresh_cache-f27fa6da-dc6f-4c4f-9f67-1303adea51cc" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.195945] env[69770]: DEBUG nova.compute.manager [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] [instance: a1f5fa57-2f51-4514-a7fd-64e10535c556] Instance has had 0 of 5 cleanup attempts {{(pid=69770) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1269.249587] env[69770]: DEBUG oslo_vmware.api [None req-1c444209-de27-4d0f-b373-f633aef626f0 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] Task: {'id': task-4070752, 'name': CloneVM_Task} progress is 94%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1269.445708] env[69770]: DEBUG oslo_concurrency.lockutils [None req-604754bc-a84c-4d4a-83e2-84a8b1a3c551 tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] Acquiring lock "5815fe63-e447-4be2-9055-a6320d0ba896" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1269.445954] env[69770]: DEBUG oslo_concurrency.lockutils [None req-604754bc-a84c-4d4a-83e2-84a8b1a3c551 tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] Lock "5815fe63-e447-4be2-9055-a6320d0ba896" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1269.446173] env[69770]: DEBUG oslo_concurrency.lockutils [None req-604754bc-a84c-4d4a-83e2-84a8b1a3c551 tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] Acquiring lock "5815fe63-e447-4be2-9055-a6320d0ba896-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1269.446405] env[69770]: DEBUG oslo_concurrency.lockutils [None req-604754bc-a84c-4d4a-83e2-84a8b1a3c551 tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] Lock "5815fe63-e447-4be2-9055-a6320d0ba896-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1269.446619] env[69770]: DEBUG oslo_concurrency.lockutils [None req-604754bc-a84c-4d4a-83e2-84a8b1a3c551 tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] Lock "5815fe63-e447-4be2-9055-a6320d0ba896-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1269.449033] env[69770]: INFO nova.compute.manager [None req-604754bc-a84c-4d4a-83e2-84a8b1a3c551 tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] [instance: 5815fe63-e447-4be2-9055-a6320d0ba896] Terminating instance [ 1269.494586] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f49251a-b994-4fea-942b-7ae5b2dfee06 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.503640] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db9ac947-2988-4754-81e4-9e73df10bb53 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.536890] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69375870-7aa1-473d-986a-6694833d8dc4 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.545922] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94cfce47-71c9-46f5-957d-5f0abbe41c75 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.561435] env[69770]: DEBUG nova.compute.provider_tree [None req-eef94235-7144-452f-b514-22cabc9500d4 tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] Inventory has not changed in ProviderTree for provider: 7cc7d32b-b7a7-454a-a456-2a440248ed9d {{(pid=69770) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1269.698297] env[69770]: DEBUG nova.compute.manager [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] [instance: f4e6f95b-525f-484e-b158-1e4d96678c2a] Instance has had 0 of 5 cleanup attempts {{(pid=69770) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1269.749623] env[69770]: DEBUG oslo_vmware.api [None req-1c444209-de27-4d0f-b373-f633aef626f0 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] Task: {'id': task-4070752, 'name': CloneVM_Task} progress is 94%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1269.955365] env[69770]: DEBUG nova.compute.manager [req-e3c4d242-368e-403d-976e-87b78e3aac37 req-90c75deb-47da-4d60-8de1-21b8178d8aa1 service nova] [instance: 755adf13-58e9-4da5-adfc-8ba308501fa4] Received event network-changed-e2f953c1-acfb-48ab-a357-c71a8980eb96 {{(pid=69770) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1269.955620] env[69770]: DEBUG nova.compute.manager [req-e3c4d242-368e-403d-976e-87b78e3aac37 req-90c75deb-47da-4d60-8de1-21b8178d8aa1 service nova] [instance: 755adf13-58e9-4da5-adfc-8ba308501fa4] Refreshing instance network info cache due to event network-changed-e2f953c1-acfb-48ab-a357-c71a8980eb96. {{(pid=69770) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1269.955877] env[69770]: DEBUG oslo_concurrency.lockutils [req-e3c4d242-368e-403d-976e-87b78e3aac37 req-90c75deb-47da-4d60-8de1-21b8178d8aa1 service nova] Acquiring lock "refresh_cache-755adf13-58e9-4da5-adfc-8ba308501fa4" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.956156] env[69770]: DEBUG oslo_concurrency.lockutils [req-e3c4d242-368e-403d-976e-87b78e3aac37 req-90c75deb-47da-4d60-8de1-21b8178d8aa1 service nova] Acquired lock "refresh_cache-755adf13-58e9-4da5-adfc-8ba308501fa4" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.956377] env[69770]: DEBUG nova.network.neutron [req-e3c4d242-368e-403d-976e-87b78e3aac37 req-90c75deb-47da-4d60-8de1-21b8178d8aa1 service nova] [instance: 755adf13-58e9-4da5-adfc-8ba308501fa4] Refreshing network info cache for port e2f953c1-acfb-48ab-a357-c71a8980eb96 {{(pid=69770) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1269.958034] env[69770]: DEBUG nova.compute.manager [None req-604754bc-a84c-4d4a-83e2-84a8b1a3c551 tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] [instance: 5815fe63-e447-4be2-9055-a6320d0ba896] Start destroying the instance on the hypervisor. {{(pid=69770) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1269.958199] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-604754bc-a84c-4d4a-83e2-84a8b1a3c551 tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] [instance: 5815fe63-e447-4be2-9055-a6320d0ba896] Destroying instance {{(pid=69770) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1269.959597] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59bbfaa8-99c2-49ac-8287-9b20b9d91256 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.968582] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-604754bc-a84c-4d4a-83e2-84a8b1a3c551 tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] [instance: 5815fe63-e447-4be2-9055-a6320d0ba896] Powering off the VM {{(pid=69770) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1269.968845] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4bb8b0dd-040a-4c1b-aadf-d0ca7fdac4bc {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.977028] env[69770]: DEBUG oslo_vmware.api [None req-604754bc-a84c-4d4a-83e2-84a8b1a3c551 tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] Waiting for the task: (returnval){ [ 1269.977028] env[69770]: value = "task-4070753" [ 1269.977028] env[69770]: _type = "Task" [ 1269.977028] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1269.985953] env[69770]: DEBUG oslo_vmware.api [None req-604754bc-a84c-4d4a-83e2-84a8b1a3c551 tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] Task: {'id': task-4070753, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1270.067022] env[69770]: DEBUG nova.scheduler.client.report [None req-eef94235-7144-452f-b514-22cabc9500d4 tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] Inventory has not changed for provider 7cc7d32b-b7a7-454a-a456-2a440248ed9d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69770) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1270.203445] env[69770]: DEBUG nova.compute.manager [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] [instance: 6f84ff35-a4fd-4616-aa48-e10f21a0c223] Instance has had 0 of 5 cleanup attempts {{(pid=69770) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1270.253368] env[69770]: DEBUG oslo_vmware.api [None req-1c444209-de27-4d0f-b373-f633aef626f0 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] Task: {'id': task-4070752, 'name': CloneVM_Task} progress is 95%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1270.487305] env[69770]: DEBUG oslo_vmware.api [None req-604754bc-a84c-4d4a-83e2-84a8b1a3c551 tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] Task: {'id': task-4070753, 'name': PowerOffVM_Task, 'duration_secs': 0.190325} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1270.487594] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-604754bc-a84c-4d4a-83e2-84a8b1a3c551 tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] [instance: 5815fe63-e447-4be2-9055-a6320d0ba896] Powered off the VM {{(pid=69770) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1270.487771] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-604754bc-a84c-4d4a-83e2-84a8b1a3c551 tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] [instance: 5815fe63-e447-4be2-9055-a6320d0ba896] Unregistering the VM {{(pid=69770) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1270.488036] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-90925795-dce6-4a99-81e2-df943ad7fdde {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.557894] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-604754bc-a84c-4d4a-83e2-84a8b1a3c551 tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] [instance: 5815fe63-e447-4be2-9055-a6320d0ba896] Unregistered the VM {{(pid=69770) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1270.558089] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-604754bc-a84c-4d4a-83e2-84a8b1a3c551 tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] [instance: 5815fe63-e447-4be2-9055-a6320d0ba896] Deleting contents of the VM from datastore datastore1 {{(pid=69770) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1270.558385] env[69770]: DEBUG nova.virt.vmwareapi.ds_util [None req-604754bc-a84c-4d4a-83e2-84a8b1a3c551 tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] Deleting the datastore file [datastore1] 5815fe63-e447-4be2-9055-a6320d0ba896 {{(pid=69770) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1270.558739] env[69770]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-dd505f56-3236-47da-b3af-7f47c2f31d51 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.568475] env[69770]: DEBUG oslo_vmware.api [None req-604754bc-a84c-4d4a-83e2-84a8b1a3c551 tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] Waiting for the task: (returnval){ [ 1270.568475] env[69770]: value = "task-4070755" [ 1270.568475] env[69770]: _type = "Task" [ 1270.568475] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1270.569533] env[69770]: DEBUG oslo_concurrency.lockutils [None req-eef94235-7144-452f-b514-22cabc9500d4 tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.270s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1270.569868] env[69770]: DEBUG nova.compute.manager [None req-eef94235-7144-452f-b514-22cabc9500d4 tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] [instance: 8dc54be4-dbff-4dca-a78e-6665db49a01f] Start building networks asynchronously for instance. {{(pid=69770) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1270.584718] env[69770]: DEBUG oslo_vmware.api [None req-604754bc-a84c-4d4a-83e2-84a8b1a3c551 tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] Task: {'id': task-4070755, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1270.682872] env[69770]: DEBUG nova.network.neutron [req-e3c4d242-368e-403d-976e-87b78e3aac37 req-90c75deb-47da-4d60-8de1-21b8178d8aa1 service nova] [instance: 755adf13-58e9-4da5-adfc-8ba308501fa4] Updated VIF entry in instance network info cache for port e2f953c1-acfb-48ab-a357-c71a8980eb96. {{(pid=69770) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1270.683254] env[69770]: DEBUG nova.network.neutron [req-e3c4d242-368e-403d-976e-87b78e3aac37 req-90c75deb-47da-4d60-8de1-21b8178d8aa1 service nova] [instance: 755adf13-58e9-4da5-adfc-8ba308501fa4] Updating instance_info_cache with network_info: [{"id": "e2f953c1-acfb-48ab-a357-c71a8980eb96", "address": "fa:16:3e:f0:12:78", "network": {"id": "d5ae8d06-e279-436f-9c41-66b44f6f2542", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1370812323-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "63715e849e05463da9bfa0405c750b8f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dad4f433-bb0b-45c7-8040-972ef2277f75", "external-id": "nsx-vlan-transportzone-451", "segmentation_id": 451, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape2f953c1-ac", "ovs_interfaceid": "e2f953c1-acfb-48ab-a357-c71a8980eb96", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69770) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1270.706475] env[69770]: DEBUG nova.compute.manager [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] [instance: 15a53776-9653-4997-828d-4216093af571] Instance has had 0 of 5 cleanup attempts {{(pid=69770) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1270.751568] env[69770]: DEBUG oslo_vmware.api [None req-1c444209-de27-4d0f-b373-f633aef626f0 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] Task: {'id': task-4070752, 'name': CloneVM_Task, 'duration_secs': 1.912151} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1270.751774] env[69770]: INFO nova.virt.vmwareapi.vmops [None req-1c444209-de27-4d0f-b373-f633aef626f0 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] [instance: df47450a-8e9a-4d83-b50a-ca611f6d9139] Created linked-clone VM from snapshot [ 1270.752532] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27c46c85-aad4-4f8b-a71d-cb4447bfd866 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.761464] env[69770]: DEBUG nova.virt.vmwareapi.images [None req-1c444209-de27-4d0f-b373-f633aef626f0 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] [instance: df47450a-8e9a-4d83-b50a-ca611f6d9139] Uploading image 91a13756-359c-4f2a-8d9b-63b1c89f62ee {{(pid=69770) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1270.778144] env[69770]: DEBUG oslo_concurrency.lockutils [None req-b981be3f-499e-4420-b3bb-607b65760603 tempest-ServerRescueNegativeTestJSON-135561646 tempest-ServerRescueNegativeTestJSON-135561646-project-member] Acquiring lock "215916d5-31b5-49ba-a7bc-78d9652dea41" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1270.778380] env[69770]: DEBUG oslo_concurrency.lockutils [None req-b981be3f-499e-4420-b3bb-607b65760603 tempest-ServerRescueNegativeTestJSON-135561646 tempest-ServerRescueNegativeTestJSON-135561646-project-member] Lock "215916d5-31b5-49ba-a7bc-78d9652dea41" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1270.788057] env[69770]: DEBUG oslo_vmware.rw_handles [None req-1c444209-de27-4d0f-b373-f633aef626f0 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1270.788057] env[69770]: value = "vm-806681" [ 1270.788057] env[69770]: _type = "VirtualMachine" [ 1270.788057] env[69770]: }. {{(pid=69770) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1270.788318] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-db6536f1-47f5-45c4-987a-4402ecfc933a {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.797558] env[69770]: DEBUG oslo_vmware.rw_handles [None req-1c444209-de27-4d0f-b373-f633aef626f0 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] Lease: (returnval){ [ 1270.797558] env[69770]: value = "session[52161b52-cb8e-ec9f-1132-2f6b49549d41]5233a449-79b1-9eb4-5eb4-f98ef11c5592" [ 1270.797558] env[69770]: _type = "HttpNfcLease" [ 1270.797558] env[69770]: } obtained for exporting VM: (result){ [ 1270.797558] env[69770]: value = "vm-806681" [ 1270.797558] env[69770]: _type = "VirtualMachine" [ 1270.797558] env[69770]: }. {{(pid=69770) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1270.797885] env[69770]: DEBUG oslo_vmware.api [None req-1c444209-de27-4d0f-b373-f633aef626f0 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] Waiting for the lease: (returnval){ [ 1270.797885] env[69770]: value = "session[52161b52-cb8e-ec9f-1132-2f6b49549d41]5233a449-79b1-9eb4-5eb4-f98ef11c5592" [ 1270.797885] env[69770]: _type = "HttpNfcLease" [ 1270.797885] env[69770]: } to be ready. {{(pid=69770) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1270.806911] env[69770]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1270.806911] env[69770]: value = "session[52161b52-cb8e-ec9f-1132-2f6b49549d41]5233a449-79b1-9eb4-5eb4-f98ef11c5592" [ 1270.806911] env[69770]: _type = "HttpNfcLease" [ 1270.806911] env[69770]: } is initializing. {{(pid=69770) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1271.079978] env[69770]: DEBUG nova.compute.utils [None req-eef94235-7144-452f-b514-22cabc9500d4 tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] Using /dev/sd instead of None {{(pid=69770) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1271.081399] env[69770]: DEBUG oslo_vmware.api [None req-604754bc-a84c-4d4a-83e2-84a8b1a3c551 tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] Task: {'id': task-4070755, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.153497} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1271.081907] env[69770]: DEBUG nova.compute.manager [None req-eef94235-7144-452f-b514-22cabc9500d4 tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] [instance: 8dc54be4-dbff-4dca-a78e-6665db49a01f] Allocating IP information in the background. {{(pid=69770) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1271.082095] env[69770]: DEBUG nova.network.neutron [None req-eef94235-7144-452f-b514-22cabc9500d4 tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] [instance: 8dc54be4-dbff-4dca-a78e-6665db49a01f] allocate_for_instance() {{(pid=69770) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1271.083975] env[69770]: DEBUG nova.virt.vmwareapi.ds_util [None req-604754bc-a84c-4d4a-83e2-84a8b1a3c551 tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] Deleted the datastore file {{(pid=69770) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1271.084183] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-604754bc-a84c-4d4a-83e2-84a8b1a3c551 tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] [instance: 5815fe63-e447-4be2-9055-a6320d0ba896] Deleted contents of the VM from datastore datastore1 {{(pid=69770) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1271.084356] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-604754bc-a84c-4d4a-83e2-84a8b1a3c551 tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] [instance: 5815fe63-e447-4be2-9055-a6320d0ba896] Instance destroyed {{(pid=69770) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1271.084525] env[69770]: INFO nova.compute.manager [None req-604754bc-a84c-4d4a-83e2-84a8b1a3c551 tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] [instance: 5815fe63-e447-4be2-9055-a6320d0ba896] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1271.084758] env[69770]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-604754bc-a84c-4d4a-83e2-84a8b1a3c551 tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69770) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1271.084975] env[69770]: DEBUG nova.compute.manager [-] [instance: 5815fe63-e447-4be2-9055-a6320d0ba896] Deallocating network for instance {{(pid=69770) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1271.085041] env[69770]: DEBUG nova.network.neutron [-] [instance: 5815fe63-e447-4be2-9055-a6320d0ba896] deallocate_for_instance() {{(pid=69770) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1271.123631] env[69770]: DEBUG nova.policy [None req-eef94235-7144-452f-b514-22cabc9500d4 tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '644f28af5a29464f90987b6181a51fd7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '677c29867f944b8198884aae6535814b', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69770) authorize /opt/stack/nova/nova/policy.py:192}} [ 1271.185767] env[69770]: DEBUG oslo_concurrency.lockutils [req-e3c4d242-368e-403d-976e-87b78e3aac37 req-90c75deb-47da-4d60-8de1-21b8178d8aa1 service nova] Releasing lock "refresh_cache-755adf13-58e9-4da5-adfc-8ba308501fa4" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.186058] env[69770]: DEBUG nova.compute.manager [req-e3c4d242-368e-403d-976e-87b78e3aac37 req-90c75deb-47da-4d60-8de1-21b8178d8aa1 service nova] [instance: 755adf13-58e9-4da5-adfc-8ba308501fa4] Received event network-changed-e2f953c1-acfb-48ab-a357-c71a8980eb96 {{(pid=69770) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1271.186241] env[69770]: DEBUG nova.compute.manager [req-e3c4d242-368e-403d-976e-87b78e3aac37 req-90c75deb-47da-4d60-8de1-21b8178d8aa1 service nova] [instance: 755adf13-58e9-4da5-adfc-8ba308501fa4] Refreshing instance network info cache due to event network-changed-e2f953c1-acfb-48ab-a357-c71a8980eb96. {{(pid=69770) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1271.186455] env[69770]: DEBUG oslo_concurrency.lockutils [req-e3c4d242-368e-403d-976e-87b78e3aac37 req-90c75deb-47da-4d60-8de1-21b8178d8aa1 service nova] Acquiring lock "refresh_cache-755adf13-58e9-4da5-adfc-8ba308501fa4" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.186601] env[69770]: DEBUG oslo_concurrency.lockutils [req-e3c4d242-368e-403d-976e-87b78e3aac37 req-90c75deb-47da-4d60-8de1-21b8178d8aa1 service nova] Acquired lock "refresh_cache-755adf13-58e9-4da5-adfc-8ba308501fa4" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.186780] env[69770]: DEBUG nova.network.neutron [req-e3c4d242-368e-403d-976e-87b78e3aac37 req-90c75deb-47da-4d60-8de1-21b8178d8aa1 service nova] [instance: 755adf13-58e9-4da5-adfc-8ba308501fa4] Refreshing network info cache for port e2f953c1-acfb-48ab-a357-c71a8980eb96 {{(pid=69770) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1271.209202] env[69770]: DEBUG nova.compute.manager [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] [instance: a4d4dece-6511-4a6e-a5fd-984223141631] Instance has had 0 of 5 cleanup attempts {{(pid=69770) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1271.281601] env[69770]: INFO nova.compute.manager [None req-b981be3f-499e-4420-b3bb-607b65760603 tempest-ServerRescueNegativeTestJSON-135561646 tempest-ServerRescueNegativeTestJSON-135561646-project-member] [instance: 215916d5-31b5-49ba-a7bc-78d9652dea41] Detaching volume 047d0dcf-e4f8-4599-81b3-01f015619b8e [ 1271.309270] env[69770]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1271.309270] env[69770]: value = "session[52161b52-cb8e-ec9f-1132-2f6b49549d41]5233a449-79b1-9eb4-5eb4-f98ef11c5592" [ 1271.309270] env[69770]: _type = "HttpNfcLease" [ 1271.309270] env[69770]: } is ready. {{(pid=69770) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1271.309587] env[69770]: DEBUG oslo_vmware.rw_handles [None req-1c444209-de27-4d0f-b373-f633aef626f0 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1271.309587] env[69770]: value = "session[52161b52-cb8e-ec9f-1132-2f6b49549d41]5233a449-79b1-9eb4-5eb4-f98ef11c5592" [ 1271.309587] env[69770]: _type = "HttpNfcLease" [ 1271.309587] env[69770]: }. {{(pid=69770) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1271.310348] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2f238ea-6891-4ee4-abb9-6b8453d57878 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.318776] env[69770]: DEBUG oslo_vmware.rw_handles [None req-1c444209-de27-4d0f-b373-f633aef626f0 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/521b6e28-456e-1911-beef-2af724d61d8a/disk-0.vmdk from lease info. {{(pid=69770) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1271.318999] env[69770]: DEBUG oslo_vmware.rw_handles [None req-1c444209-de27-4d0f-b373-f633aef626f0 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/521b6e28-456e-1911-beef-2af724d61d8a/disk-0.vmdk for reading. {{(pid=69770) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1271.322902] env[69770]: INFO nova.virt.block_device [None req-b981be3f-499e-4420-b3bb-607b65760603 tempest-ServerRescueNegativeTestJSON-135561646 tempest-ServerRescueNegativeTestJSON-135561646-project-member] [instance: 215916d5-31b5-49ba-a7bc-78d9652dea41] Attempting to driver detach volume 047d0dcf-e4f8-4599-81b3-01f015619b8e from mountpoint /dev/sdb [ 1271.323093] env[69770]: DEBUG nova.virt.vmwareapi.volumeops [None req-b981be3f-499e-4420-b3bb-607b65760603 tempest-ServerRescueNegativeTestJSON-135561646 tempest-ServerRescueNegativeTestJSON-135561646-project-member] [instance: 215916d5-31b5-49ba-a7bc-78d9652dea41] Volume detach. Driver type: vmdk {{(pid=69770) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1271.323292] env[69770]: DEBUG nova.virt.vmwareapi.volumeops [None req-b981be3f-499e-4420-b3bb-607b65760603 tempest-ServerRescueNegativeTestJSON-135561646 tempest-ServerRescueNegativeTestJSON-135561646-project-member] [instance: 215916d5-31b5-49ba-a7bc-78d9652dea41] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-806668', 'volume_id': '047d0dcf-e4f8-4599-81b3-01f015619b8e', 'name': 'volume-047d0dcf-e4f8-4599-81b3-01f015619b8e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '215916d5-31b5-49ba-a7bc-78d9652dea41', 'attached_at': '', 'detached_at': '', 'volume_id': '047d0dcf-e4f8-4599-81b3-01f015619b8e', 'serial': '047d0dcf-e4f8-4599-81b3-01f015619b8e'} {{(pid=69770) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1271.324257] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-736c34a5-1582-4025-bc3a-236b502a4f5c {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.404645] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9748017f-bcb5-49a2-aef5-f62a0244126f {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.412746] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfe77de0-c39d-422d-b5d7-d40ef147bcaa {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.416530] env[69770]: DEBUG nova.network.neutron [None req-eef94235-7144-452f-b514-22cabc9500d4 tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] [instance: 8dc54be4-dbff-4dca-a78e-6665db49a01f] Successfully created port: 26cd82ac-2532-4ec4-904e-1e262910a165 {{(pid=69770) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1271.435150] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-153272fd-4f34-42da-a323-97ed5af4b144 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.452718] env[69770]: DEBUG nova.virt.vmwareapi.volumeops [None req-b981be3f-499e-4420-b3bb-607b65760603 tempest-ServerRescueNegativeTestJSON-135561646 tempest-ServerRescueNegativeTestJSON-135561646-project-member] The volume has not been displaced from its original location: [datastore1] volume-047d0dcf-e4f8-4599-81b3-01f015619b8e/volume-047d0dcf-e4f8-4599-81b3-01f015619b8e.vmdk. No consolidation needed. {{(pid=69770) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1271.458008] env[69770]: DEBUG nova.virt.vmwareapi.volumeops [None req-b981be3f-499e-4420-b3bb-607b65760603 tempest-ServerRescueNegativeTestJSON-135561646 tempest-ServerRescueNegativeTestJSON-135561646-project-member] [instance: 215916d5-31b5-49ba-a7bc-78d9652dea41] Reconfiguring VM instance instance-00000063 to detach disk 2001 {{(pid=69770) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1271.458369] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d099176e-eb38-490c-ab47-93802dd672f7 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.476337] env[69770]: DEBUG oslo_vmware.api [None req-b981be3f-499e-4420-b3bb-607b65760603 tempest-ServerRescueNegativeTestJSON-135561646 tempest-ServerRescueNegativeTestJSON-135561646-project-member] Waiting for the task: (returnval){ [ 1271.476337] env[69770]: value = "task-4070757" [ 1271.476337] env[69770]: _type = "Task" [ 1271.476337] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1271.484906] env[69770]: DEBUG oslo_vmware.api [None req-b981be3f-499e-4420-b3bb-607b65760603 tempest-ServerRescueNegativeTestJSON-135561646 tempest-ServerRescueNegativeTestJSON-135561646-project-member] Task: {'id': task-4070757, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1271.502726] env[69770]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-443dd5bf-0e16-4176-bc11-ab0d527acadc {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.584817] env[69770]: DEBUG nova.compute.manager [None req-eef94235-7144-452f-b514-22cabc9500d4 tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] [instance: 8dc54be4-dbff-4dca-a78e-6665db49a01f] Start building block device mappings for instance. {{(pid=69770) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1271.712869] env[69770]: DEBUG nova.compute.manager [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] [instance: 0e73d3e6-13ab-418b-9cc1-2f33fe7837d8] Instance has had 0 of 5 cleanup attempts {{(pid=69770) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1271.905294] env[69770]: DEBUG nova.network.neutron [req-e3c4d242-368e-403d-976e-87b78e3aac37 req-90c75deb-47da-4d60-8de1-21b8178d8aa1 service nova] [instance: 755adf13-58e9-4da5-adfc-8ba308501fa4] Updated VIF entry in instance network info cache for port e2f953c1-acfb-48ab-a357-c71a8980eb96. {{(pid=69770) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1271.905667] env[69770]: DEBUG nova.network.neutron [req-e3c4d242-368e-403d-976e-87b78e3aac37 req-90c75deb-47da-4d60-8de1-21b8178d8aa1 service nova] [instance: 755adf13-58e9-4da5-adfc-8ba308501fa4] Updating instance_info_cache with network_info: [{"id": "e2f953c1-acfb-48ab-a357-c71a8980eb96", "address": "fa:16:3e:f0:12:78", "network": {"id": "d5ae8d06-e279-436f-9c41-66b44f6f2542", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1370812323-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "63715e849e05463da9bfa0405c750b8f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dad4f433-bb0b-45c7-8040-972ef2277f75", "external-id": "nsx-vlan-transportzone-451", "segmentation_id": 451, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape2f953c1-ac", "ovs_interfaceid": "e2f953c1-acfb-48ab-a357-c71a8980eb96", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69770) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1271.987325] env[69770]: DEBUG oslo_vmware.api [None req-b981be3f-499e-4420-b3bb-607b65760603 tempest-ServerRescueNegativeTestJSON-135561646 tempest-ServerRescueNegativeTestJSON-135561646-project-member] Task: {'id': task-4070757, 'name': ReconfigVM_Task, 'duration_secs': 0.254298} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1271.989146] env[69770]: DEBUG nova.virt.vmwareapi.volumeops [None req-b981be3f-499e-4420-b3bb-607b65760603 tempest-ServerRescueNegativeTestJSON-135561646 tempest-ServerRescueNegativeTestJSON-135561646-project-member] [instance: 215916d5-31b5-49ba-a7bc-78d9652dea41] Reconfigured VM instance instance-00000063 to detach disk 2001 {{(pid=69770) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1271.996684] env[69770]: DEBUG nova.compute.manager [req-b97a9d51-4b76-43b7-9d2d-5129cfff00e5 req-cd0cfc04-8ac3-4cf7-bf8d-bcdb33652a87 service nova] [instance: 5815fe63-e447-4be2-9055-a6320d0ba896] Received event network-vif-deleted-ffac1883-a59c-43d8-8ba1-8e8379f232f5 {{(pid=69770) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1271.996823] env[69770]: INFO nova.compute.manager [req-b97a9d51-4b76-43b7-9d2d-5129cfff00e5 req-cd0cfc04-8ac3-4cf7-bf8d-bcdb33652a87 service nova] [instance: 5815fe63-e447-4be2-9055-a6320d0ba896] Neutron deleted interface ffac1883-a59c-43d8-8ba1-8e8379f232f5; detaching it from the instance and deleting it from the info cache [ 1271.997280] env[69770]: DEBUG nova.network.neutron [req-b97a9d51-4b76-43b7-9d2d-5129cfff00e5 req-cd0cfc04-8ac3-4cf7-bf8d-bcdb33652a87 service nova] [instance: 5815fe63-e447-4be2-9055-a6320d0ba896] Updating instance_info_cache with network_info: [] {{(pid=69770) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1271.999242] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2605e367-dd24-4539-88cb-e860ec1d6963 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.019574] env[69770]: DEBUG oslo_vmware.api [None req-b981be3f-499e-4420-b3bb-607b65760603 tempest-ServerRescueNegativeTestJSON-135561646 tempest-ServerRescueNegativeTestJSON-135561646-project-member] Waiting for the task: (returnval){ [ 1272.019574] env[69770]: value = "task-4070758" [ 1272.019574] env[69770]: _type = "Task" [ 1272.019574] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1272.031373] env[69770]: DEBUG oslo_vmware.api [None req-b981be3f-499e-4420-b3bb-607b65760603 tempest-ServerRescueNegativeTestJSON-135561646 tempest-ServerRescueNegativeTestJSON-135561646-project-member] Task: {'id': task-4070758, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1272.039349] env[69770]: DEBUG nova.network.neutron [-] [instance: 5815fe63-e447-4be2-9055-a6320d0ba896] Updating instance_info_cache with network_info: [] {{(pid=69770) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1272.216387] env[69770]: DEBUG nova.compute.manager [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] [instance: 652320ff-d46d-4ce0-bc7d-eca68820e6ef] Instance has had 0 of 5 cleanup attempts {{(pid=69770) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1272.409700] env[69770]: DEBUG oslo_concurrency.lockutils [req-e3c4d242-368e-403d-976e-87b78e3aac37 req-90c75deb-47da-4d60-8de1-21b8178d8aa1 service nova] Releasing lock "refresh_cache-755adf13-58e9-4da5-adfc-8ba308501fa4" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.410098] env[69770]: DEBUG nova.compute.manager [req-e3c4d242-368e-403d-976e-87b78e3aac37 req-90c75deb-47da-4d60-8de1-21b8178d8aa1 service nova] [instance: f27fa6da-dc6f-4c4f-9f67-1303adea51cc] Received event network-changed-7055b673-0bd8-4feb-8958-db3d097c7117 {{(pid=69770) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1272.410362] env[69770]: DEBUG nova.compute.manager [req-e3c4d242-368e-403d-976e-87b78e3aac37 req-90c75deb-47da-4d60-8de1-21b8178d8aa1 service nova] [instance: f27fa6da-dc6f-4c4f-9f67-1303adea51cc] Refreshing instance network info cache due to event network-changed-7055b673-0bd8-4feb-8958-db3d097c7117. {{(pid=69770) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1272.410666] env[69770]: DEBUG oslo_concurrency.lockutils [req-e3c4d242-368e-403d-976e-87b78e3aac37 req-90c75deb-47da-4d60-8de1-21b8178d8aa1 service nova] Acquiring lock "refresh_cache-f27fa6da-dc6f-4c4f-9f67-1303adea51cc" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.410939] env[69770]: DEBUG oslo_concurrency.lockutils [req-e3c4d242-368e-403d-976e-87b78e3aac37 req-90c75deb-47da-4d60-8de1-21b8178d8aa1 service nova] Acquired lock "refresh_cache-f27fa6da-dc6f-4c4f-9f67-1303adea51cc" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.411332] env[69770]: DEBUG nova.network.neutron [req-e3c4d242-368e-403d-976e-87b78e3aac37 req-90c75deb-47da-4d60-8de1-21b8178d8aa1 service nova] [instance: f27fa6da-dc6f-4c4f-9f67-1303adea51cc] Refreshing network info cache for port 7055b673-0bd8-4feb-8958-db3d097c7117 {{(pid=69770) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1272.513311] env[69770]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-4337430f-0569-46a2-800f-ca318b57e37b {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.527197] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a99bd9fd-8dfa-470f-9295-98a09a1791bd {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.545706] env[69770]: INFO nova.compute.manager [-] [instance: 5815fe63-e447-4be2-9055-a6320d0ba896] Took 1.46 seconds to deallocate network for instance. [ 1272.546093] env[69770]: DEBUG oslo_vmware.api [None req-b981be3f-499e-4420-b3bb-607b65760603 tempest-ServerRescueNegativeTestJSON-135561646 tempest-ServerRescueNegativeTestJSON-135561646-project-member] Task: {'id': task-4070758, 'name': ReconfigVM_Task, 'duration_secs': 0.182709} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1272.548046] env[69770]: DEBUG nova.virt.vmwareapi.volumeops [None req-b981be3f-499e-4420-b3bb-607b65760603 tempest-ServerRescueNegativeTestJSON-135561646 tempest-ServerRescueNegativeTestJSON-135561646-project-member] [instance: 215916d5-31b5-49ba-a7bc-78d9652dea41] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-806668', 'volume_id': '047d0dcf-e4f8-4599-81b3-01f015619b8e', 'name': 'volume-047d0dcf-e4f8-4599-81b3-01f015619b8e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '215916d5-31b5-49ba-a7bc-78d9652dea41', 'attached_at': '', 'detached_at': '', 'volume_id': '047d0dcf-e4f8-4599-81b3-01f015619b8e', 'serial': '047d0dcf-e4f8-4599-81b3-01f015619b8e'} {{(pid=69770) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1272.565813] env[69770]: DEBUG nova.compute.manager [req-b97a9d51-4b76-43b7-9d2d-5129cfff00e5 req-cd0cfc04-8ac3-4cf7-bf8d-bcdb33652a87 service nova] [instance: 5815fe63-e447-4be2-9055-a6320d0ba896] Detach interface failed, port_id=ffac1883-a59c-43d8-8ba1-8e8379f232f5, reason: Instance 5815fe63-e447-4be2-9055-a6320d0ba896 could not be found. {{(pid=69770) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1272.597310] env[69770]: DEBUG nova.compute.manager [None req-eef94235-7144-452f-b514-22cabc9500d4 tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] [instance: 8dc54be4-dbff-4dca-a78e-6665db49a01f] Start spawning the instance on the hypervisor. {{(pid=69770) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1272.622163] env[69770]: DEBUG nova.virt.hardware [None req-eef94235-7144-452f-b514-22cabc9500d4 tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T12:16:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T12:16:11Z,direct_url=,disk_format='vmdk',id=d1eaff80-24a0-4391-90eb-59958b1ecf0a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d65f20bb89fb40a98b77bc6d97357df2',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T12:16:12Z,virtual_size=,visibility=), allow threads: False {{(pid=69770) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1272.622901] env[69770]: DEBUG nova.virt.hardware [None req-eef94235-7144-452f-b514-22cabc9500d4 tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] Flavor limits 0:0:0 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1272.622901] env[69770]: DEBUG nova.virt.hardware [None req-eef94235-7144-452f-b514-22cabc9500d4 tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] Image limits 0:0:0 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1272.623112] env[69770]: DEBUG nova.virt.hardware [None req-eef94235-7144-452f-b514-22cabc9500d4 tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] Flavor pref 0:0:0 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1272.623374] env[69770]: DEBUG nova.virt.hardware [None req-eef94235-7144-452f-b514-22cabc9500d4 tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] Image pref 0:0:0 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1272.623567] env[69770]: DEBUG nova.virt.hardware [None req-eef94235-7144-452f-b514-22cabc9500d4 tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1272.623797] env[69770]: DEBUG nova.virt.hardware [None req-eef94235-7144-452f-b514-22cabc9500d4 tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69770) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1272.623956] env[69770]: DEBUG nova.virt.hardware [None req-eef94235-7144-452f-b514-22cabc9500d4 tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69770) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1272.624149] env[69770]: DEBUG nova.virt.hardware [None req-eef94235-7144-452f-b514-22cabc9500d4 tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] Got 1 possible topologies {{(pid=69770) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1272.624317] env[69770]: DEBUG nova.virt.hardware [None req-eef94235-7144-452f-b514-22cabc9500d4 tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69770) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1272.624558] env[69770]: DEBUG nova.virt.hardware [None req-eef94235-7144-452f-b514-22cabc9500d4 tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69770) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1272.625900] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-578fb0c1-1ffd-4bc1-be0d-c66f089bbba4 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.635144] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7db0f5fa-ac26-4fc2-b7eb-e3d735674d5c {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.723140] env[69770]: DEBUG nova.compute.manager [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] [instance: 22d561e1-565c-490d-a814-a5c6b3a6249a] Instance has had 0 of 5 cleanup attempts {{(pid=69770) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1272.774369] env[69770]: DEBUG oslo_concurrency.lockutils [None req-fc7f4af5-b767-41eb-927f-b296af0b4d13 tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] Acquiring lock "d8d72175-258b-4178-9090-f4794ab0154e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1272.774595] env[69770]: DEBUG oslo_concurrency.lockutils [None req-fc7f4af5-b767-41eb-927f-b296af0b4d13 tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] Lock "d8d72175-258b-4178-9090-f4794ab0154e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1272.895620] env[69770]: DEBUG nova.compute.manager [req-1deddce4-fb1a-4958-9e9a-9285f81b7726 req-a9bef111-be5d-487c-9c84-42114f42e2fe service nova] [instance: 8dc54be4-dbff-4dca-a78e-6665db49a01f] Received event network-vif-plugged-26cd82ac-2532-4ec4-904e-1e262910a165 {{(pid=69770) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1272.896375] env[69770]: DEBUG oslo_concurrency.lockutils [req-1deddce4-fb1a-4958-9e9a-9285f81b7726 req-a9bef111-be5d-487c-9c84-42114f42e2fe service nova] Acquiring lock "8dc54be4-dbff-4dca-a78e-6665db49a01f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1272.896900] env[69770]: DEBUG oslo_concurrency.lockutils [req-1deddce4-fb1a-4958-9e9a-9285f81b7726 req-a9bef111-be5d-487c-9c84-42114f42e2fe service nova] Lock "8dc54be4-dbff-4dca-a78e-6665db49a01f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1272.898158] env[69770]: DEBUG oslo_concurrency.lockutils [req-1deddce4-fb1a-4958-9e9a-9285f81b7726 req-a9bef111-be5d-487c-9c84-42114f42e2fe service nova] Lock "8dc54be4-dbff-4dca-a78e-6665db49a01f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1272.898158] env[69770]: DEBUG nova.compute.manager [req-1deddce4-fb1a-4958-9e9a-9285f81b7726 req-a9bef111-be5d-487c-9c84-42114f42e2fe service nova] [instance: 8dc54be4-dbff-4dca-a78e-6665db49a01f] No waiting events found dispatching network-vif-plugged-26cd82ac-2532-4ec4-904e-1e262910a165 {{(pid=69770) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1272.898158] env[69770]: WARNING nova.compute.manager [req-1deddce4-fb1a-4958-9e9a-9285f81b7726 req-a9bef111-be5d-487c-9c84-42114f42e2fe service nova] [instance: 8dc54be4-dbff-4dca-a78e-6665db49a01f] Received unexpected event network-vif-plugged-26cd82ac-2532-4ec4-904e-1e262910a165 for instance with vm_state building and task_state spawning. [ 1273.000425] env[69770]: DEBUG nova.network.neutron [None req-eef94235-7144-452f-b514-22cabc9500d4 tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] [instance: 8dc54be4-dbff-4dca-a78e-6665db49a01f] Successfully updated port: 26cd82ac-2532-4ec4-904e-1e262910a165 {{(pid=69770) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1273.068379] env[69770]: DEBUG oslo_concurrency.lockutils [None req-604754bc-a84c-4d4a-83e2-84a8b1a3c551 tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1273.068994] env[69770]: DEBUG oslo_concurrency.lockutils [None req-604754bc-a84c-4d4a-83e2-84a8b1a3c551 tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1273.069235] env[69770]: DEBUG oslo_concurrency.lockutils [None req-604754bc-a84c-4d4a-83e2-84a8b1a3c551 tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1273.110138] env[69770]: INFO nova.scheduler.client.report [None req-604754bc-a84c-4d4a-83e2-84a8b1a3c551 tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] Deleted allocations for instance 5815fe63-e447-4be2-9055-a6320d0ba896 [ 1273.119495] env[69770]: DEBUG nova.objects.instance [None req-b981be3f-499e-4420-b3bb-607b65760603 tempest-ServerRescueNegativeTestJSON-135561646 tempest-ServerRescueNegativeTestJSON-135561646-project-member] Lazy-loading 'flavor' on Instance uuid 215916d5-31b5-49ba-a7bc-78d9652dea41 {{(pid=69770) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1273.163427] env[69770]: DEBUG nova.network.neutron [req-e3c4d242-368e-403d-976e-87b78e3aac37 req-90c75deb-47da-4d60-8de1-21b8178d8aa1 service nova] [instance: f27fa6da-dc6f-4c4f-9f67-1303adea51cc] Updated VIF entry in instance network info cache for port 7055b673-0bd8-4feb-8958-db3d097c7117. {{(pid=69770) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1273.164030] env[69770]: DEBUG nova.network.neutron [req-e3c4d242-368e-403d-976e-87b78e3aac37 req-90c75deb-47da-4d60-8de1-21b8178d8aa1 service nova] [instance: f27fa6da-dc6f-4c4f-9f67-1303adea51cc] Updating instance_info_cache with network_info: [{"id": "7055b673-0bd8-4feb-8958-db3d097c7117", "address": "fa:16:3e:30:e5:2f", "network": {"id": "d5ae8d06-e279-436f-9c41-66b44f6f2542", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1370812323-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.178", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "63715e849e05463da9bfa0405c750b8f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dad4f433-bb0b-45c7-8040-972ef2277f75", "external-id": "nsx-vlan-transportzone-451", "segmentation_id": 451, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7055b673-0b", "ovs_interfaceid": "7055b673-0bd8-4feb-8958-db3d097c7117", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69770) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1273.227553] env[69770]: DEBUG nova.compute.manager [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] [instance: b2bce6a2-d9e0-41e9-8a4b-23e53133bbb4] Instance has had 0 of 5 cleanup attempts {{(pid=69770) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1273.277756] env[69770]: DEBUG nova.compute.manager [None req-fc7f4af5-b767-41eb-927f-b296af0b4d13 tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] [instance: d8d72175-258b-4178-9090-f4794ab0154e] Starting instance... {{(pid=69770) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1273.504529] env[69770]: DEBUG oslo_concurrency.lockutils [None req-eef94235-7144-452f-b514-22cabc9500d4 tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] Acquiring lock "refresh_cache-8dc54be4-dbff-4dca-a78e-6665db49a01f" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.504728] env[69770]: DEBUG oslo_concurrency.lockutils [None req-eef94235-7144-452f-b514-22cabc9500d4 tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] Acquired lock "refresh_cache-8dc54be4-dbff-4dca-a78e-6665db49a01f" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1273.504978] env[69770]: DEBUG nova.network.neutron [None req-eef94235-7144-452f-b514-22cabc9500d4 tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] [instance: 8dc54be4-dbff-4dca-a78e-6665db49a01f] Building network info cache for instance {{(pid=69770) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1273.621217] env[69770]: DEBUG oslo_concurrency.lockutils [None req-604754bc-a84c-4d4a-83e2-84a8b1a3c551 tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] Lock "5815fe63-e447-4be2-9055-a6320d0ba896" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 4.175s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1273.667935] env[69770]: DEBUG oslo_concurrency.lockutils [req-e3c4d242-368e-403d-976e-87b78e3aac37 req-90c75deb-47da-4d60-8de1-21b8178d8aa1 service nova] Releasing lock "refresh_cache-f27fa6da-dc6f-4c4f-9f67-1303adea51cc" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1273.731155] env[69770]: DEBUG nova.compute.manager [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] [instance: 9de87335-1db9-4bb3-ab4b-6bec27911b5f] Instance has had 0 of 5 cleanup attempts {{(pid=69770) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1273.804062] env[69770]: DEBUG oslo_concurrency.lockutils [None req-fc7f4af5-b767-41eb-927f-b296af0b4d13 tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1273.804360] env[69770]: DEBUG oslo_concurrency.lockutils [None req-fc7f4af5-b767-41eb-927f-b296af0b4d13 tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1273.806450] env[69770]: INFO nova.compute.claims [None req-fc7f4af5-b767-41eb-927f-b296af0b4d13 tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] [instance: d8d72175-258b-4178-9090-f4794ab0154e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1274.048166] env[69770]: DEBUG nova.network.neutron [None req-eef94235-7144-452f-b514-22cabc9500d4 tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] [instance: 8dc54be4-dbff-4dca-a78e-6665db49a01f] Instance cache missing network info. {{(pid=69770) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1274.131077] env[69770]: DEBUG oslo_concurrency.lockutils [None req-b981be3f-499e-4420-b3bb-607b65760603 tempest-ServerRescueNegativeTestJSON-135561646 tempest-ServerRescueNegativeTestJSON-135561646-project-member] Lock "215916d5-31b5-49ba-a7bc-78d9652dea41" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.352s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1274.190813] env[69770]: DEBUG nova.network.neutron [None req-eef94235-7144-452f-b514-22cabc9500d4 tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] [instance: 8dc54be4-dbff-4dca-a78e-6665db49a01f] Updating instance_info_cache with network_info: [{"id": "26cd82ac-2532-4ec4-904e-1e262910a165", "address": "fa:16:3e:fe:dd:a6", "network": {"id": "fb2a6a42-a9ea-4a2f-b885-b0c06c1061b9", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1944009097-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "677c29867f944b8198884aae6535814b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b91b49a8-b849-4d0c-97f7-74fdcd88ae03", "external-id": "nsx-vlan-transportzone-406", "segmentation_id": 406, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap26cd82ac-25", "ovs_interfaceid": "26cd82ac-2532-4ec4-904e-1e262910a165", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69770) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1274.234549] env[69770]: DEBUG nova.compute.manager [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] [instance: 1f92c4e9-6054-433b-917d-fa1956ee1a57] Instance has had 0 of 5 cleanup attempts {{(pid=69770) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1274.519928] env[69770]: DEBUG oslo_concurrency.lockutils [None req-a90c7cfd-6a93-45d2-a01e-60474cdfa64f tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] Acquiring lock "21782e86-7845-479b-98a8-c2d5832d1ff3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1274.520113] env[69770]: DEBUG oslo_concurrency.lockutils [None req-a90c7cfd-6a93-45d2-a01e-60474cdfa64f tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] Lock "21782e86-7845-479b-98a8-c2d5832d1ff3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1274.694229] env[69770]: DEBUG oslo_concurrency.lockutils [None req-eef94235-7144-452f-b514-22cabc9500d4 tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] Releasing lock "refresh_cache-8dc54be4-dbff-4dca-a78e-6665db49a01f" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1274.694581] env[69770]: DEBUG nova.compute.manager [None req-eef94235-7144-452f-b514-22cabc9500d4 tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] [instance: 8dc54be4-dbff-4dca-a78e-6665db49a01f] Instance network_info: |[{"id": "26cd82ac-2532-4ec4-904e-1e262910a165", "address": "fa:16:3e:fe:dd:a6", "network": {"id": "fb2a6a42-a9ea-4a2f-b885-b0c06c1061b9", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1944009097-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "677c29867f944b8198884aae6535814b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b91b49a8-b849-4d0c-97f7-74fdcd88ae03", "external-id": "nsx-vlan-transportzone-406", "segmentation_id": 406, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap26cd82ac-25", "ovs_interfaceid": "26cd82ac-2532-4ec4-904e-1e262910a165", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69770) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1274.695028] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-eef94235-7144-452f-b514-22cabc9500d4 tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] [instance: 8dc54be4-dbff-4dca-a78e-6665db49a01f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fe:dd:a6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b91b49a8-b849-4d0c-97f7-74fdcd88ae03', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '26cd82ac-2532-4ec4-904e-1e262910a165', 'vif_model': 'vmxnet3'}] {{(pid=69770) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1274.703330] env[69770]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-eef94235-7144-452f-b514-22cabc9500d4 tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69770) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1274.703993] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8dc54be4-dbff-4dca-a78e-6665db49a01f] Creating VM on the ESX host {{(pid=69770) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1274.704267] env[69770]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d4d08f16-8c52-49d8-907d-4e1ff59c5eda {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.726781] env[69770]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1274.726781] env[69770]: value = "task-4070759" [ 1274.726781] env[69770]: _type = "Task" [ 1274.726781] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1274.735884] env[69770]: DEBUG oslo_vmware.api [-] Task: {'id': task-4070759, 'name': CreateVM_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1274.738575] env[69770]: DEBUG nova.compute.manager [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] [instance: 426f874f-2ebf-4fc9-914d-c46605963d4b] Instance has had 0 of 5 cleanup attempts {{(pid=69770) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1274.920602] env[69770]: DEBUG nova.compute.manager [req-171563b9-f776-4829-af43-2098d8624562 req-76c32e6f-7252-402d-87e8-926356ee8c78 service nova] [instance: 8dc54be4-dbff-4dca-a78e-6665db49a01f] Received event network-changed-26cd82ac-2532-4ec4-904e-1e262910a165 {{(pid=69770) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1274.920663] env[69770]: DEBUG nova.compute.manager [req-171563b9-f776-4829-af43-2098d8624562 req-76c32e6f-7252-402d-87e8-926356ee8c78 service nova] [instance: 8dc54be4-dbff-4dca-a78e-6665db49a01f] Refreshing instance network info cache due to event network-changed-26cd82ac-2532-4ec4-904e-1e262910a165. {{(pid=69770) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1274.920860] env[69770]: DEBUG oslo_concurrency.lockutils [req-171563b9-f776-4829-af43-2098d8624562 req-76c32e6f-7252-402d-87e8-926356ee8c78 service nova] Acquiring lock "refresh_cache-8dc54be4-dbff-4dca-a78e-6665db49a01f" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.921028] env[69770]: DEBUG oslo_concurrency.lockutils [req-171563b9-f776-4829-af43-2098d8624562 req-76c32e6f-7252-402d-87e8-926356ee8c78 service nova] Acquired lock "refresh_cache-8dc54be4-dbff-4dca-a78e-6665db49a01f" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1274.921220] env[69770]: DEBUG nova.network.neutron [req-171563b9-f776-4829-af43-2098d8624562 req-76c32e6f-7252-402d-87e8-926356ee8c78 service nova] [instance: 8dc54be4-dbff-4dca-a78e-6665db49a01f] Refreshing network info cache for port 26cd82ac-2532-4ec4-904e-1e262910a165 {{(pid=69770) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1275.019304] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da2de153-7a77-4ccd-9a84-649475a0b583 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.022790] env[69770]: DEBUG nova.compute.manager [None req-a90c7cfd-6a93-45d2-a01e-60474cdfa64f tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] [instance: 21782e86-7845-479b-98a8-c2d5832d1ff3] Starting instance... {{(pid=69770) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1275.032810] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fd91c37-6909-4f28-a0dd-6ab15d001ca2 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.071837] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-010eeaef-a98c-401e-af2f-b333556aded9 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.081268] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed5d1694-393d-474c-b911-66fac0572f8a {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.098693] env[69770]: DEBUG nova.compute.provider_tree [None req-fc7f4af5-b767-41eb-927f-b296af0b4d13 tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] Inventory has not changed in ProviderTree for provider: 7cc7d32b-b7a7-454a-a456-2a440248ed9d {{(pid=69770) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1275.174582] env[69770]: DEBUG oslo_concurrency.lockutils [None req-ee6b1940-20f5-4d84-b1a1-60b7cea9fc91 tempest-ServerRescueNegativeTestJSON-135561646 tempest-ServerRescueNegativeTestJSON-135561646-project-member] Acquiring lock "215916d5-31b5-49ba-a7bc-78d9652dea41" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1275.174913] env[69770]: DEBUG oslo_concurrency.lockutils [None req-ee6b1940-20f5-4d84-b1a1-60b7cea9fc91 tempest-ServerRescueNegativeTestJSON-135561646 tempest-ServerRescueNegativeTestJSON-135561646-project-member] Lock "215916d5-31b5-49ba-a7bc-78d9652dea41" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1275.175216] env[69770]: DEBUG oslo_concurrency.lockutils [None req-ee6b1940-20f5-4d84-b1a1-60b7cea9fc91 tempest-ServerRescueNegativeTestJSON-135561646 tempest-ServerRescueNegativeTestJSON-135561646-project-member] Acquiring lock "215916d5-31b5-49ba-a7bc-78d9652dea41-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1275.175426] env[69770]: DEBUG oslo_concurrency.lockutils [None req-ee6b1940-20f5-4d84-b1a1-60b7cea9fc91 tempest-ServerRescueNegativeTestJSON-135561646 tempest-ServerRescueNegativeTestJSON-135561646-project-member] Lock "215916d5-31b5-49ba-a7bc-78d9652dea41-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1275.175597] env[69770]: DEBUG oslo_concurrency.lockutils [None req-ee6b1940-20f5-4d84-b1a1-60b7cea9fc91 tempest-ServerRescueNegativeTestJSON-135561646 tempest-ServerRescueNegativeTestJSON-135561646-project-member] Lock "215916d5-31b5-49ba-a7bc-78d9652dea41-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1275.178260] env[69770]: INFO nova.compute.manager [None req-ee6b1940-20f5-4d84-b1a1-60b7cea9fc91 tempest-ServerRescueNegativeTestJSON-135561646 tempest-ServerRescueNegativeTestJSON-135561646-project-member] [instance: 215916d5-31b5-49ba-a7bc-78d9652dea41] Terminating instance [ 1275.237169] env[69770]: DEBUG oslo_vmware.api [-] Task: {'id': task-4070759, 'name': CreateVM_Task, 'duration_secs': 0.402008} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1275.237351] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8dc54be4-dbff-4dca-a78e-6665db49a01f] Created VM on the ESX host {{(pid=69770) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1275.238052] env[69770]: DEBUG oslo_concurrency.lockutils [None req-eef94235-7144-452f-b514-22cabc9500d4 tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.238227] env[69770]: DEBUG oslo_concurrency.lockutils [None req-eef94235-7144-452f-b514-22cabc9500d4 tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.238629] env[69770]: DEBUG oslo_concurrency.lockutils [None req-eef94235-7144-452f-b514-22cabc9500d4 tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1275.238906] env[69770]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c3ad62c2-dd57-4bf9-8f28-427d9355e439 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.242283] env[69770]: DEBUG nova.compute.manager [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] [instance: e7c6d72e-2455-4d69-a2a7-5ee48fa3a22c] Instance has had 0 of 5 cleanup attempts {{(pid=69770) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1275.245369] env[69770]: DEBUG oslo_vmware.api [None req-eef94235-7144-452f-b514-22cabc9500d4 tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] Waiting for the task: (returnval){ [ 1275.245369] env[69770]: value = "session[52161b52-cb8e-ec9f-1132-2f6b49549d41]52d8f85d-3a80-8c5d-d52a-92dedb3c7139" [ 1275.245369] env[69770]: _type = "Task" [ 1275.245369] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1275.256584] env[69770]: DEBUG oslo_vmware.api [None req-eef94235-7144-452f-b514-22cabc9500d4 tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]52d8f85d-3a80-8c5d-d52a-92dedb3c7139, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1275.545680] env[69770]: DEBUG oslo_concurrency.lockutils [None req-a90c7cfd-6a93-45d2-a01e-60474cdfa64f tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1275.602680] env[69770]: DEBUG nova.scheduler.client.report [None req-fc7f4af5-b767-41eb-927f-b296af0b4d13 tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] Inventory has not changed for provider 7cc7d32b-b7a7-454a-a456-2a440248ed9d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69770) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1275.678432] env[69770]: DEBUG nova.network.neutron [req-171563b9-f776-4829-af43-2098d8624562 req-76c32e6f-7252-402d-87e8-926356ee8c78 service nova] [instance: 8dc54be4-dbff-4dca-a78e-6665db49a01f] Updated VIF entry in instance network info cache for port 26cd82ac-2532-4ec4-904e-1e262910a165. {{(pid=69770) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1275.678797] env[69770]: DEBUG nova.network.neutron [req-171563b9-f776-4829-af43-2098d8624562 req-76c32e6f-7252-402d-87e8-926356ee8c78 service nova] [instance: 8dc54be4-dbff-4dca-a78e-6665db49a01f] Updating instance_info_cache with network_info: [{"id": "26cd82ac-2532-4ec4-904e-1e262910a165", "address": "fa:16:3e:fe:dd:a6", "network": {"id": "fb2a6a42-a9ea-4a2f-b885-b0c06c1061b9", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1944009097-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "677c29867f944b8198884aae6535814b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b91b49a8-b849-4d0c-97f7-74fdcd88ae03", "external-id": "nsx-vlan-transportzone-406", "segmentation_id": 406, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap26cd82ac-25", "ovs_interfaceid": "26cd82ac-2532-4ec4-904e-1e262910a165", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69770) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1275.682710] env[69770]: DEBUG nova.compute.manager [None req-ee6b1940-20f5-4d84-b1a1-60b7cea9fc91 tempest-ServerRescueNegativeTestJSON-135561646 tempest-ServerRescueNegativeTestJSON-135561646-project-member] [instance: 215916d5-31b5-49ba-a7bc-78d9652dea41] Start destroying the instance on the hypervisor. {{(pid=69770) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1275.683076] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-ee6b1940-20f5-4d84-b1a1-60b7cea9fc91 tempest-ServerRescueNegativeTestJSON-135561646 tempest-ServerRescueNegativeTestJSON-135561646-project-member] [instance: 215916d5-31b5-49ba-a7bc-78d9652dea41] Destroying instance {{(pid=69770) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1275.684189] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db6ad3f7-0441-4f2f-8737-39775e8c2446 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.693220] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee6b1940-20f5-4d84-b1a1-60b7cea9fc91 tempest-ServerRescueNegativeTestJSON-135561646 tempest-ServerRescueNegativeTestJSON-135561646-project-member] [instance: 215916d5-31b5-49ba-a7bc-78d9652dea41] Powering off the VM {{(pid=69770) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1275.693534] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-46ae89cf-fbe1-4dc6-b8cd-04c26140e4d1 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.701095] env[69770]: DEBUG oslo_vmware.api [None req-ee6b1940-20f5-4d84-b1a1-60b7cea9fc91 tempest-ServerRescueNegativeTestJSON-135561646 tempest-ServerRescueNegativeTestJSON-135561646-project-member] Waiting for the task: (returnval){ [ 1275.701095] env[69770]: value = "task-4070760" [ 1275.701095] env[69770]: _type = "Task" [ 1275.701095] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1275.711062] env[69770]: DEBUG oslo_vmware.api [None req-ee6b1940-20f5-4d84-b1a1-60b7cea9fc91 tempest-ServerRescueNegativeTestJSON-135561646 tempest-ServerRescueNegativeTestJSON-135561646-project-member] Task: {'id': task-4070760, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1275.746656] env[69770]: DEBUG nova.compute.manager [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] [instance: 95957450-4202-4400-ab80-e9d3a56b2efb] Instance has had 0 of 5 cleanup attempts {{(pid=69770) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1275.760188] env[69770]: DEBUG oslo_vmware.api [None req-eef94235-7144-452f-b514-22cabc9500d4 tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]52d8f85d-3a80-8c5d-d52a-92dedb3c7139, 'name': SearchDatastore_Task, 'duration_secs': 0.011199} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1275.760669] env[69770]: DEBUG oslo_concurrency.lockutils [None req-eef94235-7144-452f-b514-22cabc9500d4 tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.760958] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-eef94235-7144-452f-b514-22cabc9500d4 tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] [instance: 8dc54be4-dbff-4dca-a78e-6665db49a01f] Processing image d1eaff80-24a0-4391-90eb-59958b1ecf0a {{(pid=69770) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1275.761251] env[69770]: DEBUG oslo_concurrency.lockutils [None req-eef94235-7144-452f-b514-22cabc9500d4 tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.761418] env[69770]: DEBUG oslo_concurrency.lockutils [None req-eef94235-7144-452f-b514-22cabc9500d4 tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.761621] env[69770]: DEBUG nova.virt.vmwareapi.ds_util [None req-eef94235-7144-452f-b514-22cabc9500d4 tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69770) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1275.762053] env[69770]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-71546f2b-455a-4c06-bd5b-769456c8e019 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.771743] env[69770]: DEBUG nova.virt.vmwareapi.ds_util [None req-eef94235-7144-452f-b514-22cabc9500d4 tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69770) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1275.771942] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-eef94235-7144-452f-b514-22cabc9500d4 tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69770) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1275.772719] env[69770]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8541510c-ab5c-4b39-a7a5-34536107c27a {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.779447] env[69770]: DEBUG oslo_vmware.api [None req-eef94235-7144-452f-b514-22cabc9500d4 tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] Waiting for the task: (returnval){ [ 1275.779447] env[69770]: value = "session[52161b52-cb8e-ec9f-1132-2f6b49549d41]521fef28-35e3-c707-2bdd-3cc2815ef4f5" [ 1275.779447] env[69770]: _type = "Task" [ 1275.779447] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1275.788961] env[69770]: DEBUG oslo_vmware.api [None req-eef94235-7144-452f-b514-22cabc9500d4 tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]521fef28-35e3-c707-2bdd-3cc2815ef4f5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1276.107611] env[69770]: DEBUG oslo_concurrency.lockutils [None req-fc7f4af5-b767-41eb-927f-b296af0b4d13 tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.303s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1276.108105] env[69770]: DEBUG nova.compute.manager [None req-fc7f4af5-b767-41eb-927f-b296af0b4d13 tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] [instance: d8d72175-258b-4178-9090-f4794ab0154e] Start building networks asynchronously for instance. {{(pid=69770) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1276.111020] env[69770]: DEBUG oslo_concurrency.lockutils [None req-a90c7cfd-6a93-45d2-a01e-60474cdfa64f tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.565s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1276.112701] env[69770]: INFO nova.compute.claims [None req-a90c7cfd-6a93-45d2-a01e-60474cdfa64f tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] [instance: 21782e86-7845-479b-98a8-c2d5832d1ff3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1276.181980] env[69770]: DEBUG oslo_concurrency.lockutils [req-171563b9-f776-4829-af43-2098d8624562 req-76c32e6f-7252-402d-87e8-926356ee8c78 service nova] Releasing lock "refresh_cache-8dc54be4-dbff-4dca-a78e-6665db49a01f" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.212321] env[69770]: DEBUG oslo_vmware.api [None req-ee6b1940-20f5-4d84-b1a1-60b7cea9fc91 tempest-ServerRescueNegativeTestJSON-135561646 tempest-ServerRescueNegativeTestJSON-135561646-project-member] Task: {'id': task-4070760, 'name': PowerOffVM_Task, 'duration_secs': 0.244249} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1276.212553] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee6b1940-20f5-4d84-b1a1-60b7cea9fc91 tempest-ServerRescueNegativeTestJSON-135561646 tempest-ServerRescueNegativeTestJSON-135561646-project-member] [instance: 215916d5-31b5-49ba-a7bc-78d9652dea41] Powered off the VM {{(pid=69770) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1276.212730] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-ee6b1940-20f5-4d84-b1a1-60b7cea9fc91 tempest-ServerRescueNegativeTestJSON-135561646 tempest-ServerRescueNegativeTestJSON-135561646-project-member] [instance: 215916d5-31b5-49ba-a7bc-78d9652dea41] Unregistering the VM {{(pid=69770) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1276.213016] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5c75d0b7-622c-4852-9c5e-7a355d7c61fb {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.253188] env[69770]: DEBUG nova.compute.manager [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] [instance: 19c06f92-7f17-4834-b8be-723eb3f313c5] Instance has had 0 of 5 cleanup attempts {{(pid=69770) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1276.285677] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-ee6b1940-20f5-4d84-b1a1-60b7cea9fc91 tempest-ServerRescueNegativeTestJSON-135561646 tempest-ServerRescueNegativeTestJSON-135561646-project-member] [instance: 215916d5-31b5-49ba-a7bc-78d9652dea41] Unregistered the VM {{(pid=69770) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1276.285927] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-ee6b1940-20f5-4d84-b1a1-60b7cea9fc91 tempest-ServerRescueNegativeTestJSON-135561646 tempest-ServerRescueNegativeTestJSON-135561646-project-member] [instance: 215916d5-31b5-49ba-a7bc-78d9652dea41] Deleting contents of the VM from datastore datastore2 {{(pid=69770) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1276.286165] env[69770]: DEBUG nova.virt.vmwareapi.ds_util [None req-ee6b1940-20f5-4d84-b1a1-60b7cea9fc91 tempest-ServerRescueNegativeTestJSON-135561646 tempest-ServerRescueNegativeTestJSON-135561646-project-member] Deleting the datastore file [datastore2] 215916d5-31b5-49ba-a7bc-78d9652dea41 {{(pid=69770) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1276.286470] env[69770]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3fe8b710-def4-4127-bd1c-53d904c5c4b6 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.294789] env[69770]: DEBUG oslo_vmware.api [None req-eef94235-7144-452f-b514-22cabc9500d4 tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]521fef28-35e3-c707-2bdd-3cc2815ef4f5, 'name': SearchDatastore_Task, 'duration_secs': 0.021892} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1276.296892] env[69770]: DEBUG oslo_vmware.api [None req-ee6b1940-20f5-4d84-b1a1-60b7cea9fc91 tempest-ServerRescueNegativeTestJSON-135561646 tempest-ServerRescueNegativeTestJSON-135561646-project-member] Waiting for the task: (returnval){ [ 1276.296892] env[69770]: value = "task-4070762" [ 1276.296892] env[69770]: _type = "Task" [ 1276.296892] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1276.297184] env[69770]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-94fa1e6a-cd5f-4fdb-b17a-e68763d74fe3 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.306513] env[69770]: DEBUG oslo_vmware.api [None req-eef94235-7144-452f-b514-22cabc9500d4 tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] Waiting for the task: (returnval){ [ 1276.306513] env[69770]: value = "session[52161b52-cb8e-ec9f-1132-2f6b49549d41]5289c984-c766-4842-b63f-eee4960c9fb9" [ 1276.306513] env[69770]: _type = "Task" [ 1276.306513] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1276.309787] env[69770]: DEBUG oslo_vmware.api [None req-ee6b1940-20f5-4d84-b1a1-60b7cea9fc91 tempest-ServerRescueNegativeTestJSON-135561646 tempest-ServerRescueNegativeTestJSON-135561646-project-member] Task: {'id': task-4070762, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1276.317609] env[69770]: DEBUG oslo_vmware.api [None req-eef94235-7144-452f-b514-22cabc9500d4 tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]5289c984-c766-4842-b63f-eee4960c9fb9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1276.619043] env[69770]: DEBUG nova.compute.utils [None req-fc7f4af5-b767-41eb-927f-b296af0b4d13 tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] Using /dev/sd instead of None {{(pid=69770) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1276.622734] env[69770]: DEBUG nova.compute.manager [None req-fc7f4af5-b767-41eb-927f-b296af0b4d13 tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] [instance: d8d72175-258b-4178-9090-f4794ab0154e] Allocating IP information in the background. {{(pid=69770) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1276.623109] env[69770]: DEBUG nova.network.neutron [None req-fc7f4af5-b767-41eb-927f-b296af0b4d13 tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] [instance: d8d72175-258b-4178-9090-f4794ab0154e] allocate_for_instance() {{(pid=69770) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1276.710099] env[69770]: DEBUG nova.policy [None req-fc7f4af5-b767-41eb-927f-b296af0b4d13 tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '96302256b41c4dbeb62a6283ae0b2113', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '79f08803ff104b29b1724007c4361a7e', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69770) authorize /opt/stack/nova/nova/policy.py:192}} [ 1276.756931] env[69770]: DEBUG nova.compute.manager [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] [instance: f99efbb3-ef7e-4feb-b29b-2cfded1643fd] Instance has had 0 of 5 cleanup attempts {{(pid=69770) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1276.811195] env[69770]: DEBUG oslo_vmware.api [None req-ee6b1940-20f5-4d84-b1a1-60b7cea9fc91 tempest-ServerRescueNegativeTestJSON-135561646 tempest-ServerRescueNegativeTestJSON-135561646-project-member] Task: {'id': task-4070762, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.206414} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1276.814840] env[69770]: DEBUG nova.virt.vmwareapi.ds_util [None req-ee6b1940-20f5-4d84-b1a1-60b7cea9fc91 tempest-ServerRescueNegativeTestJSON-135561646 tempest-ServerRescueNegativeTestJSON-135561646-project-member] Deleted the datastore file {{(pid=69770) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1276.815111] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-ee6b1940-20f5-4d84-b1a1-60b7cea9fc91 tempest-ServerRescueNegativeTestJSON-135561646 tempest-ServerRescueNegativeTestJSON-135561646-project-member] [instance: 215916d5-31b5-49ba-a7bc-78d9652dea41] Deleted contents of the VM from datastore datastore2 {{(pid=69770) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1276.815252] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-ee6b1940-20f5-4d84-b1a1-60b7cea9fc91 tempest-ServerRescueNegativeTestJSON-135561646 tempest-ServerRescueNegativeTestJSON-135561646-project-member] [instance: 215916d5-31b5-49ba-a7bc-78d9652dea41] Instance destroyed {{(pid=69770) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1276.815429] env[69770]: INFO nova.compute.manager [None req-ee6b1940-20f5-4d84-b1a1-60b7cea9fc91 tempest-ServerRescueNegativeTestJSON-135561646 tempest-ServerRescueNegativeTestJSON-135561646-project-member] [instance: 215916d5-31b5-49ba-a7bc-78d9652dea41] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1276.815694] env[69770]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ee6b1940-20f5-4d84-b1a1-60b7cea9fc91 tempest-ServerRescueNegativeTestJSON-135561646 tempest-ServerRescueNegativeTestJSON-135561646-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69770) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1276.815922] env[69770]: DEBUG nova.compute.manager [-] [instance: 215916d5-31b5-49ba-a7bc-78d9652dea41] Deallocating network for instance {{(pid=69770) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1276.816030] env[69770]: DEBUG nova.network.neutron [-] [instance: 215916d5-31b5-49ba-a7bc-78d9652dea41] deallocate_for_instance() {{(pid=69770) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1276.824982] env[69770]: DEBUG oslo_vmware.api [None req-eef94235-7144-452f-b514-22cabc9500d4 tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]5289c984-c766-4842-b63f-eee4960c9fb9, 'name': SearchDatastore_Task, 'duration_secs': 0.011712} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1276.825304] env[69770]: DEBUG oslo_concurrency.lockutils [None req-eef94235-7144-452f-b514-22cabc9500d4 tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.826317] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-eef94235-7144-452f-b514-22cabc9500d4 tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk to [datastore2] 8dc54be4-dbff-4dca-a78e-6665db49a01f/8dc54be4-dbff-4dca-a78e-6665db49a01f.vmdk {{(pid=69770) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1276.826317] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-34c90364-fc36-44df-9231-de4e80626e40 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.838437] env[69770]: DEBUG oslo_vmware.api [None req-eef94235-7144-452f-b514-22cabc9500d4 tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] Waiting for the task: (returnval){ [ 1276.838437] env[69770]: value = "task-4070763" [ 1276.838437] env[69770]: _type = "Task" [ 1276.838437] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1276.848048] env[69770]: DEBUG oslo_vmware.api [None req-eef94235-7144-452f-b514-22cabc9500d4 tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] Task: {'id': task-4070763, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1277.099702] env[69770]: DEBUG nova.network.neutron [None req-fc7f4af5-b767-41eb-927f-b296af0b4d13 tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] [instance: d8d72175-258b-4178-9090-f4794ab0154e] Successfully created port: f5831a8b-70d8-4cca-8415-5139f7c0cc6b {{(pid=69770) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1277.124352] env[69770]: DEBUG nova.compute.manager [None req-fc7f4af5-b767-41eb-927f-b296af0b4d13 tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] [instance: d8d72175-258b-4178-9090-f4794ab0154e] Start building block device mappings for instance. {{(pid=69770) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1277.262673] env[69770]: DEBUG nova.compute.manager [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] [instance: f9f0ae85-57a8-4e21-8e5e-87a3630ee05c] Instance has had 0 of 5 cleanup attempts {{(pid=69770) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1277.353673] env[69770]: DEBUG oslo_vmware.api [None req-eef94235-7144-452f-b514-22cabc9500d4 tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] Task: {'id': task-4070763, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1277.363308] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41737172-bc3c-4f40-9c42-c8a1ed38ee6b {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.371993] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37e8a1fd-93e3-4d47-9530-efdb5271ce5a {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.412192] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9ff8577-a0b8-4fed-8109-da2be2f3b121 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.421582] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d957908d-12c5-42a4-833d-57f3897895cd {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.440167] env[69770]: DEBUG nova.compute.provider_tree [None req-a90c7cfd-6a93-45d2-a01e-60474cdfa64f tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] Inventory has not changed in ProviderTree for provider: 7cc7d32b-b7a7-454a-a456-2a440248ed9d {{(pid=69770) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1277.606149] env[69770]: DEBUG nova.compute.manager [req-308373be-9c43-4d11-88e3-a8c80880ee55 req-83a0c2ec-aff7-4ccd-8ee5-3d3f2178230e service nova] [instance: 215916d5-31b5-49ba-a7bc-78d9652dea41] Received event network-vif-deleted-0c8f9939-e902-4e4b-9620-94d662a2e543 {{(pid=69770) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1277.606278] env[69770]: INFO nova.compute.manager [req-308373be-9c43-4d11-88e3-a8c80880ee55 req-83a0c2ec-aff7-4ccd-8ee5-3d3f2178230e service nova] [instance: 215916d5-31b5-49ba-a7bc-78d9652dea41] Neutron deleted interface 0c8f9939-e902-4e4b-9620-94d662a2e543; detaching it from the instance and deleting it from the info cache [ 1277.606598] env[69770]: DEBUG nova.network.neutron [req-308373be-9c43-4d11-88e3-a8c80880ee55 req-83a0c2ec-aff7-4ccd-8ee5-3d3f2178230e service nova] [instance: 215916d5-31b5-49ba-a7bc-78d9652dea41] Updating instance_info_cache with network_info: [] {{(pid=69770) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1277.634820] env[69770]: INFO nova.virt.block_device [None req-fc7f4af5-b767-41eb-927f-b296af0b4d13 tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] [instance: d8d72175-258b-4178-9090-f4794ab0154e] Booting with volume 9e2a353a-7310-46ae-ad64-6bf4bf130ad5 at /dev/sda [ 1277.678695] env[69770]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b007c1b2-5261-4932-bca8-56a9f399521a {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.692780] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbfd4680-a351-4e4e-883a-414ed0ded986 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.737547] env[69770]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-be01d2de-4dee-4971-852f-979c7e535970 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.747772] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b65beb9-cadf-43c0-b5e2-5d10b7a4546b {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.764508] env[69770]: DEBUG nova.compute.manager [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] [instance: 089cc9fa-d197-43fd-b8fe-0d92a672806e] Instance has had 0 of 5 cleanup attempts {{(pid=69770) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1277.783247] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8833c308-391d-4dde-988a-2bf9c869ff51 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.791260] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac7e4552-7626-4bfe-9859-8a50b41582b4 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.808038] env[69770]: DEBUG nova.virt.block_device [None req-fc7f4af5-b767-41eb-927f-b296af0b4d13 tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] [instance: d8d72175-258b-4178-9090-f4794ab0154e] Updating existing volume attachment record: 12047bde-69eb-4122-8b07-8975e29461c9 {{(pid=69770) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1277.855435] env[69770]: DEBUG oslo_vmware.api [None req-eef94235-7144-452f-b514-22cabc9500d4 tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] Task: {'id': task-4070763, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1277.945446] env[69770]: DEBUG nova.scheduler.client.report [None req-a90c7cfd-6a93-45d2-a01e-60474cdfa64f tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] Inventory has not changed for provider 7cc7d32b-b7a7-454a-a456-2a440248ed9d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69770) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1278.081077] env[69770]: DEBUG nova.network.neutron [-] [instance: 215916d5-31b5-49ba-a7bc-78d9652dea41] Updating instance_info_cache with network_info: [] {{(pid=69770) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1278.109437] env[69770]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-6f177eed-6e6e-4841-936f-70e7d289fbc7 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.120354] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e78299b5-470f-49aa-a586-cbbd1b66d575 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.156149] env[69770]: DEBUG nova.compute.manager [req-308373be-9c43-4d11-88e3-a8c80880ee55 req-83a0c2ec-aff7-4ccd-8ee5-3d3f2178230e service nova] [instance: 215916d5-31b5-49ba-a7bc-78d9652dea41] Detach interface failed, port_id=0c8f9939-e902-4e4b-9620-94d662a2e543, reason: Instance 215916d5-31b5-49ba-a7bc-78d9652dea41 could not be found. {{(pid=69770) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1278.268358] env[69770]: DEBUG nova.compute.manager [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] [instance: 1cd3da96-102f-4a22-8f53-12b32485ffa2] Instance has had 0 of 5 cleanup attempts {{(pid=69770) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1278.351209] env[69770]: DEBUG oslo_vmware.api [None req-eef94235-7144-452f-b514-22cabc9500d4 tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] Task: {'id': task-4070763, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1278.450673] env[69770]: DEBUG oslo_concurrency.lockutils [None req-a90c7cfd-6a93-45d2-a01e-60474cdfa64f tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.340s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1278.451277] env[69770]: DEBUG nova.compute.manager [None req-a90c7cfd-6a93-45d2-a01e-60474cdfa64f tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] [instance: 21782e86-7845-479b-98a8-c2d5832d1ff3] Start building networks asynchronously for instance. {{(pid=69770) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1278.528706] env[69770]: DEBUG nova.compute.manager [req-4cb4b1bf-7765-4ad1-85d1-4688bb8fb16a req-0adc710c-c7e0-4d5c-bbfb-eabd53c193ed service nova] [instance: d8d72175-258b-4178-9090-f4794ab0154e] Received event network-vif-plugged-f5831a8b-70d8-4cca-8415-5139f7c0cc6b {{(pid=69770) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1278.528880] env[69770]: DEBUG oslo_concurrency.lockutils [req-4cb4b1bf-7765-4ad1-85d1-4688bb8fb16a req-0adc710c-c7e0-4d5c-bbfb-eabd53c193ed service nova] Acquiring lock "d8d72175-258b-4178-9090-f4794ab0154e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1278.529117] env[69770]: DEBUG oslo_concurrency.lockutils [req-4cb4b1bf-7765-4ad1-85d1-4688bb8fb16a req-0adc710c-c7e0-4d5c-bbfb-eabd53c193ed service nova] Lock "d8d72175-258b-4178-9090-f4794ab0154e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1278.529322] env[69770]: DEBUG oslo_concurrency.lockutils [req-4cb4b1bf-7765-4ad1-85d1-4688bb8fb16a req-0adc710c-c7e0-4d5c-bbfb-eabd53c193ed service nova] Lock "d8d72175-258b-4178-9090-f4794ab0154e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1278.529505] env[69770]: DEBUG nova.compute.manager [req-4cb4b1bf-7765-4ad1-85d1-4688bb8fb16a req-0adc710c-c7e0-4d5c-bbfb-eabd53c193ed service nova] [instance: d8d72175-258b-4178-9090-f4794ab0154e] No waiting events found dispatching network-vif-plugged-f5831a8b-70d8-4cca-8415-5139f7c0cc6b {{(pid=69770) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1278.529676] env[69770]: WARNING nova.compute.manager [req-4cb4b1bf-7765-4ad1-85d1-4688bb8fb16a req-0adc710c-c7e0-4d5c-bbfb-eabd53c193ed service nova] [instance: d8d72175-258b-4178-9090-f4794ab0154e] Received unexpected event network-vif-plugged-f5831a8b-70d8-4cca-8415-5139f7c0cc6b for instance with vm_state building and task_state block_device_mapping. [ 1278.583826] env[69770]: INFO nova.compute.manager [-] [instance: 215916d5-31b5-49ba-a7bc-78d9652dea41] Took 1.77 seconds to deallocate network for instance. [ 1278.627153] env[69770]: DEBUG nova.network.neutron [None req-fc7f4af5-b767-41eb-927f-b296af0b4d13 tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] [instance: d8d72175-258b-4178-9090-f4794ab0154e] Successfully updated port: f5831a8b-70d8-4cca-8415-5139f7c0cc6b {{(pid=69770) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1278.772313] env[69770]: DEBUG nova.compute.manager [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] [instance: 7626e483-2d84-4a06-8f38-f8fd431da011] Instance has had 0 of 5 cleanup attempts {{(pid=69770) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1278.852462] env[69770]: DEBUG oslo_vmware.api [None req-eef94235-7144-452f-b514-22cabc9500d4 tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] Task: {'id': task-4070763, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.699021} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1278.852698] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-eef94235-7144-452f-b514-22cabc9500d4 tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk to [datastore2] 8dc54be4-dbff-4dca-a78e-6665db49a01f/8dc54be4-dbff-4dca-a78e-6665db49a01f.vmdk {{(pid=69770) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1278.852908] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-eef94235-7144-452f-b514-22cabc9500d4 tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] [instance: 8dc54be4-dbff-4dca-a78e-6665db49a01f] Extending root virtual disk to 1048576 {{(pid=69770) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1278.853192] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-04a58171-7c1c-496e-81d7-96cf2cebd2de {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.863501] env[69770]: DEBUG oslo_vmware.api [None req-eef94235-7144-452f-b514-22cabc9500d4 tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] Waiting for the task: (returnval){ [ 1278.863501] env[69770]: value = "task-4070764" [ 1278.863501] env[69770]: _type = "Task" [ 1278.863501] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1278.874520] env[69770]: DEBUG oslo_vmware.api [None req-eef94235-7144-452f-b514-22cabc9500d4 tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] Task: {'id': task-4070764, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1278.957135] env[69770]: DEBUG nova.compute.utils [None req-a90c7cfd-6a93-45d2-a01e-60474cdfa64f tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] Using /dev/sd instead of None {{(pid=69770) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1278.957994] env[69770]: DEBUG nova.compute.manager [None req-a90c7cfd-6a93-45d2-a01e-60474cdfa64f tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] [instance: 21782e86-7845-479b-98a8-c2d5832d1ff3] Allocating IP information in the background. {{(pid=69770) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1278.958188] env[69770]: DEBUG nova.network.neutron [None req-a90c7cfd-6a93-45d2-a01e-60474cdfa64f tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] [instance: 21782e86-7845-479b-98a8-c2d5832d1ff3] allocate_for_instance() {{(pid=69770) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1279.021795] env[69770]: DEBUG nova.policy [None req-a90c7cfd-6a93-45d2-a01e-60474cdfa64f tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '46b1a188e2004db39cdb88eb468a7b36', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'bcbfd42565514a329707ee7a1c7d910c', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69770) authorize /opt/stack/nova/nova/policy.py:192}} [ 1279.092608] env[69770]: DEBUG oslo_concurrency.lockutils [None req-ee6b1940-20f5-4d84-b1a1-60b7cea9fc91 tempest-ServerRescueNegativeTestJSON-135561646 tempest-ServerRescueNegativeTestJSON-135561646-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1279.093016] env[69770]: DEBUG oslo_concurrency.lockutils [None req-ee6b1940-20f5-4d84-b1a1-60b7cea9fc91 tempest-ServerRescueNegativeTestJSON-135561646 tempest-ServerRescueNegativeTestJSON-135561646-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1279.093277] env[69770]: DEBUG nova.objects.instance [None req-ee6b1940-20f5-4d84-b1a1-60b7cea9fc91 tempest-ServerRescueNegativeTestJSON-135561646 tempest-ServerRescueNegativeTestJSON-135561646-project-member] Lazy-loading 'resources' on Instance uuid 215916d5-31b5-49ba-a7bc-78d9652dea41 {{(pid=69770) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1279.129093] env[69770]: DEBUG oslo_concurrency.lockutils [None req-fc7f4af5-b767-41eb-927f-b296af0b4d13 tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] Acquiring lock "refresh_cache-d8d72175-258b-4178-9090-f4794ab0154e" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.129279] env[69770]: DEBUG oslo_concurrency.lockutils [None req-fc7f4af5-b767-41eb-927f-b296af0b4d13 tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] Acquired lock "refresh_cache-d8d72175-258b-4178-9090-f4794ab0154e" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.129437] env[69770]: DEBUG nova.network.neutron [None req-fc7f4af5-b767-41eb-927f-b296af0b4d13 tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] [instance: d8d72175-258b-4178-9090-f4794ab0154e] Building network info cache for instance {{(pid=69770) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1279.275504] env[69770]: DEBUG oslo_service.periodic_task [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=69770) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1279.275715] env[69770]: DEBUG nova.compute.manager [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] Cleaning up deleted instances with incomplete migration {{(pid=69770) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11872}} [ 1279.374698] env[69770]: DEBUG oslo_vmware.api [None req-eef94235-7144-452f-b514-22cabc9500d4 tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] Task: {'id': task-4070764, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070348} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1279.375595] env[69770]: DEBUG nova.network.neutron [None req-a90c7cfd-6a93-45d2-a01e-60474cdfa64f tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] [instance: 21782e86-7845-479b-98a8-c2d5832d1ff3] Successfully created port: 240a2458-a53e-4012-8dd0-6b6dde14c547 {{(pid=69770) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1279.377771] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-eef94235-7144-452f-b514-22cabc9500d4 tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] [instance: 8dc54be4-dbff-4dca-a78e-6665db49a01f] Extended root virtual disk {{(pid=69770) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1279.378710] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da5f9c22-a283-4c42-b6a8-5cd5269d97a4 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.406595] env[69770]: DEBUG nova.virt.vmwareapi.volumeops [None req-eef94235-7144-452f-b514-22cabc9500d4 tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] [instance: 8dc54be4-dbff-4dca-a78e-6665db49a01f] Reconfiguring VM instance instance-0000006e to attach disk [datastore2] 8dc54be4-dbff-4dca-a78e-6665db49a01f/8dc54be4-dbff-4dca-a78e-6665db49a01f.vmdk or device None with type sparse {{(pid=69770) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1279.407254] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-16217894-ba6f-4166-b6f1-471760230ccc {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.431406] env[69770]: DEBUG oslo_vmware.api [None req-eef94235-7144-452f-b514-22cabc9500d4 tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] Waiting for the task: (returnval){ [ 1279.431406] env[69770]: value = "task-4070765" [ 1279.431406] env[69770]: _type = "Task" [ 1279.431406] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1279.437776] env[69770]: DEBUG oslo_vmware.api [None req-eef94235-7144-452f-b514-22cabc9500d4 tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] Task: {'id': task-4070765, 'name': ReconfigVM_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1279.462153] env[69770]: DEBUG nova.compute.manager [None req-a90c7cfd-6a93-45d2-a01e-60474cdfa64f tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] [instance: 21782e86-7845-479b-98a8-c2d5832d1ff3] Start building block device mappings for instance. {{(pid=69770) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1279.692663] env[69770]: DEBUG nova.network.neutron [None req-fc7f4af5-b767-41eb-927f-b296af0b4d13 tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] [instance: d8d72175-258b-4178-9090-f4794ab0154e] Instance cache missing network info. {{(pid=69770) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1279.778669] env[69770]: DEBUG oslo_service.periodic_task [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=69770) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1279.818553] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d50dab7-8548-481a-a5ca-cd47160296fd {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.827032] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58864eef-18b8-4eb7-a565-8bbf50a768b9 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.872584] env[69770]: DEBUG nova.network.neutron [None req-fc7f4af5-b767-41eb-927f-b296af0b4d13 tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] [instance: d8d72175-258b-4178-9090-f4794ab0154e] Updating instance_info_cache with network_info: [{"id": "f5831a8b-70d8-4cca-8415-5139f7c0cc6b", "address": "fa:16:3e:01:43:71", "network": {"id": "deeccc4b-a1bb-4cc9-a2cb-ab451519c623", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1195845450-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "79f08803ff104b29b1724007c4361a7e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "26a1e556-1ede-445a-bf87-a35daa5d9070", "external-id": "nsx-vlan-transportzone-396", "segmentation_id": 396, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf5831a8b-70", "ovs_interfaceid": "f5831a8b-70d8-4cca-8415-5139f7c0cc6b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69770) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1279.874850] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdfd9141-60cd-4d24-b50e-fb2278e46b37 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.885843] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7da9e7a6-8ffc-4bec-9fd1-9ce433863f1a {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.903697] env[69770]: DEBUG nova.compute.provider_tree [None req-ee6b1940-20f5-4d84-b1a1-60b7cea9fc91 tempest-ServerRescueNegativeTestJSON-135561646 tempest-ServerRescueNegativeTestJSON-135561646-project-member] Inventory has not changed in ProviderTree for provider: 7cc7d32b-b7a7-454a-a456-2a440248ed9d {{(pid=69770) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1279.909220] env[69770]: DEBUG nova.compute.manager [None req-fc7f4af5-b767-41eb-927f-b296af0b4d13 tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] [instance: d8d72175-258b-4178-9090-f4794ab0154e] Start spawning the instance on the hypervisor. {{(pid=69770) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1279.909442] env[69770]: DEBUG nova.virt.hardware [None req-fc7f4af5-b767-41eb-927f-b296af0b4d13 tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T12:16:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69770) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1279.909598] env[69770]: DEBUG nova.virt.hardware [None req-fc7f4af5-b767-41eb-927f-b296af0b4d13 tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] Flavor limits 0:0:0 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1279.909777] env[69770]: DEBUG nova.virt.hardware [None req-fc7f4af5-b767-41eb-927f-b296af0b4d13 tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] Image limits 0:0:0 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1279.909968] env[69770]: DEBUG nova.virt.hardware [None req-fc7f4af5-b767-41eb-927f-b296af0b4d13 tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] Flavor pref 0:0:0 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1279.910147] env[69770]: DEBUG nova.virt.hardware [None req-fc7f4af5-b767-41eb-927f-b296af0b4d13 tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] Image pref 0:0:0 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1279.910302] env[69770]: DEBUG nova.virt.hardware [None req-fc7f4af5-b767-41eb-927f-b296af0b4d13 tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1279.911027] env[69770]: DEBUG nova.virt.hardware [None req-fc7f4af5-b767-41eb-927f-b296af0b4d13 tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69770) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1279.911027] env[69770]: DEBUG nova.virt.hardware [None req-fc7f4af5-b767-41eb-927f-b296af0b4d13 tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69770) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1279.911027] env[69770]: DEBUG nova.virt.hardware [None req-fc7f4af5-b767-41eb-927f-b296af0b4d13 tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] Got 1 possible topologies {{(pid=69770) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1279.911027] env[69770]: DEBUG nova.virt.hardware [None req-fc7f4af5-b767-41eb-927f-b296af0b4d13 tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69770) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1279.911243] env[69770]: DEBUG nova.virt.hardware [None req-fc7f4af5-b767-41eb-927f-b296af0b4d13 tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69770) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1279.912353] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f067d65a-8e2f-41d5-9eb3-4b7a01827832 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.921752] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23950c29-4b46-48e1-92ad-27abfbdab794 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.944888] env[69770]: DEBUG oslo_vmware.api [None req-eef94235-7144-452f-b514-22cabc9500d4 tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] Task: {'id': task-4070765, 'name': ReconfigVM_Task, 'duration_secs': 0.362816} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1279.945189] env[69770]: DEBUG nova.virt.vmwareapi.volumeops [None req-eef94235-7144-452f-b514-22cabc9500d4 tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] [instance: 8dc54be4-dbff-4dca-a78e-6665db49a01f] Reconfigured VM instance instance-0000006e to attach disk [datastore2] 8dc54be4-dbff-4dca-a78e-6665db49a01f/8dc54be4-dbff-4dca-a78e-6665db49a01f.vmdk or device None with type sparse {{(pid=69770) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1279.945809] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-16ae46ae-ef49-439e-977e-88e019eba8d0 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.953057] env[69770]: DEBUG oslo_vmware.api [None req-eef94235-7144-452f-b514-22cabc9500d4 tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] Waiting for the task: (returnval){ [ 1279.953057] env[69770]: value = "task-4070766" [ 1279.953057] env[69770]: _type = "Task" [ 1279.953057] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1279.963864] env[69770]: DEBUG oslo_vmware.api [None req-eef94235-7144-452f-b514-22cabc9500d4 tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] Task: {'id': task-4070766, 'name': Rename_Task} progress is 5%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1280.080458] env[69770]: DEBUG oslo_vmware.rw_handles [None req-1c444209-de27-4d0f-b373-f633aef626f0 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/521b6e28-456e-1911-beef-2af724d61d8a/disk-0.vmdk. {{(pid=69770) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1280.081636] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85f1b0f9-c407-4ce6-848e-fa9389380ae0 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.088197] env[69770]: DEBUG oslo_vmware.rw_handles [None req-1c444209-de27-4d0f-b373-f633aef626f0 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/521b6e28-456e-1911-beef-2af724d61d8a/disk-0.vmdk is in state: ready. {{(pid=69770) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1280.088373] env[69770]: ERROR oslo_vmware.rw_handles [None req-1c444209-de27-4d0f-b373-f633aef626f0 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/521b6e28-456e-1911-beef-2af724d61d8a/disk-0.vmdk due to incomplete transfer. [ 1280.088712] env[69770]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-71137b35-e3ef-471a-a414-cc91c4a4861d {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.098228] env[69770]: DEBUG oslo_vmware.rw_handles [None req-1c444209-de27-4d0f-b373-f633aef626f0 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/521b6e28-456e-1911-beef-2af724d61d8a/disk-0.vmdk. {{(pid=69770) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1280.098338] env[69770]: DEBUG nova.virt.vmwareapi.images [None req-1c444209-de27-4d0f-b373-f633aef626f0 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] [instance: df47450a-8e9a-4d83-b50a-ca611f6d9139] Uploaded image 91a13756-359c-4f2a-8d9b-63b1c89f62ee to the Glance image server {{(pid=69770) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1280.101135] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c444209-de27-4d0f-b373-f633aef626f0 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] [instance: df47450a-8e9a-4d83-b50a-ca611f6d9139] Destroying the VM {{(pid=69770) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1280.101135] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-f54b0ec4-389a-4212-a90a-2daa658e0071 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.108261] env[69770]: DEBUG oslo_vmware.api [None req-1c444209-de27-4d0f-b373-f633aef626f0 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] Waiting for the task: (returnval){ [ 1280.108261] env[69770]: value = "task-4070767" [ 1280.108261] env[69770]: _type = "Task" [ 1280.108261] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1280.117811] env[69770]: DEBUG oslo_vmware.api [None req-1c444209-de27-4d0f-b373-f633aef626f0 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] Task: {'id': task-4070767, 'name': Destroy_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1280.380372] env[69770]: DEBUG oslo_concurrency.lockutils [None req-fc7f4af5-b767-41eb-927f-b296af0b4d13 tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] Releasing lock "refresh_cache-d8d72175-258b-4178-9090-f4794ab0154e" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.380755] env[69770]: DEBUG nova.compute.manager [None req-fc7f4af5-b767-41eb-927f-b296af0b4d13 tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] [instance: d8d72175-258b-4178-9090-f4794ab0154e] Instance network_info: |[{"id": "f5831a8b-70d8-4cca-8415-5139f7c0cc6b", "address": "fa:16:3e:01:43:71", "network": {"id": "deeccc4b-a1bb-4cc9-a2cb-ab451519c623", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1195845450-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "79f08803ff104b29b1724007c4361a7e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "26a1e556-1ede-445a-bf87-a35daa5d9070", "external-id": "nsx-vlan-transportzone-396", "segmentation_id": 396, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf5831a8b-70", "ovs_interfaceid": "f5831a8b-70d8-4cca-8415-5139f7c0cc6b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69770) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1280.381233] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-fc7f4af5-b767-41eb-927f-b296af0b4d13 tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] [instance: d8d72175-258b-4178-9090-f4794ab0154e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:01:43:71', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '26a1e556-1ede-445a-bf87-a35daa5d9070', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f5831a8b-70d8-4cca-8415-5139f7c0cc6b', 'vif_model': 'vmxnet3'}] {{(pid=69770) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1280.389139] env[69770]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fc7f4af5-b767-41eb-927f-b296af0b4d13 tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69770) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1280.389400] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d8d72175-258b-4178-9090-f4794ab0154e] Creating VM on the ESX host {{(pid=69770) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1280.389634] env[69770]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d8e3b44c-e768-4a04-871c-3196aa0b6062 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.406797] env[69770]: DEBUG nova.scheduler.client.report [None req-ee6b1940-20f5-4d84-b1a1-60b7cea9fc91 tempest-ServerRescueNegativeTestJSON-135561646 tempest-ServerRescueNegativeTestJSON-135561646-project-member] Inventory has not changed for provider 7cc7d32b-b7a7-454a-a456-2a440248ed9d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69770) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1280.411236] env[69770]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1280.411236] env[69770]: value = "task-4070768" [ 1280.411236] env[69770]: _type = "Task" [ 1280.411236] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1280.419615] env[69770]: DEBUG oslo_vmware.api [-] Task: {'id': task-4070768, 'name': CreateVM_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1280.464046] env[69770]: DEBUG oslo_vmware.api [None req-eef94235-7144-452f-b514-22cabc9500d4 tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] Task: {'id': task-4070766, 'name': Rename_Task, 'duration_secs': 0.179472} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1280.464287] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-eef94235-7144-452f-b514-22cabc9500d4 tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] [instance: 8dc54be4-dbff-4dca-a78e-6665db49a01f] Powering on the VM {{(pid=69770) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1280.464539] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-21cd1f51-5939-4ff0-a76b-e58a2fb99be5 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.472642] env[69770]: DEBUG nova.compute.manager [None req-a90c7cfd-6a93-45d2-a01e-60474cdfa64f tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] [instance: 21782e86-7845-479b-98a8-c2d5832d1ff3] Start spawning the instance on the hypervisor. {{(pid=69770) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1280.474526] env[69770]: DEBUG oslo_vmware.api [None req-eef94235-7144-452f-b514-22cabc9500d4 tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] Waiting for the task: (returnval){ [ 1280.474526] env[69770]: value = "task-4070769" [ 1280.474526] env[69770]: _type = "Task" [ 1280.474526] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1280.484594] env[69770]: DEBUG oslo_vmware.api [None req-eef94235-7144-452f-b514-22cabc9500d4 tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] Task: {'id': task-4070769, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1280.498614] env[69770]: DEBUG nova.virt.hardware [None req-a90c7cfd-6a93-45d2-a01e-60474cdfa64f tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T12:16:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T12:16:11Z,direct_url=,disk_format='vmdk',id=d1eaff80-24a0-4391-90eb-59958b1ecf0a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d65f20bb89fb40a98b77bc6d97357df2',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T12:16:12Z,virtual_size=,visibility=), allow threads: False {{(pid=69770) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1280.498820] env[69770]: DEBUG nova.virt.hardware [None req-a90c7cfd-6a93-45d2-a01e-60474cdfa64f tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] Flavor limits 0:0:0 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1280.498981] env[69770]: DEBUG nova.virt.hardware [None req-a90c7cfd-6a93-45d2-a01e-60474cdfa64f tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] Image limits 0:0:0 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1280.499234] env[69770]: DEBUG nova.virt.hardware [None req-a90c7cfd-6a93-45d2-a01e-60474cdfa64f tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] Flavor pref 0:0:0 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1280.499391] env[69770]: DEBUG nova.virt.hardware [None req-a90c7cfd-6a93-45d2-a01e-60474cdfa64f tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] Image pref 0:0:0 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1280.499539] env[69770]: DEBUG nova.virt.hardware [None req-a90c7cfd-6a93-45d2-a01e-60474cdfa64f tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1280.499757] env[69770]: DEBUG nova.virt.hardware [None req-a90c7cfd-6a93-45d2-a01e-60474cdfa64f tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69770) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1280.499924] env[69770]: DEBUG nova.virt.hardware [None req-a90c7cfd-6a93-45d2-a01e-60474cdfa64f tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69770) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1280.500136] env[69770]: DEBUG nova.virt.hardware [None req-a90c7cfd-6a93-45d2-a01e-60474cdfa64f tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] Got 1 possible topologies {{(pid=69770) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1280.500308] env[69770]: DEBUG nova.virt.hardware [None req-a90c7cfd-6a93-45d2-a01e-60474cdfa64f tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69770) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1280.500481] env[69770]: DEBUG nova.virt.hardware [None req-a90c7cfd-6a93-45d2-a01e-60474cdfa64f tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69770) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1280.501435] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc4113da-a808-48a7-b808-0f789cf5e736 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.512188] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f667f9a9-3b30-4421-908e-0b0c486027ec {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.563301] env[69770]: DEBUG nova.compute.manager [req-c3c0535a-f5fe-45f8-a01d-817a1622edda req-95d2e7ad-6826-48af-a8eb-d1fac7047152 service nova] [instance: d8d72175-258b-4178-9090-f4794ab0154e] Received event network-changed-f5831a8b-70d8-4cca-8415-5139f7c0cc6b {{(pid=69770) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1280.563301] env[69770]: DEBUG nova.compute.manager [req-c3c0535a-f5fe-45f8-a01d-817a1622edda req-95d2e7ad-6826-48af-a8eb-d1fac7047152 service nova] [instance: d8d72175-258b-4178-9090-f4794ab0154e] Refreshing instance network info cache due to event network-changed-f5831a8b-70d8-4cca-8415-5139f7c0cc6b. {{(pid=69770) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1280.563301] env[69770]: DEBUG oslo_concurrency.lockutils [req-c3c0535a-f5fe-45f8-a01d-817a1622edda req-95d2e7ad-6826-48af-a8eb-d1fac7047152 service nova] Acquiring lock "refresh_cache-d8d72175-258b-4178-9090-f4794ab0154e" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.563301] env[69770]: DEBUG oslo_concurrency.lockutils [req-c3c0535a-f5fe-45f8-a01d-817a1622edda req-95d2e7ad-6826-48af-a8eb-d1fac7047152 service nova] Acquired lock "refresh_cache-d8d72175-258b-4178-9090-f4794ab0154e" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.563483] env[69770]: DEBUG nova.network.neutron [req-c3c0535a-f5fe-45f8-a01d-817a1622edda req-95d2e7ad-6826-48af-a8eb-d1fac7047152 service nova] [instance: d8d72175-258b-4178-9090-f4794ab0154e] Refreshing network info cache for port f5831a8b-70d8-4cca-8415-5139f7c0cc6b {{(pid=69770) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1280.619437] env[69770]: DEBUG oslo_vmware.api [None req-1c444209-de27-4d0f-b373-f633aef626f0 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] Task: {'id': task-4070767, 'name': Destroy_Task} progress is 33%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1280.720972] env[69770]: DEBUG oslo_concurrency.lockutils [None req-9c0ecc62-ffdd-4581-99f4-3bd83b0a097b tempest-ServersV294TestFqdnHostnames-822854397 tempest-ServersV294TestFqdnHostnames-822854397-project-member] Acquiring lock "cef6cba7-84fd-45db-82bf-20df6499c75e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1280.720972] env[69770]: DEBUG oslo_concurrency.lockutils [None req-9c0ecc62-ffdd-4581-99f4-3bd83b0a097b tempest-ServersV294TestFqdnHostnames-822854397 tempest-ServersV294TestFqdnHostnames-822854397-project-member] Lock "cef6cba7-84fd-45db-82bf-20df6499c75e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1280.721227] env[69770]: DEBUG oslo_concurrency.lockutils [None req-9c0ecc62-ffdd-4581-99f4-3bd83b0a097b tempest-ServersV294TestFqdnHostnames-822854397 tempest-ServersV294TestFqdnHostnames-822854397-project-member] Acquiring lock "cef6cba7-84fd-45db-82bf-20df6499c75e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1280.721294] env[69770]: DEBUG oslo_concurrency.lockutils [None req-9c0ecc62-ffdd-4581-99f4-3bd83b0a097b tempest-ServersV294TestFqdnHostnames-822854397 tempest-ServersV294TestFqdnHostnames-822854397-project-member] Lock "cef6cba7-84fd-45db-82bf-20df6499c75e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1280.721405] env[69770]: DEBUG oslo_concurrency.lockutils [None req-9c0ecc62-ffdd-4581-99f4-3bd83b0a097b tempest-ServersV294TestFqdnHostnames-822854397 tempest-ServersV294TestFqdnHostnames-822854397-project-member] Lock "cef6cba7-84fd-45db-82bf-20df6499c75e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1280.723799] env[69770]: INFO nova.compute.manager [None req-9c0ecc62-ffdd-4581-99f4-3bd83b0a097b tempest-ServersV294TestFqdnHostnames-822854397 tempest-ServersV294TestFqdnHostnames-822854397-project-member] [instance: cef6cba7-84fd-45db-82bf-20df6499c75e] Terminating instance [ 1280.897690] env[69770]: DEBUG nova.network.neutron [None req-a90c7cfd-6a93-45d2-a01e-60474cdfa64f tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] [instance: 21782e86-7845-479b-98a8-c2d5832d1ff3] Successfully updated port: 240a2458-a53e-4012-8dd0-6b6dde14c547 {{(pid=69770) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1280.912831] env[69770]: DEBUG oslo_concurrency.lockutils [None req-ee6b1940-20f5-4d84-b1a1-60b7cea9fc91 tempest-ServerRescueNegativeTestJSON-135561646 tempest-ServerRescueNegativeTestJSON-135561646-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.819s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1280.927378] env[69770]: DEBUG oslo_vmware.api [-] Task: {'id': task-4070768, 'name': CreateVM_Task, 'duration_secs': 0.404895} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1280.927599] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d8d72175-258b-4178-9090-f4794ab0154e] Created VM on the ESX host {{(pid=69770) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1280.928359] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-fc7f4af5-b767-41eb-927f-b296af0b4d13 tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] [instance: d8d72175-258b-4178-9090-f4794ab0154e] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'delete_on_termination': True, 'disk_bus': None, 'device_type': None, 'guest_format': None, 'attachment_id': '12047bde-69eb-4122-8b07-8975e29461c9', 'mount_device': '/dev/sda', 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-806679', 'volume_id': '9e2a353a-7310-46ae-ad64-6bf4bf130ad5', 'name': 'volume-9e2a353a-7310-46ae-ad64-6bf4bf130ad5', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'd8d72175-258b-4178-9090-f4794ab0154e', 'attached_at': '', 'detached_at': '', 'volume_id': '9e2a353a-7310-46ae-ad64-6bf4bf130ad5', 'serial': '9e2a353a-7310-46ae-ad64-6bf4bf130ad5'}, 'boot_index': 0, 'volume_type': None}], 'swap': None} {{(pid=69770) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1280.928710] env[69770]: DEBUG nova.virt.vmwareapi.volumeops [None req-fc7f4af5-b767-41eb-927f-b296af0b4d13 tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] [instance: d8d72175-258b-4178-9090-f4794ab0154e] Root volume attach. Driver type: vmdk {{(pid=69770) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 1280.929622] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcb0670f-4b43-4e46-bacf-1deb75e8ea13 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.939505] env[69770]: INFO nova.scheduler.client.report [None req-ee6b1940-20f5-4d84-b1a1-60b7cea9fc91 tempest-ServerRescueNegativeTestJSON-135561646 tempest-ServerRescueNegativeTestJSON-135561646-project-member] Deleted allocations for instance 215916d5-31b5-49ba-a7bc-78d9652dea41 [ 1280.941275] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d703d612-94d1-4b5c-8175-b8e3b84227d0 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.952019] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf1b813d-cb51-462c-8bcd-0334b69072cf {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.959745] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-1dbf85c6-600d-461c-b9d5-058881d96828 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.967415] env[69770]: DEBUG oslo_vmware.api [None req-fc7f4af5-b767-41eb-927f-b296af0b4d13 tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] Waiting for the task: (returnval){ [ 1280.967415] env[69770]: value = "task-4070770" [ 1280.967415] env[69770]: _type = "Task" [ 1280.967415] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1280.976880] env[69770]: DEBUG oslo_vmware.api [None req-fc7f4af5-b767-41eb-927f-b296af0b4d13 tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] Task: {'id': task-4070770, 'name': RelocateVM_Task} progress is 5%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1280.986763] env[69770]: DEBUG oslo_vmware.api [None req-eef94235-7144-452f-b514-22cabc9500d4 tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] Task: {'id': task-4070769, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1281.119095] env[69770]: DEBUG oslo_vmware.api [None req-1c444209-de27-4d0f-b373-f633aef626f0 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] Task: {'id': task-4070767, 'name': Destroy_Task} progress is 100%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1281.227847] env[69770]: DEBUG nova.compute.manager [None req-9c0ecc62-ffdd-4581-99f4-3bd83b0a097b tempest-ServersV294TestFqdnHostnames-822854397 tempest-ServersV294TestFqdnHostnames-822854397-project-member] [instance: cef6cba7-84fd-45db-82bf-20df6499c75e] Start destroying the instance on the hypervisor. {{(pid=69770) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1281.228153] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-9c0ecc62-ffdd-4581-99f4-3bd83b0a097b tempest-ServersV294TestFqdnHostnames-822854397 tempest-ServersV294TestFqdnHostnames-822854397-project-member] [instance: cef6cba7-84fd-45db-82bf-20df6499c75e] Destroying instance {{(pid=69770) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1281.229082] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be741337-092a-400a-9d5b-d95900f55f85 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.237979] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c0ecc62-ffdd-4581-99f4-3bd83b0a097b tempest-ServersV294TestFqdnHostnames-822854397 tempest-ServersV294TestFqdnHostnames-822854397-project-member] [instance: cef6cba7-84fd-45db-82bf-20df6499c75e] Powering off the VM {{(pid=69770) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1281.237979] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2a60f59d-ba62-4fa1-8fef-b313b61675fe {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.247826] env[69770]: DEBUG oslo_vmware.api [None req-9c0ecc62-ffdd-4581-99f4-3bd83b0a097b tempest-ServersV294TestFqdnHostnames-822854397 tempest-ServersV294TestFqdnHostnames-822854397-project-member] Waiting for the task: (returnval){ [ 1281.247826] env[69770]: value = "task-4070771" [ 1281.247826] env[69770]: _type = "Task" [ 1281.247826] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1281.257636] env[69770]: DEBUG oslo_vmware.api [None req-9c0ecc62-ffdd-4581-99f4-3bd83b0a097b tempest-ServersV294TestFqdnHostnames-822854397 tempest-ServersV294TestFqdnHostnames-822854397-project-member] Task: {'id': task-4070771, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1281.402025] env[69770]: DEBUG oslo_concurrency.lockutils [None req-a90c7cfd-6a93-45d2-a01e-60474cdfa64f tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] Acquiring lock "refresh_cache-21782e86-7845-479b-98a8-c2d5832d1ff3" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.402025] env[69770]: DEBUG oslo_concurrency.lockutils [None req-a90c7cfd-6a93-45d2-a01e-60474cdfa64f tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] Acquired lock "refresh_cache-21782e86-7845-479b-98a8-c2d5832d1ff3" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.402025] env[69770]: DEBUG nova.network.neutron [None req-a90c7cfd-6a93-45d2-a01e-60474cdfa64f tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] [instance: 21782e86-7845-479b-98a8-c2d5832d1ff3] Building network info cache for instance {{(pid=69770) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1281.452274] env[69770]: DEBUG oslo_concurrency.lockutils [None req-ee6b1940-20f5-4d84-b1a1-60b7cea9fc91 tempest-ServerRescueNegativeTestJSON-135561646 tempest-ServerRescueNegativeTestJSON-135561646-project-member] Lock "215916d5-31b5-49ba-a7bc-78d9652dea41" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.277s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1281.477681] env[69770]: DEBUG oslo_vmware.api [None req-fc7f4af5-b767-41eb-927f-b296af0b4d13 tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] Task: {'id': task-4070770, 'name': RelocateVM_Task, 'duration_secs': 0.450831} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1281.480742] env[69770]: DEBUG nova.virt.vmwareapi.volumeops [None req-fc7f4af5-b767-41eb-927f-b296af0b4d13 tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] [instance: d8d72175-258b-4178-9090-f4794ab0154e] Volume attach. Driver type: vmdk {{(pid=69770) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1281.480976] env[69770]: DEBUG nova.virt.vmwareapi.volumeops [None req-fc7f4af5-b767-41eb-927f-b296af0b4d13 tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] [instance: d8d72175-258b-4178-9090-f4794ab0154e] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-806679', 'volume_id': '9e2a353a-7310-46ae-ad64-6bf4bf130ad5', 'name': 'volume-9e2a353a-7310-46ae-ad64-6bf4bf130ad5', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'd8d72175-258b-4178-9090-f4794ab0154e', 'attached_at': '', 'detached_at': '', 'volume_id': '9e2a353a-7310-46ae-ad64-6bf4bf130ad5', 'serial': '9e2a353a-7310-46ae-ad64-6bf4bf130ad5'} {{(pid=69770) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1281.482233] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e409e5e1-298b-42e0-a4c4-6eb6192385ec {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.490421] env[69770]: DEBUG oslo_vmware.api [None req-eef94235-7144-452f-b514-22cabc9500d4 tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] Task: {'id': task-4070769, 'name': PowerOnVM_Task, 'duration_secs': 0.716129} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1281.501684] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-eef94235-7144-452f-b514-22cabc9500d4 tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] [instance: 8dc54be4-dbff-4dca-a78e-6665db49a01f] Powered on the VM {{(pid=69770) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1281.502118] env[69770]: INFO nova.compute.manager [None req-eef94235-7144-452f-b514-22cabc9500d4 tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] [instance: 8dc54be4-dbff-4dca-a78e-6665db49a01f] Took 8.90 seconds to spawn the instance on the hypervisor. [ 1281.502335] env[69770]: DEBUG nova.compute.manager [None req-eef94235-7144-452f-b514-22cabc9500d4 tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] [instance: 8dc54be4-dbff-4dca-a78e-6665db49a01f] Checking state {{(pid=69770) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1281.503698] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7aa42186-e830-48cd-91d8-0fdac6b60aaf {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.507352] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f53f478-dd80-42ff-a2c2-d14e7a69db22 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.536027] env[69770]: DEBUG nova.virt.vmwareapi.volumeops [None req-fc7f4af5-b767-41eb-927f-b296af0b4d13 tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] [instance: d8d72175-258b-4178-9090-f4794ab0154e] Reconfiguring VM instance instance-0000006f to attach disk [datastore2] volume-9e2a353a-7310-46ae-ad64-6bf4bf130ad5/volume-9e2a353a-7310-46ae-ad64-6bf4bf130ad5.vmdk or device None with type thin {{(pid=69770) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1281.536601] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c7432ba9-250c-488b-9114-46d5555b8467 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.558701] env[69770]: DEBUG oslo_vmware.api [None req-fc7f4af5-b767-41eb-927f-b296af0b4d13 tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] Waiting for the task: (returnval){ [ 1281.558701] env[69770]: value = "task-4070772" [ 1281.558701] env[69770]: _type = "Task" [ 1281.558701] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1281.569406] env[69770]: DEBUG oslo_vmware.api [None req-fc7f4af5-b767-41eb-927f-b296af0b4d13 tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] Task: {'id': task-4070772, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1281.606878] env[69770]: DEBUG nova.network.neutron [req-c3c0535a-f5fe-45f8-a01d-817a1622edda req-95d2e7ad-6826-48af-a8eb-d1fac7047152 service nova] [instance: d8d72175-258b-4178-9090-f4794ab0154e] Updated VIF entry in instance network info cache for port f5831a8b-70d8-4cca-8415-5139f7c0cc6b. {{(pid=69770) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1281.607287] env[69770]: DEBUG nova.network.neutron [req-c3c0535a-f5fe-45f8-a01d-817a1622edda req-95d2e7ad-6826-48af-a8eb-d1fac7047152 service nova] [instance: d8d72175-258b-4178-9090-f4794ab0154e] Updating instance_info_cache with network_info: [{"id": "f5831a8b-70d8-4cca-8415-5139f7c0cc6b", "address": "fa:16:3e:01:43:71", "network": {"id": "deeccc4b-a1bb-4cc9-a2cb-ab451519c623", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1195845450-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "79f08803ff104b29b1724007c4361a7e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "26a1e556-1ede-445a-bf87-a35daa5d9070", "external-id": "nsx-vlan-transportzone-396", "segmentation_id": 396, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf5831a8b-70", "ovs_interfaceid": "f5831a8b-70d8-4cca-8415-5139f7c0cc6b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69770) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1281.620456] env[69770]: DEBUG oslo_vmware.api [None req-1c444209-de27-4d0f-b373-f633aef626f0 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] Task: {'id': task-4070767, 'name': Destroy_Task} progress is 100%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1281.758965] env[69770]: DEBUG oslo_vmware.api [None req-9c0ecc62-ffdd-4581-99f4-3bd83b0a097b tempest-ServersV294TestFqdnHostnames-822854397 tempest-ServersV294TestFqdnHostnames-822854397-project-member] Task: {'id': task-4070771, 'name': PowerOffVM_Task, 'duration_secs': 0.220446} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1281.759595] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c0ecc62-ffdd-4581-99f4-3bd83b0a097b tempest-ServersV294TestFqdnHostnames-822854397 tempest-ServersV294TestFqdnHostnames-822854397-project-member] [instance: cef6cba7-84fd-45db-82bf-20df6499c75e] Powered off the VM {{(pid=69770) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1281.759595] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-9c0ecc62-ffdd-4581-99f4-3bd83b0a097b tempest-ServersV294TestFqdnHostnames-822854397 tempest-ServersV294TestFqdnHostnames-822854397-project-member] [instance: cef6cba7-84fd-45db-82bf-20df6499c75e] Unregistering the VM {{(pid=69770) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1281.759735] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5333e5b3-9f85-4967-b6e4-08edb4632a5c {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.831440] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-9c0ecc62-ffdd-4581-99f4-3bd83b0a097b tempest-ServersV294TestFqdnHostnames-822854397 tempest-ServersV294TestFqdnHostnames-822854397-project-member] [instance: cef6cba7-84fd-45db-82bf-20df6499c75e] Unregistered the VM {{(pid=69770) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1281.831900] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-9c0ecc62-ffdd-4581-99f4-3bd83b0a097b tempest-ServersV294TestFqdnHostnames-822854397 tempest-ServersV294TestFqdnHostnames-822854397-project-member] [instance: cef6cba7-84fd-45db-82bf-20df6499c75e] Deleting contents of the VM from datastore datastore2 {{(pid=69770) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1281.832148] env[69770]: DEBUG nova.virt.vmwareapi.ds_util [None req-9c0ecc62-ffdd-4581-99f4-3bd83b0a097b tempest-ServersV294TestFqdnHostnames-822854397 tempest-ServersV294TestFqdnHostnames-822854397-project-member] Deleting the datastore file [datastore2] cef6cba7-84fd-45db-82bf-20df6499c75e {{(pid=69770) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1281.833061] env[69770]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b0fb7e39-0694-4402-a515-7d2808976c6d {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.841092] env[69770]: DEBUG oslo_vmware.api [None req-9c0ecc62-ffdd-4581-99f4-3bd83b0a097b tempest-ServersV294TestFqdnHostnames-822854397 tempest-ServersV294TestFqdnHostnames-822854397-project-member] Waiting for the task: (returnval){ [ 1281.841092] env[69770]: value = "task-4070774" [ 1281.841092] env[69770]: _type = "Task" [ 1281.841092] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1281.851420] env[69770]: DEBUG oslo_vmware.api [None req-9c0ecc62-ffdd-4581-99f4-3bd83b0a097b tempest-ServersV294TestFqdnHostnames-822854397 tempest-ServersV294TestFqdnHostnames-822854397-project-member] Task: {'id': task-4070774, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1281.933371] env[69770]: DEBUG nova.network.neutron [None req-a90c7cfd-6a93-45d2-a01e-60474cdfa64f tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] [instance: 21782e86-7845-479b-98a8-c2d5832d1ff3] Instance cache missing network info. {{(pid=69770) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1282.047792] env[69770]: INFO nova.compute.manager [None req-eef94235-7144-452f-b514-22cabc9500d4 tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] [instance: 8dc54be4-dbff-4dca-a78e-6665db49a01f] Took 13.77 seconds to build instance. [ 1282.070676] env[69770]: DEBUG oslo_vmware.api [None req-fc7f4af5-b767-41eb-927f-b296af0b4d13 tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] Task: {'id': task-4070772, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1282.082920] env[69770]: DEBUG nova.network.neutron [None req-a90c7cfd-6a93-45d2-a01e-60474cdfa64f tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] [instance: 21782e86-7845-479b-98a8-c2d5832d1ff3] Updating instance_info_cache with network_info: [{"id": "240a2458-a53e-4012-8dd0-6b6dde14c547", "address": "fa:16:3e:da:6d:89", "network": {"id": "6947160b-7d54-4e72-ac36-2126989baab1", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-851069895-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bcbfd42565514a329707ee7a1c7d910c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69076131-87ac-46dd-9d5d-8d1b4ea7dec6", "external-id": "nsx-vlan-transportzone-327", "segmentation_id": 327, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap240a2458-a5", "ovs_interfaceid": "240a2458-a53e-4012-8dd0-6b6dde14c547", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69770) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1282.110333] env[69770]: DEBUG oslo_concurrency.lockutils [req-c3c0535a-f5fe-45f8-a01d-817a1622edda req-95d2e7ad-6826-48af-a8eb-d1fac7047152 service nova] Releasing lock "refresh_cache-d8d72175-258b-4178-9090-f4794ab0154e" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.121117] env[69770]: DEBUG oslo_vmware.api [None req-1c444209-de27-4d0f-b373-f633aef626f0 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] Task: {'id': task-4070767, 'name': Destroy_Task, 'duration_secs': 1.631528} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1282.121709] env[69770]: INFO nova.virt.vmwareapi.vm_util [None req-1c444209-de27-4d0f-b373-f633aef626f0 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] [instance: df47450a-8e9a-4d83-b50a-ca611f6d9139] Destroyed the VM [ 1282.122105] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-1c444209-de27-4d0f-b373-f633aef626f0 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] [instance: df47450a-8e9a-4d83-b50a-ca611f6d9139] Deleting Snapshot of the VM instance {{(pid=69770) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1282.122395] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-740fd99b-ae25-4bc6-97f2-deeeaeee4831 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.130129] env[69770]: DEBUG oslo_vmware.api [None req-1c444209-de27-4d0f-b373-f633aef626f0 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] Waiting for the task: (returnval){ [ 1282.130129] env[69770]: value = "task-4070776" [ 1282.130129] env[69770]: _type = "Task" [ 1282.130129] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1282.140033] env[69770]: DEBUG oslo_vmware.api [None req-1c444209-de27-4d0f-b373-f633aef626f0 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] Task: {'id': task-4070776, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1282.355053] env[69770]: DEBUG oslo_vmware.api [None req-9c0ecc62-ffdd-4581-99f4-3bd83b0a097b tempest-ServersV294TestFqdnHostnames-822854397 tempest-ServersV294TestFqdnHostnames-822854397-project-member] Task: {'id': task-4070774, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.433439} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1282.355478] env[69770]: DEBUG nova.virt.vmwareapi.ds_util [None req-9c0ecc62-ffdd-4581-99f4-3bd83b0a097b tempest-ServersV294TestFqdnHostnames-822854397 tempest-ServersV294TestFqdnHostnames-822854397-project-member] Deleted the datastore file {{(pid=69770) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1282.355876] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-9c0ecc62-ffdd-4581-99f4-3bd83b0a097b tempest-ServersV294TestFqdnHostnames-822854397 tempest-ServersV294TestFqdnHostnames-822854397-project-member] [instance: cef6cba7-84fd-45db-82bf-20df6499c75e] Deleted contents of the VM from datastore datastore2 {{(pid=69770) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1282.356092] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-9c0ecc62-ffdd-4581-99f4-3bd83b0a097b tempest-ServersV294TestFqdnHostnames-822854397 tempest-ServersV294TestFqdnHostnames-822854397-project-member] [instance: cef6cba7-84fd-45db-82bf-20df6499c75e] Instance destroyed {{(pid=69770) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1282.356389] env[69770]: INFO nova.compute.manager [None req-9c0ecc62-ffdd-4581-99f4-3bd83b0a097b tempest-ServersV294TestFqdnHostnames-822854397 tempest-ServersV294TestFqdnHostnames-822854397-project-member] [instance: cef6cba7-84fd-45db-82bf-20df6499c75e] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1282.356721] env[69770]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9c0ecc62-ffdd-4581-99f4-3bd83b0a097b tempest-ServersV294TestFqdnHostnames-822854397 tempest-ServersV294TestFqdnHostnames-822854397-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69770) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1282.357033] env[69770]: DEBUG nova.compute.manager [-] [instance: cef6cba7-84fd-45db-82bf-20df6499c75e] Deallocating network for instance {{(pid=69770) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1282.357210] env[69770]: DEBUG nova.network.neutron [-] [instance: cef6cba7-84fd-45db-82bf-20df6499c75e] deallocate_for_instance() {{(pid=69770) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1282.553315] env[69770]: DEBUG oslo_concurrency.lockutils [None req-eef94235-7144-452f-b514-22cabc9500d4 tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] Lock "8dc54be4-dbff-4dca-a78e-6665db49a01f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.283s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1282.573091] env[69770]: DEBUG oslo_vmware.api [None req-fc7f4af5-b767-41eb-927f-b296af0b4d13 tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] Task: {'id': task-4070772, 'name': ReconfigVM_Task, 'duration_secs': 0.587078} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1282.573696] env[69770]: DEBUG nova.virt.vmwareapi.volumeops [None req-fc7f4af5-b767-41eb-927f-b296af0b4d13 tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] [instance: d8d72175-258b-4178-9090-f4794ab0154e] Reconfigured VM instance instance-0000006f to attach disk [datastore2] volume-9e2a353a-7310-46ae-ad64-6bf4bf130ad5/volume-9e2a353a-7310-46ae-ad64-6bf4bf130ad5.vmdk or device None with type thin {{(pid=69770) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1282.580164] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-34884888-801d-46f1-bb0d-210d5efe27de {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.591766] env[69770]: DEBUG oslo_concurrency.lockutils [None req-a90c7cfd-6a93-45d2-a01e-60474cdfa64f tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] Releasing lock "refresh_cache-21782e86-7845-479b-98a8-c2d5832d1ff3" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.592128] env[69770]: DEBUG nova.compute.manager [None req-a90c7cfd-6a93-45d2-a01e-60474cdfa64f tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] [instance: 21782e86-7845-479b-98a8-c2d5832d1ff3] Instance network_info: |[{"id": "240a2458-a53e-4012-8dd0-6b6dde14c547", "address": "fa:16:3e:da:6d:89", "network": {"id": "6947160b-7d54-4e72-ac36-2126989baab1", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-851069895-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bcbfd42565514a329707ee7a1c7d910c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69076131-87ac-46dd-9d5d-8d1b4ea7dec6", "external-id": "nsx-vlan-transportzone-327", "segmentation_id": 327, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap240a2458-a5", "ovs_interfaceid": "240a2458-a53e-4012-8dd0-6b6dde14c547", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69770) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1282.592590] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-a90c7cfd-6a93-45d2-a01e-60474cdfa64f tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] [instance: 21782e86-7845-479b-98a8-c2d5832d1ff3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:da:6d:89', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '69076131-87ac-46dd-9d5d-8d1b4ea7dec6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '240a2458-a53e-4012-8dd0-6b6dde14c547', 'vif_model': 'vmxnet3'}] {{(pid=69770) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1282.601524] env[69770]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a90c7cfd-6a93-45d2-a01e-60474cdfa64f tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69770) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1282.603911] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 21782e86-7845-479b-98a8-c2d5832d1ff3] Creating VM on the ESX host {{(pid=69770) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1282.605720] env[69770]: DEBUG nova.compute.manager [req-64670a2e-69ff-4d72-8936-333463ed58e4 req-d1af6115-993b-40e9-af44-156fab8310a4 service nova] [instance: 21782e86-7845-479b-98a8-c2d5832d1ff3] Received event network-vif-plugged-240a2458-a53e-4012-8dd0-6b6dde14c547 {{(pid=69770) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1282.606032] env[69770]: DEBUG oslo_concurrency.lockutils [req-64670a2e-69ff-4d72-8936-333463ed58e4 req-d1af6115-993b-40e9-af44-156fab8310a4 service nova] Acquiring lock "21782e86-7845-479b-98a8-c2d5832d1ff3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1282.606707] env[69770]: DEBUG oslo_concurrency.lockutils [req-64670a2e-69ff-4d72-8936-333463ed58e4 req-d1af6115-993b-40e9-af44-156fab8310a4 service nova] Lock "21782e86-7845-479b-98a8-c2d5832d1ff3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1282.607146] env[69770]: DEBUG oslo_concurrency.lockutils [req-64670a2e-69ff-4d72-8936-333463ed58e4 req-d1af6115-993b-40e9-af44-156fab8310a4 service nova] Lock "21782e86-7845-479b-98a8-c2d5832d1ff3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1282.607848] env[69770]: DEBUG nova.compute.manager [req-64670a2e-69ff-4d72-8936-333463ed58e4 req-d1af6115-993b-40e9-af44-156fab8310a4 service nova] [instance: 21782e86-7845-479b-98a8-c2d5832d1ff3] No waiting events found dispatching network-vif-plugged-240a2458-a53e-4012-8dd0-6b6dde14c547 {{(pid=69770) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1282.608451] env[69770]: WARNING nova.compute.manager [req-64670a2e-69ff-4d72-8936-333463ed58e4 req-d1af6115-993b-40e9-af44-156fab8310a4 service nova] [instance: 21782e86-7845-479b-98a8-c2d5832d1ff3] Received unexpected event network-vif-plugged-240a2458-a53e-4012-8dd0-6b6dde14c547 for instance with vm_state building and task_state spawning. [ 1282.608776] env[69770]: DEBUG nova.compute.manager [req-64670a2e-69ff-4d72-8936-333463ed58e4 req-d1af6115-993b-40e9-af44-156fab8310a4 service nova] [instance: 21782e86-7845-479b-98a8-c2d5832d1ff3] Received event network-changed-240a2458-a53e-4012-8dd0-6b6dde14c547 {{(pid=69770) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1282.608974] env[69770]: DEBUG nova.compute.manager [req-64670a2e-69ff-4d72-8936-333463ed58e4 req-d1af6115-993b-40e9-af44-156fab8310a4 service nova] [instance: 21782e86-7845-479b-98a8-c2d5832d1ff3] Refreshing instance network info cache due to event network-changed-240a2458-a53e-4012-8dd0-6b6dde14c547. {{(pid=69770) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1282.609338] env[69770]: DEBUG oslo_concurrency.lockutils [req-64670a2e-69ff-4d72-8936-333463ed58e4 req-d1af6115-993b-40e9-af44-156fab8310a4 service nova] Acquiring lock "refresh_cache-21782e86-7845-479b-98a8-c2d5832d1ff3" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.609897] env[69770]: DEBUG oslo_concurrency.lockutils [req-64670a2e-69ff-4d72-8936-333463ed58e4 req-d1af6115-993b-40e9-af44-156fab8310a4 service nova] Acquired lock "refresh_cache-21782e86-7845-479b-98a8-c2d5832d1ff3" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.610069] env[69770]: DEBUG nova.network.neutron [req-64670a2e-69ff-4d72-8936-333463ed58e4 req-d1af6115-993b-40e9-af44-156fab8310a4 service nova] [instance: 21782e86-7845-479b-98a8-c2d5832d1ff3] Refreshing network info cache for port 240a2458-a53e-4012-8dd0-6b6dde14c547 {{(pid=69770) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1282.613579] env[69770]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0af8f2cc-7425-4613-b2d7-830c2fda6347 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.635342] env[69770]: DEBUG oslo_vmware.api [None req-fc7f4af5-b767-41eb-927f-b296af0b4d13 tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] Waiting for the task: (returnval){ [ 1282.635342] env[69770]: value = "task-4070777" [ 1282.635342] env[69770]: _type = "Task" [ 1282.635342] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1282.647810] env[69770]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1282.647810] env[69770]: value = "task-4070778" [ 1282.647810] env[69770]: _type = "Task" [ 1282.647810] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1282.661780] env[69770]: DEBUG oslo_vmware.api [None req-1c444209-de27-4d0f-b373-f633aef626f0 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] Task: {'id': task-4070776, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1282.662060] env[69770]: DEBUG oslo_vmware.api [None req-fc7f4af5-b767-41eb-927f-b296af0b4d13 tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] Task: {'id': task-4070777, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1282.668712] env[69770]: DEBUG oslo_vmware.api [-] Task: {'id': task-4070778, 'name': CreateVM_Task} progress is 6%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1283.072259] env[69770]: DEBUG nova.compute.manager [req-aff87849-3897-46fe-ad03-87651752a0fc req-7ffc2405-218f-462b-aedf-107d4ae09a04 service nova] [instance: 8dc54be4-dbff-4dca-a78e-6665db49a01f] Received event network-changed-26cd82ac-2532-4ec4-904e-1e262910a165 {{(pid=69770) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1283.072259] env[69770]: DEBUG nova.compute.manager [req-aff87849-3897-46fe-ad03-87651752a0fc req-7ffc2405-218f-462b-aedf-107d4ae09a04 service nova] [instance: 8dc54be4-dbff-4dca-a78e-6665db49a01f] Refreshing instance network info cache due to event network-changed-26cd82ac-2532-4ec4-904e-1e262910a165. {{(pid=69770) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1283.072259] env[69770]: DEBUG oslo_concurrency.lockutils [req-aff87849-3897-46fe-ad03-87651752a0fc req-7ffc2405-218f-462b-aedf-107d4ae09a04 service nova] Acquiring lock "refresh_cache-8dc54be4-dbff-4dca-a78e-6665db49a01f" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.072587] env[69770]: DEBUG oslo_concurrency.lockutils [req-aff87849-3897-46fe-ad03-87651752a0fc req-7ffc2405-218f-462b-aedf-107d4ae09a04 service nova] Acquired lock "refresh_cache-8dc54be4-dbff-4dca-a78e-6665db49a01f" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.072587] env[69770]: DEBUG nova.network.neutron [req-aff87849-3897-46fe-ad03-87651752a0fc req-7ffc2405-218f-462b-aedf-107d4ae09a04 service nova] [instance: 8dc54be4-dbff-4dca-a78e-6665db49a01f] Refreshing network info cache for port 26cd82ac-2532-4ec4-904e-1e262910a165 {{(pid=69770) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1283.162022] env[69770]: DEBUG oslo_vmware.api [None req-fc7f4af5-b767-41eb-927f-b296af0b4d13 tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] Task: {'id': task-4070777, 'name': ReconfigVM_Task, 'duration_secs': 0.154949} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1283.162582] env[69770]: DEBUG oslo_vmware.api [None req-1c444209-de27-4d0f-b373-f633aef626f0 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] Task: {'id': task-4070776, 'name': RemoveSnapshot_Task, 'duration_secs': 0.806314} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1283.166161] env[69770]: DEBUG nova.virt.vmwareapi.volumeops [None req-fc7f4af5-b767-41eb-927f-b296af0b4d13 tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] [instance: d8d72175-258b-4178-9090-f4794ab0154e] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-806679', 'volume_id': '9e2a353a-7310-46ae-ad64-6bf4bf130ad5', 'name': 'volume-9e2a353a-7310-46ae-ad64-6bf4bf130ad5', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'd8d72175-258b-4178-9090-f4794ab0154e', 'attached_at': '', 'detached_at': '', 'volume_id': '9e2a353a-7310-46ae-ad64-6bf4bf130ad5', 'serial': '9e2a353a-7310-46ae-ad64-6bf4bf130ad5'} {{(pid=69770) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1283.166831] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-1c444209-de27-4d0f-b373-f633aef626f0 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] [instance: df47450a-8e9a-4d83-b50a-ca611f6d9139] Deleted Snapshot of the VM instance {{(pid=69770) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1283.167127] env[69770]: DEBUG nova.compute.manager [None req-1c444209-de27-4d0f-b373-f633aef626f0 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] [instance: df47450a-8e9a-4d83-b50a-ca611f6d9139] Checking state {{(pid=69770) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1283.167428] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b74a6240-299d-4216-803d-a9e1bf4e7a25 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.170073] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-915ef357-2b34-4d46-86a5-439b088215d3 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.177139] env[69770]: DEBUG oslo_vmware.api [-] Task: {'id': task-4070778, 'name': CreateVM_Task, 'duration_secs': 0.387008} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1283.178133] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 21782e86-7845-479b-98a8-c2d5832d1ff3] Created VM on the ESX host {{(pid=69770) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1283.179064] env[69770]: DEBUG oslo_concurrency.lockutils [None req-a90c7cfd-6a93-45d2-a01e-60474cdfa64f tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.179300] env[69770]: DEBUG oslo_concurrency.lockutils [None req-a90c7cfd-6a93-45d2-a01e-60474cdfa64f tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.179697] env[69770]: DEBUG oslo_concurrency.lockutils [None req-a90c7cfd-6a93-45d2-a01e-60474cdfa64f tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.182424] env[69770]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-504214ed-8fd9-45ea-bf6b-6aa59641b2c4 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.190210] env[69770]: DEBUG oslo_vmware.api [None req-fc7f4af5-b767-41eb-927f-b296af0b4d13 tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] Waiting for the task: (returnval){ [ 1283.190210] env[69770]: value = "task-4070779" [ 1283.190210] env[69770]: _type = "Task" [ 1283.190210] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1283.196013] env[69770]: DEBUG oslo_vmware.api [None req-a90c7cfd-6a93-45d2-a01e-60474cdfa64f tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] Waiting for the task: (returnval){ [ 1283.196013] env[69770]: value = "session[52161b52-cb8e-ec9f-1132-2f6b49549d41]522b1101-0321-7511-0fc5-61bd26ed9aa7" [ 1283.196013] env[69770]: _type = "Task" [ 1283.196013] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1283.206202] env[69770]: DEBUG oslo_vmware.api [None req-fc7f4af5-b767-41eb-927f-b296af0b4d13 tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] Task: {'id': task-4070779, 'name': Rename_Task} progress is 10%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1283.212922] env[69770]: DEBUG oslo_vmware.api [None req-a90c7cfd-6a93-45d2-a01e-60474cdfa64f tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]522b1101-0321-7511-0fc5-61bd26ed9aa7, 'name': SearchDatastore_Task, 'duration_secs': 0.014314} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1283.213298] env[69770]: DEBUG oslo_concurrency.lockutils [None req-a90c7cfd-6a93-45d2-a01e-60474cdfa64f tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.213531] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-a90c7cfd-6a93-45d2-a01e-60474cdfa64f tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] [instance: 21782e86-7845-479b-98a8-c2d5832d1ff3] Processing image d1eaff80-24a0-4391-90eb-59958b1ecf0a {{(pid=69770) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1283.213769] env[69770]: DEBUG oslo_concurrency.lockutils [None req-a90c7cfd-6a93-45d2-a01e-60474cdfa64f tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.213961] env[69770]: DEBUG oslo_concurrency.lockutils [None req-a90c7cfd-6a93-45d2-a01e-60474cdfa64f tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.214335] env[69770]: DEBUG nova.virt.vmwareapi.ds_util [None req-a90c7cfd-6a93-45d2-a01e-60474cdfa64f tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69770) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1283.214740] env[69770]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-407bcaaa-8a0b-4c4a-81aa-7cdc354cebd3 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.224415] env[69770]: DEBUG nova.virt.vmwareapi.ds_util [None req-a90c7cfd-6a93-45d2-a01e-60474cdfa64f tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69770) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1283.224610] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-a90c7cfd-6a93-45d2-a01e-60474cdfa64f tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69770) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1283.225405] env[69770]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6462861d-4231-4424-a733-725c5d972107 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.231993] env[69770]: DEBUG oslo_vmware.api [None req-a90c7cfd-6a93-45d2-a01e-60474cdfa64f tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] Waiting for the task: (returnval){ [ 1283.231993] env[69770]: value = "session[52161b52-cb8e-ec9f-1132-2f6b49549d41]52de8718-3013-2d38-4603-f42938149c98" [ 1283.231993] env[69770]: _type = "Task" [ 1283.231993] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1283.246229] env[69770]: DEBUG oslo_vmware.api [None req-a90c7cfd-6a93-45d2-a01e-60474cdfa64f tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]52de8718-3013-2d38-4603-f42938149c98, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1283.396453] env[69770]: DEBUG nova.network.neutron [req-64670a2e-69ff-4d72-8936-333463ed58e4 req-d1af6115-993b-40e9-af44-156fab8310a4 service nova] [instance: 21782e86-7845-479b-98a8-c2d5832d1ff3] Updated VIF entry in instance network info cache for port 240a2458-a53e-4012-8dd0-6b6dde14c547. {{(pid=69770) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1283.396839] env[69770]: DEBUG nova.network.neutron [req-64670a2e-69ff-4d72-8936-333463ed58e4 req-d1af6115-993b-40e9-af44-156fab8310a4 service nova] [instance: 21782e86-7845-479b-98a8-c2d5832d1ff3] Updating instance_info_cache with network_info: [{"id": "240a2458-a53e-4012-8dd0-6b6dde14c547", "address": "fa:16:3e:da:6d:89", "network": {"id": "6947160b-7d54-4e72-ac36-2126989baab1", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-851069895-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bcbfd42565514a329707ee7a1c7d910c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69076131-87ac-46dd-9d5d-8d1b4ea7dec6", "external-id": "nsx-vlan-transportzone-327", "segmentation_id": 327, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap240a2458-a5", "ovs_interfaceid": "240a2458-a53e-4012-8dd0-6b6dde14c547", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69770) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1283.452480] env[69770]: DEBUG nova.network.neutron [-] [instance: cef6cba7-84fd-45db-82bf-20df6499c75e] Updating instance_info_cache with network_info: [] {{(pid=69770) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1283.535138] env[69770]: DEBUG oslo_concurrency.lockutils [None req-b3f3162c-b469-43bb-875e-493731684bbe tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] Acquiring lock "interface-f27fa6da-dc6f-4c4f-9f67-1303adea51cc-3e299ed1-2857-4d29-bee1-e27bb36da4b5" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1283.535421] env[69770]: DEBUG oslo_concurrency.lockutils [None req-b3f3162c-b469-43bb-875e-493731684bbe tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] Lock "interface-f27fa6da-dc6f-4c4f-9f67-1303adea51cc-3e299ed1-2857-4d29-bee1-e27bb36da4b5" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.001s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1283.535847] env[69770]: DEBUG nova.objects.instance [None req-b3f3162c-b469-43bb-875e-493731684bbe tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] Lazy-loading 'flavor' on Instance uuid f27fa6da-dc6f-4c4f-9f67-1303adea51cc {{(pid=69770) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1283.697147] env[69770]: INFO nova.compute.manager [None req-1c444209-de27-4d0f-b373-f633aef626f0 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] [instance: df47450a-8e9a-4d83-b50a-ca611f6d9139] Shelve offloading [ 1283.710119] env[69770]: DEBUG oslo_vmware.api [None req-fc7f4af5-b767-41eb-927f-b296af0b4d13 tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] Task: {'id': task-4070779, 'name': Rename_Task, 'duration_secs': 0.25109} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1283.711547] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc7f4af5-b767-41eb-927f-b296af0b4d13 tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] [instance: d8d72175-258b-4178-9090-f4794ab0154e] Powering on the VM {{(pid=69770) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1283.711547] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4aecb9e3-8050-4358-bf65-9610aa0550a9 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.719784] env[69770]: DEBUG oslo_vmware.api [None req-fc7f4af5-b767-41eb-927f-b296af0b4d13 tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] Waiting for the task: (returnval){ [ 1283.719784] env[69770]: value = "task-4070780" [ 1283.719784] env[69770]: _type = "Task" [ 1283.719784] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1283.730195] env[69770]: DEBUG oslo_vmware.api [None req-fc7f4af5-b767-41eb-927f-b296af0b4d13 tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] Task: {'id': task-4070780, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1283.746914] env[69770]: DEBUG oslo_vmware.api [None req-a90c7cfd-6a93-45d2-a01e-60474cdfa64f tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]52de8718-3013-2d38-4603-f42938149c98, 'name': SearchDatastore_Task, 'duration_secs': 0.011102} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1283.750020] env[69770]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b8ee386b-b2cd-45a1-a938-6db2747981ef {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.755078] env[69770]: DEBUG oslo_vmware.api [None req-a90c7cfd-6a93-45d2-a01e-60474cdfa64f tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] Waiting for the task: (returnval){ [ 1283.755078] env[69770]: value = "session[52161b52-cb8e-ec9f-1132-2f6b49549d41]52429c47-bd49-344d-b8c2-51b5026e2dbc" [ 1283.755078] env[69770]: _type = "Task" [ 1283.755078] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1283.765298] env[69770]: DEBUG oslo_vmware.api [None req-a90c7cfd-6a93-45d2-a01e-60474cdfa64f tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]52429c47-bd49-344d-b8c2-51b5026e2dbc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1283.851761] env[69770]: DEBUG nova.network.neutron [req-aff87849-3897-46fe-ad03-87651752a0fc req-7ffc2405-218f-462b-aedf-107d4ae09a04 service nova] [instance: 8dc54be4-dbff-4dca-a78e-6665db49a01f] Updated VIF entry in instance network info cache for port 26cd82ac-2532-4ec4-904e-1e262910a165. {{(pid=69770) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1283.852242] env[69770]: DEBUG nova.network.neutron [req-aff87849-3897-46fe-ad03-87651752a0fc req-7ffc2405-218f-462b-aedf-107d4ae09a04 service nova] [instance: 8dc54be4-dbff-4dca-a78e-6665db49a01f] Updating instance_info_cache with network_info: [{"id": "26cd82ac-2532-4ec4-904e-1e262910a165", "address": "fa:16:3e:fe:dd:a6", "network": {"id": "fb2a6a42-a9ea-4a2f-b885-b0c06c1061b9", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1944009097-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.158", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "677c29867f944b8198884aae6535814b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b91b49a8-b849-4d0c-97f7-74fdcd88ae03", "external-id": "nsx-vlan-transportzone-406", "segmentation_id": 406, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap26cd82ac-25", "ovs_interfaceid": "26cd82ac-2532-4ec4-904e-1e262910a165", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69770) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1283.899617] env[69770]: DEBUG oslo_concurrency.lockutils [req-64670a2e-69ff-4d72-8936-333463ed58e4 req-d1af6115-993b-40e9-af44-156fab8310a4 service nova] Releasing lock "refresh_cache-21782e86-7845-479b-98a8-c2d5832d1ff3" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.956078] env[69770]: INFO nova.compute.manager [-] [instance: cef6cba7-84fd-45db-82bf-20df6499c75e] Took 1.60 seconds to deallocate network for instance. [ 1284.190459] env[69770]: DEBUG nova.objects.instance [None req-b3f3162c-b469-43bb-875e-493731684bbe tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] Lazy-loading 'pci_requests' on Instance uuid f27fa6da-dc6f-4c4f-9f67-1303adea51cc {{(pid=69770) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1284.205043] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c444209-de27-4d0f-b373-f633aef626f0 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] [instance: df47450a-8e9a-4d83-b50a-ca611f6d9139] Powering off the VM {{(pid=69770) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1284.205375] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-19452161-d731-4bb2-a3ba-c96b8e66f998 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.213206] env[69770]: DEBUG oslo_vmware.api [None req-1c444209-de27-4d0f-b373-f633aef626f0 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] Waiting for the task: (returnval){ [ 1284.213206] env[69770]: value = "task-4070781" [ 1284.213206] env[69770]: _type = "Task" [ 1284.213206] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1284.221928] env[69770]: DEBUG oslo_vmware.api [None req-1c444209-de27-4d0f-b373-f633aef626f0 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] Task: {'id': task-4070781, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1284.230663] env[69770]: DEBUG oslo_vmware.api [None req-fc7f4af5-b767-41eb-927f-b296af0b4d13 tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] Task: {'id': task-4070780, 'name': PowerOnVM_Task} progress is 87%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1284.265964] env[69770]: DEBUG oslo_vmware.api [None req-a90c7cfd-6a93-45d2-a01e-60474cdfa64f tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]52429c47-bd49-344d-b8c2-51b5026e2dbc, 'name': SearchDatastore_Task, 'duration_secs': 0.019587} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1284.266269] env[69770]: DEBUG oslo_concurrency.lockutils [None req-a90c7cfd-6a93-45d2-a01e-60474cdfa64f tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.266536] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-a90c7cfd-6a93-45d2-a01e-60474cdfa64f tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk to [datastore2] 21782e86-7845-479b-98a8-c2d5832d1ff3/21782e86-7845-479b-98a8-c2d5832d1ff3.vmdk {{(pid=69770) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1284.267135] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c00f2701-06d0-4e73-94dd-981787fbe6e8 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.275149] env[69770]: DEBUG oslo_vmware.api [None req-a90c7cfd-6a93-45d2-a01e-60474cdfa64f tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] Waiting for the task: (returnval){ [ 1284.275149] env[69770]: value = "task-4070782" [ 1284.275149] env[69770]: _type = "Task" [ 1284.275149] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1284.286218] env[69770]: DEBUG oslo_vmware.api [None req-a90c7cfd-6a93-45d2-a01e-60474cdfa64f tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] Task: {'id': task-4070782, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1284.325724] env[69770]: DEBUG oslo_concurrency.lockutils [None req-1d9fd9e7-40fe-4fbe-bf49-6ac158bf7384 tempest-AttachVolumeShelveTestJSON-1191911444 tempest-AttachVolumeShelveTestJSON-1191911444-project-member] Acquiring lock "245d05f8-a8b6-4985-aab4-c6f3c250f28a" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1284.325724] env[69770]: DEBUG oslo_concurrency.lockutils [None req-1d9fd9e7-40fe-4fbe-bf49-6ac158bf7384 tempest-AttachVolumeShelveTestJSON-1191911444 tempest-AttachVolumeShelveTestJSON-1191911444-project-member] Lock "245d05f8-a8b6-4985-aab4-c6f3c250f28a" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1284.325724] env[69770]: INFO nova.compute.manager [None req-1d9fd9e7-40fe-4fbe-bf49-6ac158bf7384 tempest-AttachVolumeShelveTestJSON-1191911444 tempest-AttachVolumeShelveTestJSON-1191911444-project-member] [instance: 245d05f8-a8b6-4985-aab4-c6f3c250f28a] Shelving [ 1284.354885] env[69770]: DEBUG oslo_concurrency.lockutils [req-aff87849-3897-46fe-ad03-87651752a0fc req-7ffc2405-218f-462b-aedf-107d4ae09a04 service nova] Releasing lock "refresh_cache-8dc54be4-dbff-4dca-a78e-6665db49a01f" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.395829] env[69770]: DEBUG oslo_concurrency.lockutils [None req-0c164b4f-2677-4094-8fef-26f46dbc3822 tempest-AttachVolumeTestJSON-339692578 tempest-AttachVolumeTestJSON-339692578-project-member] Acquiring lock "08413ca9-2b2a-4991-83cf-aa8965d2017a" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1284.396142] env[69770]: DEBUG oslo_concurrency.lockutils [None req-0c164b4f-2677-4094-8fef-26f46dbc3822 tempest-AttachVolumeTestJSON-339692578 tempest-AttachVolumeTestJSON-339692578-project-member] Lock "08413ca9-2b2a-4991-83cf-aa8965d2017a" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1284.465046] env[69770]: DEBUG oslo_concurrency.lockutils [None req-9c0ecc62-ffdd-4581-99f4-3bd83b0a097b tempest-ServersV294TestFqdnHostnames-822854397 tempest-ServersV294TestFqdnHostnames-822854397-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1284.465046] env[69770]: DEBUG oslo_concurrency.lockutils [None req-9c0ecc62-ffdd-4581-99f4-3bd83b0a097b tempest-ServersV294TestFqdnHostnames-822854397 tempest-ServersV294TestFqdnHostnames-822854397-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1284.465046] env[69770]: DEBUG nova.objects.instance [None req-9c0ecc62-ffdd-4581-99f4-3bd83b0a097b tempest-ServersV294TestFqdnHostnames-822854397 tempest-ServersV294TestFqdnHostnames-822854397-project-member] Lazy-loading 'resources' on Instance uuid cef6cba7-84fd-45db-82bf-20df6499c75e {{(pid=69770) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1284.693239] env[69770]: DEBUG nova.objects.base [None req-b3f3162c-b469-43bb-875e-493731684bbe tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=69770) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1284.693480] env[69770]: DEBUG nova.network.neutron [None req-b3f3162c-b469-43bb-875e-493731684bbe tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] [instance: f27fa6da-dc6f-4c4f-9f67-1303adea51cc] allocate_for_instance() {{(pid=69770) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1284.729313] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c444209-de27-4d0f-b373-f633aef626f0 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] [instance: df47450a-8e9a-4d83-b50a-ca611f6d9139] VM already powered off {{(pid=69770) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1284.729719] env[69770]: DEBUG nova.compute.manager [None req-1c444209-de27-4d0f-b373-f633aef626f0 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] [instance: df47450a-8e9a-4d83-b50a-ca611f6d9139] Checking state {{(pid=69770) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1284.732917] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f9ca343-7c8b-43e6-8e75-6c621b005c7b {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.741895] env[69770]: DEBUG oslo_vmware.api [None req-fc7f4af5-b767-41eb-927f-b296af0b4d13 tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] Task: {'id': task-4070780, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1284.743879] env[69770]: DEBUG oslo_concurrency.lockutils [None req-1c444209-de27-4d0f-b373-f633aef626f0 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] Acquiring lock "refresh_cache-df47450a-8e9a-4d83-b50a-ca611f6d9139" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.744146] env[69770]: DEBUG oslo_concurrency.lockutils [None req-1c444209-de27-4d0f-b373-f633aef626f0 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] Acquired lock "refresh_cache-df47450a-8e9a-4d83-b50a-ca611f6d9139" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.744255] env[69770]: DEBUG nova.network.neutron [None req-1c444209-de27-4d0f-b373-f633aef626f0 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] [instance: df47450a-8e9a-4d83-b50a-ca611f6d9139] Building network info cache for instance {{(pid=69770) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1284.789099] env[69770]: DEBUG oslo_vmware.api [None req-a90c7cfd-6a93-45d2-a01e-60474cdfa64f tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] Task: {'id': task-4070782, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1284.790573] env[69770]: DEBUG nova.policy [None req-b3f3162c-b469-43bb-875e-493731684bbe tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6e9afb42d59b4af899f16d4eff0f43ef', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '63715e849e05463da9bfa0405c750b8f', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69770) authorize /opt/stack/nova/nova/policy.py:192}} [ 1284.900410] env[69770]: DEBUG nova.compute.utils [None req-0c164b4f-2677-4094-8fef-26f46dbc3822 tempest-AttachVolumeTestJSON-339692578 tempest-AttachVolumeTestJSON-339692578-project-member] Using /dev/sd instead of None {{(pid=69770) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1285.158961] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6de48591-1576-4924-8d36-b0e68516f73f {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.167568] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c31a94d3-fed7-44e8-9003-e13eb7b7d2a4 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.205050] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25c391b1-632a-4fa5-a88a-6f7bc2718f31 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.216115] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5031c55-fe13-463c-88a1-78e9a64603cd {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.232768] env[69770]: DEBUG nova.compute.provider_tree [None req-9c0ecc62-ffdd-4581-99f4-3bd83b0a097b tempest-ServersV294TestFqdnHostnames-822854397 tempest-ServersV294TestFqdnHostnames-822854397-project-member] Inventory has not changed in ProviderTree for provider: 7cc7d32b-b7a7-454a-a456-2a440248ed9d {{(pid=69770) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1285.242900] env[69770]: DEBUG oslo_vmware.api [None req-fc7f4af5-b767-41eb-927f-b296af0b4d13 tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] Task: {'id': task-4070780, 'name': PowerOnVM_Task, 'duration_secs': 1.082673} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1285.243833] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc7f4af5-b767-41eb-927f-b296af0b4d13 tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] [instance: d8d72175-258b-4178-9090-f4794ab0154e] Powered on the VM {{(pid=69770) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1285.244067] env[69770]: INFO nova.compute.manager [None req-fc7f4af5-b767-41eb-927f-b296af0b4d13 tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] [instance: d8d72175-258b-4178-9090-f4794ab0154e] Took 5.34 seconds to spawn the instance on the hypervisor. [ 1285.244253] env[69770]: DEBUG nova.compute.manager [None req-fc7f4af5-b767-41eb-927f-b296af0b4d13 tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] [instance: d8d72175-258b-4178-9090-f4794ab0154e] Checking state {{(pid=69770) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1285.245055] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76b164fa-d54b-40ed-9414-8a492c634828 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.289162] env[69770]: DEBUG oslo_vmware.api [None req-a90c7cfd-6a93-45d2-a01e-60474cdfa64f tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] Task: {'id': task-4070782, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.938202} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1285.289462] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-a90c7cfd-6a93-45d2-a01e-60474cdfa64f tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk to [datastore2] 21782e86-7845-479b-98a8-c2d5832d1ff3/21782e86-7845-479b-98a8-c2d5832d1ff3.vmdk {{(pid=69770) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1285.289685] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-a90c7cfd-6a93-45d2-a01e-60474cdfa64f tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] [instance: 21782e86-7845-479b-98a8-c2d5832d1ff3] Extending root virtual disk to 1048576 {{(pid=69770) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1285.289953] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-349b7664-1655-45a3-af3d-2c88815e2eb7 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.297469] env[69770]: DEBUG oslo_vmware.api [None req-a90c7cfd-6a93-45d2-a01e-60474cdfa64f tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] Waiting for the task: (returnval){ [ 1285.297469] env[69770]: value = "task-4070783" [ 1285.297469] env[69770]: _type = "Task" [ 1285.297469] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1285.306959] env[69770]: DEBUG oslo_vmware.api [None req-a90c7cfd-6a93-45d2-a01e-60474cdfa64f tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] Task: {'id': task-4070783, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1285.338385] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d9fd9e7-40fe-4fbe-bf49-6ac158bf7384 tempest-AttachVolumeShelveTestJSON-1191911444 tempest-AttachVolumeShelveTestJSON-1191911444-project-member] [instance: 245d05f8-a8b6-4985-aab4-c6f3c250f28a] Powering off the VM {{(pid=69770) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1285.338731] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f3020326-8db7-4f1c-9653-fad4645394d5 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.346267] env[69770]: DEBUG oslo_vmware.api [None req-1d9fd9e7-40fe-4fbe-bf49-6ac158bf7384 tempest-AttachVolumeShelveTestJSON-1191911444 tempest-AttachVolumeShelveTestJSON-1191911444-project-member] Waiting for the task: (returnval){ [ 1285.346267] env[69770]: value = "task-4070784" [ 1285.346267] env[69770]: _type = "Task" [ 1285.346267] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1285.355592] env[69770]: DEBUG oslo_vmware.api [None req-1d9fd9e7-40fe-4fbe-bf49-6ac158bf7384 tempest-AttachVolumeShelveTestJSON-1191911444 tempest-AttachVolumeShelveTestJSON-1191911444-project-member] Task: {'id': task-4070784, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1285.403613] env[69770]: DEBUG oslo_concurrency.lockutils [None req-0c164b4f-2677-4094-8fef-26f46dbc3822 tempest-AttachVolumeTestJSON-339692578 tempest-AttachVolumeTestJSON-339692578-project-member] Lock "08413ca9-2b2a-4991-83cf-aa8965d2017a" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1285.458874] env[69770]: DEBUG nova.network.neutron [None req-1c444209-de27-4d0f-b373-f633aef626f0 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] [instance: df47450a-8e9a-4d83-b50a-ca611f6d9139] Updating instance_info_cache with network_info: [{"id": "fd52efc7-fe2b-4988-9cda-518c466d2a7f", "address": "fa:16:3e:14:7e:b0", "network": {"id": "5cb038fa-57e0-447e-965e-88265882e7e5", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1033362514-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "50458fae76de4e588f96680501eae48c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6a31b224-77d7-48a4-af87-312758611b8e", "external-id": "nsx-vlan-transportzone-761", "segmentation_id": 761, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfd52efc7-fe", "ovs_interfaceid": "fd52efc7-fe2b-4988-9cda-518c466d2a7f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69770) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1285.739542] env[69770]: DEBUG nova.scheduler.client.report [None req-9c0ecc62-ffdd-4581-99f4-3bd83b0a097b tempest-ServersV294TestFqdnHostnames-822854397 tempest-ServersV294TestFqdnHostnames-822854397-project-member] Inventory has not changed for provider 7cc7d32b-b7a7-454a-a456-2a440248ed9d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69770) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1285.767058] env[69770]: INFO nova.compute.manager [None req-fc7f4af5-b767-41eb-927f-b296af0b4d13 tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] [instance: d8d72175-258b-4178-9090-f4794ab0154e] Took 11.98 seconds to build instance. [ 1285.808150] env[69770]: DEBUG oslo_vmware.api [None req-a90c7cfd-6a93-45d2-a01e-60474cdfa64f tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] Task: {'id': task-4070783, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071684} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1285.808435] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-a90c7cfd-6a93-45d2-a01e-60474cdfa64f tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] [instance: 21782e86-7845-479b-98a8-c2d5832d1ff3] Extended root virtual disk {{(pid=69770) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1285.809242] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4761d473-c199-45b0-84b6-462f6360ed49 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.832233] env[69770]: DEBUG nova.virt.vmwareapi.volumeops [None req-a90c7cfd-6a93-45d2-a01e-60474cdfa64f tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] [instance: 21782e86-7845-479b-98a8-c2d5832d1ff3] Reconfiguring VM instance instance-00000070 to attach disk [datastore2] 21782e86-7845-479b-98a8-c2d5832d1ff3/21782e86-7845-479b-98a8-c2d5832d1ff3.vmdk or device None with type sparse {{(pid=69770) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1285.832593] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4abf46a0-57c5-4af0-bdd7-49c8c851f294 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.852546] env[69770]: DEBUG oslo_vmware.api [None req-a90c7cfd-6a93-45d2-a01e-60474cdfa64f tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] Waiting for the task: (returnval){ [ 1285.852546] env[69770]: value = "task-4070785" [ 1285.852546] env[69770]: _type = "Task" [ 1285.852546] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1285.860072] env[69770]: DEBUG oslo_vmware.api [None req-1d9fd9e7-40fe-4fbe-bf49-6ac158bf7384 tempest-AttachVolumeShelveTestJSON-1191911444 tempest-AttachVolumeShelveTestJSON-1191911444-project-member] Task: {'id': task-4070784, 'name': PowerOffVM_Task, 'duration_secs': 0.246209} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1285.860958] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d9fd9e7-40fe-4fbe-bf49-6ac158bf7384 tempest-AttachVolumeShelveTestJSON-1191911444 tempest-AttachVolumeShelveTestJSON-1191911444-project-member] [instance: 245d05f8-a8b6-4985-aab4-c6f3c250f28a] Powered off the VM {{(pid=69770) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1285.862165] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f5aeab7-91ca-471e-9f3f-a22d22a81355 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.870407] env[69770]: DEBUG oslo_vmware.api [None req-a90c7cfd-6a93-45d2-a01e-60474cdfa64f tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] Task: {'id': task-4070785, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1285.887362] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a297b713-24c7-49d3-9846-900b68d6b7d5 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.962431] env[69770]: DEBUG oslo_concurrency.lockutils [None req-1c444209-de27-4d0f-b373-f633aef626f0 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] Releasing lock "refresh_cache-df47450a-8e9a-4d83-b50a-ca611f6d9139" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.997263] env[69770]: DEBUG nova.compute.manager [req-1f891b04-74b7-4a28-bddc-a1e53f3b67b3 req-4ef614cc-d1ab-483c-a7e5-3b5b2ae799cc service nova] [instance: cef6cba7-84fd-45db-82bf-20df6499c75e] Received event network-vif-deleted-ec07f03d-4fa2-4267-9d00-eec6418a9fe9 {{(pid=69770) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1286.245996] env[69770]: DEBUG oslo_concurrency.lockutils [None req-9c0ecc62-ffdd-4581-99f4-3bd83b0a097b tempest-ServersV294TestFqdnHostnames-822854397 tempest-ServersV294TestFqdnHostnames-822854397-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.781s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1286.252222] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-1c444209-de27-4d0f-b373-f633aef626f0 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] [instance: df47450a-8e9a-4d83-b50a-ca611f6d9139] Destroying instance {{(pid=69770) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1286.252355] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe94cbe9-fb1c-4243-979e-8fd3f9cd6583 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.261010] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-1c444209-de27-4d0f-b373-f633aef626f0 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] [instance: df47450a-8e9a-4d83-b50a-ca611f6d9139] Unregistering the VM {{(pid=69770) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1286.261133] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fc4ecb74-09ca-4da5-8059-74d60da253a5 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.269373] env[69770]: DEBUG oslo_concurrency.lockutils [None req-fc7f4af5-b767-41eb-927f-b296af0b4d13 tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] Lock "d8d72175-258b-4178-9090-f4794ab0154e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.495s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1286.271918] env[69770]: INFO nova.scheduler.client.report [None req-9c0ecc62-ffdd-4581-99f4-3bd83b0a097b tempest-ServersV294TestFqdnHostnames-822854397 tempest-ServersV294TestFqdnHostnames-822854397-project-member] Deleted allocations for instance cef6cba7-84fd-45db-82bf-20df6499c75e [ 1286.278798] env[69770]: DEBUG oslo_service.periodic_task [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69770) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1286.332408] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-1c444209-de27-4d0f-b373-f633aef626f0 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] [instance: df47450a-8e9a-4d83-b50a-ca611f6d9139] Unregistered the VM {{(pid=69770) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1286.332659] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-1c444209-de27-4d0f-b373-f633aef626f0 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] [instance: df47450a-8e9a-4d83-b50a-ca611f6d9139] Deleting contents of the VM from datastore datastore2 {{(pid=69770) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1286.333078] env[69770]: DEBUG nova.virt.vmwareapi.ds_util [None req-1c444209-de27-4d0f-b373-f633aef626f0 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] Deleting the datastore file [datastore2] df47450a-8e9a-4d83-b50a-ca611f6d9139 {{(pid=69770) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1286.333396] env[69770]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fa6d03e9-c1c8-49c2-a620-b42d7c3cb582 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.341249] env[69770]: DEBUG oslo_vmware.api [None req-1c444209-de27-4d0f-b373-f633aef626f0 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] Waiting for the task: (returnval){ [ 1286.341249] env[69770]: value = "task-4070787" [ 1286.341249] env[69770]: _type = "Task" [ 1286.341249] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1286.350819] env[69770]: DEBUG oslo_vmware.api [None req-1c444209-de27-4d0f-b373-f633aef626f0 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] Task: {'id': task-4070787, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1286.363368] env[69770]: DEBUG oslo_vmware.api [None req-a90c7cfd-6a93-45d2-a01e-60474cdfa64f tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] Task: {'id': task-4070785, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1286.399467] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-1d9fd9e7-40fe-4fbe-bf49-6ac158bf7384 tempest-AttachVolumeShelveTestJSON-1191911444 tempest-AttachVolumeShelveTestJSON-1191911444-project-member] [instance: 245d05f8-a8b6-4985-aab4-c6f3c250f28a] Creating Snapshot of the VM instance {{(pid=69770) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1286.399850] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-64bcc370-8a1f-4a7a-8267-a604b53a57d8 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.408496] env[69770]: DEBUG oslo_vmware.api [None req-1d9fd9e7-40fe-4fbe-bf49-6ac158bf7384 tempest-AttachVolumeShelveTestJSON-1191911444 tempest-AttachVolumeShelveTestJSON-1191911444-project-member] Waiting for the task: (returnval){ [ 1286.408496] env[69770]: value = "task-4070788" [ 1286.408496] env[69770]: _type = "Task" [ 1286.408496] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1286.418282] env[69770]: DEBUG oslo_vmware.api [None req-1d9fd9e7-40fe-4fbe-bf49-6ac158bf7384 tempest-AttachVolumeShelveTestJSON-1191911444 tempest-AttachVolumeShelveTestJSON-1191911444-project-member] Task: {'id': task-4070788, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1286.426441] env[69770]: DEBUG nova.network.neutron [None req-b3f3162c-b469-43bb-875e-493731684bbe tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] [instance: f27fa6da-dc6f-4c4f-9f67-1303adea51cc] Successfully updated port: 3e299ed1-2857-4d29-bee1-e27bb36da4b5 {{(pid=69770) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1286.473537] env[69770]: DEBUG oslo_concurrency.lockutils [None req-0c164b4f-2677-4094-8fef-26f46dbc3822 tempest-AttachVolumeTestJSON-339692578 tempest-AttachVolumeTestJSON-339692578-project-member] Acquiring lock "08413ca9-2b2a-4991-83cf-aa8965d2017a" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1286.473537] env[69770]: DEBUG oslo_concurrency.lockutils [None req-0c164b4f-2677-4094-8fef-26f46dbc3822 tempest-AttachVolumeTestJSON-339692578 tempest-AttachVolumeTestJSON-339692578-project-member] Lock "08413ca9-2b2a-4991-83cf-aa8965d2017a" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1286.473902] env[69770]: INFO nova.compute.manager [None req-0c164b4f-2677-4094-8fef-26f46dbc3822 tempest-AttachVolumeTestJSON-339692578 tempest-AttachVolumeTestJSON-339692578-project-member] [instance: 08413ca9-2b2a-4991-83cf-aa8965d2017a] Attaching volume 45c9b37b-cd09-4ae9-8b6c-4d84f3b4d41a to /dev/sdb [ 1286.512998] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c725fa7b-75ba-44c3-98b0-4065b8563775 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.520219] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e13ef5e9-ed22-446f-8c5e-52f43c70aa54 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.537127] env[69770]: DEBUG nova.virt.block_device [None req-0c164b4f-2677-4094-8fef-26f46dbc3822 tempest-AttachVolumeTestJSON-339692578 tempest-AttachVolumeTestJSON-339692578-project-member] [instance: 08413ca9-2b2a-4991-83cf-aa8965d2017a] Updating existing volume attachment record: 05044e4e-e231-4a20-b1ae-e951e8622567 {{(pid=69770) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1286.636257] env[69770]: DEBUG nova.compute.manager [req-98ecc19a-32af-4918-a9ae-9a6ccc70adf3 req-06e043cb-42f0-45b9-a52e-7bce3774a794 service nova] [instance: df47450a-8e9a-4d83-b50a-ca611f6d9139] Received event network-vif-unplugged-fd52efc7-fe2b-4988-9cda-518c466d2a7f {{(pid=69770) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1286.636348] env[69770]: DEBUG oslo_concurrency.lockutils [req-98ecc19a-32af-4918-a9ae-9a6ccc70adf3 req-06e043cb-42f0-45b9-a52e-7bce3774a794 service nova] Acquiring lock "df47450a-8e9a-4d83-b50a-ca611f6d9139-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1286.636504] env[69770]: DEBUG oslo_concurrency.lockutils [req-98ecc19a-32af-4918-a9ae-9a6ccc70adf3 req-06e043cb-42f0-45b9-a52e-7bce3774a794 service nova] Lock "df47450a-8e9a-4d83-b50a-ca611f6d9139-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1286.636669] env[69770]: DEBUG oslo_concurrency.lockutils [req-98ecc19a-32af-4918-a9ae-9a6ccc70adf3 req-06e043cb-42f0-45b9-a52e-7bce3774a794 service nova] Lock "df47450a-8e9a-4d83-b50a-ca611f6d9139-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1286.636896] env[69770]: DEBUG nova.compute.manager [req-98ecc19a-32af-4918-a9ae-9a6ccc70adf3 req-06e043cb-42f0-45b9-a52e-7bce3774a794 service nova] [instance: df47450a-8e9a-4d83-b50a-ca611f6d9139] No waiting events found dispatching network-vif-unplugged-fd52efc7-fe2b-4988-9cda-518c466d2a7f {{(pid=69770) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1286.637110] env[69770]: WARNING nova.compute.manager [req-98ecc19a-32af-4918-a9ae-9a6ccc70adf3 req-06e043cb-42f0-45b9-a52e-7bce3774a794 service nova] [instance: df47450a-8e9a-4d83-b50a-ca611f6d9139] Received unexpected event network-vif-unplugged-fd52efc7-fe2b-4988-9cda-518c466d2a7f for instance with vm_state shelved and task_state shelving_offloading. [ 1286.780873] env[69770]: DEBUG oslo_concurrency.lockutils [None req-9c0ecc62-ffdd-4581-99f4-3bd83b0a097b tempest-ServersV294TestFqdnHostnames-822854397 tempest-ServersV294TestFqdnHostnames-822854397-project-member] Lock "cef6cba7-84fd-45db-82bf-20df6499c75e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.060s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1286.787390] env[69770]: DEBUG oslo_service.periodic_task [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] Running periodic task ComputeManager._sync_power_states {{(pid=69770) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1286.853314] env[69770]: DEBUG oslo_vmware.api [None req-1c444209-de27-4d0f-b373-f633aef626f0 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] Task: {'id': task-4070787, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.261356} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1286.853647] env[69770]: DEBUG nova.virt.vmwareapi.ds_util [None req-1c444209-de27-4d0f-b373-f633aef626f0 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] Deleted the datastore file {{(pid=69770) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1286.853855] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-1c444209-de27-4d0f-b373-f633aef626f0 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] [instance: df47450a-8e9a-4d83-b50a-ca611f6d9139] Deleted contents of the VM from datastore datastore2 {{(pid=69770) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1286.854081] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-1c444209-de27-4d0f-b373-f633aef626f0 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] [instance: df47450a-8e9a-4d83-b50a-ca611f6d9139] Instance destroyed {{(pid=69770) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1286.865907] env[69770]: DEBUG oslo_vmware.api [None req-a90c7cfd-6a93-45d2-a01e-60474cdfa64f tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] Task: {'id': task-4070785, 'name': ReconfigVM_Task, 'duration_secs': 0.657495} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1286.866334] env[69770]: DEBUG nova.virt.vmwareapi.volumeops [None req-a90c7cfd-6a93-45d2-a01e-60474cdfa64f tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] [instance: 21782e86-7845-479b-98a8-c2d5832d1ff3] Reconfigured VM instance instance-00000070 to attach disk [datastore2] 21782e86-7845-479b-98a8-c2d5832d1ff3/21782e86-7845-479b-98a8-c2d5832d1ff3.vmdk or device None with type sparse {{(pid=69770) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1286.867101] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-77dbb9b1-3ebf-4da1-9a3f-b5d30f37a136 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.876078] env[69770]: DEBUG oslo_vmware.api [None req-a90c7cfd-6a93-45d2-a01e-60474cdfa64f tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] Waiting for the task: (returnval){ [ 1286.876078] env[69770]: value = "task-4070790" [ 1286.876078] env[69770]: _type = "Task" [ 1286.876078] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1286.881168] env[69770]: INFO nova.scheduler.client.report [None req-1c444209-de27-4d0f-b373-f633aef626f0 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] Deleted allocations for instance df47450a-8e9a-4d83-b50a-ca611f6d9139 [ 1286.889889] env[69770]: DEBUG oslo_vmware.api [None req-a90c7cfd-6a93-45d2-a01e-60474cdfa64f tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] Task: {'id': task-4070790, 'name': Rename_Task} progress is 5%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1286.919278] env[69770]: DEBUG oslo_vmware.api [None req-1d9fd9e7-40fe-4fbe-bf49-6ac158bf7384 tempest-AttachVolumeShelveTestJSON-1191911444 tempest-AttachVolumeShelveTestJSON-1191911444-project-member] Task: {'id': task-4070788, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1286.929902] env[69770]: DEBUG oslo_concurrency.lockutils [None req-b3f3162c-b469-43bb-875e-493731684bbe tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] Acquiring lock "refresh_cache-f27fa6da-dc6f-4c4f-9f67-1303adea51cc" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.929902] env[69770]: DEBUG oslo_concurrency.lockutils [None req-b3f3162c-b469-43bb-875e-493731684bbe tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] Acquired lock "refresh_cache-f27fa6da-dc6f-4c4f-9f67-1303adea51cc" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.930132] env[69770]: DEBUG nova.network.neutron [None req-b3f3162c-b469-43bb-875e-493731684bbe tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] [instance: f27fa6da-dc6f-4c4f-9f67-1303adea51cc] Building network info cache for instance {{(pid=69770) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1287.219284] env[69770]: DEBUG oslo_concurrency.lockutils [None req-35ac2d0e-328b-4aa5-b9c7-9a44f27d31e6 tempest-ServerRescueNegativeTestJSON-135561646 tempest-ServerRescueNegativeTestJSON-135561646-project-member] Acquiring lock "c53961c9-df55-42c6-8410-a50404d06605" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1287.219561] env[69770]: DEBUG oslo_concurrency.lockutils [None req-35ac2d0e-328b-4aa5-b9c7-9a44f27d31e6 tempest-ServerRescueNegativeTestJSON-135561646 tempest-ServerRescueNegativeTestJSON-135561646-project-member] Lock "c53961c9-df55-42c6-8410-a50404d06605" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1287.219853] env[69770]: DEBUG oslo_concurrency.lockutils [None req-35ac2d0e-328b-4aa5-b9c7-9a44f27d31e6 tempest-ServerRescueNegativeTestJSON-135561646 tempest-ServerRescueNegativeTestJSON-135561646-project-member] Acquiring lock "c53961c9-df55-42c6-8410-a50404d06605-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1287.220128] env[69770]: DEBUG oslo_concurrency.lockutils [None req-35ac2d0e-328b-4aa5-b9c7-9a44f27d31e6 tempest-ServerRescueNegativeTestJSON-135561646 tempest-ServerRescueNegativeTestJSON-135561646-project-member] Lock "c53961c9-df55-42c6-8410-a50404d06605-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1287.220319] env[69770]: DEBUG oslo_concurrency.lockutils [None req-35ac2d0e-328b-4aa5-b9c7-9a44f27d31e6 tempest-ServerRescueNegativeTestJSON-135561646 tempest-ServerRescueNegativeTestJSON-135561646-project-member] Lock "c53961c9-df55-42c6-8410-a50404d06605-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1287.223019] env[69770]: INFO nova.compute.manager [None req-35ac2d0e-328b-4aa5-b9c7-9a44f27d31e6 tempest-ServerRescueNegativeTestJSON-135561646 tempest-ServerRescueNegativeTestJSON-135561646-project-member] [instance: c53961c9-df55-42c6-8410-a50404d06605] Terminating instance [ 1287.294730] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] Getting list of instances from cluster (obj){ [ 1287.294730] env[69770]: value = "domain-c8" [ 1287.294730] env[69770]: _type = "ClusterComputeResource" [ 1287.294730] env[69770]: } {{(pid=69770) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 1287.296127] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b00e03fc-5888-472a-bd5d-2e4c2cab6589 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.319143] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] Got total of 11 instances {{(pid=69770) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 1287.319241] env[69770]: WARNING nova.compute.manager [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] While synchronizing instance power states, found 12 instances in the database and 11 instances on the hypervisor. [ 1287.319371] env[69770]: DEBUG nova.compute.manager [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] Triggering sync for uuid a3617e51-7671-42b4-a7d3-a22c7d57814a {{(pid=69770) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1287.319575] env[69770]: DEBUG nova.compute.manager [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] Triggering sync for uuid ec405988-80b1-4918-8572-addc7c5127aa {{(pid=69770) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1287.319731] env[69770]: DEBUG nova.compute.manager [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] Triggering sync for uuid c53961c9-df55-42c6-8410-a50404d06605 {{(pid=69770) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1287.319885] env[69770]: DEBUG nova.compute.manager [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] Triggering sync for uuid 08413ca9-2b2a-4991-83cf-aa8965d2017a {{(pid=69770) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1287.320117] env[69770]: DEBUG nova.compute.manager [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] Triggering sync for uuid 245d05f8-a8b6-4985-aab4-c6f3c250f28a {{(pid=69770) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1287.320329] env[69770]: DEBUG nova.compute.manager [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] Triggering sync for uuid f27fa6da-dc6f-4c4f-9f67-1303adea51cc {{(pid=69770) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1287.320512] env[69770]: DEBUG nova.compute.manager [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] Triggering sync for uuid bc5e169f-17c2-4941-8b9f-a33726ea26b6 {{(pid=69770) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1287.320748] env[69770]: DEBUG nova.compute.manager [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] Triggering sync for uuid df47450a-8e9a-4d83-b50a-ca611f6d9139 {{(pid=69770) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1287.320942] env[69770]: DEBUG nova.compute.manager [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] Triggering sync for uuid 755adf13-58e9-4da5-adfc-8ba308501fa4 {{(pid=69770) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1287.321136] env[69770]: DEBUG nova.compute.manager [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] Triggering sync for uuid 8dc54be4-dbff-4dca-a78e-6665db49a01f {{(pid=69770) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1287.321320] env[69770]: DEBUG nova.compute.manager [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] Triggering sync for uuid d8d72175-258b-4178-9090-f4794ab0154e {{(pid=69770) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1287.321500] env[69770]: DEBUG nova.compute.manager [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] Triggering sync for uuid 21782e86-7845-479b-98a8-c2d5832d1ff3 {{(pid=69770) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1287.322030] env[69770]: DEBUG oslo_concurrency.lockutils [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] Acquiring lock "a3617e51-7671-42b4-a7d3-a22c7d57814a" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1287.322300] env[69770]: DEBUG oslo_concurrency.lockutils [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] Lock "a3617e51-7671-42b4-a7d3-a22c7d57814a" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1287.322618] env[69770]: DEBUG oslo_concurrency.lockutils [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] Acquiring lock "ec405988-80b1-4918-8572-addc7c5127aa" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1287.322838] env[69770]: DEBUG oslo_concurrency.lockutils [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] Lock "ec405988-80b1-4918-8572-addc7c5127aa" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1287.323212] env[69770]: DEBUG oslo_concurrency.lockutils [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] Acquiring lock "c53961c9-df55-42c6-8410-a50404d06605" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1287.323396] env[69770]: DEBUG oslo_concurrency.lockutils [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] Acquiring lock "08413ca9-2b2a-4991-83cf-aa8965d2017a" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1287.323633] env[69770]: DEBUG oslo_concurrency.lockutils [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] Acquiring lock "245d05f8-a8b6-4985-aab4-c6f3c250f28a" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1287.323868] env[69770]: DEBUG oslo_concurrency.lockutils [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] Acquiring lock "f27fa6da-dc6f-4c4f-9f67-1303adea51cc" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1287.324082] env[69770]: DEBUG oslo_concurrency.lockutils [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] Lock "f27fa6da-dc6f-4c4f-9f67-1303adea51cc" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1287.324352] env[69770]: DEBUG oslo_concurrency.lockutils [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] Acquiring lock "bc5e169f-17c2-4941-8b9f-a33726ea26b6" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1287.324559] env[69770]: DEBUG oslo_concurrency.lockutils [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] Lock "bc5e169f-17c2-4941-8b9f-a33726ea26b6" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1287.324851] env[69770]: DEBUG oslo_concurrency.lockutils [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] Acquiring lock "df47450a-8e9a-4d83-b50a-ca611f6d9139" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1287.325160] env[69770]: DEBUG oslo_concurrency.lockutils [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] Acquiring lock "755adf13-58e9-4da5-adfc-8ba308501fa4" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1287.325392] env[69770]: DEBUG oslo_concurrency.lockutils [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] Lock "755adf13-58e9-4da5-adfc-8ba308501fa4" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1287.325628] env[69770]: DEBUG oslo_concurrency.lockutils [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] Acquiring lock "8dc54be4-dbff-4dca-a78e-6665db49a01f" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1287.325827] env[69770]: DEBUG oslo_concurrency.lockutils [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] Lock "8dc54be4-dbff-4dca-a78e-6665db49a01f" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1287.326058] env[69770]: DEBUG oslo_concurrency.lockutils [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] Acquiring lock "d8d72175-258b-4178-9090-f4794ab0154e" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1287.326249] env[69770]: DEBUG oslo_concurrency.lockutils [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] Lock "d8d72175-258b-4178-9090-f4794ab0154e" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1287.326492] env[69770]: DEBUG oslo_concurrency.lockutils [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] Acquiring lock "21782e86-7845-479b-98a8-c2d5832d1ff3" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1287.329459] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb662423-c6c8-4a2f-9fc3-e0150db15496 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.334369] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8db870f1-7131-4b08-a6bc-40b52e28cbea {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.336304] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bf54923-1bcb-4d50-b7c0-c55a23c5b4fd {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.338999] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74bb1512-8719-4a0f-93f1-17dfc2e7ec50 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.342460] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cd63b08-dc43-4c05-b42e-7d57ce53d7e3 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.346616] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-058431b8-8e1e-42f5-8c7a-6bcb5053550b {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.350546] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cbefd54-1174-4bdf-a7b6-f7de1d893561 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.387168] env[69770]: DEBUG oslo_concurrency.lockutils [None req-1c444209-de27-4d0f-b373-f633aef626f0 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1287.387489] env[69770]: DEBUG oslo_concurrency.lockutils [None req-1c444209-de27-4d0f-b373-f633aef626f0 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1287.387831] env[69770]: DEBUG nova.objects.instance [None req-1c444209-de27-4d0f-b373-f633aef626f0 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] Lazy-loading 'resources' on Instance uuid df47450a-8e9a-4d83-b50a-ca611f6d9139 {{(pid=69770) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1287.394438] env[69770]: DEBUG oslo_vmware.api [None req-a90c7cfd-6a93-45d2-a01e-60474cdfa64f tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] Task: {'id': task-4070790, 'name': Rename_Task, 'duration_secs': 0.185175} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1287.394881] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-a90c7cfd-6a93-45d2-a01e-60474cdfa64f tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] [instance: 21782e86-7845-479b-98a8-c2d5832d1ff3] Powering on the VM {{(pid=69770) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1287.395103] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0fa69890-c31e-40d3-8650-560ea4182ad9 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.403406] env[69770]: DEBUG oslo_vmware.api [None req-a90c7cfd-6a93-45d2-a01e-60474cdfa64f tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] Waiting for the task: (returnval){ [ 1287.403406] env[69770]: value = "task-4070791" [ 1287.403406] env[69770]: _type = "Task" [ 1287.403406] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1287.417555] env[69770]: DEBUG oslo_vmware.api [None req-a90c7cfd-6a93-45d2-a01e-60474cdfa64f tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] Task: {'id': task-4070791, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1287.425788] env[69770]: DEBUG oslo_vmware.api [None req-1d9fd9e7-40fe-4fbe-bf49-6ac158bf7384 tempest-AttachVolumeShelveTestJSON-1191911444 tempest-AttachVolumeShelveTestJSON-1191911444-project-member] Task: {'id': task-4070788, 'name': CreateSnapshot_Task, 'duration_secs': 0.874488} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1287.426219] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-1d9fd9e7-40fe-4fbe-bf49-6ac158bf7384 tempest-AttachVolumeShelveTestJSON-1191911444 tempest-AttachVolumeShelveTestJSON-1191911444-project-member] [instance: 245d05f8-a8b6-4985-aab4-c6f3c250f28a] Created Snapshot of the VM instance {{(pid=69770) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1287.428463] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a48924f2-a6e1-41f8-96bc-63cd7432939f {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.535544] env[69770]: WARNING nova.network.neutron [None req-b3f3162c-b469-43bb-875e-493731684bbe tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] [instance: f27fa6da-dc6f-4c4f-9f67-1303adea51cc] d5ae8d06-e279-436f-9c41-66b44f6f2542 already exists in list: networks containing: ['d5ae8d06-e279-436f-9c41-66b44f6f2542']. ignoring it [ 1287.728457] env[69770]: DEBUG nova.compute.manager [None req-35ac2d0e-328b-4aa5-b9c7-9a44f27d31e6 tempest-ServerRescueNegativeTestJSON-135561646 tempest-ServerRescueNegativeTestJSON-135561646-project-member] [instance: c53961c9-df55-42c6-8410-a50404d06605] Start destroying the instance on the hypervisor. {{(pid=69770) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1287.728718] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-35ac2d0e-328b-4aa5-b9c7-9a44f27d31e6 tempest-ServerRescueNegativeTestJSON-135561646 tempest-ServerRescueNegativeTestJSON-135561646-project-member] [instance: c53961c9-df55-42c6-8410-a50404d06605] Destroying instance {{(pid=69770) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1287.729650] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c92c2a9-e166-43c3-9cb5-46d5e3e74895 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.740560] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-35ac2d0e-328b-4aa5-b9c7-9a44f27d31e6 tempest-ServerRescueNegativeTestJSON-135561646 tempest-ServerRescueNegativeTestJSON-135561646-project-member] [instance: c53961c9-df55-42c6-8410-a50404d06605] Powering off the VM {{(pid=69770) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1287.740867] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a1e02c86-07f3-487f-9446-58b791c6368a {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.747796] env[69770]: DEBUG oslo_vmware.api [None req-35ac2d0e-328b-4aa5-b9c7-9a44f27d31e6 tempest-ServerRescueNegativeTestJSON-135561646 tempest-ServerRescueNegativeTestJSON-135561646-project-member] Waiting for the task: (returnval){ [ 1287.747796] env[69770]: value = "task-4070792" [ 1287.747796] env[69770]: _type = "Task" [ 1287.747796] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1287.757771] env[69770]: DEBUG oslo_vmware.api [None req-35ac2d0e-328b-4aa5-b9c7-9a44f27d31e6 tempest-ServerRescueNegativeTestJSON-135561646 tempest-ServerRescueNegativeTestJSON-135561646-project-member] Task: {'id': task-4070792, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1287.871869] env[69770]: DEBUG oslo_concurrency.lockutils [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] Lock "bc5e169f-17c2-4941-8b9f-a33726ea26b6" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.547s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1287.877675] env[69770]: DEBUG oslo_concurrency.lockutils [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] Lock "f27fa6da-dc6f-4c4f-9f67-1303adea51cc" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.553s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1287.878189] env[69770]: DEBUG oslo_concurrency.lockutils [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] Lock "ec405988-80b1-4918-8572-addc7c5127aa" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.555s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1287.883546] env[69770]: DEBUG oslo_concurrency.lockutils [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] Lock "755adf13-58e9-4da5-adfc-8ba308501fa4" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.558s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1287.886261] env[69770]: DEBUG oslo_concurrency.lockutils [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] Lock "a3617e51-7671-42b4-a7d3-a22c7d57814a" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.562s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1287.887623] env[69770]: DEBUG oslo_concurrency.lockutils [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] Lock "8dc54be4-dbff-4dca-a78e-6665db49a01f" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.562s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1287.891299] env[69770]: DEBUG oslo_concurrency.lockutils [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] Lock "d8d72175-258b-4178-9090-f4794ab0154e" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.565s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1287.892049] env[69770]: DEBUG nova.objects.instance [None req-1c444209-de27-4d0f-b373-f633aef626f0 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] Lazy-loading 'numa_topology' on Instance uuid df47450a-8e9a-4d83-b50a-ca611f6d9139 {{(pid=69770) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1287.919581] env[69770]: DEBUG oslo_vmware.api [None req-a90c7cfd-6a93-45d2-a01e-60474cdfa64f tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] Task: {'id': task-4070791, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1287.948395] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-1d9fd9e7-40fe-4fbe-bf49-6ac158bf7384 tempest-AttachVolumeShelveTestJSON-1191911444 tempest-AttachVolumeShelveTestJSON-1191911444-project-member] [instance: 245d05f8-a8b6-4985-aab4-c6f3c250f28a] Creating linked-clone VM from snapshot {{(pid=69770) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1287.948731] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-af672bb2-9ae6-4c98-836d-a764aaf1eb8b {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.958593] env[69770]: DEBUG oslo_vmware.api [None req-1d9fd9e7-40fe-4fbe-bf49-6ac158bf7384 tempest-AttachVolumeShelveTestJSON-1191911444 tempest-AttachVolumeShelveTestJSON-1191911444-project-member] Waiting for the task: (returnval){ [ 1287.958593] env[69770]: value = "task-4070793" [ 1287.958593] env[69770]: _type = "Task" [ 1287.958593] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1287.970863] env[69770]: DEBUG oslo_vmware.api [None req-1d9fd9e7-40fe-4fbe-bf49-6ac158bf7384 tempest-AttachVolumeShelveTestJSON-1191911444 tempest-AttachVolumeShelveTestJSON-1191911444-project-member] Task: {'id': task-4070793, 'name': CloneVM_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1288.103436] env[69770]: DEBUG nova.network.neutron [None req-b3f3162c-b469-43bb-875e-493731684bbe tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] [instance: f27fa6da-dc6f-4c4f-9f67-1303adea51cc] Updating instance_info_cache with network_info: [{"id": "7055b673-0bd8-4feb-8958-db3d097c7117", "address": "fa:16:3e:30:e5:2f", "network": {"id": "d5ae8d06-e279-436f-9c41-66b44f6f2542", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1370812323-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.178", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "63715e849e05463da9bfa0405c750b8f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dad4f433-bb0b-45c7-8040-972ef2277f75", "external-id": "nsx-vlan-transportzone-451", "segmentation_id": 451, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7055b673-0b", "ovs_interfaceid": "7055b673-0bd8-4feb-8958-db3d097c7117", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "3e299ed1-2857-4d29-bee1-e27bb36da4b5", "address": "fa:16:3e:ae:3d:58", "network": {"id": "d5ae8d06-e279-436f-9c41-66b44f6f2542", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1370812323-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "63715e849e05463da9bfa0405c750b8f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dad4f433-bb0b-45c7-8040-972ef2277f75", "external-id": "nsx-vlan-transportzone-451", "segmentation_id": 451, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3e299ed1-28", "ovs_interfaceid": "3e299ed1-2857-4d29-bee1-e27bb36da4b5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=69770) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1288.262019] env[69770]: DEBUG oslo_vmware.api [None req-35ac2d0e-328b-4aa5-b9c7-9a44f27d31e6 tempest-ServerRescueNegativeTestJSON-135561646 tempest-ServerRescueNegativeTestJSON-135561646-project-member] Task: {'id': task-4070792, 'name': PowerOffVM_Task, 'duration_secs': 0.232841} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1288.262335] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-35ac2d0e-328b-4aa5-b9c7-9a44f27d31e6 tempest-ServerRescueNegativeTestJSON-135561646 tempest-ServerRescueNegativeTestJSON-135561646-project-member] [instance: c53961c9-df55-42c6-8410-a50404d06605] Powered off the VM {{(pid=69770) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1288.262502] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-35ac2d0e-328b-4aa5-b9c7-9a44f27d31e6 tempest-ServerRescueNegativeTestJSON-135561646 tempest-ServerRescueNegativeTestJSON-135561646-project-member] [instance: c53961c9-df55-42c6-8410-a50404d06605] Unregistering the VM {{(pid=69770) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1288.262799] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-94f434b3-9a43-47c1-a000-72ea998bfdde {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.354019] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-35ac2d0e-328b-4aa5-b9c7-9a44f27d31e6 tempest-ServerRescueNegativeTestJSON-135561646 tempest-ServerRescueNegativeTestJSON-135561646-project-member] [instance: c53961c9-df55-42c6-8410-a50404d06605] Unregistered the VM {{(pid=69770) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1288.354361] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-35ac2d0e-328b-4aa5-b9c7-9a44f27d31e6 tempest-ServerRescueNegativeTestJSON-135561646 tempest-ServerRescueNegativeTestJSON-135561646-project-member] [instance: c53961c9-df55-42c6-8410-a50404d06605] Deleting contents of the VM from datastore datastore1 {{(pid=69770) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1288.354527] env[69770]: DEBUG nova.virt.vmwareapi.ds_util [None req-35ac2d0e-328b-4aa5-b9c7-9a44f27d31e6 tempest-ServerRescueNegativeTestJSON-135561646 tempest-ServerRescueNegativeTestJSON-135561646-project-member] Deleting the datastore file [datastore1] c53961c9-df55-42c6-8410-a50404d06605 {{(pid=69770) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1288.354922] env[69770]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2aad1300-0bd1-4b87-abf1-3a89137f0b67 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.363265] env[69770]: DEBUG nova.compute.manager [req-3b7f3bbe-b13c-4351-a750-eaccf371b3c3 req-08797347-19bc-46de-afce-96eac8d3723e service nova] [instance: f27fa6da-dc6f-4c4f-9f67-1303adea51cc] Received event network-vif-plugged-3e299ed1-2857-4d29-bee1-e27bb36da4b5 {{(pid=69770) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1288.363532] env[69770]: DEBUG oslo_concurrency.lockutils [req-3b7f3bbe-b13c-4351-a750-eaccf371b3c3 req-08797347-19bc-46de-afce-96eac8d3723e service nova] Acquiring lock "f27fa6da-dc6f-4c4f-9f67-1303adea51cc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1288.363795] env[69770]: DEBUG oslo_concurrency.lockutils [req-3b7f3bbe-b13c-4351-a750-eaccf371b3c3 req-08797347-19bc-46de-afce-96eac8d3723e service nova] Lock "f27fa6da-dc6f-4c4f-9f67-1303adea51cc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1288.364006] env[69770]: DEBUG oslo_concurrency.lockutils [req-3b7f3bbe-b13c-4351-a750-eaccf371b3c3 req-08797347-19bc-46de-afce-96eac8d3723e service nova] Lock "f27fa6da-dc6f-4c4f-9f67-1303adea51cc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1288.364229] env[69770]: DEBUG nova.compute.manager [req-3b7f3bbe-b13c-4351-a750-eaccf371b3c3 req-08797347-19bc-46de-afce-96eac8d3723e service nova] [instance: f27fa6da-dc6f-4c4f-9f67-1303adea51cc] No waiting events found dispatching network-vif-plugged-3e299ed1-2857-4d29-bee1-e27bb36da4b5 {{(pid=69770) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1288.364415] env[69770]: WARNING nova.compute.manager [req-3b7f3bbe-b13c-4351-a750-eaccf371b3c3 req-08797347-19bc-46de-afce-96eac8d3723e service nova] [instance: f27fa6da-dc6f-4c4f-9f67-1303adea51cc] Received unexpected event network-vif-plugged-3e299ed1-2857-4d29-bee1-e27bb36da4b5 for instance with vm_state active and task_state None. [ 1288.364616] env[69770]: DEBUG nova.compute.manager [req-3b7f3bbe-b13c-4351-a750-eaccf371b3c3 req-08797347-19bc-46de-afce-96eac8d3723e service nova] [instance: f27fa6da-dc6f-4c4f-9f67-1303adea51cc] Received event network-changed-3e299ed1-2857-4d29-bee1-e27bb36da4b5 {{(pid=69770) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1288.364937] env[69770]: DEBUG nova.compute.manager [req-3b7f3bbe-b13c-4351-a750-eaccf371b3c3 req-08797347-19bc-46de-afce-96eac8d3723e service nova] [instance: f27fa6da-dc6f-4c4f-9f67-1303adea51cc] Refreshing instance network info cache due to event network-changed-3e299ed1-2857-4d29-bee1-e27bb36da4b5. {{(pid=69770) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1288.365086] env[69770]: DEBUG oslo_concurrency.lockutils [req-3b7f3bbe-b13c-4351-a750-eaccf371b3c3 req-08797347-19bc-46de-afce-96eac8d3723e service nova] Acquiring lock "refresh_cache-f27fa6da-dc6f-4c4f-9f67-1303adea51cc" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.367202] env[69770]: DEBUG oslo_vmware.api [None req-35ac2d0e-328b-4aa5-b9c7-9a44f27d31e6 tempest-ServerRescueNegativeTestJSON-135561646 tempest-ServerRescueNegativeTestJSON-135561646-project-member] Waiting for the task: (returnval){ [ 1288.367202] env[69770]: value = "task-4070795" [ 1288.367202] env[69770]: _type = "Task" [ 1288.367202] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1288.378096] env[69770]: DEBUG oslo_vmware.api [None req-35ac2d0e-328b-4aa5-b9c7-9a44f27d31e6 tempest-ServerRescueNegativeTestJSON-135561646 tempest-ServerRescueNegativeTestJSON-135561646-project-member] Task: {'id': task-4070795, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1288.394817] env[69770]: DEBUG nova.objects.base [None req-1c444209-de27-4d0f-b373-f633aef626f0 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] Object Instance lazy-loaded attributes: resources,numa_topology {{(pid=69770) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1288.418708] env[69770]: DEBUG oslo_vmware.api [None req-a90c7cfd-6a93-45d2-a01e-60474cdfa64f tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] Task: {'id': task-4070791, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1288.471815] env[69770]: DEBUG oslo_vmware.api [None req-1d9fd9e7-40fe-4fbe-bf49-6ac158bf7384 tempest-AttachVolumeShelveTestJSON-1191911444 tempest-AttachVolumeShelveTestJSON-1191911444-project-member] Task: {'id': task-4070793, 'name': CloneVM_Task} progress is 94%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1288.604020] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50b3ca2b-3f67-4897-9d79-87ef89cc44e1 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.608070] env[69770]: DEBUG oslo_concurrency.lockutils [None req-b3f3162c-b469-43bb-875e-493731684bbe tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] Releasing lock "refresh_cache-f27fa6da-dc6f-4c4f-9f67-1303adea51cc" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.609130] env[69770]: DEBUG oslo_concurrency.lockutils [None req-b3f3162c-b469-43bb-875e-493731684bbe tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] Acquiring lock "f27fa6da-dc6f-4c4f-9f67-1303adea51cc" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.612233] env[69770]: DEBUG oslo_concurrency.lockutils [None req-b3f3162c-b469-43bb-875e-493731684bbe tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] Acquired lock "f27fa6da-dc6f-4c4f-9f67-1303adea51cc" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.612233] env[69770]: DEBUG oslo_concurrency.lockutils [req-3b7f3bbe-b13c-4351-a750-eaccf371b3c3 req-08797347-19bc-46de-afce-96eac8d3723e service nova] Acquired lock "refresh_cache-f27fa6da-dc6f-4c4f-9f67-1303adea51cc" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.612233] env[69770]: DEBUG nova.network.neutron [req-3b7f3bbe-b13c-4351-a750-eaccf371b3c3 req-08797347-19bc-46de-afce-96eac8d3723e service nova] [instance: f27fa6da-dc6f-4c4f-9f67-1303adea51cc] Refreshing network info cache for port 3e299ed1-2857-4d29-bee1-e27bb36da4b5 {{(pid=69770) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1288.614346] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23950230-a6e6-4579-b17c-da77a00b94db {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.622576] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c02627c-6db0-4e8d-b623-e30b187479e3 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.639542] env[69770]: DEBUG nova.virt.hardware [None req-b3f3162c-b469-43bb-875e-493731684bbe tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T12:16:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69770) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1288.641756] env[69770]: DEBUG nova.virt.hardware [None req-b3f3162c-b469-43bb-875e-493731684bbe tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] Flavor limits 0:0:0 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1288.641756] env[69770]: DEBUG nova.virt.hardware [None req-b3f3162c-b469-43bb-875e-493731684bbe tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] Image limits 0:0:0 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1288.641756] env[69770]: DEBUG nova.virt.hardware [None req-b3f3162c-b469-43bb-875e-493731684bbe tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] Flavor pref 0:0:0 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1288.641756] env[69770]: DEBUG nova.virt.hardware [None req-b3f3162c-b469-43bb-875e-493731684bbe tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] Image pref 0:0:0 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1288.641756] env[69770]: DEBUG nova.virt.hardware [None req-b3f3162c-b469-43bb-875e-493731684bbe tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1288.641756] env[69770]: DEBUG nova.virt.hardware [None req-b3f3162c-b469-43bb-875e-493731684bbe tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69770) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1288.641756] env[69770]: DEBUG nova.virt.hardware [None req-b3f3162c-b469-43bb-875e-493731684bbe tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69770) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1288.641756] env[69770]: DEBUG nova.virt.hardware [None req-b3f3162c-b469-43bb-875e-493731684bbe tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] Got 1 possible topologies {{(pid=69770) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1288.641756] env[69770]: DEBUG nova.virt.hardware [None req-b3f3162c-b469-43bb-875e-493731684bbe tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69770) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1288.641756] env[69770]: DEBUG nova.virt.hardware [None req-b3f3162c-b469-43bb-875e-493731684bbe tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69770) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1288.649518] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-b3f3162c-b469-43bb-875e-493731684bbe tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] [instance: f27fa6da-dc6f-4c4f-9f67-1303adea51cc] Reconfiguring VM to attach interface {{(pid=69770) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1288.650962] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2013914f-f3b8-4622-9f8e-256cacb4d148 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.697022] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-889f4ae3-20e0-4301-a432-f41003d8118a {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.702440] env[69770]: DEBUG oslo_vmware.api [None req-b3f3162c-b469-43bb-875e-493731684bbe tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] Waiting for the task: (returnval){ [ 1288.702440] env[69770]: value = "task-4070796" [ 1288.702440] env[69770]: _type = "Task" [ 1288.702440] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1288.710515] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-020cc33e-8bd7-443c-913d-f29c50e14288 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.726710] env[69770]: DEBUG nova.compute.provider_tree [None req-1c444209-de27-4d0f-b373-f633aef626f0 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] Inventory has not changed in ProviderTree for provider: 7cc7d32b-b7a7-454a-a456-2a440248ed9d {{(pid=69770) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1288.731352] env[69770]: DEBUG oslo_vmware.api [None req-b3f3162c-b469-43bb-875e-493731684bbe tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] Task: {'id': task-4070796, 'name': ReconfigVM_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1288.880782] env[69770]: DEBUG oslo_vmware.api [None req-35ac2d0e-328b-4aa5-b9c7-9a44f27d31e6 tempest-ServerRescueNegativeTestJSON-135561646 tempest-ServerRescueNegativeTestJSON-135561646-project-member] Task: {'id': task-4070795, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.266459} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1288.881170] env[69770]: DEBUG nova.virt.vmwareapi.ds_util [None req-35ac2d0e-328b-4aa5-b9c7-9a44f27d31e6 tempest-ServerRescueNegativeTestJSON-135561646 tempest-ServerRescueNegativeTestJSON-135561646-project-member] Deleted the datastore file {{(pid=69770) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1288.881832] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-35ac2d0e-328b-4aa5-b9c7-9a44f27d31e6 tempest-ServerRescueNegativeTestJSON-135561646 tempest-ServerRescueNegativeTestJSON-135561646-project-member] [instance: c53961c9-df55-42c6-8410-a50404d06605] Deleted contents of the VM from datastore datastore1 {{(pid=69770) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1288.881832] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-35ac2d0e-328b-4aa5-b9c7-9a44f27d31e6 tempest-ServerRescueNegativeTestJSON-135561646 tempest-ServerRescueNegativeTestJSON-135561646-project-member] [instance: c53961c9-df55-42c6-8410-a50404d06605] Instance destroyed {{(pid=69770) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1288.882021] env[69770]: INFO nova.compute.manager [None req-35ac2d0e-328b-4aa5-b9c7-9a44f27d31e6 tempest-ServerRescueNegativeTestJSON-135561646 tempest-ServerRescueNegativeTestJSON-135561646-project-member] [instance: c53961c9-df55-42c6-8410-a50404d06605] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1288.882154] env[69770]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-35ac2d0e-328b-4aa5-b9c7-9a44f27d31e6 tempest-ServerRescueNegativeTestJSON-135561646 tempest-ServerRescueNegativeTestJSON-135561646-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69770) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1288.882402] env[69770]: DEBUG nova.compute.manager [-] [instance: c53961c9-df55-42c6-8410-a50404d06605] Deallocating network for instance {{(pid=69770) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1288.882506] env[69770]: DEBUG nova.network.neutron [-] [instance: c53961c9-df55-42c6-8410-a50404d06605] deallocate_for_instance() {{(pid=69770) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1288.917377] env[69770]: DEBUG oslo_vmware.api [None req-a90c7cfd-6a93-45d2-a01e-60474cdfa64f tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] Task: {'id': task-4070791, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1288.970026] env[69770]: DEBUG oslo_vmware.api [None req-1d9fd9e7-40fe-4fbe-bf49-6ac158bf7384 tempest-AttachVolumeShelveTestJSON-1191911444 tempest-AttachVolumeShelveTestJSON-1191911444-project-member] Task: {'id': task-4070793, 'name': CloneVM_Task} progress is 95%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1289.084528] env[69770]: DEBUG nova.compute.manager [req-6668cbdb-4949-4147-901e-5f985908fabc req-adbbcfc4-9d13-4f71-a7e6-2a30ce00b489 service nova] [instance: df47450a-8e9a-4d83-b50a-ca611f6d9139] Received event network-changed-fd52efc7-fe2b-4988-9cda-518c466d2a7f {{(pid=69770) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1289.084767] env[69770]: DEBUG nova.compute.manager [req-6668cbdb-4949-4147-901e-5f985908fabc req-adbbcfc4-9d13-4f71-a7e6-2a30ce00b489 service nova] [instance: df47450a-8e9a-4d83-b50a-ca611f6d9139] Refreshing instance network info cache due to event network-changed-fd52efc7-fe2b-4988-9cda-518c466d2a7f. {{(pid=69770) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1289.085222] env[69770]: DEBUG oslo_concurrency.lockutils [req-6668cbdb-4949-4147-901e-5f985908fabc req-adbbcfc4-9d13-4f71-a7e6-2a30ce00b489 service nova] Acquiring lock "refresh_cache-df47450a-8e9a-4d83-b50a-ca611f6d9139" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.085424] env[69770]: DEBUG oslo_concurrency.lockutils [req-6668cbdb-4949-4147-901e-5f985908fabc req-adbbcfc4-9d13-4f71-a7e6-2a30ce00b489 service nova] Acquired lock "refresh_cache-df47450a-8e9a-4d83-b50a-ca611f6d9139" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.085551] env[69770]: DEBUG nova.network.neutron [req-6668cbdb-4949-4147-901e-5f985908fabc req-adbbcfc4-9d13-4f71-a7e6-2a30ce00b489 service nova] [instance: df47450a-8e9a-4d83-b50a-ca611f6d9139] Refreshing network info cache for port fd52efc7-fe2b-4988-9cda-518c466d2a7f {{(pid=69770) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1289.098920] env[69770]: DEBUG oslo_concurrency.lockutils [None req-306532b2-6903-4027-8633-afe8d0691ffc tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] Acquiring lock "df47450a-8e9a-4d83-b50a-ca611f6d9139" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1289.221254] env[69770]: DEBUG oslo_vmware.api [None req-b3f3162c-b469-43bb-875e-493731684bbe tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] Task: {'id': task-4070796, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1289.233197] env[69770]: DEBUG nova.scheduler.client.report [None req-1c444209-de27-4d0f-b373-f633aef626f0 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] Inventory has not changed for provider 7cc7d32b-b7a7-454a-a456-2a440248ed9d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69770) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1289.425241] env[69770]: DEBUG oslo_vmware.api [None req-a90c7cfd-6a93-45d2-a01e-60474cdfa64f tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] Task: {'id': task-4070791, 'name': PowerOnVM_Task, 'duration_secs': 1.958439} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1289.425590] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-a90c7cfd-6a93-45d2-a01e-60474cdfa64f tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] [instance: 21782e86-7845-479b-98a8-c2d5832d1ff3] Powered on the VM {{(pid=69770) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1289.425752] env[69770]: INFO nova.compute.manager [None req-a90c7cfd-6a93-45d2-a01e-60474cdfa64f tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] [instance: 21782e86-7845-479b-98a8-c2d5832d1ff3] Took 8.95 seconds to spawn the instance on the hypervisor. [ 1289.425933] env[69770]: DEBUG nova.compute.manager [None req-a90c7cfd-6a93-45d2-a01e-60474cdfa64f tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] [instance: 21782e86-7845-479b-98a8-c2d5832d1ff3] Checking state {{(pid=69770) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1289.426798] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c77cd4f0-15b3-401d-8770-caf0c3eac14f {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.468875] env[69770]: DEBUG nova.compute.manager [None req-eeefc253-7229-4264-bb74-d6759972dbfe tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] [instance: d8d72175-258b-4178-9090-f4794ab0154e] Stashing vm_state: active {{(pid=69770) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1289.474699] env[69770]: DEBUG oslo_vmware.api [None req-1d9fd9e7-40fe-4fbe-bf49-6ac158bf7384 tempest-AttachVolumeShelveTestJSON-1191911444 tempest-AttachVolumeShelveTestJSON-1191911444-project-member] Task: {'id': task-4070793, 'name': CloneVM_Task, 'duration_secs': 1.477696} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1289.475254] env[69770]: INFO nova.virt.vmwareapi.vmops [None req-1d9fd9e7-40fe-4fbe-bf49-6ac158bf7384 tempest-AttachVolumeShelveTestJSON-1191911444 tempest-AttachVolumeShelveTestJSON-1191911444-project-member] [instance: 245d05f8-a8b6-4985-aab4-c6f3c250f28a] Created linked-clone VM from snapshot [ 1289.476355] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec53234d-e374-4498-81e6-04cb46ad10e5 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.485301] env[69770]: DEBUG nova.virt.vmwareapi.images [None req-1d9fd9e7-40fe-4fbe-bf49-6ac158bf7384 tempest-AttachVolumeShelveTestJSON-1191911444 tempest-AttachVolumeShelveTestJSON-1191911444-project-member] [instance: 245d05f8-a8b6-4985-aab4-c6f3c250f28a] Uploading image 32f472e4-6acb-4484-88ea-44207029fc65 {{(pid=69770) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1289.488403] env[69770]: DEBUG nova.network.neutron [req-3b7f3bbe-b13c-4351-a750-eaccf371b3c3 req-08797347-19bc-46de-afce-96eac8d3723e service nova] [instance: f27fa6da-dc6f-4c4f-9f67-1303adea51cc] Updated VIF entry in instance network info cache for port 3e299ed1-2857-4d29-bee1-e27bb36da4b5. {{(pid=69770) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1289.488558] env[69770]: DEBUG nova.network.neutron [req-3b7f3bbe-b13c-4351-a750-eaccf371b3c3 req-08797347-19bc-46de-afce-96eac8d3723e service nova] [instance: f27fa6da-dc6f-4c4f-9f67-1303adea51cc] Updating instance_info_cache with network_info: [{"id": "7055b673-0bd8-4feb-8958-db3d097c7117", "address": "fa:16:3e:30:e5:2f", "network": {"id": "d5ae8d06-e279-436f-9c41-66b44f6f2542", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1370812323-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.178", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "63715e849e05463da9bfa0405c750b8f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dad4f433-bb0b-45c7-8040-972ef2277f75", "external-id": "nsx-vlan-transportzone-451", "segmentation_id": 451, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7055b673-0b", "ovs_interfaceid": "7055b673-0bd8-4feb-8958-db3d097c7117", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "3e299ed1-2857-4d29-bee1-e27bb36da4b5", "address": "fa:16:3e:ae:3d:58", "network": {"id": "d5ae8d06-e279-436f-9c41-66b44f6f2542", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1370812323-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "63715e849e05463da9bfa0405c750b8f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dad4f433-bb0b-45c7-8040-972ef2277f75", "external-id": "nsx-vlan-transportzone-451", "segmentation_id": 451, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3e299ed1-28", "ovs_interfaceid": "3e299ed1-2857-4d29-bee1-e27bb36da4b5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=69770) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1289.514643] env[69770]: DEBUG oslo_vmware.rw_handles [None req-1d9fd9e7-40fe-4fbe-bf49-6ac158bf7384 tempest-AttachVolumeShelveTestJSON-1191911444 tempest-AttachVolumeShelveTestJSON-1191911444-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1289.514643] env[69770]: value = "vm-806687" [ 1289.514643] env[69770]: _type = "VirtualMachine" [ 1289.514643] env[69770]: }. {{(pid=69770) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1289.514967] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-891dceac-41fb-4c06-951e-e0b7bf6a3046 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.525776] env[69770]: DEBUG oslo_vmware.rw_handles [None req-1d9fd9e7-40fe-4fbe-bf49-6ac158bf7384 tempest-AttachVolumeShelveTestJSON-1191911444 tempest-AttachVolumeShelveTestJSON-1191911444-project-member] Lease: (returnval){ [ 1289.525776] env[69770]: value = "session[52161b52-cb8e-ec9f-1132-2f6b49549d41]52852c29-0ccd-d459-3bc5-2a7b8887cc2b" [ 1289.525776] env[69770]: _type = "HttpNfcLease" [ 1289.525776] env[69770]: } obtained for exporting VM: (result){ [ 1289.525776] env[69770]: value = "vm-806687" [ 1289.525776] env[69770]: _type = "VirtualMachine" [ 1289.525776] env[69770]: }. {{(pid=69770) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1289.526016] env[69770]: DEBUG oslo_vmware.api [None req-1d9fd9e7-40fe-4fbe-bf49-6ac158bf7384 tempest-AttachVolumeShelveTestJSON-1191911444 tempest-AttachVolumeShelveTestJSON-1191911444-project-member] Waiting for the lease: (returnval){ [ 1289.526016] env[69770]: value = "session[52161b52-cb8e-ec9f-1132-2f6b49549d41]52852c29-0ccd-d459-3bc5-2a7b8887cc2b" [ 1289.526016] env[69770]: _type = "HttpNfcLease" [ 1289.526016] env[69770]: } to be ready. {{(pid=69770) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1289.533948] env[69770]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1289.533948] env[69770]: value = "session[52161b52-cb8e-ec9f-1132-2f6b49549d41]52852c29-0ccd-d459-3bc5-2a7b8887cc2b" [ 1289.533948] env[69770]: _type = "HttpNfcLease" [ 1289.533948] env[69770]: } is initializing. {{(pid=69770) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1289.715769] env[69770]: DEBUG oslo_vmware.api [None req-b3f3162c-b469-43bb-875e-493731684bbe tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] Task: {'id': task-4070796, 'name': ReconfigVM_Task, 'duration_secs': 0.724552} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1289.716293] env[69770]: DEBUG oslo_concurrency.lockutils [None req-b3f3162c-b469-43bb-875e-493731684bbe tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] Releasing lock "f27fa6da-dc6f-4c4f-9f67-1303adea51cc" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.716516] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-b3f3162c-b469-43bb-875e-493731684bbe tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] [instance: f27fa6da-dc6f-4c4f-9f67-1303adea51cc] Reconfigured VM to attach interface {{(pid=69770) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1289.741880] env[69770]: DEBUG oslo_concurrency.lockutils [None req-1c444209-de27-4d0f-b373-f633aef626f0 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.354s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1289.824288] env[69770]: DEBUG nova.network.neutron [req-6668cbdb-4949-4147-901e-5f985908fabc req-adbbcfc4-9d13-4f71-a7e6-2a30ce00b489 service nova] [instance: df47450a-8e9a-4d83-b50a-ca611f6d9139] Updated VIF entry in instance network info cache for port fd52efc7-fe2b-4988-9cda-518c466d2a7f. {{(pid=69770) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1289.824654] env[69770]: DEBUG nova.network.neutron [req-6668cbdb-4949-4147-901e-5f985908fabc req-adbbcfc4-9d13-4f71-a7e6-2a30ce00b489 service nova] [instance: df47450a-8e9a-4d83-b50a-ca611f6d9139] Updating instance_info_cache with network_info: [{"id": "fd52efc7-fe2b-4988-9cda-518c466d2a7f", "address": "fa:16:3e:14:7e:b0", "network": {"id": "5cb038fa-57e0-447e-965e-88265882e7e5", "bridge": null, "label": "tempest-DeleteServersTestJSON-1033362514-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "50458fae76de4e588f96680501eae48c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tapfd52efc7-fe", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69770) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1289.864201] env[69770]: DEBUG nova.network.neutron [-] [instance: c53961c9-df55-42c6-8410-a50404d06605] Updating instance_info_cache with network_info: [] {{(pid=69770) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1289.951203] env[69770]: INFO nova.compute.manager [None req-a90c7cfd-6a93-45d2-a01e-60474cdfa64f tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] [instance: 21782e86-7845-479b-98a8-c2d5832d1ff3] Took 14.42 seconds to build instance. [ 1289.992033] env[69770]: DEBUG oslo_concurrency.lockutils [req-3b7f3bbe-b13c-4351-a750-eaccf371b3c3 req-08797347-19bc-46de-afce-96eac8d3723e service nova] Releasing lock "refresh_cache-f27fa6da-dc6f-4c4f-9f67-1303adea51cc" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.992347] env[69770]: DEBUG nova.compute.manager [req-3b7f3bbe-b13c-4351-a750-eaccf371b3c3 req-08797347-19bc-46de-afce-96eac8d3723e service nova] [instance: a3617e51-7671-42b4-a7d3-a22c7d57814a] Received event network-changed-86019cd3-db0c-4adc-86d7-378f42286db2 {{(pid=69770) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1289.992516] env[69770]: DEBUG nova.compute.manager [req-3b7f3bbe-b13c-4351-a750-eaccf371b3c3 req-08797347-19bc-46de-afce-96eac8d3723e service nova] [instance: a3617e51-7671-42b4-a7d3-a22c7d57814a] Refreshing instance network info cache due to event network-changed-86019cd3-db0c-4adc-86d7-378f42286db2. {{(pid=69770) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1289.992744] env[69770]: DEBUG oslo_concurrency.lockutils [req-3b7f3bbe-b13c-4351-a750-eaccf371b3c3 req-08797347-19bc-46de-afce-96eac8d3723e service nova] Acquiring lock "refresh_cache-a3617e51-7671-42b4-a7d3-a22c7d57814a" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.992894] env[69770]: DEBUG oslo_concurrency.lockutils [req-3b7f3bbe-b13c-4351-a750-eaccf371b3c3 req-08797347-19bc-46de-afce-96eac8d3723e service nova] Acquired lock "refresh_cache-a3617e51-7671-42b4-a7d3-a22c7d57814a" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.993080] env[69770]: DEBUG nova.network.neutron [req-3b7f3bbe-b13c-4351-a750-eaccf371b3c3 req-08797347-19bc-46de-afce-96eac8d3723e service nova] [instance: a3617e51-7671-42b4-a7d3-a22c7d57814a] Refreshing network info cache for port 86019cd3-db0c-4adc-86d7-378f42286db2 {{(pid=69770) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1289.996146] env[69770]: DEBUG oslo_concurrency.lockutils [None req-eeefc253-7229-4264-bb74-d6759972dbfe tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1289.996422] env[69770]: DEBUG oslo_concurrency.lockutils [None req-eeefc253-7229-4264-bb74-d6759972dbfe tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1290.035050] env[69770]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1290.035050] env[69770]: value = "session[52161b52-cb8e-ec9f-1132-2f6b49549d41]52852c29-0ccd-d459-3bc5-2a7b8887cc2b" [ 1290.035050] env[69770]: _type = "HttpNfcLease" [ 1290.035050] env[69770]: } is ready. {{(pid=69770) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1290.035997] env[69770]: DEBUG oslo_vmware.rw_handles [None req-1d9fd9e7-40fe-4fbe-bf49-6ac158bf7384 tempest-AttachVolumeShelveTestJSON-1191911444 tempest-AttachVolumeShelveTestJSON-1191911444-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1290.035997] env[69770]: value = "session[52161b52-cb8e-ec9f-1132-2f6b49549d41]52852c29-0ccd-d459-3bc5-2a7b8887cc2b" [ 1290.035997] env[69770]: _type = "HttpNfcLease" [ 1290.035997] env[69770]: }. {{(pid=69770) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1290.035997] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be3d806b-9f39-4448-9c3c-ec807eb7ab26 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.047315] env[69770]: DEBUG oslo_vmware.rw_handles [None req-1d9fd9e7-40fe-4fbe-bf49-6ac158bf7384 tempest-AttachVolumeShelveTestJSON-1191911444 tempest-AttachVolumeShelveTestJSON-1191911444-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5225e69a-ae6f-b4f2-83bb-4709bc10c9d7/disk-0.vmdk from lease info. {{(pid=69770) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1290.047315] env[69770]: DEBUG oslo_vmware.rw_handles [None req-1d9fd9e7-40fe-4fbe-bf49-6ac158bf7384 tempest-AttachVolumeShelveTestJSON-1191911444 tempest-AttachVolumeShelveTestJSON-1191911444-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5225e69a-ae6f-b4f2-83bb-4709bc10c9d7/disk-0.vmdk for reading. {{(pid=69770) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1290.221672] env[69770]: DEBUG oslo_concurrency.lockutils [None req-b3f3162c-b469-43bb-875e-493731684bbe tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] Lock "interface-f27fa6da-dc6f-4c4f-9f67-1303adea51cc-3e299ed1-2857-4d29-bee1-e27bb36da4b5" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 6.686s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1290.239951] env[69770]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-8dd59d62-59a2-48c3-91e2-15fd50ebff8a {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.251289] env[69770]: DEBUG oslo_concurrency.lockutils [None req-1c444209-de27-4d0f-b373-f633aef626f0 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] Lock "df47450a-8e9a-4d83-b50a-ca611f6d9139" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 25.634s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1290.251767] env[69770]: DEBUG oslo_concurrency.lockutils [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] Lock "df47450a-8e9a-4d83-b50a-ca611f6d9139" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 2.927s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1290.251993] env[69770]: INFO nova.compute.manager [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] [instance: df47450a-8e9a-4d83-b50a-ca611f6d9139] During sync_power_state the instance has a pending task (shelving_offloading). Skip. [ 1290.252160] env[69770]: DEBUG oslo_concurrency.lockutils [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] Lock "df47450a-8e9a-4d83-b50a-ca611f6d9139" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1290.252389] env[69770]: DEBUG oslo_concurrency.lockutils [None req-306532b2-6903-4027-8633-afe8d0691ffc tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] Lock "df47450a-8e9a-4d83-b50a-ca611f6d9139" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 1.154s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1290.252596] env[69770]: DEBUG oslo_concurrency.lockutils [None req-306532b2-6903-4027-8633-afe8d0691ffc tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] Acquiring lock "df47450a-8e9a-4d83-b50a-ca611f6d9139-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1290.252794] env[69770]: DEBUG oslo_concurrency.lockutils [None req-306532b2-6903-4027-8633-afe8d0691ffc tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] Lock "df47450a-8e9a-4d83-b50a-ca611f6d9139-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1290.252960] env[69770]: DEBUG oslo_concurrency.lockutils [None req-306532b2-6903-4027-8633-afe8d0691ffc tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] Lock "df47450a-8e9a-4d83-b50a-ca611f6d9139-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1290.257411] env[69770]: INFO nova.compute.manager [None req-306532b2-6903-4027-8633-afe8d0691ffc tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] [instance: df47450a-8e9a-4d83-b50a-ca611f6d9139] Terminating instance [ 1290.327921] env[69770]: DEBUG oslo_concurrency.lockutils [req-6668cbdb-4949-4147-901e-5f985908fabc req-adbbcfc4-9d13-4f71-a7e6-2a30ce00b489 service nova] Releasing lock "refresh_cache-df47450a-8e9a-4d83-b50a-ca611f6d9139" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.366533] env[69770]: INFO nova.compute.manager [-] [instance: c53961c9-df55-42c6-8410-a50404d06605] Took 1.48 seconds to deallocate network for instance. [ 1290.453817] env[69770]: DEBUG oslo_concurrency.lockutils [None req-a90c7cfd-6a93-45d2-a01e-60474cdfa64f tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] Lock "21782e86-7845-479b-98a8-c2d5832d1ff3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.933s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1290.454214] env[69770]: DEBUG oslo_concurrency.lockutils [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] Lock "21782e86-7845-479b-98a8-c2d5832d1ff3" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 3.128s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1290.454381] env[69770]: INFO nova.compute.manager [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] [instance: 21782e86-7845-479b-98a8-c2d5832d1ff3] During sync_power_state the instance has a pending task (spawning). Skip. [ 1290.454511] env[69770]: DEBUG oslo_concurrency.lockutils [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] Lock "21782e86-7845-479b-98a8-c2d5832d1ff3" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1290.501857] env[69770]: INFO nova.compute.claims [None req-eeefc253-7229-4264-bb74-d6759972dbfe tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] [instance: d8d72175-258b-4178-9090-f4794ab0154e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1290.766521] env[69770]: DEBUG nova.compute.manager [None req-306532b2-6903-4027-8633-afe8d0691ffc tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] [instance: df47450a-8e9a-4d83-b50a-ca611f6d9139] Start destroying the instance on the hypervisor. {{(pid=69770) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1290.766806] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-306532b2-6903-4027-8633-afe8d0691ffc tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] [instance: df47450a-8e9a-4d83-b50a-ca611f6d9139] Destroying instance {{(pid=69770) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1290.767157] env[69770]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-3d31fa83-d256-4675-ac81-07340ecef64d {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.779520] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86f1b878-36ba-44c9-af54-efe76f1f34cf {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.831716] env[69770]: WARNING nova.virt.vmwareapi.vmops [None req-306532b2-6903-4027-8633-afe8d0691ffc tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] [instance: df47450a-8e9a-4d83-b50a-ca611f6d9139] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance df47450a-8e9a-4d83-b50a-ca611f6d9139 could not be found. [ 1290.832149] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-306532b2-6903-4027-8633-afe8d0691ffc tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] [instance: df47450a-8e9a-4d83-b50a-ca611f6d9139] Instance destroyed {{(pid=69770) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1290.832398] env[69770]: INFO nova.compute.manager [None req-306532b2-6903-4027-8633-afe8d0691ffc tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] [instance: df47450a-8e9a-4d83-b50a-ca611f6d9139] Took 0.07 seconds to destroy the instance on the hypervisor. [ 1290.832755] env[69770]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-306532b2-6903-4027-8633-afe8d0691ffc tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69770) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1290.833176] env[69770]: DEBUG nova.compute.manager [-] [instance: df47450a-8e9a-4d83-b50a-ca611f6d9139] Deallocating network for instance {{(pid=69770) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1290.833358] env[69770]: DEBUG nova.network.neutron [-] [instance: df47450a-8e9a-4d83-b50a-ca611f6d9139] deallocate_for_instance() {{(pid=69770) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1290.839241] env[69770]: DEBUG nova.compute.manager [req-52e19d70-69c5-4221-99b4-23bd40c664b7 req-45ba4192-cefe-4364-97f1-eeba93e315aa service nova] [instance: c53961c9-df55-42c6-8410-a50404d06605] Received event network-vif-deleted-ca1f0a47-0b7c-4649-a76c-d7b841ecdcdf {{(pid=69770) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1290.865788] env[69770]: DEBUG nova.network.neutron [req-3b7f3bbe-b13c-4351-a750-eaccf371b3c3 req-08797347-19bc-46de-afce-96eac8d3723e service nova] [instance: a3617e51-7671-42b4-a7d3-a22c7d57814a] Updated VIF entry in instance network info cache for port 86019cd3-db0c-4adc-86d7-378f42286db2. {{(pid=69770) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1290.866382] env[69770]: DEBUG nova.network.neutron [req-3b7f3bbe-b13c-4351-a750-eaccf371b3c3 req-08797347-19bc-46de-afce-96eac8d3723e service nova] [instance: a3617e51-7671-42b4-a7d3-a22c7d57814a] Updating instance_info_cache with network_info: [{"id": "86019cd3-db0c-4adc-86d7-378f42286db2", "address": "fa:16:3e:5f:b6:fb", "network": {"id": "deeccc4b-a1bb-4cc9-a2cb-ab451519c623", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1195845450-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "79f08803ff104b29b1724007c4361a7e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "26a1e556-1ede-445a-bf87-a35daa5d9070", "external-id": "nsx-vlan-transportzone-396", "segmentation_id": 396, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap86019cd3-db", "ovs_interfaceid": "86019cd3-db0c-4adc-86d7-378f42286db2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69770) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1290.875392] env[69770]: DEBUG oslo_concurrency.lockutils [None req-35ac2d0e-328b-4aa5-b9c7-9a44f27d31e6 tempest-ServerRescueNegativeTestJSON-135561646 tempest-ServerRescueNegativeTestJSON-135561646-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1291.011161] env[69770]: INFO nova.compute.resource_tracker [None req-eeefc253-7229-4264-bb74-d6759972dbfe tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] [instance: d8d72175-258b-4178-9090-f4794ab0154e] Updating resource usage from migration 60849e21-84b4-4479-a243-479941614810 [ 1291.091020] env[69770]: DEBUG nova.virt.vmwareapi.volumeops [None req-0c164b4f-2677-4094-8fef-26f46dbc3822 tempest-AttachVolumeTestJSON-339692578 tempest-AttachVolumeTestJSON-339692578-project-member] [instance: 08413ca9-2b2a-4991-83cf-aa8965d2017a] Volume attach. Driver type: vmdk {{(pid=69770) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1291.091020] env[69770]: DEBUG nova.virt.vmwareapi.volumeops [None req-0c164b4f-2677-4094-8fef-26f46dbc3822 tempest-AttachVolumeTestJSON-339692578 tempest-AttachVolumeTestJSON-339692578-project-member] [instance: 08413ca9-2b2a-4991-83cf-aa8965d2017a] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-806685', 'volume_id': '45c9b37b-cd09-4ae9-8b6c-4d84f3b4d41a', 'name': 'volume-45c9b37b-cd09-4ae9-8b6c-4d84f3b4d41a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '08413ca9-2b2a-4991-83cf-aa8965d2017a', 'attached_at': '', 'detached_at': '', 'volume_id': '45c9b37b-cd09-4ae9-8b6c-4d84f3b4d41a', 'serial': '45c9b37b-cd09-4ae9-8b6c-4d84f3b4d41a'} {{(pid=69770) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1291.092175] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-768bce1c-f714-456c-b60b-36d6696ec749 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.117244] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3d58d7a-253a-447c-9260-1303e61f0aa5 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.145747] env[69770]: DEBUG nova.virt.vmwareapi.volumeops [None req-0c164b4f-2677-4094-8fef-26f46dbc3822 tempest-AttachVolumeTestJSON-339692578 tempest-AttachVolumeTestJSON-339692578-project-member] [instance: 08413ca9-2b2a-4991-83cf-aa8965d2017a] Reconfiguring VM instance instance-00000068 to attach disk [datastore2] volume-45c9b37b-cd09-4ae9-8b6c-4d84f3b4d41a/volume-45c9b37b-cd09-4ae9-8b6c-4d84f3b4d41a.vmdk or device None with type thin {{(pid=69770) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1291.149920] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b8b920d9-ad93-4da8-a8c2-82ddd67da935 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.173402] env[69770]: DEBUG oslo_vmware.api [None req-0c164b4f-2677-4094-8fef-26f46dbc3822 tempest-AttachVolumeTestJSON-339692578 tempest-AttachVolumeTestJSON-339692578-project-member] Waiting for the task: (returnval){ [ 1291.173402] env[69770]: value = "task-4070799" [ 1291.173402] env[69770]: _type = "Task" [ 1291.173402] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1291.190123] env[69770]: DEBUG oslo_vmware.api [None req-0c164b4f-2677-4094-8fef-26f46dbc3822 tempest-AttachVolumeTestJSON-339692578 tempest-AttachVolumeTestJSON-339692578-project-member] Task: {'id': task-4070799, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1291.305586] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d07f1b8d-00eb-4fa1-8318-4785234ae824 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.315035] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-004e6b92-d063-46c3-9917-c0a23401c996 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.353354] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74d7463a-46ae-497c-a65e-f4d87653650c {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.362219] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d42afe73-5e95-4c96-ab5d-a4e0cbed60ea {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.368987] env[69770]: DEBUG oslo_concurrency.lockutils [req-3b7f3bbe-b13c-4351-a750-eaccf371b3c3 req-08797347-19bc-46de-afce-96eac8d3723e service nova] Releasing lock "refresh_cache-a3617e51-7671-42b4-a7d3-a22c7d57814a" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.369294] env[69770]: DEBUG nova.compute.manager [req-3b7f3bbe-b13c-4351-a750-eaccf371b3c3 req-08797347-19bc-46de-afce-96eac8d3723e service nova] [instance: d8d72175-258b-4178-9090-f4794ab0154e] Received event network-changed-f5831a8b-70d8-4cca-8415-5139f7c0cc6b {{(pid=69770) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1291.369460] env[69770]: DEBUG nova.compute.manager [req-3b7f3bbe-b13c-4351-a750-eaccf371b3c3 req-08797347-19bc-46de-afce-96eac8d3723e service nova] [instance: d8d72175-258b-4178-9090-f4794ab0154e] Refreshing instance network info cache due to event network-changed-f5831a8b-70d8-4cca-8415-5139f7c0cc6b. {{(pid=69770) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1291.369674] env[69770]: DEBUG oslo_concurrency.lockutils [req-3b7f3bbe-b13c-4351-a750-eaccf371b3c3 req-08797347-19bc-46de-afce-96eac8d3723e service nova] Acquiring lock "refresh_cache-d8d72175-258b-4178-9090-f4794ab0154e" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.369812] env[69770]: DEBUG oslo_concurrency.lockutils [req-3b7f3bbe-b13c-4351-a750-eaccf371b3c3 req-08797347-19bc-46de-afce-96eac8d3723e service nova] Acquired lock "refresh_cache-d8d72175-258b-4178-9090-f4794ab0154e" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.369974] env[69770]: DEBUG nova.network.neutron [req-3b7f3bbe-b13c-4351-a750-eaccf371b3c3 req-08797347-19bc-46de-afce-96eac8d3723e service nova] [instance: d8d72175-258b-4178-9090-f4794ab0154e] Refreshing network info cache for port f5831a8b-70d8-4cca-8415-5139f7c0cc6b {{(pid=69770) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1291.379495] env[69770]: DEBUG nova.compute.provider_tree [None req-eeefc253-7229-4264-bb74-d6759972dbfe tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] Inventory has not changed in ProviderTree for provider: 7cc7d32b-b7a7-454a-a456-2a440248ed9d {{(pid=69770) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1291.642629] env[69770]: DEBUG nova.network.neutron [req-3b7f3bbe-b13c-4351-a750-eaccf371b3c3 req-08797347-19bc-46de-afce-96eac8d3723e service nova] [instance: d8d72175-258b-4178-9090-f4794ab0154e] Updated VIF entry in instance network info cache for port f5831a8b-70d8-4cca-8415-5139f7c0cc6b. {{(pid=69770) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1291.643022] env[69770]: DEBUG nova.network.neutron [req-3b7f3bbe-b13c-4351-a750-eaccf371b3c3 req-08797347-19bc-46de-afce-96eac8d3723e service nova] [instance: d8d72175-258b-4178-9090-f4794ab0154e] Updating instance_info_cache with network_info: [{"id": "f5831a8b-70d8-4cca-8415-5139f7c0cc6b", "address": "fa:16:3e:01:43:71", "network": {"id": "deeccc4b-a1bb-4cc9-a2cb-ab451519c623", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1195845450-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.206", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "79f08803ff104b29b1724007c4361a7e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "26a1e556-1ede-445a-bf87-a35daa5d9070", "external-id": "nsx-vlan-transportzone-396", "segmentation_id": 396, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf5831a8b-70", "ovs_interfaceid": "f5831a8b-70d8-4cca-8415-5139f7c0cc6b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69770) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1291.675175] env[69770]: DEBUG nova.network.neutron [-] [instance: df47450a-8e9a-4d83-b50a-ca611f6d9139] Updating instance_info_cache with network_info: [] {{(pid=69770) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1291.689540] env[69770]: DEBUG oslo_vmware.api [None req-0c164b4f-2677-4094-8fef-26f46dbc3822 tempest-AttachVolumeTestJSON-339692578 tempest-AttachVolumeTestJSON-339692578-project-member] Task: {'id': task-4070799, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1291.885052] env[69770]: DEBUG nova.scheduler.client.report [None req-eeefc253-7229-4264-bb74-d6759972dbfe tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] Inventory has not changed for provider 7cc7d32b-b7a7-454a-a456-2a440248ed9d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69770) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1291.895806] env[69770]: DEBUG oslo_concurrency.lockutils [None req-8bfe848a-e3ab-4777-9618-2b79824e1352 tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] Acquiring lock "interface-f27fa6da-dc6f-4c4f-9f67-1303adea51cc-3e299ed1-2857-4d29-bee1-e27bb36da4b5" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1291.899090] env[69770]: DEBUG oslo_concurrency.lockutils [None req-8bfe848a-e3ab-4777-9618-2b79824e1352 tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] Lock "interface-f27fa6da-dc6f-4c4f-9f67-1303adea51cc-3e299ed1-2857-4d29-bee1-e27bb36da4b5" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.004s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1292.145632] env[69770]: DEBUG oslo_concurrency.lockutils [req-3b7f3bbe-b13c-4351-a750-eaccf371b3c3 req-08797347-19bc-46de-afce-96eac8d3723e service nova] Releasing lock "refresh_cache-d8d72175-258b-4178-9090-f4794ab0154e" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.182775] env[69770]: INFO nova.compute.manager [-] [instance: df47450a-8e9a-4d83-b50a-ca611f6d9139] Took 1.35 seconds to deallocate network for instance. [ 1292.190099] env[69770]: DEBUG oslo_vmware.api [None req-0c164b4f-2677-4094-8fef-26f46dbc3822 tempest-AttachVolumeTestJSON-339692578 tempest-AttachVolumeTestJSON-339692578-project-member] Task: {'id': task-4070799, 'name': ReconfigVM_Task, 'duration_secs': 0.56627} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1292.194583] env[69770]: DEBUG nova.virt.vmwareapi.volumeops [None req-0c164b4f-2677-4094-8fef-26f46dbc3822 tempest-AttachVolumeTestJSON-339692578 tempest-AttachVolumeTestJSON-339692578-project-member] [instance: 08413ca9-2b2a-4991-83cf-aa8965d2017a] Reconfigured VM instance instance-00000068 to attach disk [datastore2] volume-45c9b37b-cd09-4ae9-8b6c-4d84f3b4d41a/volume-45c9b37b-cd09-4ae9-8b6c-4d84f3b4d41a.vmdk or device None with type thin {{(pid=69770) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1292.201995] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fdbaf3b9-85e0-47d6-9472-7458ff52baa3 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.222068] env[69770]: DEBUG oslo_vmware.api [None req-0c164b4f-2677-4094-8fef-26f46dbc3822 tempest-AttachVolumeTestJSON-339692578 tempest-AttachVolumeTestJSON-339692578-project-member] Waiting for the task: (returnval){ [ 1292.222068] env[69770]: value = "task-4070800" [ 1292.222068] env[69770]: _type = "Task" [ 1292.222068] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1292.233469] env[69770]: DEBUG oslo_vmware.api [None req-0c164b4f-2677-4094-8fef-26f46dbc3822 tempest-AttachVolumeTestJSON-339692578 tempest-AttachVolumeTestJSON-339692578-project-member] Task: {'id': task-4070800, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1292.392283] env[69770]: DEBUG oslo_concurrency.lockutils [None req-eeefc253-7229-4264-bb74-d6759972dbfe tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.395s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1292.392577] env[69770]: INFO nova.compute.manager [None req-eeefc253-7229-4264-bb74-d6759972dbfe tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] [instance: d8d72175-258b-4178-9090-f4794ab0154e] Migrating [ 1292.399461] env[69770]: DEBUG oslo_concurrency.lockutils [None req-35ac2d0e-328b-4aa5-b9c7-9a44f27d31e6 tempest-ServerRescueNegativeTestJSON-135561646 tempest-ServerRescueNegativeTestJSON-135561646-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.525s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1292.399724] env[69770]: DEBUG nova.objects.instance [None req-35ac2d0e-328b-4aa5-b9c7-9a44f27d31e6 tempest-ServerRescueNegativeTestJSON-135561646 tempest-ServerRescueNegativeTestJSON-135561646-project-member] Lazy-loading 'resources' on Instance uuid c53961c9-df55-42c6-8410-a50404d06605 {{(pid=69770) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1292.404517] env[69770]: DEBUG oslo_concurrency.lockutils [None req-8bfe848a-e3ab-4777-9618-2b79824e1352 tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] Acquiring lock "f27fa6da-dc6f-4c4f-9f67-1303adea51cc" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.404700] env[69770]: DEBUG oslo_concurrency.lockutils [None req-8bfe848a-e3ab-4777-9618-2b79824e1352 tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] Acquired lock "f27fa6da-dc6f-4c4f-9f67-1303adea51cc" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.411716] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27f484a7-5978-4105-a852-260ee71d49bd {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.441018] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7c65807-4c84-4894-b4c8-0615997cd2a7 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.466749] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-8bfe848a-e3ab-4777-9618-2b79824e1352 tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] [instance: f27fa6da-dc6f-4c4f-9f67-1303adea51cc] Reconfiguring VM to detach interface {{(pid=69770) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1292.467954] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e19f8c2b-f42b-4beb-9360-80650e519c99 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.489169] env[69770]: DEBUG oslo_vmware.api [None req-8bfe848a-e3ab-4777-9618-2b79824e1352 tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] Waiting for the task: (returnval){ [ 1292.489169] env[69770]: value = "task-4070801" [ 1292.489169] env[69770]: _type = "Task" [ 1292.489169] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1292.498781] env[69770]: DEBUG oslo_vmware.api [None req-8bfe848a-e3ab-4777-9618-2b79824e1352 tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] Task: {'id': task-4070801, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1292.733853] env[69770]: DEBUG oslo_vmware.api [None req-0c164b4f-2677-4094-8fef-26f46dbc3822 tempest-AttachVolumeTestJSON-339692578 tempest-AttachVolumeTestJSON-339692578-project-member] Task: {'id': task-4070800, 'name': ReconfigVM_Task, 'duration_secs': 0.16985} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1292.734231] env[69770]: DEBUG nova.virt.vmwareapi.volumeops [None req-0c164b4f-2677-4094-8fef-26f46dbc3822 tempest-AttachVolumeTestJSON-339692578 tempest-AttachVolumeTestJSON-339692578-project-member] [instance: 08413ca9-2b2a-4991-83cf-aa8965d2017a] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-806685', 'volume_id': '45c9b37b-cd09-4ae9-8b6c-4d84f3b4d41a', 'name': 'volume-45c9b37b-cd09-4ae9-8b6c-4d84f3b4d41a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '08413ca9-2b2a-4991-83cf-aa8965d2017a', 'attached_at': '', 'detached_at': '', 'volume_id': '45c9b37b-cd09-4ae9-8b6c-4d84f3b4d41a', 'serial': '45c9b37b-cd09-4ae9-8b6c-4d84f3b4d41a'} {{(pid=69770) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1292.878113] env[69770]: DEBUG nova.compute.manager [req-c7710f64-798e-4e0d-9566-ffd227a1ac83 req-b5cbdc0d-728b-4101-8526-e33f5b308c33 service nova] [instance: 21782e86-7845-479b-98a8-c2d5832d1ff3] Received event network-changed-240a2458-a53e-4012-8dd0-6b6dde14c547 {{(pid=69770) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1292.878113] env[69770]: DEBUG nova.compute.manager [req-c7710f64-798e-4e0d-9566-ffd227a1ac83 req-b5cbdc0d-728b-4101-8526-e33f5b308c33 service nova] [instance: 21782e86-7845-479b-98a8-c2d5832d1ff3] Refreshing instance network info cache due to event network-changed-240a2458-a53e-4012-8dd0-6b6dde14c547. {{(pid=69770) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1292.878113] env[69770]: DEBUG oslo_concurrency.lockutils [req-c7710f64-798e-4e0d-9566-ffd227a1ac83 req-b5cbdc0d-728b-4101-8526-e33f5b308c33 service nova] Acquiring lock "refresh_cache-21782e86-7845-479b-98a8-c2d5832d1ff3" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.878113] env[69770]: DEBUG oslo_concurrency.lockutils [req-c7710f64-798e-4e0d-9566-ffd227a1ac83 req-b5cbdc0d-728b-4101-8526-e33f5b308c33 service nova] Acquired lock "refresh_cache-21782e86-7845-479b-98a8-c2d5832d1ff3" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.878113] env[69770]: DEBUG nova.network.neutron [req-c7710f64-798e-4e0d-9566-ffd227a1ac83 req-b5cbdc0d-728b-4101-8526-e33f5b308c33 service nova] [instance: 21782e86-7845-479b-98a8-c2d5832d1ff3] Refreshing network info cache for port 240a2458-a53e-4012-8dd0-6b6dde14c547 {{(pid=69770) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1292.912071] env[69770]: DEBUG oslo_concurrency.lockutils [None req-eeefc253-7229-4264-bb74-d6759972dbfe tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] Acquiring lock "refresh_cache-d8d72175-258b-4178-9090-f4794ab0154e" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.915915] env[69770]: DEBUG oslo_concurrency.lockutils [None req-eeefc253-7229-4264-bb74-d6759972dbfe tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] Acquired lock "refresh_cache-d8d72175-258b-4178-9090-f4794ab0154e" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.915915] env[69770]: DEBUG nova.network.neutron [None req-eeefc253-7229-4264-bb74-d6759972dbfe tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] [instance: d8d72175-258b-4178-9090-f4794ab0154e] Building network info cache for instance {{(pid=69770) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1293.001650] env[69770]: DEBUG oslo_vmware.api [None req-8bfe848a-e3ab-4777-9618-2b79824e1352 tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] Task: {'id': task-4070801, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1293.128175] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-146eb7a1-41c4-4413-967c-78186b477a6f {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.137577] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a252b329-eb5f-4032-8bc2-b07a8e020d4d {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.177901] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e023a5e-0d5a-43e4-9aef-d0aa92512d28 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.187457] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0924fe2-8359-4609-b296-fcb50142ca0a {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.203479] env[69770]: DEBUG nova.compute.provider_tree [None req-35ac2d0e-328b-4aa5-b9c7-9a44f27d31e6 tempest-ServerRescueNegativeTestJSON-135561646 tempest-ServerRescueNegativeTestJSON-135561646-project-member] Inventory has not changed in ProviderTree for provider: 7cc7d32b-b7a7-454a-a456-2a440248ed9d {{(pid=69770) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1293.226272] env[69770]: DEBUG oslo_concurrency.lockutils [None req-306532b2-6903-4027-8633-afe8d0691ffc tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] Lock "df47450a-8e9a-4d83-b50a-ca611f6d9139" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 2.974s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1293.503210] env[69770]: DEBUG oslo_vmware.api [None req-8bfe848a-e3ab-4777-9618-2b79824e1352 tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] Task: {'id': task-4070801, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1293.706754] env[69770]: DEBUG nova.scheduler.client.report [None req-35ac2d0e-328b-4aa5-b9c7-9a44f27d31e6 tempest-ServerRescueNegativeTestJSON-135561646 tempest-ServerRescueNegativeTestJSON-135561646-project-member] Inventory has not changed for provider 7cc7d32b-b7a7-454a-a456-2a440248ed9d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69770) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1293.730436] env[69770]: DEBUG nova.network.neutron [req-c7710f64-798e-4e0d-9566-ffd227a1ac83 req-b5cbdc0d-728b-4101-8526-e33f5b308c33 service nova] [instance: 21782e86-7845-479b-98a8-c2d5832d1ff3] Updated VIF entry in instance network info cache for port 240a2458-a53e-4012-8dd0-6b6dde14c547. {{(pid=69770) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1293.731189] env[69770]: DEBUG nova.network.neutron [req-c7710f64-798e-4e0d-9566-ffd227a1ac83 req-b5cbdc0d-728b-4101-8526-e33f5b308c33 service nova] [instance: 21782e86-7845-479b-98a8-c2d5832d1ff3] Updating instance_info_cache with network_info: [{"id": "240a2458-a53e-4012-8dd0-6b6dde14c547", "address": "fa:16:3e:da:6d:89", "network": {"id": "6947160b-7d54-4e72-ac36-2126989baab1", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-851069895-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.254", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bcbfd42565514a329707ee7a1c7d910c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69076131-87ac-46dd-9d5d-8d1b4ea7dec6", "external-id": "nsx-vlan-transportzone-327", "segmentation_id": 327, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap240a2458-a5", "ovs_interfaceid": "240a2458-a53e-4012-8dd0-6b6dde14c547", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69770) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1293.764926] env[69770]: DEBUG nova.network.neutron [None req-eeefc253-7229-4264-bb74-d6759972dbfe tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] [instance: d8d72175-258b-4178-9090-f4794ab0154e] Updating instance_info_cache with network_info: [{"id": "f5831a8b-70d8-4cca-8415-5139f7c0cc6b", "address": "fa:16:3e:01:43:71", "network": {"id": "deeccc4b-a1bb-4cc9-a2cb-ab451519c623", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1195845450-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.206", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "79f08803ff104b29b1724007c4361a7e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "26a1e556-1ede-445a-bf87-a35daa5d9070", "external-id": "nsx-vlan-transportzone-396", "segmentation_id": 396, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf5831a8b-70", "ovs_interfaceid": "f5831a8b-70d8-4cca-8415-5139f7c0cc6b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69770) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1293.786190] env[69770]: DEBUG nova.objects.instance [None req-0c164b4f-2677-4094-8fef-26f46dbc3822 tempest-AttachVolumeTestJSON-339692578 tempest-AttachVolumeTestJSON-339692578-project-member] Lazy-loading 'flavor' on Instance uuid 08413ca9-2b2a-4991-83cf-aa8965d2017a {{(pid=69770) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1293.999331] env[69770]: DEBUG oslo_concurrency.lockutils [None req-4975183a-b1d1-4d09-99a9-0b1dc219f06d tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] Acquiring lock "b6f8830a-54d9-4e27-96cc-e3726dbc42e4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1293.999582] env[69770]: DEBUG oslo_concurrency.lockutils [None req-4975183a-b1d1-4d09-99a9-0b1dc219f06d tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] Lock "b6f8830a-54d9-4e27-96cc-e3726dbc42e4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1294.004545] env[69770]: DEBUG oslo_vmware.api [None req-8bfe848a-e3ab-4777-9618-2b79824e1352 tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] Task: {'id': task-4070801, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1294.213866] env[69770]: DEBUG oslo_concurrency.lockutils [None req-35ac2d0e-328b-4aa5-b9c7-9a44f27d31e6 tempest-ServerRescueNegativeTestJSON-135561646 tempest-ServerRescueNegativeTestJSON-135561646-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.814s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1294.233965] env[69770]: DEBUG oslo_concurrency.lockutils [req-c7710f64-798e-4e0d-9566-ffd227a1ac83 req-b5cbdc0d-728b-4101-8526-e33f5b308c33 service nova] Releasing lock "refresh_cache-21782e86-7845-479b-98a8-c2d5832d1ff3" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.237384] env[69770]: INFO nova.scheduler.client.report [None req-35ac2d0e-328b-4aa5-b9c7-9a44f27d31e6 tempest-ServerRescueNegativeTestJSON-135561646 tempest-ServerRescueNegativeTestJSON-135561646-project-member] Deleted allocations for instance c53961c9-df55-42c6-8410-a50404d06605 [ 1294.266928] env[69770]: DEBUG oslo_concurrency.lockutils [None req-eeefc253-7229-4264-bb74-d6759972dbfe tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] Releasing lock "refresh_cache-d8d72175-258b-4178-9090-f4794ab0154e" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.291898] env[69770]: DEBUG oslo_concurrency.lockutils [None req-0c164b4f-2677-4094-8fef-26f46dbc3822 tempest-AttachVolumeTestJSON-339692578 tempest-AttachVolumeTestJSON-339692578-project-member] Lock "08413ca9-2b2a-4991-83cf-aa8965d2017a" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.818s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1294.292972] env[69770]: DEBUG oslo_concurrency.lockutils [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] Lock "08413ca9-2b2a-4991-83cf-aa8965d2017a" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 6.969s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1294.295569] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98222811-6254-491b-800f-37576b3df378 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.502090] env[69770]: DEBUG oslo_vmware.api [None req-8bfe848a-e3ab-4777-9618-2b79824e1352 tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] Task: {'id': task-4070801, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1294.506184] env[69770]: DEBUG nova.compute.manager [None req-4975183a-b1d1-4d09-99a9-0b1dc219f06d tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] [instance: b6f8830a-54d9-4e27-96cc-e3726dbc42e4] Starting instance... {{(pid=69770) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1294.675059] env[69770]: DEBUG oslo_concurrency.lockutils [None req-0e79ca9d-2d2e-4df1-8f92-9c6263830eb3 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] Acquiring lock "f9c0e18d-6ae1-4176-b2ba-2ec8bd6ca408" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1294.675350] env[69770]: DEBUG oslo_concurrency.lockutils [None req-0e79ca9d-2d2e-4df1-8f92-9c6263830eb3 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] Lock "f9c0e18d-6ae1-4176-b2ba-2ec8bd6ca408" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1294.749365] env[69770]: DEBUG oslo_concurrency.lockutils [None req-35ac2d0e-328b-4aa5-b9c7-9a44f27d31e6 tempest-ServerRescueNegativeTestJSON-135561646 tempest-ServerRescueNegativeTestJSON-135561646-project-member] Lock "c53961c9-df55-42c6-8410-a50404d06605" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.530s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1294.750432] env[69770]: DEBUG oslo_concurrency.lockutils [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] Lock "c53961c9-df55-42c6-8410-a50404d06605" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 7.427s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1294.750650] env[69770]: INFO nova.compute.manager [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] [instance: c53961c9-df55-42c6-8410-a50404d06605] During sync_power_state the instance has a pending task (deleting). Skip. [ 1294.750933] env[69770]: DEBUG oslo_concurrency.lockutils [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] Lock "c53961c9-df55-42c6-8410-a50404d06605" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.001s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1294.806434] env[69770]: DEBUG oslo_concurrency.lockutils [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] Lock "08413ca9-2b2a-4991-83cf-aa8965d2017a" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.514s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1294.947522] env[69770]: DEBUG oslo_concurrency.lockutils [None req-9f429ce7-22db-4902-864d-c0ba5c59b49b tempest-AttachVolumeTestJSON-339692578 tempest-AttachVolumeTestJSON-339692578-project-member] Acquiring lock "08413ca9-2b2a-4991-83cf-aa8965d2017a" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1294.947522] env[69770]: DEBUG oslo_concurrency.lockutils [None req-9f429ce7-22db-4902-864d-c0ba5c59b49b tempest-AttachVolumeTestJSON-339692578 tempest-AttachVolumeTestJSON-339692578-project-member] Lock "08413ca9-2b2a-4991-83cf-aa8965d2017a" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1295.003031] env[69770]: DEBUG oslo_vmware.api [None req-8bfe848a-e3ab-4777-9618-2b79824e1352 tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] Task: {'id': task-4070801, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1295.048426] env[69770]: DEBUG oslo_concurrency.lockutils [None req-4975183a-b1d1-4d09-99a9-0b1dc219f06d tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1295.048426] env[69770]: DEBUG oslo_concurrency.lockutils [None req-4975183a-b1d1-4d09-99a9-0b1dc219f06d tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1295.050809] env[69770]: INFO nova.compute.claims [None req-4975183a-b1d1-4d09-99a9-0b1dc219f06d tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] [instance: b6f8830a-54d9-4e27-96cc-e3726dbc42e4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1295.120093] env[69770]: DEBUG oslo_concurrency.lockutils [None req-0328b5e7-1ac5-4270-9cb5-15fa098548b9 tempest-ServerRescueNegativeTestJSON-135561646 tempest-ServerRescueNegativeTestJSON-135561646-project-member] Acquiring lock "ec405988-80b1-4918-8572-addc7c5127aa" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1295.120406] env[69770]: DEBUG oslo_concurrency.lockutils [None req-0328b5e7-1ac5-4270-9cb5-15fa098548b9 tempest-ServerRescueNegativeTestJSON-135561646 tempest-ServerRescueNegativeTestJSON-135561646-project-member] Lock "ec405988-80b1-4918-8572-addc7c5127aa" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1295.120640] env[69770]: DEBUG oslo_concurrency.lockutils [None req-0328b5e7-1ac5-4270-9cb5-15fa098548b9 tempest-ServerRescueNegativeTestJSON-135561646 tempest-ServerRescueNegativeTestJSON-135561646-project-member] Acquiring lock "ec405988-80b1-4918-8572-addc7c5127aa-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1295.120839] env[69770]: DEBUG oslo_concurrency.lockutils [None req-0328b5e7-1ac5-4270-9cb5-15fa098548b9 tempest-ServerRescueNegativeTestJSON-135561646 tempest-ServerRescueNegativeTestJSON-135561646-project-member] Lock "ec405988-80b1-4918-8572-addc7c5127aa-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1295.121040] env[69770]: DEBUG oslo_concurrency.lockutils [None req-0328b5e7-1ac5-4270-9cb5-15fa098548b9 tempest-ServerRescueNegativeTestJSON-135561646 tempest-ServerRescueNegativeTestJSON-135561646-project-member] Lock "ec405988-80b1-4918-8572-addc7c5127aa-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1295.123409] env[69770]: INFO nova.compute.manager [None req-0328b5e7-1ac5-4270-9cb5-15fa098548b9 tempest-ServerRescueNegativeTestJSON-135561646 tempest-ServerRescueNegativeTestJSON-135561646-project-member] [instance: ec405988-80b1-4918-8572-addc7c5127aa] Terminating instance [ 1295.177830] env[69770]: DEBUG nova.compute.manager [None req-0e79ca9d-2d2e-4df1-8f92-9c6263830eb3 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] [instance: f9c0e18d-6ae1-4176-b2ba-2ec8bd6ca408] Starting instance... {{(pid=69770) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1295.451669] env[69770]: DEBUG nova.compute.utils [None req-9f429ce7-22db-4902-864d-c0ba5c59b49b tempest-AttachVolumeTestJSON-339692578 tempest-AttachVolumeTestJSON-339692578-project-member] Using /dev/sd instead of None {{(pid=69770) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1295.504800] env[69770]: DEBUG oslo_vmware.api [None req-8bfe848a-e3ab-4777-9618-2b79824e1352 tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] Task: {'id': task-4070801, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1295.627164] env[69770]: DEBUG nova.compute.manager [None req-0328b5e7-1ac5-4270-9cb5-15fa098548b9 tempest-ServerRescueNegativeTestJSON-135561646 tempest-ServerRescueNegativeTestJSON-135561646-project-member] [instance: ec405988-80b1-4918-8572-addc7c5127aa] Start destroying the instance on the hypervisor. {{(pid=69770) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1295.627437] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-0328b5e7-1ac5-4270-9cb5-15fa098548b9 tempest-ServerRescueNegativeTestJSON-135561646 tempest-ServerRescueNegativeTestJSON-135561646-project-member] [instance: ec405988-80b1-4918-8572-addc7c5127aa] Destroying instance {{(pid=69770) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1295.628481] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23f22cdf-9e65-414b-886f-b3ea68cb757d {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.637759] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-0328b5e7-1ac5-4270-9cb5-15fa098548b9 tempest-ServerRescueNegativeTestJSON-135561646 tempest-ServerRescueNegativeTestJSON-135561646-project-member] [instance: ec405988-80b1-4918-8572-addc7c5127aa] Powering off the VM {{(pid=69770) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1295.639191] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ab7da577-90f5-43c1-b67d-4831e8f85a8a {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.646036] env[69770]: DEBUG oslo_vmware.api [None req-0328b5e7-1ac5-4270-9cb5-15fa098548b9 tempest-ServerRescueNegativeTestJSON-135561646 tempest-ServerRescueNegativeTestJSON-135561646-project-member] Waiting for the task: (returnval){ [ 1295.646036] env[69770]: value = "task-4070802" [ 1295.646036] env[69770]: _type = "Task" [ 1295.646036] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1295.655930] env[69770]: DEBUG oslo_vmware.api [None req-0328b5e7-1ac5-4270-9cb5-15fa098548b9 tempest-ServerRescueNegativeTestJSON-135561646 tempest-ServerRescueNegativeTestJSON-135561646-project-member] Task: {'id': task-4070802, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1295.699152] env[69770]: DEBUG oslo_concurrency.lockutils [None req-0e79ca9d-2d2e-4df1-8f92-9c6263830eb3 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1295.753069] env[69770]: DEBUG oslo_service.periodic_task [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69770) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1295.753069] env[69770]: DEBUG oslo_service.periodic_task [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69770) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1295.784052] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdcd4352-1f5d-46b1-81b1-94d555a96e50 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.807078] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-eeefc253-7229-4264-bb74-d6759972dbfe tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] [instance: d8d72175-258b-4178-9090-f4794ab0154e] Updating instance 'd8d72175-258b-4178-9090-f4794ab0154e' progress to 0 {{(pid=69770) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1295.955016] env[69770]: DEBUG oslo_concurrency.lockutils [None req-9f429ce7-22db-4902-864d-c0ba5c59b49b tempest-AttachVolumeTestJSON-339692578 tempest-AttachVolumeTestJSON-339692578-project-member] Lock "08413ca9-2b2a-4991-83cf-aa8965d2017a" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.008s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1296.005559] env[69770]: DEBUG oslo_vmware.api [None req-8bfe848a-e3ab-4777-9618-2b79824e1352 tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] Task: {'id': task-4070801, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1296.157627] env[69770]: DEBUG oslo_vmware.api [None req-0328b5e7-1ac5-4270-9cb5-15fa098548b9 tempest-ServerRescueNegativeTestJSON-135561646 tempest-ServerRescueNegativeTestJSON-135561646-project-member] Task: {'id': task-4070802, 'name': PowerOffVM_Task, 'duration_secs': 0.454834} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1296.157930] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-0328b5e7-1ac5-4270-9cb5-15fa098548b9 tempest-ServerRescueNegativeTestJSON-135561646 tempest-ServerRescueNegativeTestJSON-135561646-project-member] [instance: ec405988-80b1-4918-8572-addc7c5127aa] Powered off the VM {{(pid=69770) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1296.158119] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-0328b5e7-1ac5-4270-9cb5-15fa098548b9 tempest-ServerRescueNegativeTestJSON-135561646 tempest-ServerRescueNegativeTestJSON-135561646-project-member] [instance: ec405988-80b1-4918-8572-addc7c5127aa] Unregistering the VM {{(pid=69770) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1296.158416] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b62c2ade-e7dd-48f5-b3d1-8643f110f3a9 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.242973] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-0328b5e7-1ac5-4270-9cb5-15fa098548b9 tempest-ServerRescueNegativeTestJSON-135561646 tempest-ServerRescueNegativeTestJSON-135561646-project-member] [instance: ec405988-80b1-4918-8572-addc7c5127aa] Unregistered the VM {{(pid=69770) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1296.243487] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-0328b5e7-1ac5-4270-9cb5-15fa098548b9 tempest-ServerRescueNegativeTestJSON-135561646 tempest-ServerRescueNegativeTestJSON-135561646-project-member] [instance: ec405988-80b1-4918-8572-addc7c5127aa] Deleting contents of the VM from datastore datastore1 {{(pid=69770) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1296.243700] env[69770]: DEBUG nova.virt.vmwareapi.ds_util [None req-0328b5e7-1ac5-4270-9cb5-15fa098548b9 tempest-ServerRescueNegativeTestJSON-135561646 tempest-ServerRescueNegativeTestJSON-135561646-project-member] Deleting the datastore file [datastore1] ec405988-80b1-4918-8572-addc7c5127aa {{(pid=69770) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1296.245145] env[69770]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f51bbf4b-e85b-425d-a20b-766b1c20a890 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.248386] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca91cd5c-fa73-4ec0-b4e8-f3cc881eeecf {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.256369] env[69770]: DEBUG oslo_concurrency.lockutils [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1296.259822] env[69770]: DEBUG oslo_vmware.api [None req-0328b5e7-1ac5-4270-9cb5-15fa098548b9 tempest-ServerRescueNegativeTestJSON-135561646 tempest-ServerRescueNegativeTestJSON-135561646-project-member] Waiting for the task: (returnval){ [ 1296.259822] env[69770]: value = "task-4070804" [ 1296.259822] env[69770]: _type = "Task" [ 1296.259822] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1296.261222] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-575af0fd-c66d-4bce-9bac-51d6418fe545 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.275422] env[69770]: DEBUG oslo_vmware.api [None req-0328b5e7-1ac5-4270-9cb5-15fa098548b9 tempest-ServerRescueNegativeTestJSON-135561646 tempest-ServerRescueNegativeTestJSON-135561646-project-member] Task: {'id': task-4070804, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1296.305500] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95801c54-c9ab-4d61-a626-77c0ae3a5c0e {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.314489] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-eeefc253-7229-4264-bb74-d6759972dbfe tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] [instance: d8d72175-258b-4178-9090-f4794ab0154e] Powering off the VM {{(pid=69770) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1296.314803] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9bb80a60-4a64-4e2a-ac6c-05c9182c8306 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.317450] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9a934c4-5393-43a0-a94d-6a02b9155891 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.334731] env[69770]: DEBUG nova.compute.provider_tree [None req-4975183a-b1d1-4d09-99a9-0b1dc219f06d tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] Inventory has not changed in ProviderTree for provider: 7cc7d32b-b7a7-454a-a456-2a440248ed9d {{(pid=69770) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1296.337699] env[69770]: DEBUG oslo_vmware.api [None req-eeefc253-7229-4264-bb74-d6759972dbfe tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] Waiting for the task: (returnval){ [ 1296.337699] env[69770]: value = "task-4070805" [ 1296.337699] env[69770]: _type = "Task" [ 1296.337699] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1296.348222] env[69770]: DEBUG oslo_vmware.api [None req-eeefc253-7229-4264-bb74-d6759972dbfe tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] Task: {'id': task-4070805, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1296.507926] env[69770]: DEBUG oslo_vmware.api [None req-8bfe848a-e3ab-4777-9618-2b79824e1352 tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] Task: {'id': task-4070801, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1296.773027] env[69770]: DEBUG oslo_vmware.api [None req-0328b5e7-1ac5-4270-9cb5-15fa098548b9 tempest-ServerRescueNegativeTestJSON-135561646 tempest-ServerRescueNegativeTestJSON-135561646-project-member] Task: {'id': task-4070804, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.22822} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1296.773027] env[69770]: DEBUG nova.virt.vmwareapi.ds_util [None req-0328b5e7-1ac5-4270-9cb5-15fa098548b9 tempest-ServerRescueNegativeTestJSON-135561646 tempest-ServerRescueNegativeTestJSON-135561646-project-member] Deleted the datastore file {{(pid=69770) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1296.773027] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-0328b5e7-1ac5-4270-9cb5-15fa098548b9 tempest-ServerRescueNegativeTestJSON-135561646 tempest-ServerRescueNegativeTestJSON-135561646-project-member] [instance: ec405988-80b1-4918-8572-addc7c5127aa] Deleted contents of the VM from datastore datastore1 {{(pid=69770) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1296.773027] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-0328b5e7-1ac5-4270-9cb5-15fa098548b9 tempest-ServerRescueNegativeTestJSON-135561646 tempest-ServerRescueNegativeTestJSON-135561646-project-member] [instance: ec405988-80b1-4918-8572-addc7c5127aa] Instance destroyed {{(pid=69770) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1296.773027] env[69770]: INFO nova.compute.manager [None req-0328b5e7-1ac5-4270-9cb5-15fa098548b9 tempest-ServerRescueNegativeTestJSON-135561646 tempest-ServerRescueNegativeTestJSON-135561646-project-member] [instance: ec405988-80b1-4918-8572-addc7c5127aa] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1296.773027] env[69770]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0328b5e7-1ac5-4270-9cb5-15fa098548b9 tempest-ServerRescueNegativeTestJSON-135561646 tempest-ServerRescueNegativeTestJSON-135561646-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69770) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1296.773460] env[69770]: DEBUG nova.compute.manager [-] [instance: ec405988-80b1-4918-8572-addc7c5127aa] Deallocating network for instance {{(pid=69770) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1296.773460] env[69770]: DEBUG nova.network.neutron [-] [instance: ec405988-80b1-4918-8572-addc7c5127aa] deallocate_for_instance() {{(pid=69770) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1296.839796] env[69770]: DEBUG nova.scheduler.client.report [None req-4975183a-b1d1-4d09-99a9-0b1dc219f06d tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] Inventory has not changed for provider 7cc7d32b-b7a7-454a-a456-2a440248ed9d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69770) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1296.857065] env[69770]: DEBUG oslo_vmware.api [None req-eeefc253-7229-4264-bb74-d6759972dbfe tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] Task: {'id': task-4070805, 'name': PowerOffVM_Task, 'duration_secs': 0.24193} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1296.857260] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-eeefc253-7229-4264-bb74-d6759972dbfe tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] [instance: d8d72175-258b-4178-9090-f4794ab0154e] Powered off the VM {{(pid=69770) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1296.857371] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-eeefc253-7229-4264-bb74-d6759972dbfe tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] [instance: d8d72175-258b-4178-9090-f4794ab0154e] Updating instance 'd8d72175-258b-4178-9090-f4794ab0154e' progress to 17 {{(pid=69770) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1297.006159] env[69770]: DEBUG oslo_vmware.api [None req-8bfe848a-e3ab-4777-9618-2b79824e1352 tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] Task: {'id': task-4070801, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1297.080711] env[69770]: DEBUG oslo_concurrency.lockutils [None req-9f429ce7-22db-4902-864d-c0ba5c59b49b tempest-AttachVolumeTestJSON-339692578 tempest-AttachVolumeTestJSON-339692578-project-member] Acquiring lock "08413ca9-2b2a-4991-83cf-aa8965d2017a" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1297.080927] env[69770]: DEBUG oslo_concurrency.lockutils [None req-9f429ce7-22db-4902-864d-c0ba5c59b49b tempest-AttachVolumeTestJSON-339692578 tempest-AttachVolumeTestJSON-339692578-project-member] Lock "08413ca9-2b2a-4991-83cf-aa8965d2017a" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1297.081149] env[69770]: INFO nova.compute.manager [None req-9f429ce7-22db-4902-864d-c0ba5c59b49b tempest-AttachVolumeTestJSON-339692578 tempest-AttachVolumeTestJSON-339692578-project-member] [instance: 08413ca9-2b2a-4991-83cf-aa8965d2017a] Attaching volume e969efd6-46e5-4c45-896e-83e809b1db54 to /dev/sdc [ 1297.119415] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5340d069-b5ab-42ce-8a54-038778794e66 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.127376] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9da9943d-14a6-444e-a343-cc675741e795 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.132869] env[69770]: DEBUG nova.compute.manager [req-c990521a-3da3-450a-b185-739ada00fd09 req-58619dc0-b35d-4eda-bb11-c6146adde916 service nova] [instance: ec405988-80b1-4918-8572-addc7c5127aa] Received event network-vif-deleted-73f4e0c8-c36b-40e1-b4d8-76e2854866db {{(pid=69770) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1297.133071] env[69770]: INFO nova.compute.manager [req-c990521a-3da3-450a-b185-739ada00fd09 req-58619dc0-b35d-4eda-bb11-c6146adde916 service nova] [instance: ec405988-80b1-4918-8572-addc7c5127aa] Neutron deleted interface 73f4e0c8-c36b-40e1-b4d8-76e2854866db; detaching it from the instance and deleting it from the info cache [ 1297.133237] env[69770]: DEBUG nova.network.neutron [req-c990521a-3da3-450a-b185-739ada00fd09 req-58619dc0-b35d-4eda-bb11-c6146adde916 service nova] [instance: ec405988-80b1-4918-8572-addc7c5127aa] Updating instance_info_cache with network_info: [] {{(pid=69770) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1297.143811] env[69770]: DEBUG nova.virt.block_device [None req-9f429ce7-22db-4902-864d-c0ba5c59b49b tempest-AttachVolumeTestJSON-339692578 tempest-AttachVolumeTestJSON-339692578-project-member] [instance: 08413ca9-2b2a-4991-83cf-aa8965d2017a] Updating existing volume attachment record: d521cfc7-4436-42ca-9bff-18131b870a1a {{(pid=69770) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1297.348846] env[69770]: DEBUG oslo_concurrency.lockutils [None req-4975183a-b1d1-4d09-99a9-0b1dc219f06d tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.300s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1297.349444] env[69770]: DEBUG nova.compute.manager [None req-4975183a-b1d1-4d09-99a9-0b1dc219f06d tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] [instance: b6f8830a-54d9-4e27-96cc-e3726dbc42e4] Start building networks asynchronously for instance. {{(pid=69770) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1297.352989] env[69770]: DEBUG oslo_concurrency.lockutils [None req-0e79ca9d-2d2e-4df1-8f92-9c6263830eb3 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.654s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1297.354462] env[69770]: INFO nova.compute.claims [None req-0e79ca9d-2d2e-4df1-8f92-9c6263830eb3 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] [instance: f9c0e18d-6ae1-4176-b2ba-2ec8bd6ca408] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1297.369462] env[69770]: DEBUG nova.virt.hardware [None req-eeefc253-7229-4264-bb74-d6759972dbfe tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T12:16:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69770) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1297.369706] env[69770]: DEBUG nova.virt.hardware [None req-eeefc253-7229-4264-bb74-d6759972dbfe tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] Flavor limits 0:0:0 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1297.369875] env[69770]: DEBUG nova.virt.hardware [None req-eeefc253-7229-4264-bb74-d6759972dbfe tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] Image limits 0:0:0 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1297.370101] env[69770]: DEBUG nova.virt.hardware [None req-eeefc253-7229-4264-bb74-d6759972dbfe tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] Flavor pref 0:0:0 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1297.370260] env[69770]: DEBUG nova.virt.hardware [None req-eeefc253-7229-4264-bb74-d6759972dbfe tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] Image pref 0:0:0 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1297.370930] env[69770]: DEBUG nova.virt.hardware [None req-eeefc253-7229-4264-bb74-d6759972dbfe tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1297.370930] env[69770]: DEBUG nova.virt.hardware [None req-eeefc253-7229-4264-bb74-d6759972dbfe tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69770) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1297.370930] env[69770]: DEBUG nova.virt.hardware [None req-eeefc253-7229-4264-bb74-d6759972dbfe tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69770) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1297.371182] env[69770]: DEBUG nova.virt.hardware [None req-eeefc253-7229-4264-bb74-d6759972dbfe tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] Got 1 possible topologies {{(pid=69770) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1297.371582] env[69770]: DEBUG nova.virt.hardware [None req-eeefc253-7229-4264-bb74-d6759972dbfe tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69770) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1297.371582] env[69770]: DEBUG nova.virt.hardware [None req-eeefc253-7229-4264-bb74-d6759972dbfe tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69770) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1297.378912] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e841c6bb-ad99-46ae-a1e8-dfc75f56589b {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.397207] env[69770]: DEBUG oslo_vmware.api [None req-eeefc253-7229-4264-bb74-d6759972dbfe tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] Waiting for the task: (returnval){ [ 1297.397207] env[69770]: value = "task-4070807" [ 1297.397207] env[69770]: _type = "Task" [ 1297.397207] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1297.410665] env[69770]: DEBUG oslo_vmware.api [None req-eeefc253-7229-4264-bb74-d6759972dbfe tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] Task: {'id': task-4070807, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1297.506105] env[69770]: DEBUG oslo_vmware.api [None req-8bfe848a-e3ab-4777-9618-2b79824e1352 tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] Task: {'id': task-4070801, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1297.585571] env[69770]: DEBUG nova.network.neutron [-] [instance: ec405988-80b1-4918-8572-addc7c5127aa] Updating instance_info_cache with network_info: [] {{(pid=69770) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1297.636644] env[69770]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-cd74be71-f161-4c8a-a07b-05205c09f980 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.647921] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7f78069-732d-46b2-820c-98a87e791171 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.686322] env[69770]: DEBUG nova.compute.manager [req-c990521a-3da3-450a-b185-739ada00fd09 req-58619dc0-b35d-4eda-bb11-c6146adde916 service nova] [instance: ec405988-80b1-4918-8572-addc7c5127aa] Detach interface failed, port_id=73f4e0c8-c36b-40e1-b4d8-76e2854866db, reason: Instance ec405988-80b1-4918-8572-addc7c5127aa could not be found. {{(pid=69770) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1297.791229] env[69770]: DEBUG oslo_vmware.rw_handles [None req-1d9fd9e7-40fe-4fbe-bf49-6ac158bf7384 tempest-AttachVolumeShelveTestJSON-1191911444 tempest-AttachVolumeShelveTestJSON-1191911444-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5225e69a-ae6f-b4f2-83bb-4709bc10c9d7/disk-0.vmdk. {{(pid=69770) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1297.792267] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c21c2986-cfa1-4de4-aa18-13bddd71b84e {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.800089] env[69770]: DEBUG oslo_vmware.rw_handles [None req-1d9fd9e7-40fe-4fbe-bf49-6ac158bf7384 tempest-AttachVolumeShelveTestJSON-1191911444 tempest-AttachVolumeShelveTestJSON-1191911444-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5225e69a-ae6f-b4f2-83bb-4709bc10c9d7/disk-0.vmdk is in state: ready. {{(pid=69770) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1297.800089] env[69770]: ERROR oslo_vmware.rw_handles [None req-1d9fd9e7-40fe-4fbe-bf49-6ac158bf7384 tempest-AttachVolumeShelveTestJSON-1191911444 tempest-AttachVolumeShelveTestJSON-1191911444-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5225e69a-ae6f-b4f2-83bb-4709bc10c9d7/disk-0.vmdk due to incomplete transfer. [ 1297.800271] env[69770]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-3ab7c658-8602-47bc-8a61-aaa765cbc263 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.808201] env[69770]: DEBUG oslo_vmware.rw_handles [None req-1d9fd9e7-40fe-4fbe-bf49-6ac158bf7384 tempest-AttachVolumeShelveTestJSON-1191911444 tempest-AttachVolumeShelveTestJSON-1191911444-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5225e69a-ae6f-b4f2-83bb-4709bc10c9d7/disk-0.vmdk. {{(pid=69770) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1297.808395] env[69770]: DEBUG nova.virt.vmwareapi.images [None req-1d9fd9e7-40fe-4fbe-bf49-6ac158bf7384 tempest-AttachVolumeShelveTestJSON-1191911444 tempest-AttachVolumeShelveTestJSON-1191911444-project-member] [instance: 245d05f8-a8b6-4985-aab4-c6f3c250f28a] Uploaded image 32f472e4-6acb-4484-88ea-44207029fc65 to the Glance image server {{(pid=69770) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1297.810788] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d9fd9e7-40fe-4fbe-bf49-6ac158bf7384 tempest-AttachVolumeShelveTestJSON-1191911444 tempest-AttachVolumeShelveTestJSON-1191911444-project-member] [instance: 245d05f8-a8b6-4985-aab4-c6f3c250f28a] Destroying the VM {{(pid=69770) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1297.811094] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-16bdbb04-d694-4bd0-b5ab-aed503310280 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.817750] env[69770]: DEBUG oslo_vmware.api [None req-1d9fd9e7-40fe-4fbe-bf49-6ac158bf7384 tempest-AttachVolumeShelveTestJSON-1191911444 tempest-AttachVolumeShelveTestJSON-1191911444-project-member] Waiting for the task: (returnval){ [ 1297.817750] env[69770]: value = "task-4070808" [ 1297.817750] env[69770]: _type = "Task" [ 1297.817750] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1297.828410] env[69770]: DEBUG oslo_vmware.api [None req-1d9fd9e7-40fe-4fbe-bf49-6ac158bf7384 tempest-AttachVolumeShelveTestJSON-1191911444 tempest-AttachVolumeShelveTestJSON-1191911444-project-member] Task: {'id': task-4070808, 'name': Destroy_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1297.859374] env[69770]: DEBUG nova.compute.utils [None req-4975183a-b1d1-4d09-99a9-0b1dc219f06d tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] Using /dev/sd instead of None {{(pid=69770) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1297.861020] env[69770]: DEBUG nova.compute.manager [None req-4975183a-b1d1-4d09-99a9-0b1dc219f06d tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] [instance: b6f8830a-54d9-4e27-96cc-e3726dbc42e4] Allocating IP information in the background. {{(pid=69770) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1297.861229] env[69770]: DEBUG nova.network.neutron [None req-4975183a-b1d1-4d09-99a9-0b1dc219f06d tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] [instance: b6f8830a-54d9-4e27-96cc-e3726dbc42e4] allocate_for_instance() {{(pid=69770) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1297.907908] env[69770]: DEBUG oslo_vmware.api [None req-eeefc253-7229-4264-bb74-d6759972dbfe tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] Task: {'id': task-4070807, 'name': ReconfigVM_Task, 'duration_secs': 0.164927} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1297.908271] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-eeefc253-7229-4264-bb74-d6759972dbfe tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] [instance: d8d72175-258b-4178-9090-f4794ab0154e] Updating instance 'd8d72175-258b-4178-9090-f4794ab0154e' progress to 33 {{(pid=69770) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1297.922805] env[69770]: DEBUG nova.policy [None req-4975183a-b1d1-4d09-99a9-0b1dc219f06d tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ea91788e155d4730addc49b310f1619a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '11ab5c964ea04c01a3f39c2d9427a421', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69770) authorize /opt/stack/nova/nova/policy.py:192}} [ 1298.006497] env[69770]: DEBUG oslo_vmware.api [None req-8bfe848a-e3ab-4777-9618-2b79824e1352 tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] Task: {'id': task-4070801, 'name': ReconfigVM_Task} progress is 18%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1298.088517] env[69770]: INFO nova.compute.manager [-] [instance: ec405988-80b1-4918-8572-addc7c5127aa] Took 1.32 seconds to deallocate network for instance. [ 1298.261966] env[69770]: DEBUG nova.network.neutron [None req-4975183a-b1d1-4d09-99a9-0b1dc219f06d tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] [instance: b6f8830a-54d9-4e27-96cc-e3726dbc42e4] Successfully created port: fab7229a-cc74-454c-9514-59a3d14b502f {{(pid=69770) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1298.329095] env[69770]: DEBUG oslo_vmware.api [None req-1d9fd9e7-40fe-4fbe-bf49-6ac158bf7384 tempest-AttachVolumeShelveTestJSON-1191911444 tempest-AttachVolumeShelveTestJSON-1191911444-project-member] Task: {'id': task-4070808, 'name': Destroy_Task, 'duration_secs': 0.394375} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1298.329397] env[69770]: INFO nova.virt.vmwareapi.vm_util [None req-1d9fd9e7-40fe-4fbe-bf49-6ac158bf7384 tempest-AttachVolumeShelveTestJSON-1191911444 tempest-AttachVolumeShelveTestJSON-1191911444-project-member] [instance: 245d05f8-a8b6-4985-aab4-c6f3c250f28a] Destroyed the VM [ 1298.329636] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-1d9fd9e7-40fe-4fbe-bf49-6ac158bf7384 tempest-AttachVolumeShelveTestJSON-1191911444 tempest-AttachVolumeShelveTestJSON-1191911444-project-member] [instance: 245d05f8-a8b6-4985-aab4-c6f3c250f28a] Deleting Snapshot of the VM instance {{(pid=69770) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1298.329920] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-fa6e5fb8-bac3-467b-9c17-f4e86c4fa146 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.338142] env[69770]: DEBUG oslo_vmware.api [None req-1d9fd9e7-40fe-4fbe-bf49-6ac158bf7384 tempest-AttachVolumeShelveTestJSON-1191911444 tempest-AttachVolumeShelveTestJSON-1191911444-project-member] Waiting for the task: (returnval){ [ 1298.338142] env[69770]: value = "task-4070809" [ 1298.338142] env[69770]: _type = "Task" [ 1298.338142] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1298.349766] env[69770]: DEBUG oslo_vmware.api [None req-1d9fd9e7-40fe-4fbe-bf49-6ac158bf7384 tempest-AttachVolumeShelveTestJSON-1191911444 tempest-AttachVolumeShelveTestJSON-1191911444-project-member] Task: {'id': task-4070809, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1298.366636] env[69770]: DEBUG nova.compute.manager [None req-4975183a-b1d1-4d09-99a9-0b1dc219f06d tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] [instance: b6f8830a-54d9-4e27-96cc-e3726dbc42e4] Start building block device mappings for instance. {{(pid=69770) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1298.416061] env[69770]: DEBUG nova.virt.hardware [None req-eeefc253-7229-4264-bb74-d6759972dbfe tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T12:16:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69770) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1298.416440] env[69770]: DEBUG nova.virt.hardware [None req-eeefc253-7229-4264-bb74-d6759972dbfe tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] Flavor limits 0:0:0 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1298.416628] env[69770]: DEBUG nova.virt.hardware [None req-eeefc253-7229-4264-bb74-d6759972dbfe tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] Image limits 0:0:0 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1298.416877] env[69770]: DEBUG nova.virt.hardware [None req-eeefc253-7229-4264-bb74-d6759972dbfe tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] Flavor pref 0:0:0 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1298.417038] env[69770]: DEBUG nova.virt.hardware [None req-eeefc253-7229-4264-bb74-d6759972dbfe tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] Image pref 0:0:0 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1298.417200] env[69770]: DEBUG nova.virt.hardware [None req-eeefc253-7229-4264-bb74-d6759972dbfe tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1298.417401] env[69770]: DEBUG nova.virt.hardware [None req-eeefc253-7229-4264-bb74-d6759972dbfe tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69770) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1298.417556] env[69770]: DEBUG nova.virt.hardware [None req-eeefc253-7229-4264-bb74-d6759972dbfe tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69770) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1298.417719] env[69770]: DEBUG nova.virt.hardware [None req-eeefc253-7229-4264-bb74-d6759972dbfe tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] Got 1 possible topologies {{(pid=69770) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1298.417878] env[69770]: DEBUG nova.virt.hardware [None req-eeefc253-7229-4264-bb74-d6759972dbfe tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69770) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1298.418059] env[69770]: DEBUG nova.virt.hardware [None req-eeefc253-7229-4264-bb74-d6759972dbfe tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69770) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1298.423549] env[69770]: DEBUG nova.virt.vmwareapi.volumeops [None req-eeefc253-7229-4264-bb74-d6759972dbfe tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] [instance: d8d72175-258b-4178-9090-f4794ab0154e] Reconfiguring VM instance instance-0000006f to detach disk 2000 {{(pid=69770) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1298.424178] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8129ddf8-240c-40fe-866e-6126f90bd9ee {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.446956] env[69770]: DEBUG oslo_vmware.api [None req-eeefc253-7229-4264-bb74-d6759972dbfe tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] Waiting for the task: (returnval){ [ 1298.446956] env[69770]: value = "task-4070810" [ 1298.446956] env[69770]: _type = "Task" [ 1298.446956] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1298.459028] env[69770]: DEBUG oslo_vmware.api [None req-eeefc253-7229-4264-bb74-d6759972dbfe tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] Task: {'id': task-4070810, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1298.506993] env[69770]: DEBUG oslo_vmware.api [None req-8bfe848a-e3ab-4777-9618-2b79824e1352 tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] Task: {'id': task-4070801, 'name': ReconfigVM_Task, 'duration_secs': 5.78096} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1298.509990] env[69770]: DEBUG oslo_concurrency.lockutils [None req-8bfe848a-e3ab-4777-9618-2b79824e1352 tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] Releasing lock "f27fa6da-dc6f-4c4f-9f67-1303adea51cc" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1298.510238] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-8bfe848a-e3ab-4777-9618-2b79824e1352 tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] [instance: f27fa6da-dc6f-4c4f-9f67-1303adea51cc] Reconfigured VM to detach interface {{(pid=69770) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1298.594807] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87507df3-3b06-422f-9f62-c05a5863a58e {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.598477] env[69770]: DEBUG oslo_concurrency.lockutils [None req-0328b5e7-1ac5-4270-9cb5-15fa098548b9 tempest-ServerRescueNegativeTestJSON-135561646 tempest-ServerRescueNegativeTestJSON-135561646-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1298.604114] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd3d692e-9ee1-477b-903b-e9a2273ecbf2 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.660220] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9c1a089-a052-4280-9061-4e2fb3acc679 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.671665] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe369e26-be49-43cf-88d0-ff1bcab04750 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.687840] env[69770]: DEBUG nova.compute.provider_tree [None req-0e79ca9d-2d2e-4df1-8f92-9c6263830eb3 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] Inventory has not changed in ProviderTree for provider: 7cc7d32b-b7a7-454a-a456-2a440248ed9d {{(pid=69770) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1298.848641] env[69770]: DEBUG oslo_vmware.api [None req-1d9fd9e7-40fe-4fbe-bf49-6ac158bf7384 tempest-AttachVolumeShelveTestJSON-1191911444 tempest-AttachVolumeShelveTestJSON-1191911444-project-member] Task: {'id': task-4070809, 'name': RemoveSnapshot_Task, 'duration_secs': 0.42679} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1298.848991] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-1d9fd9e7-40fe-4fbe-bf49-6ac158bf7384 tempest-AttachVolumeShelveTestJSON-1191911444 tempest-AttachVolumeShelveTestJSON-1191911444-project-member] [instance: 245d05f8-a8b6-4985-aab4-c6f3c250f28a] Deleted Snapshot of the VM instance {{(pid=69770) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1298.849312] env[69770]: DEBUG nova.compute.manager [None req-1d9fd9e7-40fe-4fbe-bf49-6ac158bf7384 tempest-AttachVolumeShelveTestJSON-1191911444 tempest-AttachVolumeShelveTestJSON-1191911444-project-member] [instance: 245d05f8-a8b6-4985-aab4-c6f3c250f28a] Checking state {{(pid=69770) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1298.850151] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e50dc9e-a01b-49b2-8d41-42d3ca83a1ee {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.958929] env[69770]: DEBUG oslo_vmware.api [None req-eeefc253-7229-4264-bb74-d6759972dbfe tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] Task: {'id': task-4070810, 'name': ReconfigVM_Task, 'duration_secs': 0.248486} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1298.960644] env[69770]: DEBUG nova.virt.vmwareapi.volumeops [None req-eeefc253-7229-4264-bb74-d6759972dbfe tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] [instance: d8d72175-258b-4178-9090-f4794ab0154e] Reconfigured VM instance instance-0000006f to detach disk 2000 {{(pid=69770) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1298.961531] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1566ed57-60e6-4498-b571-10cd5d6cbba1 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.985377] env[69770]: DEBUG nova.virt.vmwareapi.volumeops [None req-eeefc253-7229-4264-bb74-d6759972dbfe tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] [instance: d8d72175-258b-4178-9090-f4794ab0154e] Reconfiguring VM instance instance-0000006f to attach disk [datastore2] volume-9e2a353a-7310-46ae-ad64-6bf4bf130ad5/volume-9e2a353a-7310-46ae-ad64-6bf4bf130ad5.vmdk or device None with type thin {{(pid=69770) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1298.986355] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-732fc415-edd0-4db6-a572-38226c00a78f {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.006109] env[69770]: DEBUG oslo_vmware.api [None req-eeefc253-7229-4264-bb74-d6759972dbfe tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] Waiting for the task: (returnval){ [ 1299.006109] env[69770]: value = "task-4070811" [ 1299.006109] env[69770]: _type = "Task" [ 1299.006109] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1299.015660] env[69770]: DEBUG oslo_vmware.api [None req-eeefc253-7229-4264-bb74-d6759972dbfe tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] Task: {'id': task-4070811, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1299.191792] env[69770]: DEBUG nova.scheduler.client.report [None req-0e79ca9d-2d2e-4df1-8f92-9c6263830eb3 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] Inventory has not changed for provider 7cc7d32b-b7a7-454a-a456-2a440248ed9d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69770) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1299.364869] env[69770]: INFO nova.compute.manager [None req-1d9fd9e7-40fe-4fbe-bf49-6ac158bf7384 tempest-AttachVolumeShelveTestJSON-1191911444 tempest-AttachVolumeShelveTestJSON-1191911444-project-member] [instance: 245d05f8-a8b6-4985-aab4-c6f3c250f28a] Shelve offloading [ 1299.379032] env[69770]: DEBUG nova.compute.manager [None req-4975183a-b1d1-4d09-99a9-0b1dc219f06d tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] [instance: b6f8830a-54d9-4e27-96cc-e3726dbc42e4] Start spawning the instance on the hypervisor. {{(pid=69770) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1299.407414] env[69770]: DEBUG nova.virt.hardware [None req-4975183a-b1d1-4d09-99a9-0b1dc219f06d tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T12:16:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T12:16:11Z,direct_url=,disk_format='vmdk',id=d1eaff80-24a0-4391-90eb-59958b1ecf0a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d65f20bb89fb40a98b77bc6d97357df2',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T12:16:12Z,virtual_size=,visibility=), allow threads: False {{(pid=69770) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1299.407696] env[69770]: DEBUG nova.virt.hardware [None req-4975183a-b1d1-4d09-99a9-0b1dc219f06d tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] Flavor limits 0:0:0 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1299.407852] env[69770]: DEBUG nova.virt.hardware [None req-4975183a-b1d1-4d09-99a9-0b1dc219f06d tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] Image limits 0:0:0 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1299.408042] env[69770]: DEBUG nova.virt.hardware [None req-4975183a-b1d1-4d09-99a9-0b1dc219f06d tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] Flavor pref 0:0:0 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1299.408197] env[69770]: DEBUG nova.virt.hardware [None req-4975183a-b1d1-4d09-99a9-0b1dc219f06d tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] Image pref 0:0:0 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1299.408479] env[69770]: DEBUG nova.virt.hardware [None req-4975183a-b1d1-4d09-99a9-0b1dc219f06d tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1299.408918] env[69770]: DEBUG nova.virt.hardware [None req-4975183a-b1d1-4d09-99a9-0b1dc219f06d tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69770) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1299.409063] env[69770]: DEBUG nova.virt.hardware [None req-4975183a-b1d1-4d09-99a9-0b1dc219f06d tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69770) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1299.409239] env[69770]: DEBUG nova.virt.hardware [None req-4975183a-b1d1-4d09-99a9-0b1dc219f06d tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] Got 1 possible topologies {{(pid=69770) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1299.409452] env[69770]: DEBUG nova.virt.hardware [None req-4975183a-b1d1-4d09-99a9-0b1dc219f06d tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69770) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1299.409639] env[69770]: DEBUG nova.virt.hardware [None req-4975183a-b1d1-4d09-99a9-0b1dc219f06d tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69770) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1299.410588] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9a9e005-1641-4c6e-a73b-0700f471b187 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.419371] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03b4268f-21ac-4e6c-9b18-c396cdb5d263 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.516938] env[69770]: DEBUG oslo_vmware.api [None req-eeefc253-7229-4264-bb74-d6759972dbfe tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] Task: {'id': task-4070811, 'name': ReconfigVM_Task, 'duration_secs': 0.299463} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1299.517237] env[69770]: DEBUG nova.virt.vmwareapi.volumeops [None req-eeefc253-7229-4264-bb74-d6759972dbfe tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] [instance: d8d72175-258b-4178-9090-f4794ab0154e] Reconfigured VM instance instance-0000006f to attach disk [datastore2] volume-9e2a353a-7310-46ae-ad64-6bf4bf130ad5/volume-9e2a353a-7310-46ae-ad64-6bf4bf130ad5.vmdk or device None with type thin {{(pid=69770) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1299.517516] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-eeefc253-7229-4264-bb74-d6759972dbfe tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] [instance: d8d72175-258b-4178-9090-f4794ab0154e] Updating instance 'd8d72175-258b-4178-9090-f4794ab0154e' progress to 50 {{(pid=69770) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1299.697784] env[69770]: DEBUG oslo_concurrency.lockutils [None req-0e79ca9d-2d2e-4df1-8f92-9c6263830eb3 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.345s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1299.698381] env[69770]: DEBUG nova.compute.manager [None req-0e79ca9d-2d2e-4df1-8f92-9c6263830eb3 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] [instance: f9c0e18d-6ae1-4176-b2ba-2ec8bd6ca408] Start building networks asynchronously for instance. {{(pid=69770) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1299.701578] env[69770]: DEBUG oslo_concurrency.lockutils [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 3.445s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1299.701808] env[69770]: DEBUG oslo_concurrency.lockutils [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1299.701960] env[69770]: DEBUG nova.compute.resource_tracker [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69770) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1299.702288] env[69770]: DEBUG oslo_concurrency.lockutils [None req-0328b5e7-1ac5-4270-9cb5-15fa098548b9 tempest-ServerRescueNegativeTestJSON-135561646 tempest-ServerRescueNegativeTestJSON-135561646-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.104s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1299.702493] env[69770]: DEBUG nova.objects.instance [None req-0328b5e7-1ac5-4270-9cb5-15fa098548b9 tempest-ServerRescueNegativeTestJSON-135561646 tempest-ServerRescueNegativeTestJSON-135561646-project-member] Lazy-loading 'resources' on Instance uuid ec405988-80b1-4918-8572-addc7c5127aa {{(pid=69770) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1299.705438] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19f57fc9-3b0d-4857-a0e3-0e9fa1aee696 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.709687] env[69770]: DEBUG nova.compute.manager [req-5085e693-6a93-4255-8428-0fdb4386bbc9 req-a092d3d7-61ef-4c1c-b251-1511dca4d4bc service nova] [instance: b6f8830a-54d9-4e27-96cc-e3726dbc42e4] Received event network-vif-plugged-fab7229a-cc74-454c-9514-59a3d14b502f {{(pid=69770) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1299.709927] env[69770]: DEBUG oslo_concurrency.lockutils [req-5085e693-6a93-4255-8428-0fdb4386bbc9 req-a092d3d7-61ef-4c1c-b251-1511dca4d4bc service nova] Acquiring lock "b6f8830a-54d9-4e27-96cc-e3726dbc42e4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1299.710163] env[69770]: DEBUG oslo_concurrency.lockutils [req-5085e693-6a93-4255-8428-0fdb4386bbc9 req-a092d3d7-61ef-4c1c-b251-1511dca4d4bc service nova] Lock "b6f8830a-54d9-4e27-96cc-e3726dbc42e4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1299.710337] env[69770]: DEBUG oslo_concurrency.lockutils [req-5085e693-6a93-4255-8428-0fdb4386bbc9 req-a092d3d7-61ef-4c1c-b251-1511dca4d4bc service nova] Lock "b6f8830a-54d9-4e27-96cc-e3726dbc42e4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1299.710507] env[69770]: DEBUG nova.compute.manager [req-5085e693-6a93-4255-8428-0fdb4386bbc9 req-a092d3d7-61ef-4c1c-b251-1511dca4d4bc service nova] [instance: b6f8830a-54d9-4e27-96cc-e3726dbc42e4] No waiting events found dispatching network-vif-plugged-fab7229a-cc74-454c-9514-59a3d14b502f {{(pid=69770) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1299.710671] env[69770]: WARNING nova.compute.manager [req-5085e693-6a93-4255-8428-0fdb4386bbc9 req-a092d3d7-61ef-4c1c-b251-1511dca4d4bc service nova] [instance: b6f8830a-54d9-4e27-96cc-e3726dbc42e4] Received unexpected event network-vif-plugged-fab7229a-cc74-454c-9514-59a3d14b502f for instance with vm_state building and task_state spawning. [ 1299.719028] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3eeaca59-e08e-4bfd-8c3b-2810ccd906b2 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.743203] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c51149f-e116-49bd-bb11-97a76885e6ae {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.751095] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b20a60b6-4730-4660-9d5b-91b00fd3ebbd {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.783945] env[69770]: DEBUG nova.compute.resource_tracker [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179057MB free_disk=20GB free_vcpus=48 pci_devices=None {{(pid=69770) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1299.784224] env[69770]: DEBUG oslo_concurrency.lockutils [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1299.799272] env[69770]: DEBUG nova.network.neutron [None req-4975183a-b1d1-4d09-99a9-0b1dc219f06d tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] [instance: b6f8830a-54d9-4e27-96cc-e3726dbc42e4] Successfully updated port: fab7229a-cc74-454c-9514-59a3d14b502f {{(pid=69770) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1299.871506] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d9fd9e7-40fe-4fbe-bf49-6ac158bf7384 tempest-AttachVolumeShelveTestJSON-1191911444 tempest-AttachVolumeShelveTestJSON-1191911444-project-member] [instance: 245d05f8-a8b6-4985-aab4-c6f3c250f28a] Powering off the VM {{(pid=69770) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1299.871506] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a19ea921-a5ec-4a0e-81a4-01b47a15ce65 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.879083] env[69770]: DEBUG oslo_vmware.api [None req-1d9fd9e7-40fe-4fbe-bf49-6ac158bf7384 tempest-AttachVolumeShelveTestJSON-1191911444 tempest-AttachVolumeShelveTestJSON-1191911444-project-member] Waiting for the task: (returnval){ [ 1299.879083] env[69770]: value = "task-4070813" [ 1299.879083] env[69770]: _type = "Task" [ 1299.879083] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1299.888532] env[69770]: DEBUG oslo_vmware.api [None req-1d9fd9e7-40fe-4fbe-bf49-6ac158bf7384 tempest-AttachVolumeShelveTestJSON-1191911444 tempest-AttachVolumeShelveTestJSON-1191911444-project-member] Task: {'id': task-4070813, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1299.968028] env[69770]: DEBUG oslo_concurrency.lockutils [None req-8bfe848a-e3ab-4777-9618-2b79824e1352 tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] Acquiring lock "refresh_cache-f27fa6da-dc6f-4c4f-9f67-1303adea51cc" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.968343] env[69770]: DEBUG oslo_concurrency.lockutils [None req-8bfe848a-e3ab-4777-9618-2b79824e1352 tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] Acquired lock "refresh_cache-f27fa6da-dc6f-4c4f-9f67-1303adea51cc" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.968343] env[69770]: DEBUG nova.network.neutron [None req-8bfe848a-e3ab-4777-9618-2b79824e1352 tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] [instance: f27fa6da-dc6f-4c4f-9f67-1303adea51cc] Building network info cache for instance {{(pid=69770) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1300.024096] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75b8b84f-84fa-47b0-9542-02945aa1ca59 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.043643] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb47ee2a-c517-4a9e-90dd-88d4afc0d92f {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.063712] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-eeefc253-7229-4264-bb74-d6759972dbfe tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] [instance: d8d72175-258b-4178-9090-f4794ab0154e] Updating instance 'd8d72175-258b-4178-9090-f4794ab0154e' progress to 67 {{(pid=69770) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1300.207210] env[69770]: DEBUG nova.compute.utils [None req-0e79ca9d-2d2e-4df1-8f92-9c6263830eb3 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] Using /dev/sd instead of None {{(pid=69770) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1300.208714] env[69770]: DEBUG nova.compute.manager [None req-0e79ca9d-2d2e-4df1-8f92-9c6263830eb3 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] [instance: f9c0e18d-6ae1-4176-b2ba-2ec8bd6ca408] Allocating IP information in the background. {{(pid=69770) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1300.208925] env[69770]: DEBUG nova.network.neutron [None req-0e79ca9d-2d2e-4df1-8f92-9c6263830eb3 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] [instance: f9c0e18d-6ae1-4176-b2ba-2ec8bd6ca408] allocate_for_instance() {{(pid=69770) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1300.252509] env[69770]: DEBUG nova.policy [None req-0e79ca9d-2d2e-4df1-8f92-9c6263830eb3 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5f7cc2fdaae54d6abad71fabddc644db', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '50458fae76de4e588f96680501eae48c', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69770) authorize /opt/stack/nova/nova/policy.py:192}} [ 1300.301874] env[69770]: DEBUG oslo_concurrency.lockutils [None req-4975183a-b1d1-4d09-99a9-0b1dc219f06d tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] Acquiring lock "refresh_cache-b6f8830a-54d9-4e27-96cc-e3726dbc42e4" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.302038] env[69770]: DEBUG oslo_concurrency.lockutils [None req-4975183a-b1d1-4d09-99a9-0b1dc219f06d tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] Acquired lock "refresh_cache-b6f8830a-54d9-4e27-96cc-e3726dbc42e4" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.302200] env[69770]: DEBUG nova.network.neutron [None req-4975183a-b1d1-4d09-99a9-0b1dc219f06d tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] [instance: b6f8830a-54d9-4e27-96cc-e3726dbc42e4] Building network info cache for instance {{(pid=69770) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1300.396024] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d9fd9e7-40fe-4fbe-bf49-6ac158bf7384 tempest-AttachVolumeShelveTestJSON-1191911444 tempest-AttachVolumeShelveTestJSON-1191911444-project-member] [instance: 245d05f8-a8b6-4985-aab4-c6f3c250f28a] VM already powered off {{(pid=69770) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1300.396024] env[69770]: DEBUG nova.compute.manager [None req-1d9fd9e7-40fe-4fbe-bf49-6ac158bf7384 tempest-AttachVolumeShelveTestJSON-1191911444 tempest-AttachVolumeShelveTestJSON-1191911444-project-member] [instance: 245d05f8-a8b6-4985-aab4-c6f3c250f28a] Checking state {{(pid=69770) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1300.396024] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5d2a2b0-cbe3-46ef-ad99-a35607385b2b {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.406725] env[69770]: DEBUG oslo_concurrency.lockutils [None req-1d9fd9e7-40fe-4fbe-bf49-6ac158bf7384 tempest-AttachVolumeShelveTestJSON-1191911444 tempest-AttachVolumeShelveTestJSON-1191911444-project-member] Acquiring lock "refresh_cache-245d05f8-a8b6-4985-aab4-c6f3c250f28a" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.407200] env[69770]: DEBUG oslo_concurrency.lockutils [None req-1d9fd9e7-40fe-4fbe-bf49-6ac158bf7384 tempest-AttachVolumeShelveTestJSON-1191911444 tempest-AttachVolumeShelveTestJSON-1191911444-project-member] Acquired lock "refresh_cache-245d05f8-a8b6-4985-aab4-c6f3c250f28a" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.407492] env[69770]: DEBUG nova.network.neutron [None req-1d9fd9e7-40fe-4fbe-bf49-6ac158bf7384 tempest-AttachVolumeShelveTestJSON-1191911444 tempest-AttachVolumeShelveTestJSON-1191911444-project-member] [instance: 245d05f8-a8b6-4985-aab4-c6f3c250f28a] Building network info cache for instance {{(pid=69770) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1300.430410] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-123e3e25-672a-4383-9204-55ec681b5f1e {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.443021] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2205ac9d-cdc9-426f-aa3d-ad6e9a61ad1b {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.477303] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3e42400-de3d-4064-8dec-c41c3e8c8b80 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.489090] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c376ba9-af35-40aa-802b-39e9841e6b97 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.510482] env[69770]: DEBUG nova.compute.provider_tree [None req-0328b5e7-1ac5-4270-9cb5-15fa098548b9 tempest-ServerRescueNegativeTestJSON-135561646 tempest-ServerRescueNegativeTestJSON-135561646-project-member] Inventory has not changed in ProviderTree for provider: 7cc7d32b-b7a7-454a-a456-2a440248ed9d {{(pid=69770) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1300.605219] env[69770]: DEBUG nova.network.neutron [None req-0e79ca9d-2d2e-4df1-8f92-9c6263830eb3 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] [instance: f9c0e18d-6ae1-4176-b2ba-2ec8bd6ca408] Successfully created port: 6bcc559f-dffa-4d9c-b8e2-771203ab23cc {{(pid=69770) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1300.712717] env[69770]: DEBUG nova.compute.manager [None req-0e79ca9d-2d2e-4df1-8f92-9c6263830eb3 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] [instance: f9c0e18d-6ae1-4176-b2ba-2ec8bd6ca408] Start building block device mappings for instance. {{(pid=69770) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1300.864438] env[69770]: DEBUG nova.network.neutron [None req-4975183a-b1d1-4d09-99a9-0b1dc219f06d tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] [instance: b6f8830a-54d9-4e27-96cc-e3726dbc42e4] Instance cache missing network info. {{(pid=69770) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1300.867980] env[69770]: INFO nova.network.neutron [None req-8bfe848a-e3ab-4777-9618-2b79824e1352 tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] [instance: f27fa6da-dc6f-4c4f-9f67-1303adea51cc] Port 3e299ed1-2857-4d29-bee1-e27bb36da4b5 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1300.868166] env[69770]: DEBUG nova.network.neutron [None req-8bfe848a-e3ab-4777-9618-2b79824e1352 tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] [instance: f27fa6da-dc6f-4c4f-9f67-1303adea51cc] Updating instance_info_cache with network_info: [{"id": "7055b673-0bd8-4feb-8958-db3d097c7117", "address": "fa:16:3e:30:e5:2f", "network": {"id": "d5ae8d06-e279-436f-9c41-66b44f6f2542", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1370812323-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "63715e849e05463da9bfa0405c750b8f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dad4f433-bb0b-45c7-8040-972ef2277f75", "external-id": "nsx-vlan-transportzone-451", "segmentation_id": 451, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7055b673-0b", "ovs_interfaceid": "7055b673-0bd8-4feb-8958-db3d097c7117", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69770) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1300.912529] env[69770]: DEBUG nova.compute.manager [req-e23c030c-8077-491e-85e7-1a01be611e01 req-a48230f8-ede6-4e22-912c-67c7fd31bb0a service nova] [instance: f27fa6da-dc6f-4c4f-9f67-1303adea51cc] Received event network-changed-7055b673-0bd8-4feb-8958-db3d097c7117 {{(pid=69770) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1300.912529] env[69770]: DEBUG nova.compute.manager [req-e23c030c-8077-491e-85e7-1a01be611e01 req-a48230f8-ede6-4e22-912c-67c7fd31bb0a service nova] [instance: f27fa6da-dc6f-4c4f-9f67-1303adea51cc] Refreshing instance network info cache due to event network-changed-7055b673-0bd8-4feb-8958-db3d097c7117. {{(pid=69770) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1300.912529] env[69770]: DEBUG oslo_concurrency.lockutils [req-e23c030c-8077-491e-85e7-1a01be611e01 req-a48230f8-ede6-4e22-912c-67c7fd31bb0a service nova] Acquiring lock "refresh_cache-f27fa6da-dc6f-4c4f-9f67-1303adea51cc" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.013351] env[69770]: DEBUG nova.scheduler.client.report [None req-0328b5e7-1ac5-4270-9cb5-15fa098548b9 tempest-ServerRescueNegativeTestJSON-135561646 tempest-ServerRescueNegativeTestJSON-135561646-project-member] Inventory has not changed for provider 7cc7d32b-b7a7-454a-a456-2a440248ed9d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69770) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1301.125738] env[69770]: DEBUG nova.network.neutron [None req-4975183a-b1d1-4d09-99a9-0b1dc219f06d tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] [instance: b6f8830a-54d9-4e27-96cc-e3726dbc42e4] Updating instance_info_cache with network_info: [{"id": "fab7229a-cc74-454c-9514-59a3d14b502f", "address": "fa:16:3e:d9:53:c9", "network": {"id": "bbff5a7f-321d-4632-ba56-dca20f6b376a", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-369008713-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "11ab5c964ea04c01a3f39c2d9427a421", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "462a7219-4deb-4225-9cf7-3131ef280363", "external-id": "nsx-vlan-transportzone-468", "segmentation_id": 468, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfab7229a-cc", "ovs_interfaceid": "fab7229a-cc74-454c-9514-59a3d14b502f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69770) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1301.241027] env[69770]: DEBUG nova.network.neutron [None req-1d9fd9e7-40fe-4fbe-bf49-6ac158bf7384 tempest-AttachVolumeShelveTestJSON-1191911444 tempest-AttachVolumeShelveTestJSON-1191911444-project-member] [instance: 245d05f8-a8b6-4985-aab4-c6f3c250f28a] Updating instance_info_cache with network_info: [{"id": "2389c99b-f39e-48dc-b478-99bc2a9184ff", "address": "fa:16:3e:1e:91:03", "network": {"id": "62da2196-fd56-425b-b6e9-4f1c110ca1e6", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1719289018-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.237", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "63b30a591f8a45d2ad9dfb1e2a86dcc1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "504a3211-8288-4b87-a52a-590466d80a49", "external-id": "nsx-vlan-transportzone-469", "segmentation_id": 469, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2389c99b-f3", "ovs_interfaceid": "2389c99b-f39e-48dc-b478-99bc2a9184ff", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69770) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1301.370928] env[69770]: DEBUG oslo_concurrency.lockutils [None req-8bfe848a-e3ab-4777-9618-2b79824e1352 tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] Releasing lock "refresh_cache-f27fa6da-dc6f-4c4f-9f67-1303adea51cc" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.373160] env[69770]: DEBUG oslo_concurrency.lockutils [req-e23c030c-8077-491e-85e7-1a01be611e01 req-a48230f8-ede6-4e22-912c-67c7fd31bb0a service nova] Acquired lock "refresh_cache-f27fa6da-dc6f-4c4f-9f67-1303adea51cc" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.373845] env[69770]: DEBUG nova.network.neutron [req-e23c030c-8077-491e-85e7-1a01be611e01 req-a48230f8-ede6-4e22-912c-67c7fd31bb0a service nova] [instance: f27fa6da-dc6f-4c4f-9f67-1303adea51cc] Refreshing network info cache for port 7055b673-0bd8-4feb-8958-db3d097c7117 {{(pid=69770) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1301.522395] env[69770]: DEBUG oslo_concurrency.lockutils [None req-0328b5e7-1ac5-4270-9cb5-15fa098548b9 tempest-ServerRescueNegativeTestJSON-135561646 tempest-ServerRescueNegativeTestJSON-135561646-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.820s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1301.524863] env[69770]: DEBUG oslo_concurrency.lockutils [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 1.741s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1301.549464] env[69770]: INFO nova.scheduler.client.report [None req-0328b5e7-1ac5-4270-9cb5-15fa098548b9 tempest-ServerRescueNegativeTestJSON-135561646 tempest-ServerRescueNegativeTestJSON-135561646-project-member] Deleted allocations for instance ec405988-80b1-4918-8572-addc7c5127aa [ 1301.624906] env[69770]: DEBUG oslo_concurrency.lockutils [None req-85c8449f-c396-4368-8e46-41f32834345a tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] Acquiring lock "interface-755adf13-58e9-4da5-adfc-8ba308501fa4-3e299ed1-2857-4d29-bee1-e27bb36da4b5" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1301.625213] env[69770]: DEBUG oslo_concurrency.lockutils [None req-85c8449f-c396-4368-8e46-41f32834345a tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] Lock "interface-755adf13-58e9-4da5-adfc-8ba308501fa4-3e299ed1-2857-4d29-bee1-e27bb36da4b5" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1301.625560] env[69770]: DEBUG nova.objects.instance [None req-85c8449f-c396-4368-8e46-41f32834345a tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] Lazy-loading 'flavor' on Instance uuid 755adf13-58e9-4da5-adfc-8ba308501fa4 {{(pid=69770) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1301.628790] env[69770]: DEBUG oslo_concurrency.lockutils [None req-4975183a-b1d1-4d09-99a9-0b1dc219f06d tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] Releasing lock "refresh_cache-b6f8830a-54d9-4e27-96cc-e3726dbc42e4" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.629075] env[69770]: DEBUG nova.compute.manager [None req-4975183a-b1d1-4d09-99a9-0b1dc219f06d tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] [instance: b6f8830a-54d9-4e27-96cc-e3726dbc42e4] Instance network_info: |[{"id": "fab7229a-cc74-454c-9514-59a3d14b502f", "address": "fa:16:3e:d9:53:c9", "network": {"id": "bbff5a7f-321d-4632-ba56-dca20f6b376a", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-369008713-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "11ab5c964ea04c01a3f39c2d9427a421", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "462a7219-4deb-4225-9cf7-3131ef280363", "external-id": "nsx-vlan-transportzone-468", "segmentation_id": 468, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfab7229a-cc", "ovs_interfaceid": "fab7229a-cc74-454c-9514-59a3d14b502f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69770) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1301.629469] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-4975183a-b1d1-4d09-99a9-0b1dc219f06d tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] [instance: b6f8830a-54d9-4e27-96cc-e3726dbc42e4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d9:53:c9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '462a7219-4deb-4225-9cf7-3131ef280363', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'fab7229a-cc74-454c-9514-59a3d14b502f', 'vif_model': 'vmxnet3'}] {{(pid=69770) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1301.637491] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-4975183a-b1d1-4d09-99a9-0b1dc219f06d tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] Creating folder: Project (11ab5c964ea04c01a3f39c2d9427a421). Parent ref: group-v806376. {{(pid=69770) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1301.639104] env[69770]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6f68297a-a47c-40c8-89af-baf715aa51d9 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.651721] env[69770]: INFO nova.virt.vmwareapi.vm_util [None req-4975183a-b1d1-4d09-99a9-0b1dc219f06d tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] Created folder: Project (11ab5c964ea04c01a3f39c2d9427a421) in parent group-v806376. [ 1301.652224] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-4975183a-b1d1-4d09-99a9-0b1dc219f06d tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] Creating folder: Instances. Parent ref: group-v806689. {{(pid=69770) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1301.652374] env[69770]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-12451629-223e-4950-bd52-9d81171f8dfe {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.664629] env[69770]: INFO nova.virt.vmwareapi.vm_util [None req-4975183a-b1d1-4d09-99a9-0b1dc219f06d tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] Created folder: Instances in parent group-v806689. [ 1301.664886] env[69770]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4975183a-b1d1-4d09-99a9-0b1dc219f06d tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69770) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1301.665110] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b6f8830a-54d9-4e27-96cc-e3726dbc42e4] Creating VM on the ESX host {{(pid=69770) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1301.665322] env[69770]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ce0912c0-1009-4b07-9935-a85385e22176 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.687330] env[69770]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1301.687330] env[69770]: value = "task-4070816" [ 1301.687330] env[69770]: _type = "Task" [ 1301.687330] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1301.694280] env[69770]: DEBUG nova.virt.vmwareapi.volumeops [None req-9f429ce7-22db-4902-864d-c0ba5c59b49b tempest-AttachVolumeTestJSON-339692578 tempest-AttachVolumeTestJSON-339692578-project-member] [instance: 08413ca9-2b2a-4991-83cf-aa8965d2017a] Volume attach. Driver type: vmdk {{(pid=69770) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1301.694506] env[69770]: DEBUG nova.virt.vmwareapi.volumeops [None req-9f429ce7-22db-4902-864d-c0ba5c59b49b tempest-AttachVolumeTestJSON-339692578 tempest-AttachVolumeTestJSON-339692578-project-member] [instance: 08413ca9-2b2a-4991-83cf-aa8965d2017a] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-806688', 'volume_id': 'e969efd6-46e5-4c45-896e-83e809b1db54', 'name': 'volume-e969efd6-46e5-4c45-896e-83e809b1db54', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '08413ca9-2b2a-4991-83cf-aa8965d2017a', 'attached_at': '', 'detached_at': '', 'volume_id': 'e969efd6-46e5-4c45-896e-83e809b1db54', 'serial': 'e969efd6-46e5-4c45-896e-83e809b1db54'} {{(pid=69770) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1301.695850] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2141066e-4b8c-4196-82a0-e6d480b6dcd2 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.702518] env[69770]: DEBUG oslo_vmware.api [-] Task: {'id': task-4070816, 'name': CreateVM_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1301.716471] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd2ec29f-3bc6-405d-a159-7d734ac4a784 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.723915] env[69770]: DEBUG nova.compute.manager [None req-0e79ca9d-2d2e-4df1-8f92-9c6263830eb3 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] [instance: f9c0e18d-6ae1-4176-b2ba-2ec8bd6ca408] Start spawning the instance on the hypervisor. {{(pid=69770) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1301.750526] env[69770]: DEBUG nova.virt.vmwareapi.volumeops [None req-9f429ce7-22db-4902-864d-c0ba5c59b49b tempest-AttachVolumeTestJSON-339692578 tempest-AttachVolumeTestJSON-339692578-project-member] [instance: 08413ca9-2b2a-4991-83cf-aa8965d2017a] Reconfiguring VM instance instance-00000068 to attach disk [datastore2] volume-e969efd6-46e5-4c45-896e-83e809b1db54/volume-e969efd6-46e5-4c45-896e-83e809b1db54.vmdk or device None with type thin {{(pid=69770) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1301.753600] env[69770]: DEBUG nova.network.neutron [None req-eeefc253-7229-4264-bb74-d6759972dbfe tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] [instance: d8d72175-258b-4178-9090-f4794ab0154e] Port f5831a8b-70d8-4cca-8415-5139f7c0cc6b binding to destination host cpu-1 is already ACTIVE {{(pid=69770) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1301.756997] env[69770]: DEBUG oslo_concurrency.lockutils [None req-1d9fd9e7-40fe-4fbe-bf49-6ac158bf7384 tempest-AttachVolumeShelveTestJSON-1191911444 tempest-AttachVolumeShelveTestJSON-1191911444-project-member] Releasing lock "refresh_cache-245d05f8-a8b6-4985-aab4-c6f3c250f28a" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.758942] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1a32407a-7eed-4d15-a112-2114904b03f8 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.774138] env[69770]: DEBUG nova.compute.manager [req-e0eab1ff-5392-481f-97c9-b114b8f2cc52 req-c2e30175-a5e9-42a7-a336-3bf1aa23cafa service nova] [instance: b6f8830a-54d9-4e27-96cc-e3726dbc42e4] Received event network-changed-fab7229a-cc74-454c-9514-59a3d14b502f {{(pid=69770) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1301.774351] env[69770]: DEBUG nova.compute.manager [req-e0eab1ff-5392-481f-97c9-b114b8f2cc52 req-c2e30175-a5e9-42a7-a336-3bf1aa23cafa service nova] [instance: b6f8830a-54d9-4e27-96cc-e3726dbc42e4] Refreshing instance network info cache due to event network-changed-fab7229a-cc74-454c-9514-59a3d14b502f. {{(pid=69770) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1301.774582] env[69770]: DEBUG oslo_concurrency.lockutils [req-e0eab1ff-5392-481f-97c9-b114b8f2cc52 req-c2e30175-a5e9-42a7-a336-3bf1aa23cafa service nova] Acquiring lock "refresh_cache-b6f8830a-54d9-4e27-96cc-e3726dbc42e4" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.774734] env[69770]: DEBUG oslo_concurrency.lockutils [req-e0eab1ff-5392-481f-97c9-b114b8f2cc52 req-c2e30175-a5e9-42a7-a336-3bf1aa23cafa service nova] Acquired lock "refresh_cache-b6f8830a-54d9-4e27-96cc-e3726dbc42e4" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.774895] env[69770]: DEBUG nova.network.neutron [req-e0eab1ff-5392-481f-97c9-b114b8f2cc52 req-c2e30175-a5e9-42a7-a336-3bf1aa23cafa service nova] [instance: b6f8830a-54d9-4e27-96cc-e3726dbc42e4] Refreshing network info cache for port fab7229a-cc74-454c-9514-59a3d14b502f {{(pid=69770) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1301.783950] env[69770]: DEBUG nova.virt.hardware [None req-0e79ca9d-2d2e-4df1-8f92-9c6263830eb3 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T12:16:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T12:16:11Z,direct_url=,disk_format='vmdk',id=d1eaff80-24a0-4391-90eb-59958b1ecf0a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d65f20bb89fb40a98b77bc6d97357df2',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T12:16:12Z,virtual_size=,visibility=), allow threads: False {{(pid=69770) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1301.784268] env[69770]: DEBUG nova.virt.hardware [None req-0e79ca9d-2d2e-4df1-8f92-9c6263830eb3 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] Flavor limits 0:0:0 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1301.784412] env[69770]: DEBUG nova.virt.hardware [None req-0e79ca9d-2d2e-4df1-8f92-9c6263830eb3 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] Image limits 0:0:0 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1301.784608] env[69770]: DEBUG nova.virt.hardware [None req-0e79ca9d-2d2e-4df1-8f92-9c6263830eb3 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] Flavor pref 0:0:0 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1301.784756] env[69770]: DEBUG nova.virt.hardware [None req-0e79ca9d-2d2e-4df1-8f92-9c6263830eb3 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] Image pref 0:0:0 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1301.784903] env[69770]: DEBUG nova.virt.hardware [None req-0e79ca9d-2d2e-4df1-8f92-9c6263830eb3 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1301.785515] env[69770]: DEBUG nova.virt.hardware [None req-0e79ca9d-2d2e-4df1-8f92-9c6263830eb3 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69770) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1301.785515] env[69770]: DEBUG nova.virt.hardware [None req-0e79ca9d-2d2e-4df1-8f92-9c6263830eb3 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69770) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1301.785515] env[69770]: DEBUG nova.virt.hardware [None req-0e79ca9d-2d2e-4df1-8f92-9c6263830eb3 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] Got 1 possible topologies {{(pid=69770) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1301.785679] env[69770]: DEBUG nova.virt.hardware [None req-0e79ca9d-2d2e-4df1-8f92-9c6263830eb3 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69770) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1301.785810] env[69770]: DEBUG nova.virt.hardware [None req-0e79ca9d-2d2e-4df1-8f92-9c6263830eb3 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69770) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1301.788246] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1524a847-a7a6-44b3-9278-b4a3915b32e4 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.793557] env[69770]: DEBUG oslo_vmware.api [None req-9f429ce7-22db-4902-864d-c0ba5c59b49b tempest-AttachVolumeTestJSON-339692578 tempest-AttachVolumeTestJSON-339692578-project-member] Waiting for the task: (returnval){ [ 1301.793557] env[69770]: value = "task-4070817" [ 1301.793557] env[69770]: _type = "Task" [ 1301.793557] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1301.805047] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6f6d10f-6839-45d4-af44-d31f936aaa1d {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.815552] env[69770]: DEBUG oslo_vmware.api [None req-9f429ce7-22db-4902-864d-c0ba5c59b49b tempest-AttachVolumeTestJSON-339692578 tempest-AttachVolumeTestJSON-339692578-project-member] Task: {'id': task-4070817, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1301.877527] env[69770]: DEBUG oslo_concurrency.lockutils [None req-8bfe848a-e3ab-4777-9618-2b79824e1352 tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] Lock "interface-f27fa6da-dc6f-4c4f-9f67-1303adea51cc-3e299ed1-2857-4d29-bee1-e27bb36da4b5" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 9.978s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1302.061604] env[69770]: DEBUG oslo_concurrency.lockutils [None req-0328b5e7-1ac5-4270-9cb5-15fa098548b9 tempest-ServerRescueNegativeTestJSON-135561646 tempest-ServerRescueNegativeTestJSON-135561646-project-member] Lock "ec405988-80b1-4918-8572-addc7c5127aa" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.941s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1302.202936] env[69770]: DEBUG oslo_vmware.api [-] Task: {'id': task-4070816, 'name': CreateVM_Task, 'duration_secs': 0.358826} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1302.203135] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b6f8830a-54d9-4e27-96cc-e3726dbc42e4] Created VM on the ESX host {{(pid=69770) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1302.219615] env[69770]: DEBUG oslo_concurrency.lockutils [None req-4975183a-b1d1-4d09-99a9-0b1dc219f06d tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1302.219888] env[69770]: DEBUG oslo_concurrency.lockutils [None req-4975183a-b1d1-4d09-99a9-0b1dc219f06d tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1302.220820] env[69770]: DEBUG oslo_concurrency.lockutils [None req-4975183a-b1d1-4d09-99a9-0b1dc219f06d tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1302.221044] env[69770]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-70a011e9-1d2c-41f3-9c55-36020e504c01 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.232249] env[69770]: DEBUG oslo_vmware.api [None req-4975183a-b1d1-4d09-99a9-0b1dc219f06d tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] Waiting for the task: (returnval){ [ 1302.232249] env[69770]: value = "session[52161b52-cb8e-ec9f-1132-2f6b49549d41]52cf328b-e075-d45b-0810-00c72decc4b2" [ 1302.232249] env[69770]: _type = "Task" [ 1302.232249] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1302.238290] env[69770]: DEBUG nova.network.neutron [None req-0e79ca9d-2d2e-4df1-8f92-9c6263830eb3 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] [instance: f9c0e18d-6ae1-4176-b2ba-2ec8bd6ca408] Successfully updated port: 6bcc559f-dffa-4d9c-b8e2-771203ab23cc {{(pid=69770) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1302.247942] env[69770]: DEBUG oslo_vmware.api [None req-4975183a-b1d1-4d09-99a9-0b1dc219f06d tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]52cf328b-e075-d45b-0810-00c72decc4b2, 'name': SearchDatastore_Task, 'duration_secs': 0.01244} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1302.247942] env[69770]: DEBUG oslo_concurrency.lockutils [None req-4975183a-b1d1-4d09-99a9-0b1dc219f06d tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1302.247942] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-4975183a-b1d1-4d09-99a9-0b1dc219f06d tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] [instance: b6f8830a-54d9-4e27-96cc-e3726dbc42e4] Processing image d1eaff80-24a0-4391-90eb-59958b1ecf0a {{(pid=69770) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1302.248203] env[69770]: DEBUG oslo_concurrency.lockutils [None req-4975183a-b1d1-4d09-99a9-0b1dc219f06d tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1302.248328] env[69770]: DEBUG oslo_concurrency.lockutils [None req-4975183a-b1d1-4d09-99a9-0b1dc219f06d tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1302.248507] env[69770]: DEBUG nova.virt.vmwareapi.ds_util [None req-4975183a-b1d1-4d09-99a9-0b1dc219f06d tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69770) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1302.248828] env[69770]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f1670f3c-42ba-4fda-bbbc-2d40820abb92 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.263362] env[69770]: DEBUG nova.virt.vmwareapi.ds_util [None req-4975183a-b1d1-4d09-99a9-0b1dc219f06d tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69770) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1302.263581] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-4975183a-b1d1-4d09-99a9-0b1dc219f06d tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69770) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1302.264441] env[69770]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d43fefbb-115b-4c58-8620-b4e3713f8b5b {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.271696] env[69770]: DEBUG oslo_vmware.api [None req-4975183a-b1d1-4d09-99a9-0b1dc219f06d tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] Waiting for the task: (returnval){ [ 1302.271696] env[69770]: value = "session[52161b52-cb8e-ec9f-1132-2f6b49549d41]5287803b-8d4a-fb78-dd2b-f13ab50fe7a8" [ 1302.271696] env[69770]: _type = "Task" [ 1302.271696] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1302.286489] env[69770]: DEBUG oslo_vmware.api [None req-4975183a-b1d1-4d09-99a9-0b1dc219f06d tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]5287803b-8d4a-fb78-dd2b-f13ab50fe7a8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1302.305519] env[69770]: DEBUG oslo_vmware.api [None req-9f429ce7-22db-4902-864d-c0ba5c59b49b tempest-AttachVolumeTestJSON-339692578 tempest-AttachVolumeTestJSON-339692578-project-member] Task: {'id': task-4070817, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1302.322070] env[69770]: DEBUG nova.network.neutron [req-e23c030c-8077-491e-85e7-1a01be611e01 req-a48230f8-ede6-4e22-912c-67c7fd31bb0a service nova] [instance: f27fa6da-dc6f-4c4f-9f67-1303adea51cc] Updated VIF entry in instance network info cache for port 7055b673-0bd8-4feb-8958-db3d097c7117. {{(pid=69770) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1302.322432] env[69770]: DEBUG nova.network.neutron [req-e23c030c-8077-491e-85e7-1a01be611e01 req-a48230f8-ede6-4e22-912c-67c7fd31bb0a service nova] [instance: f27fa6da-dc6f-4c4f-9f67-1303adea51cc] Updating instance_info_cache with network_info: [{"id": "7055b673-0bd8-4feb-8958-db3d097c7117", "address": "fa:16:3e:30:e5:2f", "network": {"id": "d5ae8d06-e279-436f-9c41-66b44f6f2542", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1370812323-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "63715e849e05463da9bfa0405c750b8f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dad4f433-bb0b-45c7-8040-972ef2277f75", "external-id": "nsx-vlan-transportzone-451", "segmentation_id": 451, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7055b673-0b", "ovs_interfaceid": "7055b673-0bd8-4feb-8958-db3d097c7117", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69770) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1302.364358] env[69770]: DEBUG nova.objects.instance [None req-85c8449f-c396-4368-8e46-41f32834345a tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] Lazy-loading 'pci_requests' on Instance uuid 755adf13-58e9-4da5-adfc-8ba308501fa4 {{(pid=69770) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1302.384198] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-1d9fd9e7-40fe-4fbe-bf49-6ac158bf7384 tempest-AttachVolumeShelveTestJSON-1191911444 tempest-AttachVolumeShelveTestJSON-1191911444-project-member] [instance: 245d05f8-a8b6-4985-aab4-c6f3c250f28a] Destroying instance {{(pid=69770) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1302.385067] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9ddf234-0b97-4b0f-9139-c11cec213d61 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.395098] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-1d9fd9e7-40fe-4fbe-bf49-6ac158bf7384 tempest-AttachVolumeShelveTestJSON-1191911444 tempest-AttachVolumeShelveTestJSON-1191911444-project-member] [instance: 245d05f8-a8b6-4985-aab4-c6f3c250f28a] Unregistering the VM {{(pid=69770) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1302.395726] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3bf3a001-6d4d-4b6b-b5b9-f2ca09df2174 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.463357] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-1d9fd9e7-40fe-4fbe-bf49-6ac158bf7384 tempest-AttachVolumeShelveTestJSON-1191911444 tempest-AttachVolumeShelveTestJSON-1191911444-project-member] [instance: 245d05f8-a8b6-4985-aab4-c6f3c250f28a] Unregistered the VM {{(pid=69770) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1302.463857] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-1d9fd9e7-40fe-4fbe-bf49-6ac158bf7384 tempest-AttachVolumeShelveTestJSON-1191911444 tempest-AttachVolumeShelveTestJSON-1191911444-project-member] [instance: 245d05f8-a8b6-4985-aab4-c6f3c250f28a] Deleting contents of the VM from datastore datastore1 {{(pid=69770) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1302.463857] env[69770]: DEBUG nova.virt.vmwareapi.ds_util [None req-1d9fd9e7-40fe-4fbe-bf49-6ac158bf7384 tempest-AttachVolumeShelveTestJSON-1191911444 tempest-AttachVolumeShelveTestJSON-1191911444-project-member] Deleting the datastore file [datastore1] 245d05f8-a8b6-4985-aab4-c6f3c250f28a {{(pid=69770) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1302.464068] env[69770]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-05730854-4d8e-422e-b99e-a58fba201b6a {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.472370] env[69770]: DEBUG oslo_vmware.api [None req-1d9fd9e7-40fe-4fbe-bf49-6ac158bf7384 tempest-AttachVolumeShelveTestJSON-1191911444 tempest-AttachVolumeShelveTestJSON-1191911444-project-member] Waiting for the task: (returnval){ [ 1302.472370] env[69770]: value = "task-4070819" [ 1302.472370] env[69770]: _type = "Task" [ 1302.472370] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1302.483773] env[69770]: DEBUG oslo_vmware.api [None req-1d9fd9e7-40fe-4fbe-bf49-6ac158bf7384 tempest-AttachVolumeShelveTestJSON-1191911444 tempest-AttachVolumeShelveTestJSON-1191911444-project-member] Task: {'id': task-4070819, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1302.513078] env[69770]: DEBUG nova.network.neutron [req-e0eab1ff-5392-481f-97c9-b114b8f2cc52 req-c2e30175-a5e9-42a7-a336-3bf1aa23cafa service nova] [instance: b6f8830a-54d9-4e27-96cc-e3726dbc42e4] Updated VIF entry in instance network info cache for port fab7229a-cc74-454c-9514-59a3d14b502f. {{(pid=69770) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1302.513499] env[69770]: DEBUG nova.network.neutron [req-e0eab1ff-5392-481f-97c9-b114b8f2cc52 req-c2e30175-a5e9-42a7-a336-3bf1aa23cafa service nova] [instance: b6f8830a-54d9-4e27-96cc-e3726dbc42e4] Updating instance_info_cache with network_info: [{"id": "fab7229a-cc74-454c-9514-59a3d14b502f", "address": "fa:16:3e:d9:53:c9", "network": {"id": "bbff5a7f-321d-4632-ba56-dca20f6b376a", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-369008713-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "11ab5c964ea04c01a3f39c2d9427a421", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "462a7219-4deb-4225-9cf7-3131ef280363", "external-id": "nsx-vlan-transportzone-468", "segmentation_id": 468, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfab7229a-cc", "ovs_interfaceid": "fab7229a-cc74-454c-9514-59a3d14b502f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69770) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1302.538110] env[69770]: DEBUG nova.compute.resource_tracker [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] Applying migration context for instance d8d72175-258b-4178-9090-f4794ab0154e as it has an incoming, in-progress migration 60849e21-84b4-4479-a243-479941614810. Migration status is post-migrating {{(pid=69770) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1046}} [ 1302.539810] env[69770]: INFO nova.compute.resource_tracker [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] [instance: d8d72175-258b-4178-9090-f4794ab0154e] Updating resource usage from migration 60849e21-84b4-4479-a243-479941614810 [ 1302.561644] env[69770]: DEBUG nova.compute.resource_tracker [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] Instance a3617e51-7671-42b4-a7d3-a22c7d57814a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69770) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1302.561802] env[69770]: DEBUG nova.compute.resource_tracker [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] Instance 08413ca9-2b2a-4991-83cf-aa8965d2017a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69770) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1302.561921] env[69770]: DEBUG nova.compute.resource_tracker [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] Instance 245d05f8-a8b6-4985-aab4-c6f3c250f28a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69770) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1302.562056] env[69770]: DEBUG nova.compute.resource_tracker [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] Instance f27fa6da-dc6f-4c4f-9f67-1303adea51cc actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69770) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1302.562176] env[69770]: DEBUG nova.compute.resource_tracker [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] Instance bc5e169f-17c2-4941-8b9f-a33726ea26b6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69770) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1302.562294] env[69770]: DEBUG nova.compute.resource_tracker [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] Instance 755adf13-58e9-4da5-adfc-8ba308501fa4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69770) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1302.562403] env[69770]: DEBUG nova.compute.resource_tracker [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] Instance 8dc54be4-dbff-4dca-a78e-6665db49a01f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69770) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1302.562512] env[69770]: DEBUG nova.compute.resource_tracker [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] Instance 21782e86-7845-479b-98a8-c2d5832d1ff3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69770) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1302.562623] env[69770]: DEBUG nova.compute.resource_tracker [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] Migration 60849e21-84b4-4479-a243-479941614810 is active on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69770) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1742}} [ 1302.562734] env[69770]: DEBUG nova.compute.resource_tracker [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] Instance d8d72175-258b-4178-9090-f4794ab0154e actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69770) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1302.562845] env[69770]: DEBUG nova.compute.resource_tracker [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] Instance b6f8830a-54d9-4e27-96cc-e3726dbc42e4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69770) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1302.562952] env[69770]: DEBUG nova.compute.resource_tracker [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] Instance f9c0e18d-6ae1-4176-b2ba-2ec8bd6ca408 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69770) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1302.563263] env[69770]: DEBUG nova.compute.resource_tracker [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] Total usable vcpus: 48, total allocated vcpus: 12 {{(pid=69770) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1302.563401] env[69770]: DEBUG nova.compute.resource_tracker [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2880MB phys_disk=200GB used_disk=10GB total_vcpus=48 used_vcpus=12 pci_stats=[] {{(pid=69770) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1302.730102] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-deb37550-03ce-4a0d-ac4d-6a5f16d8c9f5 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.738400] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-caffd44b-70d3-4424-8157-f76e4f4f1fa3 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.742696] env[69770]: DEBUG oslo_concurrency.lockutils [None req-0e79ca9d-2d2e-4df1-8f92-9c6263830eb3 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] Acquiring lock "refresh_cache-f9c0e18d-6ae1-4176-b2ba-2ec8bd6ca408" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1302.742696] env[69770]: DEBUG oslo_concurrency.lockutils [None req-0e79ca9d-2d2e-4df1-8f92-9c6263830eb3 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] Acquired lock "refresh_cache-f9c0e18d-6ae1-4176-b2ba-2ec8bd6ca408" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1302.742696] env[69770]: DEBUG nova.network.neutron [None req-0e79ca9d-2d2e-4df1-8f92-9c6263830eb3 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] [instance: f9c0e18d-6ae1-4176-b2ba-2ec8bd6ca408] Building network info cache for instance {{(pid=69770) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1302.784148] env[69770]: DEBUG oslo_concurrency.lockutils [None req-eeefc253-7229-4264-bb74-d6759972dbfe tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] Acquiring lock "d8d72175-258b-4178-9090-f4794ab0154e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1302.784922] env[69770]: DEBUG oslo_concurrency.lockutils [None req-eeefc253-7229-4264-bb74-d6759972dbfe tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] Lock "d8d72175-258b-4178-9090-f4794ab0154e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1302.784922] env[69770]: DEBUG oslo_concurrency.lockutils [None req-eeefc253-7229-4264-bb74-d6759972dbfe tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] Lock "d8d72175-258b-4178-9090-f4794ab0154e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1302.792260] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05359328-34ce-4c9a-989a-cb15987835bb {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.811376] env[69770]: DEBUG oslo_vmware.api [None req-4975183a-b1d1-4d09-99a9-0b1dc219f06d tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]5287803b-8d4a-fb78-dd2b-f13ab50fe7a8, 'name': SearchDatastore_Task, 'duration_secs': 0.01165} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1302.815600] env[69770]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1cbd88f4-030b-4290-ad3f-03418221cb75 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.819079] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1f0b512-bc7a-4e61-8512-e46415b289ea {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.826951] env[69770]: DEBUG oslo_concurrency.lockutils [req-e23c030c-8077-491e-85e7-1a01be611e01 req-a48230f8-ede6-4e22-912c-67c7fd31bb0a service nova] Releasing lock "refresh_cache-f27fa6da-dc6f-4c4f-9f67-1303adea51cc" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1302.827382] env[69770]: DEBUG oslo_vmware.api [None req-9f429ce7-22db-4902-864d-c0ba5c59b49b tempest-AttachVolumeTestJSON-339692578 tempest-AttachVolumeTestJSON-339692578-project-member] Task: {'id': task-4070817, 'name': ReconfigVM_Task, 'duration_secs': 0.559006} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1302.828286] env[69770]: DEBUG nova.virt.vmwareapi.volumeops [None req-9f429ce7-22db-4902-864d-c0ba5c59b49b tempest-AttachVolumeTestJSON-339692578 tempest-AttachVolumeTestJSON-339692578-project-member] [instance: 08413ca9-2b2a-4991-83cf-aa8965d2017a] Reconfigured VM instance instance-00000068 to attach disk [datastore2] volume-e969efd6-46e5-4c45-896e-83e809b1db54/volume-e969efd6-46e5-4c45-896e-83e809b1db54.vmdk or device None with type thin {{(pid=69770) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1302.844027] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-58f47705-5f94-429b-abef-acac91f54204 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.854177] env[69770]: DEBUG nova.compute.provider_tree [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] Inventory has not changed in ProviderTree for provider: 7cc7d32b-b7a7-454a-a456-2a440248ed9d {{(pid=69770) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1302.856804] env[69770]: DEBUG oslo_vmware.api [None req-4975183a-b1d1-4d09-99a9-0b1dc219f06d tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] Waiting for the task: (returnval){ [ 1302.856804] env[69770]: value = "session[52161b52-cb8e-ec9f-1132-2f6b49549d41]523cb4bb-9263-53fb-c31e-4eda51fc87fe" [ 1302.856804] env[69770]: _type = "Task" [ 1302.856804] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1302.864291] env[69770]: DEBUG oslo_vmware.api [None req-9f429ce7-22db-4902-864d-c0ba5c59b49b tempest-AttachVolumeTestJSON-339692578 tempest-AttachVolumeTestJSON-339692578-project-member] Waiting for the task: (returnval){ [ 1302.864291] env[69770]: value = "task-4070820" [ 1302.864291] env[69770]: _type = "Task" [ 1302.864291] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1302.868678] env[69770]: DEBUG nova.objects.base [None req-85c8449f-c396-4368-8e46-41f32834345a tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] Object Instance<755adf13-58e9-4da5-adfc-8ba308501fa4> lazy-loaded attributes: flavor,pci_requests {{(pid=69770) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1302.868944] env[69770]: DEBUG nova.network.neutron [None req-85c8449f-c396-4368-8e46-41f32834345a tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] [instance: 755adf13-58e9-4da5-adfc-8ba308501fa4] allocate_for_instance() {{(pid=69770) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1302.871165] env[69770]: DEBUG oslo_vmware.api [None req-4975183a-b1d1-4d09-99a9-0b1dc219f06d tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]523cb4bb-9263-53fb-c31e-4eda51fc87fe, 'name': SearchDatastore_Task, 'duration_secs': 0.010696} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1302.876221] env[69770]: DEBUG oslo_concurrency.lockutils [None req-4975183a-b1d1-4d09-99a9-0b1dc219f06d tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1302.876579] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-4975183a-b1d1-4d09-99a9-0b1dc219f06d tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk to [datastore2] b6f8830a-54d9-4e27-96cc-e3726dbc42e4/b6f8830a-54d9-4e27-96cc-e3726dbc42e4.vmdk {{(pid=69770) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1302.879138] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-eca823eb-cbb2-4df3-bc1d-3edc5e3af75d {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.889028] env[69770]: DEBUG oslo_vmware.api [None req-9f429ce7-22db-4902-864d-c0ba5c59b49b tempest-AttachVolumeTestJSON-339692578 tempest-AttachVolumeTestJSON-339692578-project-member] Task: {'id': task-4070820, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1302.889619] env[69770]: DEBUG oslo_vmware.api [None req-4975183a-b1d1-4d09-99a9-0b1dc219f06d tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] Waiting for the task: (returnval){ [ 1302.889619] env[69770]: value = "task-4070821" [ 1302.889619] env[69770]: _type = "Task" [ 1302.889619] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1302.901832] env[69770]: DEBUG oslo_vmware.api [None req-4975183a-b1d1-4d09-99a9-0b1dc219f06d tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] Task: {'id': task-4070821, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1302.945598] env[69770]: DEBUG nova.compute.manager [req-3259e4cc-f47c-4bec-81ab-5886ba768000 req-814a5a3b-ce22-4f75-b1d9-eb39441cc53b service nova] [instance: 755adf13-58e9-4da5-adfc-8ba308501fa4] Received event network-changed-e2f953c1-acfb-48ab-a357-c71a8980eb96 {{(pid=69770) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1302.945845] env[69770]: DEBUG nova.compute.manager [req-3259e4cc-f47c-4bec-81ab-5886ba768000 req-814a5a3b-ce22-4f75-b1d9-eb39441cc53b service nova] [instance: 755adf13-58e9-4da5-adfc-8ba308501fa4] Refreshing instance network info cache due to event network-changed-e2f953c1-acfb-48ab-a357-c71a8980eb96. {{(pid=69770) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1302.946112] env[69770]: DEBUG oslo_concurrency.lockutils [req-3259e4cc-f47c-4bec-81ab-5886ba768000 req-814a5a3b-ce22-4f75-b1d9-eb39441cc53b service nova] Acquiring lock "refresh_cache-755adf13-58e9-4da5-adfc-8ba308501fa4" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1302.946279] env[69770]: DEBUG oslo_concurrency.lockutils [req-3259e4cc-f47c-4bec-81ab-5886ba768000 req-814a5a3b-ce22-4f75-b1d9-eb39441cc53b service nova] Acquired lock "refresh_cache-755adf13-58e9-4da5-adfc-8ba308501fa4" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1302.946983] env[69770]: DEBUG nova.network.neutron [req-3259e4cc-f47c-4bec-81ab-5886ba768000 req-814a5a3b-ce22-4f75-b1d9-eb39441cc53b service nova] [instance: 755adf13-58e9-4da5-adfc-8ba308501fa4] Refreshing network info cache for port e2f953c1-acfb-48ab-a357-c71a8980eb96 {{(pid=69770) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1302.954840] env[69770]: DEBUG nova.policy [None req-85c8449f-c396-4368-8e46-41f32834345a tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6e9afb42d59b4af899f16d4eff0f43ef', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '63715e849e05463da9bfa0405c750b8f', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69770) authorize /opt/stack/nova/nova/policy.py:192}} [ 1302.986459] env[69770]: DEBUG oslo_vmware.api [None req-1d9fd9e7-40fe-4fbe-bf49-6ac158bf7384 tempest-AttachVolumeShelveTestJSON-1191911444 tempest-AttachVolumeShelveTestJSON-1191911444-project-member] Task: {'id': task-4070819, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.196767} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1302.986459] env[69770]: DEBUG nova.virt.vmwareapi.ds_util [None req-1d9fd9e7-40fe-4fbe-bf49-6ac158bf7384 tempest-AttachVolumeShelveTestJSON-1191911444 tempest-AttachVolumeShelveTestJSON-1191911444-project-member] Deleted the datastore file {{(pid=69770) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1302.986459] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-1d9fd9e7-40fe-4fbe-bf49-6ac158bf7384 tempest-AttachVolumeShelveTestJSON-1191911444 tempest-AttachVolumeShelveTestJSON-1191911444-project-member] [instance: 245d05f8-a8b6-4985-aab4-c6f3c250f28a] Deleted contents of the VM from datastore datastore1 {{(pid=69770) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1302.986459] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-1d9fd9e7-40fe-4fbe-bf49-6ac158bf7384 tempest-AttachVolumeShelveTestJSON-1191911444 tempest-AttachVolumeShelveTestJSON-1191911444-project-member] [instance: 245d05f8-a8b6-4985-aab4-c6f3c250f28a] Instance destroyed {{(pid=69770) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1303.013820] env[69770]: INFO nova.scheduler.client.report [None req-1d9fd9e7-40fe-4fbe-bf49-6ac158bf7384 tempest-AttachVolumeShelveTestJSON-1191911444 tempest-AttachVolumeShelveTestJSON-1191911444-project-member] Deleted allocations for instance 245d05f8-a8b6-4985-aab4-c6f3c250f28a [ 1303.016497] env[69770]: DEBUG oslo_concurrency.lockutils [req-e0eab1ff-5392-481f-97c9-b114b8f2cc52 req-c2e30175-a5e9-42a7-a336-3bf1aa23cafa service nova] Releasing lock "refresh_cache-b6f8830a-54d9-4e27-96cc-e3726dbc42e4" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.299645] env[69770]: DEBUG nova.network.neutron [None req-0e79ca9d-2d2e-4df1-8f92-9c6263830eb3 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] [instance: f9c0e18d-6ae1-4176-b2ba-2ec8bd6ca408] Instance cache missing network info. {{(pid=69770) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1303.358593] env[69770]: DEBUG nova.scheduler.client.report [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] Inventory has not changed for provider 7cc7d32b-b7a7-454a-a456-2a440248ed9d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69770) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1303.386927] env[69770]: DEBUG oslo_vmware.api [None req-9f429ce7-22db-4902-864d-c0ba5c59b49b tempest-AttachVolumeTestJSON-339692578 tempest-AttachVolumeTestJSON-339692578-project-member] Task: {'id': task-4070820, 'name': ReconfigVM_Task, 'duration_secs': 0.180166} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1303.387302] env[69770]: DEBUG nova.virt.vmwareapi.volumeops [None req-9f429ce7-22db-4902-864d-c0ba5c59b49b tempest-AttachVolumeTestJSON-339692578 tempest-AttachVolumeTestJSON-339692578-project-member] [instance: 08413ca9-2b2a-4991-83cf-aa8965d2017a] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-806688', 'volume_id': 'e969efd6-46e5-4c45-896e-83e809b1db54', 'name': 'volume-e969efd6-46e5-4c45-896e-83e809b1db54', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '08413ca9-2b2a-4991-83cf-aa8965d2017a', 'attached_at': '', 'detached_at': '', 'volume_id': 'e969efd6-46e5-4c45-896e-83e809b1db54', 'serial': 'e969efd6-46e5-4c45-896e-83e809b1db54'} {{(pid=69770) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1303.400089] env[69770]: DEBUG oslo_vmware.api [None req-4975183a-b1d1-4d09-99a9-0b1dc219f06d tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] Task: {'id': task-4070821, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1303.519098] env[69770]: DEBUG oslo_concurrency.lockutils [None req-1d9fd9e7-40fe-4fbe-bf49-6ac158bf7384 tempest-AttachVolumeShelveTestJSON-1191911444 tempest-AttachVolumeShelveTestJSON-1191911444-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1303.867073] env[69770]: DEBUG nova.compute.resource_tracker [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69770) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1303.867299] env[69770]: DEBUG oslo_concurrency.lockutils [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.343s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1303.867586] env[69770]: DEBUG oslo_concurrency.lockutils [None req-1d9fd9e7-40fe-4fbe-bf49-6ac158bf7384 tempest-AttachVolumeShelveTestJSON-1191911444 tempest-AttachVolumeShelveTestJSON-1191911444-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.349s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1303.867941] env[69770]: DEBUG nova.objects.instance [None req-1d9fd9e7-40fe-4fbe-bf49-6ac158bf7384 tempest-AttachVolumeShelveTestJSON-1191911444 tempest-AttachVolumeShelveTestJSON-1191911444-project-member] Lazy-loading 'resources' on Instance uuid 245d05f8-a8b6-4985-aab4-c6f3c250f28a {{(pid=69770) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1303.875646] env[69770]: DEBUG nova.compute.manager [req-63fe396b-9af3-47cf-a3ab-a21e30cc3c4d req-63fa1982-7497-49e4-ac91-c1a3e371eb10 service nova] [instance: f9c0e18d-6ae1-4176-b2ba-2ec8bd6ca408] Received event network-vif-plugged-6bcc559f-dffa-4d9c-b8e2-771203ab23cc {{(pid=69770) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1303.875646] env[69770]: DEBUG oslo_concurrency.lockutils [req-63fe396b-9af3-47cf-a3ab-a21e30cc3c4d req-63fa1982-7497-49e4-ac91-c1a3e371eb10 service nova] Acquiring lock "f9c0e18d-6ae1-4176-b2ba-2ec8bd6ca408-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1303.875646] env[69770]: DEBUG oslo_concurrency.lockutils [req-63fe396b-9af3-47cf-a3ab-a21e30cc3c4d req-63fa1982-7497-49e4-ac91-c1a3e371eb10 service nova] Lock "f9c0e18d-6ae1-4176-b2ba-2ec8bd6ca408-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1303.875855] env[69770]: DEBUG oslo_concurrency.lockutils [req-63fe396b-9af3-47cf-a3ab-a21e30cc3c4d req-63fa1982-7497-49e4-ac91-c1a3e371eb10 service nova] Lock "f9c0e18d-6ae1-4176-b2ba-2ec8bd6ca408-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1303.875955] env[69770]: DEBUG nova.compute.manager [req-63fe396b-9af3-47cf-a3ab-a21e30cc3c4d req-63fa1982-7497-49e4-ac91-c1a3e371eb10 service nova] [instance: f9c0e18d-6ae1-4176-b2ba-2ec8bd6ca408] No waiting events found dispatching network-vif-plugged-6bcc559f-dffa-4d9c-b8e2-771203ab23cc {{(pid=69770) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1303.878402] env[69770]: WARNING nova.compute.manager [req-63fe396b-9af3-47cf-a3ab-a21e30cc3c4d req-63fa1982-7497-49e4-ac91-c1a3e371eb10 service nova] [instance: f9c0e18d-6ae1-4176-b2ba-2ec8bd6ca408] Received unexpected event network-vif-plugged-6bcc559f-dffa-4d9c-b8e2-771203ab23cc for instance with vm_state building and task_state spawning. [ 1303.878718] env[69770]: DEBUG nova.compute.manager [req-63fe396b-9af3-47cf-a3ab-a21e30cc3c4d req-63fa1982-7497-49e4-ac91-c1a3e371eb10 service nova] [instance: f9c0e18d-6ae1-4176-b2ba-2ec8bd6ca408] Received event network-changed-6bcc559f-dffa-4d9c-b8e2-771203ab23cc {{(pid=69770) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1303.881249] env[69770]: DEBUG nova.compute.manager [req-63fe396b-9af3-47cf-a3ab-a21e30cc3c4d req-63fa1982-7497-49e4-ac91-c1a3e371eb10 service nova] [instance: f9c0e18d-6ae1-4176-b2ba-2ec8bd6ca408] Refreshing instance network info cache due to event network-changed-6bcc559f-dffa-4d9c-b8e2-771203ab23cc. {{(pid=69770) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1303.881249] env[69770]: DEBUG oslo_concurrency.lockutils [req-63fe396b-9af3-47cf-a3ab-a21e30cc3c4d req-63fa1982-7497-49e4-ac91-c1a3e371eb10 service nova] Acquiring lock "refresh_cache-f9c0e18d-6ae1-4176-b2ba-2ec8bd6ca408" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.905336] env[69770]: DEBUG oslo_vmware.api [None req-4975183a-b1d1-4d09-99a9-0b1dc219f06d tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] Task: {'id': task-4070821, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.529963} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1303.905594] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-4975183a-b1d1-4d09-99a9-0b1dc219f06d tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk to [datastore2] b6f8830a-54d9-4e27-96cc-e3726dbc42e4/b6f8830a-54d9-4e27-96cc-e3726dbc42e4.vmdk {{(pid=69770) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1303.905813] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-4975183a-b1d1-4d09-99a9-0b1dc219f06d tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] [instance: b6f8830a-54d9-4e27-96cc-e3726dbc42e4] Extending root virtual disk to 1048576 {{(pid=69770) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1303.906096] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9bb8cd99-584c-43d3-8ea7-4df37d5a3e36 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.916130] env[69770]: DEBUG oslo_vmware.api [None req-4975183a-b1d1-4d09-99a9-0b1dc219f06d tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] Waiting for the task: (returnval){ [ 1303.916130] env[69770]: value = "task-4070822" [ 1303.916130] env[69770]: _type = "Task" [ 1303.916130] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1303.921545] env[69770]: DEBUG nova.network.neutron [None req-0e79ca9d-2d2e-4df1-8f92-9c6263830eb3 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] [instance: f9c0e18d-6ae1-4176-b2ba-2ec8bd6ca408] Updating instance_info_cache with network_info: [{"id": "6bcc559f-dffa-4d9c-b8e2-771203ab23cc", "address": "fa:16:3e:65:53:24", "network": {"id": "5cb038fa-57e0-447e-965e-88265882e7e5", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1033362514-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "50458fae76de4e588f96680501eae48c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6a31b224-77d7-48a4-af87-312758611b8e", "external-id": "nsx-vlan-transportzone-761", "segmentation_id": 761, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6bcc559f-df", "ovs_interfaceid": "6bcc559f-dffa-4d9c-b8e2-771203ab23cc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69770) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1303.932794] env[69770]: DEBUG oslo_vmware.api [None req-4975183a-b1d1-4d09-99a9-0b1dc219f06d tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] Task: {'id': task-4070822, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1303.943958] env[69770]: DEBUG oslo_concurrency.lockutils [None req-eeefc253-7229-4264-bb74-d6759972dbfe tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] Acquiring lock "refresh_cache-d8d72175-258b-4178-9090-f4794ab0154e" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.944112] env[69770]: DEBUG oslo_concurrency.lockutils [None req-eeefc253-7229-4264-bb74-d6759972dbfe tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] Acquired lock "refresh_cache-d8d72175-258b-4178-9090-f4794ab0154e" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.944914] env[69770]: DEBUG nova.network.neutron [None req-eeefc253-7229-4264-bb74-d6759972dbfe tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] [instance: d8d72175-258b-4178-9090-f4794ab0154e] Building network info cache for instance {{(pid=69770) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1304.134659] env[69770]: DEBUG nova.network.neutron [req-3259e4cc-f47c-4bec-81ab-5886ba768000 req-814a5a3b-ce22-4f75-b1d9-eb39441cc53b service nova] [instance: 755adf13-58e9-4da5-adfc-8ba308501fa4] Updated VIF entry in instance network info cache for port e2f953c1-acfb-48ab-a357-c71a8980eb96. {{(pid=69770) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1304.135036] env[69770]: DEBUG nova.network.neutron [req-3259e4cc-f47c-4bec-81ab-5886ba768000 req-814a5a3b-ce22-4f75-b1d9-eb39441cc53b service nova] [instance: 755adf13-58e9-4da5-adfc-8ba308501fa4] Updating instance_info_cache with network_info: [{"id": "e2f953c1-acfb-48ab-a357-c71a8980eb96", "address": "fa:16:3e:f0:12:78", "network": {"id": "d5ae8d06-e279-436f-9c41-66b44f6f2542", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1370812323-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.178", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "63715e849e05463da9bfa0405c750b8f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dad4f433-bb0b-45c7-8040-972ef2277f75", "external-id": "nsx-vlan-transportzone-451", "segmentation_id": 451, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape2f953c1-ac", "ovs_interfaceid": "e2f953c1-acfb-48ab-a357-c71a8980eb96", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69770) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1304.374732] env[69770]: DEBUG nova.objects.instance [None req-1d9fd9e7-40fe-4fbe-bf49-6ac158bf7384 tempest-AttachVolumeShelveTestJSON-1191911444 tempest-AttachVolumeShelveTestJSON-1191911444-project-member] Lazy-loading 'numa_topology' on Instance uuid 245d05f8-a8b6-4985-aab4-c6f3c250f28a {{(pid=69770) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1304.426768] env[69770]: DEBUG oslo_concurrency.lockutils [None req-0e79ca9d-2d2e-4df1-8f92-9c6263830eb3 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] Releasing lock "refresh_cache-f9c0e18d-6ae1-4176-b2ba-2ec8bd6ca408" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1304.427097] env[69770]: DEBUG nova.compute.manager [None req-0e79ca9d-2d2e-4df1-8f92-9c6263830eb3 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] [instance: f9c0e18d-6ae1-4176-b2ba-2ec8bd6ca408] Instance network_info: |[{"id": "6bcc559f-dffa-4d9c-b8e2-771203ab23cc", "address": "fa:16:3e:65:53:24", "network": {"id": "5cb038fa-57e0-447e-965e-88265882e7e5", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1033362514-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "50458fae76de4e588f96680501eae48c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6a31b224-77d7-48a4-af87-312758611b8e", "external-id": "nsx-vlan-transportzone-761", "segmentation_id": 761, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6bcc559f-df", "ovs_interfaceid": "6bcc559f-dffa-4d9c-b8e2-771203ab23cc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69770) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1304.427487] env[69770]: DEBUG oslo_vmware.api [None req-4975183a-b1d1-4d09-99a9-0b1dc219f06d tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] Task: {'id': task-4070822, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.172999} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1304.427626] env[69770]: DEBUG oslo_concurrency.lockutils [req-63fe396b-9af3-47cf-a3ab-a21e30cc3c4d req-63fa1982-7497-49e4-ac91-c1a3e371eb10 service nova] Acquired lock "refresh_cache-f9c0e18d-6ae1-4176-b2ba-2ec8bd6ca408" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1304.427798] env[69770]: DEBUG nova.network.neutron [req-63fe396b-9af3-47cf-a3ab-a21e30cc3c4d req-63fa1982-7497-49e4-ac91-c1a3e371eb10 service nova] [instance: f9c0e18d-6ae1-4176-b2ba-2ec8bd6ca408] Refreshing network info cache for port 6bcc559f-dffa-4d9c-b8e2-771203ab23cc {{(pid=69770) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1304.428996] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-0e79ca9d-2d2e-4df1-8f92-9c6263830eb3 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] [instance: f9c0e18d-6ae1-4176-b2ba-2ec8bd6ca408] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:65:53:24', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6a31b224-77d7-48a4-af87-312758611b8e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6bcc559f-dffa-4d9c-b8e2-771203ab23cc', 'vif_model': 'vmxnet3'}] {{(pid=69770) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1304.436590] env[69770]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0e79ca9d-2d2e-4df1-8f92-9c6263830eb3 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69770) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1304.436817] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-4975183a-b1d1-4d09-99a9-0b1dc219f06d tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] [instance: b6f8830a-54d9-4e27-96cc-e3726dbc42e4] Extended root virtual disk {{(pid=69770) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1304.440873] env[69770]: DEBUG nova.objects.instance [None req-9f429ce7-22db-4902-864d-c0ba5c59b49b tempest-AttachVolumeTestJSON-339692578 tempest-AttachVolumeTestJSON-339692578-project-member] Lazy-loading 'flavor' on Instance uuid 08413ca9-2b2a-4991-83cf-aa8965d2017a {{(pid=69770) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1304.441690] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f9c0e18d-6ae1-4176-b2ba-2ec8bd6ca408] Creating VM on the ESX host {{(pid=69770) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1304.442373] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7498e72-a755-4c6f-b001-da726ee1eef2 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.445731] env[69770]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-47109fb8-50ea-42cf-8835-c038ff382807 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.488101] env[69770]: DEBUG nova.virt.vmwareapi.volumeops [None req-4975183a-b1d1-4d09-99a9-0b1dc219f06d tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] [instance: b6f8830a-54d9-4e27-96cc-e3726dbc42e4] Reconfiguring VM instance instance-00000071 to attach disk [datastore2] b6f8830a-54d9-4e27-96cc-e3726dbc42e4/b6f8830a-54d9-4e27-96cc-e3726dbc42e4.vmdk or device None with type sparse {{(pid=69770) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1304.489992] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9e7bb83c-b77b-4619-9163-bbdd262a99ec {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.505060] env[69770]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1304.505060] env[69770]: value = "task-4070823" [ 1304.505060] env[69770]: _type = "Task" [ 1304.505060] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1304.511300] env[69770]: DEBUG nova.network.neutron [None req-85c8449f-c396-4368-8e46-41f32834345a tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] [instance: 755adf13-58e9-4da5-adfc-8ba308501fa4] Successfully updated port: 3e299ed1-2857-4d29-bee1-e27bb36da4b5 {{(pid=69770) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1304.517524] env[69770]: DEBUG oslo_vmware.api [None req-4975183a-b1d1-4d09-99a9-0b1dc219f06d tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] Waiting for the task: (returnval){ [ 1304.517524] env[69770]: value = "task-4070824" [ 1304.517524] env[69770]: _type = "Task" [ 1304.517524] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1304.517524] env[69770]: DEBUG oslo_vmware.api [-] Task: {'id': task-4070823, 'name': CreateVM_Task} progress is 15%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1304.532567] env[69770]: DEBUG oslo_vmware.api [None req-4975183a-b1d1-4d09-99a9-0b1dc219f06d tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] Task: {'id': task-4070824, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1304.639995] env[69770]: DEBUG oslo_concurrency.lockutils [req-3259e4cc-f47c-4bec-81ab-5886ba768000 req-814a5a3b-ce22-4f75-b1d9-eb39441cc53b service nova] Releasing lock "refresh_cache-755adf13-58e9-4da5-adfc-8ba308501fa4" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1304.639995] env[69770]: DEBUG nova.compute.manager [req-3259e4cc-f47c-4bec-81ab-5886ba768000 req-814a5a3b-ce22-4f75-b1d9-eb39441cc53b service nova] [instance: 245d05f8-a8b6-4985-aab4-c6f3c250f28a] Received event network-vif-unplugged-2389c99b-f39e-48dc-b478-99bc2a9184ff {{(pid=69770) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1304.639995] env[69770]: DEBUG oslo_concurrency.lockutils [req-3259e4cc-f47c-4bec-81ab-5886ba768000 req-814a5a3b-ce22-4f75-b1d9-eb39441cc53b service nova] Acquiring lock "245d05f8-a8b6-4985-aab4-c6f3c250f28a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1304.639995] env[69770]: DEBUG oslo_concurrency.lockutils [req-3259e4cc-f47c-4bec-81ab-5886ba768000 req-814a5a3b-ce22-4f75-b1d9-eb39441cc53b service nova] Lock "245d05f8-a8b6-4985-aab4-c6f3c250f28a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1304.639995] env[69770]: DEBUG oslo_concurrency.lockutils [req-3259e4cc-f47c-4bec-81ab-5886ba768000 req-814a5a3b-ce22-4f75-b1d9-eb39441cc53b service nova] Lock "245d05f8-a8b6-4985-aab4-c6f3c250f28a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1304.639995] env[69770]: DEBUG nova.compute.manager [req-3259e4cc-f47c-4bec-81ab-5886ba768000 req-814a5a3b-ce22-4f75-b1d9-eb39441cc53b service nova] [instance: 245d05f8-a8b6-4985-aab4-c6f3c250f28a] No waiting events found dispatching network-vif-unplugged-2389c99b-f39e-48dc-b478-99bc2a9184ff {{(pid=69770) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1304.639995] env[69770]: WARNING nova.compute.manager [req-3259e4cc-f47c-4bec-81ab-5886ba768000 req-814a5a3b-ce22-4f75-b1d9-eb39441cc53b service nova] [instance: 245d05f8-a8b6-4985-aab4-c6f3c250f28a] Received unexpected event network-vif-unplugged-2389c99b-f39e-48dc-b478-99bc2a9184ff for instance with vm_state shelved and task_state shelving_offloading. [ 1304.639995] env[69770]: DEBUG nova.compute.manager [req-3259e4cc-f47c-4bec-81ab-5886ba768000 req-814a5a3b-ce22-4f75-b1d9-eb39441cc53b service nova] [instance: 245d05f8-a8b6-4985-aab4-c6f3c250f28a] Received event network-changed-2389c99b-f39e-48dc-b478-99bc2a9184ff {{(pid=69770) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1304.639995] env[69770]: DEBUG nova.compute.manager [req-3259e4cc-f47c-4bec-81ab-5886ba768000 req-814a5a3b-ce22-4f75-b1d9-eb39441cc53b service nova] [instance: 245d05f8-a8b6-4985-aab4-c6f3c250f28a] Refreshing instance network info cache due to event network-changed-2389c99b-f39e-48dc-b478-99bc2a9184ff. {{(pid=69770) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1304.639995] env[69770]: DEBUG oslo_concurrency.lockutils [req-3259e4cc-f47c-4bec-81ab-5886ba768000 req-814a5a3b-ce22-4f75-b1d9-eb39441cc53b service nova] Acquiring lock "refresh_cache-245d05f8-a8b6-4985-aab4-c6f3c250f28a" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.640420] env[69770]: DEBUG oslo_concurrency.lockutils [req-3259e4cc-f47c-4bec-81ab-5886ba768000 req-814a5a3b-ce22-4f75-b1d9-eb39441cc53b service nova] Acquired lock "refresh_cache-245d05f8-a8b6-4985-aab4-c6f3c250f28a" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1304.640420] env[69770]: DEBUG nova.network.neutron [req-3259e4cc-f47c-4bec-81ab-5886ba768000 req-814a5a3b-ce22-4f75-b1d9-eb39441cc53b service nova] [instance: 245d05f8-a8b6-4985-aab4-c6f3c250f28a] Refreshing network info cache for port 2389c99b-f39e-48dc-b478-99bc2a9184ff {{(pid=69770) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1304.880762] env[69770]: DEBUG nova.objects.base [None req-1d9fd9e7-40fe-4fbe-bf49-6ac158bf7384 tempest-AttachVolumeShelveTestJSON-1191911444 tempest-AttachVolumeShelveTestJSON-1191911444-project-member] Object Instance<245d05f8-a8b6-4985-aab4-c6f3c250f28a> lazy-loaded attributes: resources,numa_topology {{(pid=69770) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1304.904681] env[69770]: DEBUG nova.network.neutron [None req-eeefc253-7229-4264-bb74-d6759972dbfe tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] [instance: d8d72175-258b-4178-9090-f4794ab0154e] Updating instance_info_cache with network_info: [{"id": "f5831a8b-70d8-4cca-8415-5139f7c0cc6b", "address": "fa:16:3e:01:43:71", "network": {"id": "deeccc4b-a1bb-4cc9-a2cb-ab451519c623", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1195845450-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.206", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "79f08803ff104b29b1724007c4361a7e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "26a1e556-1ede-445a-bf87-a35daa5d9070", "external-id": "nsx-vlan-transportzone-396", "segmentation_id": 396, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf5831a8b-70", "ovs_interfaceid": "f5831a8b-70d8-4cca-8415-5139f7c0cc6b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69770) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1304.912737] env[69770]: DEBUG nova.network.neutron [req-63fe396b-9af3-47cf-a3ab-a21e30cc3c4d req-63fa1982-7497-49e4-ac91-c1a3e371eb10 service nova] [instance: f9c0e18d-6ae1-4176-b2ba-2ec8bd6ca408] Updated VIF entry in instance network info cache for port 6bcc559f-dffa-4d9c-b8e2-771203ab23cc. {{(pid=69770) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1304.913130] env[69770]: DEBUG nova.network.neutron [req-63fe396b-9af3-47cf-a3ab-a21e30cc3c4d req-63fa1982-7497-49e4-ac91-c1a3e371eb10 service nova] [instance: f9c0e18d-6ae1-4176-b2ba-2ec8bd6ca408] Updating instance_info_cache with network_info: [{"id": "6bcc559f-dffa-4d9c-b8e2-771203ab23cc", "address": "fa:16:3e:65:53:24", "network": {"id": "5cb038fa-57e0-447e-965e-88265882e7e5", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1033362514-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "50458fae76de4e588f96680501eae48c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6a31b224-77d7-48a4-af87-312758611b8e", "external-id": "nsx-vlan-transportzone-761", "segmentation_id": 761, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6bcc559f-df", "ovs_interfaceid": "6bcc559f-dffa-4d9c-b8e2-771203ab23cc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69770) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1304.949368] env[69770]: DEBUG oslo_concurrency.lockutils [None req-9f429ce7-22db-4902-864d-c0ba5c59b49b tempest-AttachVolumeTestJSON-339692578 tempest-AttachVolumeTestJSON-339692578-project-member] Lock "08413ca9-2b2a-4991-83cf-aa8965d2017a" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.868s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1305.020065] env[69770]: DEBUG oslo_vmware.api [-] Task: {'id': task-4070823, 'name': CreateVM_Task} progress is 99%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1305.023621] env[69770]: DEBUG oslo_concurrency.lockutils [None req-85c8449f-c396-4368-8e46-41f32834345a tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] Acquiring lock "refresh_cache-755adf13-58e9-4da5-adfc-8ba308501fa4" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1305.025353] env[69770]: DEBUG oslo_concurrency.lockutils [None req-85c8449f-c396-4368-8e46-41f32834345a tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] Acquired lock "refresh_cache-755adf13-58e9-4da5-adfc-8ba308501fa4" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1305.025536] env[69770]: DEBUG nova.network.neutron [None req-85c8449f-c396-4368-8e46-41f32834345a tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] [instance: 755adf13-58e9-4da5-adfc-8ba308501fa4] Building network info cache for instance {{(pid=69770) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1305.039640] env[69770]: DEBUG oslo_vmware.api [None req-4975183a-b1d1-4d09-99a9-0b1dc219f06d tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] Task: {'id': task-4070824, 'name': ReconfigVM_Task, 'duration_secs': 0.399352} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1305.043757] env[69770]: DEBUG nova.virt.vmwareapi.volumeops [None req-4975183a-b1d1-4d09-99a9-0b1dc219f06d tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] [instance: b6f8830a-54d9-4e27-96cc-e3726dbc42e4] Reconfigured VM instance instance-00000071 to attach disk [datastore2] b6f8830a-54d9-4e27-96cc-e3726dbc42e4/b6f8830a-54d9-4e27-96cc-e3726dbc42e4.vmdk or device None with type sparse {{(pid=69770) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1305.045154] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-194dcbc9-96c8-4799-b9fb-0f61da2067fb {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.053757] env[69770]: DEBUG oslo_vmware.api [None req-4975183a-b1d1-4d09-99a9-0b1dc219f06d tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] Waiting for the task: (returnval){ [ 1305.053757] env[69770]: value = "task-4070825" [ 1305.053757] env[69770]: _type = "Task" [ 1305.053757] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1305.067766] env[69770]: DEBUG oslo_vmware.api [None req-4975183a-b1d1-4d09-99a9-0b1dc219f06d tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] Task: {'id': task-4070825, 'name': Rename_Task} progress is 5%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1305.080398] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-262db545-dff8-4338-9dfc-8b9eca2db36b {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.089139] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3640682-881d-4997-a1f9-96ac45e72f64 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.124692] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e85b982e-7e11-4732-ade9-1e56a728ddae {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.134087] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43f5fd17-d239-4c60-9af8-0b8251356d61 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.153018] env[69770]: DEBUG nova.compute.provider_tree [None req-1d9fd9e7-40fe-4fbe-bf49-6ac158bf7384 tempest-AttachVolumeShelveTestJSON-1191911444 tempest-AttachVolumeShelveTestJSON-1191911444-project-member] Inventory has not changed in ProviderTree for provider: 7cc7d32b-b7a7-454a-a456-2a440248ed9d {{(pid=69770) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1305.382830] env[69770]: DEBUG nova.network.neutron [req-3259e4cc-f47c-4bec-81ab-5886ba768000 req-814a5a3b-ce22-4f75-b1d9-eb39441cc53b service nova] [instance: 245d05f8-a8b6-4985-aab4-c6f3c250f28a] Updated VIF entry in instance network info cache for port 2389c99b-f39e-48dc-b478-99bc2a9184ff. {{(pid=69770) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1305.383249] env[69770]: DEBUG nova.network.neutron [req-3259e4cc-f47c-4bec-81ab-5886ba768000 req-814a5a3b-ce22-4f75-b1d9-eb39441cc53b service nova] [instance: 245d05f8-a8b6-4985-aab4-c6f3c250f28a] Updating instance_info_cache with network_info: [{"id": "2389c99b-f39e-48dc-b478-99bc2a9184ff", "address": "fa:16:3e:1e:91:03", "network": {"id": "62da2196-fd56-425b-b6e9-4f1c110ca1e6", "bridge": null, "label": "tempest-AttachVolumeShelveTestJSON-1719289018-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.237", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "63b30a591f8a45d2ad9dfb1e2a86dcc1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap2389c99b-f3", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69770) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1305.408313] env[69770]: DEBUG oslo_concurrency.lockutils [None req-eeefc253-7229-4264-bb74-d6759972dbfe tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] Releasing lock "refresh_cache-d8d72175-258b-4178-9090-f4794ab0154e" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1305.415562] env[69770]: DEBUG oslo_concurrency.lockutils [req-63fe396b-9af3-47cf-a3ab-a21e30cc3c4d req-63fa1982-7497-49e4-ac91-c1a3e371eb10 service nova] Releasing lock "refresh_cache-f9c0e18d-6ae1-4176-b2ba-2ec8bd6ca408" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1305.517225] env[69770]: DEBUG oslo_vmware.api [-] Task: {'id': task-4070823, 'name': CreateVM_Task, 'duration_secs': 0.612023} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1305.517381] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f9c0e18d-6ae1-4176-b2ba-2ec8bd6ca408] Created VM on the ESX host {{(pid=69770) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1305.518064] env[69770]: DEBUG oslo_concurrency.lockutils [None req-0e79ca9d-2d2e-4df1-8f92-9c6263830eb3 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1305.518239] env[69770]: DEBUG oslo_concurrency.lockutils [None req-0e79ca9d-2d2e-4df1-8f92-9c6263830eb3 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1305.518556] env[69770]: DEBUG oslo_concurrency.lockutils [None req-0e79ca9d-2d2e-4df1-8f92-9c6263830eb3 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1305.519170] env[69770]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4865e9ab-b754-45bd-8827-5d0e1a38c047 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.523978] env[69770]: DEBUG oslo_vmware.api [None req-0e79ca9d-2d2e-4df1-8f92-9c6263830eb3 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] Waiting for the task: (returnval){ [ 1305.523978] env[69770]: value = "session[52161b52-cb8e-ec9f-1132-2f6b49549d41]52b840a5-67c4-767b-cae3-f26afd5ae5cc" [ 1305.523978] env[69770]: _type = "Task" [ 1305.523978] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1305.534421] env[69770]: DEBUG oslo_vmware.api [None req-0e79ca9d-2d2e-4df1-8f92-9c6263830eb3 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]52b840a5-67c4-767b-cae3-f26afd5ae5cc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1305.564217] env[69770]: DEBUG oslo_vmware.api [None req-4975183a-b1d1-4d09-99a9-0b1dc219f06d tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] Task: {'id': task-4070825, 'name': Rename_Task, 'duration_secs': 0.148862} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1305.565103] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-4975183a-b1d1-4d09-99a9-0b1dc219f06d tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] [instance: b6f8830a-54d9-4e27-96cc-e3726dbc42e4] Powering on the VM {{(pid=69770) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1305.565344] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-87f8f8e6-d879-4154-ba40-7254fb6b267d {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.569658] env[69770]: WARNING nova.network.neutron [None req-85c8449f-c396-4368-8e46-41f32834345a tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] [instance: 755adf13-58e9-4da5-adfc-8ba308501fa4] d5ae8d06-e279-436f-9c41-66b44f6f2542 already exists in list: networks containing: ['d5ae8d06-e279-436f-9c41-66b44f6f2542']. ignoring it [ 1305.575644] env[69770]: DEBUG oslo_vmware.api [None req-4975183a-b1d1-4d09-99a9-0b1dc219f06d tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] Waiting for the task: (returnval){ [ 1305.575644] env[69770]: value = "task-4070826" [ 1305.575644] env[69770]: _type = "Task" [ 1305.575644] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1305.584234] env[69770]: DEBUG oslo_vmware.api [None req-4975183a-b1d1-4d09-99a9-0b1dc219f06d tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] Task: {'id': task-4070826, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1305.658530] env[69770]: DEBUG nova.scheduler.client.report [None req-1d9fd9e7-40fe-4fbe-bf49-6ac158bf7384 tempest-AttachVolumeShelveTestJSON-1191911444 tempest-AttachVolumeShelveTestJSON-1191911444-project-member] Inventory has not changed for provider 7cc7d32b-b7a7-454a-a456-2a440248ed9d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69770) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1305.770694] env[69770]: DEBUG oslo_concurrency.lockutils [None req-d2beed8c-6c8b-4ae1-aabc-47048c133aca tempest-AttachVolumeTestJSON-339692578 tempest-AttachVolumeTestJSON-339692578-project-member] Acquiring lock "08413ca9-2b2a-4991-83cf-aa8965d2017a" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1305.770694] env[69770]: DEBUG oslo_concurrency.lockutils [None req-d2beed8c-6c8b-4ae1-aabc-47048c133aca tempest-AttachVolumeTestJSON-339692578 tempest-AttachVolumeTestJSON-339692578-project-member] Lock "08413ca9-2b2a-4991-83cf-aa8965d2017a" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1305.865183] env[69770]: DEBUG oslo_service.periodic_task [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69770) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1305.865435] env[69770]: DEBUG oslo_service.periodic_task [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69770) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1305.865624] env[69770]: DEBUG oslo_service.periodic_task [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69770) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1305.870223] env[69770]: DEBUG oslo_service.periodic_task [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69770) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1305.870651] env[69770]: DEBUG oslo_service.periodic_task [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69770) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1305.870889] env[69770]: DEBUG oslo_service.periodic_task [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69770) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1305.871075] env[69770]: DEBUG nova.compute.manager [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69770) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1305.885770] env[69770]: DEBUG oslo_concurrency.lockutils [req-3259e4cc-f47c-4bec-81ab-5886ba768000 req-814a5a3b-ce22-4f75-b1d9-eb39441cc53b service nova] Releasing lock "refresh_cache-245d05f8-a8b6-4985-aab4-c6f3c250f28a" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1305.918092] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a96f10d-0114-4b2a-bc67-371aa54a5e6d {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.932146] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-348f1623-1ec4-4ad7-8cd1-5c28cb4ec6c2 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.005665] env[69770]: DEBUG nova.network.neutron [None req-85c8449f-c396-4368-8e46-41f32834345a tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] [instance: 755adf13-58e9-4da5-adfc-8ba308501fa4] Updating instance_info_cache with network_info: [{"id": "e2f953c1-acfb-48ab-a357-c71a8980eb96", "address": "fa:16:3e:f0:12:78", "network": {"id": "d5ae8d06-e279-436f-9c41-66b44f6f2542", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1370812323-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.178", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "63715e849e05463da9bfa0405c750b8f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dad4f433-bb0b-45c7-8040-972ef2277f75", "external-id": "nsx-vlan-transportzone-451", "segmentation_id": 451, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape2f953c1-ac", "ovs_interfaceid": "e2f953c1-acfb-48ab-a357-c71a8980eb96", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "3e299ed1-2857-4d29-bee1-e27bb36da4b5", "address": "fa:16:3e:ae:3d:58", "network": {"id": "d5ae8d06-e279-436f-9c41-66b44f6f2542", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1370812323-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "63715e849e05463da9bfa0405c750b8f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dad4f433-bb0b-45c7-8040-972ef2277f75", "external-id": "nsx-vlan-transportzone-451", "segmentation_id": 451, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3e299ed1-28", "ovs_interfaceid": "3e299ed1-2857-4d29-bee1-e27bb36da4b5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=69770) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1306.022045] env[69770]: DEBUG nova.compute.manager [req-6e8216bd-d60c-4105-8f7a-2b90f87b4b8a req-ff4630c3-7814-47fd-9884-b2d494af30ea service nova] [instance: 755adf13-58e9-4da5-adfc-8ba308501fa4] Received event network-vif-plugged-3e299ed1-2857-4d29-bee1-e27bb36da4b5 {{(pid=69770) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1306.022045] env[69770]: DEBUG oslo_concurrency.lockutils [req-6e8216bd-d60c-4105-8f7a-2b90f87b4b8a req-ff4630c3-7814-47fd-9884-b2d494af30ea service nova] Acquiring lock "755adf13-58e9-4da5-adfc-8ba308501fa4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1306.022204] env[69770]: DEBUG oslo_concurrency.lockutils [req-6e8216bd-d60c-4105-8f7a-2b90f87b4b8a req-ff4630c3-7814-47fd-9884-b2d494af30ea service nova] Lock "755adf13-58e9-4da5-adfc-8ba308501fa4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1306.022398] env[69770]: DEBUG oslo_concurrency.lockutils [req-6e8216bd-d60c-4105-8f7a-2b90f87b4b8a req-ff4630c3-7814-47fd-9884-b2d494af30ea service nova] Lock "755adf13-58e9-4da5-adfc-8ba308501fa4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1306.022585] env[69770]: DEBUG nova.compute.manager [req-6e8216bd-d60c-4105-8f7a-2b90f87b4b8a req-ff4630c3-7814-47fd-9884-b2d494af30ea service nova] [instance: 755adf13-58e9-4da5-adfc-8ba308501fa4] No waiting events found dispatching network-vif-plugged-3e299ed1-2857-4d29-bee1-e27bb36da4b5 {{(pid=69770) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1306.022867] env[69770]: WARNING nova.compute.manager [req-6e8216bd-d60c-4105-8f7a-2b90f87b4b8a req-ff4630c3-7814-47fd-9884-b2d494af30ea service nova] [instance: 755adf13-58e9-4da5-adfc-8ba308501fa4] Received unexpected event network-vif-plugged-3e299ed1-2857-4d29-bee1-e27bb36da4b5 for instance with vm_state active and task_state None. [ 1306.022983] env[69770]: DEBUG nova.compute.manager [req-6e8216bd-d60c-4105-8f7a-2b90f87b4b8a req-ff4630c3-7814-47fd-9884-b2d494af30ea service nova] [instance: 755adf13-58e9-4da5-adfc-8ba308501fa4] Received event network-changed-3e299ed1-2857-4d29-bee1-e27bb36da4b5 {{(pid=69770) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1306.023196] env[69770]: DEBUG nova.compute.manager [req-6e8216bd-d60c-4105-8f7a-2b90f87b4b8a req-ff4630c3-7814-47fd-9884-b2d494af30ea service nova] [instance: 755adf13-58e9-4da5-adfc-8ba308501fa4] Refreshing instance network info cache due to event network-changed-3e299ed1-2857-4d29-bee1-e27bb36da4b5. {{(pid=69770) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1306.023794] env[69770]: DEBUG oslo_concurrency.lockutils [req-6e8216bd-d60c-4105-8f7a-2b90f87b4b8a req-ff4630c3-7814-47fd-9884-b2d494af30ea service nova] Acquiring lock "refresh_cache-755adf13-58e9-4da5-adfc-8ba308501fa4" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.036847] env[69770]: DEBUG oslo_vmware.api [None req-0e79ca9d-2d2e-4df1-8f92-9c6263830eb3 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]52b840a5-67c4-767b-cae3-f26afd5ae5cc, 'name': SearchDatastore_Task, 'duration_secs': 0.02649} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1306.037184] env[69770]: DEBUG oslo_concurrency.lockutils [None req-0e79ca9d-2d2e-4df1-8f92-9c6263830eb3 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1306.038396] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-0e79ca9d-2d2e-4df1-8f92-9c6263830eb3 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] [instance: f9c0e18d-6ae1-4176-b2ba-2ec8bd6ca408] Processing image d1eaff80-24a0-4391-90eb-59958b1ecf0a {{(pid=69770) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1306.038396] env[69770]: DEBUG oslo_concurrency.lockutils [None req-0e79ca9d-2d2e-4df1-8f92-9c6263830eb3 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.038396] env[69770]: DEBUG oslo_concurrency.lockutils [None req-0e79ca9d-2d2e-4df1-8f92-9c6263830eb3 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.038396] env[69770]: DEBUG nova.virt.vmwareapi.ds_util [None req-0e79ca9d-2d2e-4df1-8f92-9c6263830eb3 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69770) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1306.038396] env[69770]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-38cc08fa-1a62-4db5-962f-de35df79f04f {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.049415] env[69770]: DEBUG nova.virt.vmwareapi.ds_util [None req-0e79ca9d-2d2e-4df1-8f92-9c6263830eb3 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69770) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1306.049612] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-0e79ca9d-2d2e-4df1-8f92-9c6263830eb3 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69770) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1306.050450] env[69770]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-488a8bdd-beda-48e7-bbea-6b84195152ae {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.054699] env[69770]: DEBUG oslo_concurrency.lockutils [None req-5112414e-a4eb-41a5-bf9d-516f02fd6db9 tempest-AttachVolumeShelveTestJSON-1191911444 tempest-AttachVolumeShelveTestJSON-1191911444-project-member] Acquiring lock "245d05f8-a8b6-4985-aab4-c6f3c250f28a" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1306.057401] env[69770]: DEBUG oslo_vmware.api [None req-0e79ca9d-2d2e-4df1-8f92-9c6263830eb3 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] Waiting for the task: (returnval){ [ 1306.057401] env[69770]: value = "session[52161b52-cb8e-ec9f-1132-2f6b49549d41]529a11d5-0d6e-9dd5-fb9f-07cf2f05bc68" [ 1306.057401] env[69770]: _type = "Task" [ 1306.057401] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1306.067747] env[69770]: DEBUG oslo_vmware.api [None req-0e79ca9d-2d2e-4df1-8f92-9c6263830eb3 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]529a11d5-0d6e-9dd5-fb9f-07cf2f05bc68, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1306.088046] env[69770]: DEBUG oslo_vmware.api [None req-4975183a-b1d1-4d09-99a9-0b1dc219f06d tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] Task: {'id': task-4070826, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1306.164676] env[69770]: DEBUG oslo_concurrency.lockutils [None req-1d9fd9e7-40fe-4fbe-bf49-6ac158bf7384 tempest-AttachVolumeShelveTestJSON-1191911444 tempest-AttachVolumeShelveTestJSON-1191911444-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.297s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1306.274760] env[69770]: INFO nova.compute.manager [None req-d2beed8c-6c8b-4ae1-aabc-47048c133aca tempest-AttachVolumeTestJSON-339692578 tempest-AttachVolumeTestJSON-339692578-project-member] [instance: 08413ca9-2b2a-4991-83cf-aa8965d2017a] Detaching volume 45c9b37b-cd09-4ae9-8b6c-4d84f3b4d41a [ 1306.318234] env[69770]: INFO nova.virt.block_device [None req-d2beed8c-6c8b-4ae1-aabc-47048c133aca tempest-AttachVolumeTestJSON-339692578 tempest-AttachVolumeTestJSON-339692578-project-member] [instance: 08413ca9-2b2a-4991-83cf-aa8965d2017a] Attempting to driver detach volume 45c9b37b-cd09-4ae9-8b6c-4d84f3b4d41a from mountpoint /dev/sdb [ 1306.318584] env[69770]: DEBUG nova.virt.vmwareapi.volumeops [None req-d2beed8c-6c8b-4ae1-aabc-47048c133aca tempest-AttachVolumeTestJSON-339692578 tempest-AttachVolumeTestJSON-339692578-project-member] [instance: 08413ca9-2b2a-4991-83cf-aa8965d2017a] Volume detach. Driver type: vmdk {{(pid=69770) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1306.318870] env[69770]: DEBUG nova.virt.vmwareapi.volumeops [None req-d2beed8c-6c8b-4ae1-aabc-47048c133aca tempest-AttachVolumeTestJSON-339692578 tempest-AttachVolumeTestJSON-339692578-project-member] [instance: 08413ca9-2b2a-4991-83cf-aa8965d2017a] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-806685', 'volume_id': '45c9b37b-cd09-4ae9-8b6c-4d84f3b4d41a', 'name': 'volume-45c9b37b-cd09-4ae9-8b6c-4d84f3b4d41a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '08413ca9-2b2a-4991-83cf-aa8965d2017a', 'attached_at': '', 'detached_at': '', 'volume_id': '45c9b37b-cd09-4ae9-8b6c-4d84f3b4d41a', 'serial': '45c9b37b-cd09-4ae9-8b6c-4d84f3b4d41a'} {{(pid=69770) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1306.320180] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a5a06de-5b72-4ba4-9e71-5078158b9cf0 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.350546] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03be88d0-494d-49f6-b337-b96c246abe11 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.359027] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b44b3f6b-3ec7-4b48-8b79-4cf5f14144ac {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.399669] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fa1a4bf-b95c-418f-80c3-0b7373b1ef5e {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.425294] env[69770]: DEBUG nova.virt.vmwareapi.volumeops [None req-d2beed8c-6c8b-4ae1-aabc-47048c133aca tempest-AttachVolumeTestJSON-339692578 tempest-AttachVolumeTestJSON-339692578-project-member] The volume has not been displaced from its original location: [datastore2] volume-45c9b37b-cd09-4ae9-8b6c-4d84f3b4d41a/volume-45c9b37b-cd09-4ae9-8b6c-4d84f3b4d41a.vmdk. No consolidation needed. {{(pid=69770) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1306.434696] env[69770]: DEBUG nova.virt.vmwareapi.volumeops [None req-d2beed8c-6c8b-4ae1-aabc-47048c133aca tempest-AttachVolumeTestJSON-339692578 tempest-AttachVolumeTestJSON-339692578-project-member] [instance: 08413ca9-2b2a-4991-83cf-aa8965d2017a] Reconfiguring VM instance instance-00000068 to detach disk 2001 {{(pid=69770) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1306.435129] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3a8cb1a7-9753-4169-be63-884d1d2b709c {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.454385] env[69770]: DEBUG oslo_vmware.api [None req-d2beed8c-6c8b-4ae1-aabc-47048c133aca tempest-AttachVolumeTestJSON-339692578 tempest-AttachVolumeTestJSON-339692578-project-member] Waiting for the task: (returnval){ [ 1306.454385] env[69770]: value = "task-4070827" [ 1306.454385] env[69770]: _type = "Task" [ 1306.454385] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1306.464096] env[69770]: DEBUG oslo_vmware.api [None req-d2beed8c-6c8b-4ae1-aabc-47048c133aca tempest-AttachVolumeTestJSON-339692578 tempest-AttachVolumeTestJSON-339692578-project-member] Task: {'id': task-4070827, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1306.508058] env[69770]: DEBUG oslo_concurrency.lockutils [None req-85c8449f-c396-4368-8e46-41f32834345a tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] Releasing lock "refresh_cache-755adf13-58e9-4da5-adfc-8ba308501fa4" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1306.508642] env[69770]: DEBUG oslo_concurrency.lockutils [None req-85c8449f-c396-4368-8e46-41f32834345a tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] Acquiring lock "755adf13-58e9-4da5-adfc-8ba308501fa4" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.508809] env[69770]: DEBUG oslo_concurrency.lockutils [None req-85c8449f-c396-4368-8e46-41f32834345a tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] Acquired lock "755adf13-58e9-4da5-adfc-8ba308501fa4" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.509233] env[69770]: DEBUG oslo_concurrency.lockutils [req-6e8216bd-d60c-4105-8f7a-2b90f87b4b8a req-ff4630c3-7814-47fd-9884-b2d494af30ea service nova] Acquired lock "refresh_cache-755adf13-58e9-4da5-adfc-8ba308501fa4" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.509521] env[69770]: DEBUG nova.network.neutron [req-6e8216bd-d60c-4105-8f7a-2b90f87b4b8a req-ff4630c3-7814-47fd-9884-b2d494af30ea service nova] [instance: 755adf13-58e9-4da5-adfc-8ba308501fa4] Refreshing network info cache for port 3e299ed1-2857-4d29-bee1-e27bb36da4b5 {{(pid=69770) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1306.511382] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca2180cd-e10e-4e26-9705-06234131d545 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.530798] env[69770]: DEBUG nova.virt.hardware [None req-85c8449f-c396-4368-8e46-41f32834345a tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T12:16:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69770) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1306.531140] env[69770]: DEBUG nova.virt.hardware [None req-85c8449f-c396-4368-8e46-41f32834345a tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] Flavor limits 0:0:0 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1306.531277] env[69770]: DEBUG nova.virt.hardware [None req-85c8449f-c396-4368-8e46-41f32834345a tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] Image limits 0:0:0 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1306.531422] env[69770]: DEBUG nova.virt.hardware [None req-85c8449f-c396-4368-8e46-41f32834345a tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] Flavor pref 0:0:0 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1306.531572] env[69770]: DEBUG nova.virt.hardware [None req-85c8449f-c396-4368-8e46-41f32834345a tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] Image pref 0:0:0 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1306.531718] env[69770]: DEBUG nova.virt.hardware [None req-85c8449f-c396-4368-8e46-41f32834345a tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1306.531936] env[69770]: DEBUG nova.virt.hardware [None req-85c8449f-c396-4368-8e46-41f32834345a tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69770) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1306.532100] env[69770]: DEBUG nova.virt.hardware [None req-85c8449f-c396-4368-8e46-41f32834345a tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69770) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1306.532272] env[69770]: DEBUG nova.virt.hardware [None req-85c8449f-c396-4368-8e46-41f32834345a tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] Got 1 possible topologies {{(pid=69770) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1306.532446] env[69770]: DEBUG nova.virt.hardware [None req-85c8449f-c396-4368-8e46-41f32834345a tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69770) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1306.532619] env[69770]: DEBUG nova.virt.hardware [None req-85c8449f-c396-4368-8e46-41f32834345a tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69770) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1306.538994] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-85c8449f-c396-4368-8e46-41f32834345a tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] [instance: 755adf13-58e9-4da5-adfc-8ba308501fa4] Reconfiguring VM to attach interface {{(pid=69770) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1306.541751] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-26108ff7-1df1-4629-8f1f-c0b06cc781a6 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.563696] env[69770]: DEBUG oslo_vmware.api [None req-85c8449f-c396-4368-8e46-41f32834345a tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] Waiting for the task: (returnval){ [ 1306.563696] env[69770]: value = "task-4070828" [ 1306.563696] env[69770]: _type = "Task" [ 1306.563696] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1306.567735] env[69770]: DEBUG oslo_vmware.api [None req-0e79ca9d-2d2e-4df1-8f92-9c6263830eb3 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]529a11d5-0d6e-9dd5-fb9f-07cf2f05bc68, 'name': SearchDatastore_Task, 'duration_secs': 0.021512} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1306.572518] env[69770]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ca105ce9-7954-4d63-a62c-83f30467f026 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.575410] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a76bf3f6-28e6-4b1e-858b-37afa17f5fb2 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.586130] env[69770]: DEBUG oslo_vmware.api [None req-0e79ca9d-2d2e-4df1-8f92-9c6263830eb3 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] Waiting for the task: (returnval){ [ 1306.586130] env[69770]: value = "session[52161b52-cb8e-ec9f-1132-2f6b49549d41]5213ad5e-14e4-0feb-5617-8939457b3de6" [ 1306.586130] env[69770]: _type = "Task" [ 1306.586130] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1306.586598] env[69770]: DEBUG oslo_vmware.api [None req-85c8449f-c396-4368-8e46-41f32834345a tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] Task: {'id': task-4070828, 'name': ReconfigVM_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1306.604441] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0ff0656-91af-4c63-9ee2-f13dd7914dab {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.610436] env[69770]: DEBUG oslo_vmware.api [None req-4975183a-b1d1-4d09-99a9-0b1dc219f06d tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] Task: {'id': task-4070826, 'name': PowerOnVM_Task, 'duration_secs': 0.8232} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1306.611618] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-4975183a-b1d1-4d09-99a9-0b1dc219f06d tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] [instance: b6f8830a-54d9-4e27-96cc-e3726dbc42e4] Powered on the VM {{(pid=69770) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1306.611791] env[69770]: INFO nova.compute.manager [None req-4975183a-b1d1-4d09-99a9-0b1dc219f06d tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] [instance: b6f8830a-54d9-4e27-96cc-e3726dbc42e4] Took 7.23 seconds to spawn the instance on the hypervisor. [ 1306.611956] env[69770]: DEBUG nova.compute.manager [None req-4975183a-b1d1-4d09-99a9-0b1dc219f06d tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] [instance: b6f8830a-54d9-4e27-96cc-e3726dbc42e4] Checking state {{(pid=69770) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1306.613250] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f7040cb-5761-415a-975c-e5102e4e5aa8 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.626901] env[69770]: DEBUG oslo_vmware.api [None req-0e79ca9d-2d2e-4df1-8f92-9c6263830eb3 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]5213ad5e-14e4-0feb-5617-8939457b3de6, 'name': SearchDatastore_Task, 'duration_secs': 0.011604} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1306.627457] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-eeefc253-7229-4264-bb74-d6759972dbfe tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] [instance: d8d72175-258b-4178-9090-f4794ab0154e] Updating instance 'd8d72175-258b-4178-9090-f4794ab0154e' progress to 83 {{(pid=69770) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1306.633982] env[69770]: DEBUG oslo_concurrency.lockutils [None req-0e79ca9d-2d2e-4df1-8f92-9c6263830eb3 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1306.634448] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e79ca9d-2d2e-4df1-8f92-9c6263830eb3 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk to [datastore2] f9c0e18d-6ae1-4176-b2ba-2ec8bd6ca408/f9c0e18d-6ae1-4176-b2ba-2ec8bd6ca408.vmdk {{(pid=69770) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1306.635569] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6efc0f31-b408-4f62-aae1-4a080868699d {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.655245] env[69770]: DEBUG oslo_vmware.api [None req-0e79ca9d-2d2e-4df1-8f92-9c6263830eb3 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] Waiting for the task: (returnval){ [ 1306.655245] env[69770]: value = "task-4070829" [ 1306.655245] env[69770]: _type = "Task" [ 1306.655245] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1306.667418] env[69770]: DEBUG oslo_vmware.api [None req-0e79ca9d-2d2e-4df1-8f92-9c6263830eb3 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] Task: {'id': task-4070829, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1306.675084] env[69770]: DEBUG oslo_concurrency.lockutils [None req-1d9fd9e7-40fe-4fbe-bf49-6ac158bf7384 tempest-AttachVolumeShelveTestJSON-1191911444 tempest-AttachVolumeShelveTestJSON-1191911444-project-member] Lock "245d05f8-a8b6-4985-aab4-c6f3c250f28a" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 22.350s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1306.676678] env[69770]: DEBUG oslo_concurrency.lockutils [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] Lock "245d05f8-a8b6-4985-aab4-c6f3c250f28a" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 19.352s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1306.676678] env[69770]: INFO nova.compute.manager [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] [instance: 245d05f8-a8b6-4985-aab4-c6f3c250f28a] During sync_power_state the instance has a pending task (shelving_image_pending_upload). Skip. [ 1306.677102] env[69770]: DEBUG oslo_concurrency.lockutils [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] Lock "245d05f8-a8b6-4985-aab4-c6f3c250f28a" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.001s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1306.677540] env[69770]: DEBUG oslo_concurrency.lockutils [None req-5112414e-a4eb-41a5-bf9d-516f02fd6db9 tempest-AttachVolumeShelveTestJSON-1191911444 tempest-AttachVolumeShelveTestJSON-1191911444-project-member] Lock "245d05f8-a8b6-4985-aab4-c6f3c250f28a" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 0.623s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1306.677847] env[69770]: INFO nova.compute.manager [None req-5112414e-a4eb-41a5-bf9d-516f02fd6db9 tempest-AttachVolumeShelveTestJSON-1191911444 tempest-AttachVolumeShelveTestJSON-1191911444-project-member] [instance: 245d05f8-a8b6-4985-aab4-c6f3c250f28a] Unshelving [ 1306.965831] env[69770]: DEBUG oslo_vmware.api [None req-d2beed8c-6c8b-4ae1-aabc-47048c133aca tempest-AttachVolumeTestJSON-339692578 tempest-AttachVolumeTestJSON-339692578-project-member] Task: {'id': task-4070827, 'name': ReconfigVM_Task, 'duration_secs': 0.327014} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1306.966060] env[69770]: DEBUG nova.virt.vmwareapi.volumeops [None req-d2beed8c-6c8b-4ae1-aabc-47048c133aca tempest-AttachVolumeTestJSON-339692578 tempest-AttachVolumeTestJSON-339692578-project-member] [instance: 08413ca9-2b2a-4991-83cf-aa8965d2017a] Reconfigured VM instance instance-00000068 to detach disk 2001 {{(pid=69770) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1306.971142] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-770eb161-035a-4bb9-ba1f-75ecaa46c85d {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.988599] env[69770]: DEBUG oslo_vmware.api [None req-d2beed8c-6c8b-4ae1-aabc-47048c133aca tempest-AttachVolumeTestJSON-339692578 tempest-AttachVolumeTestJSON-339692578-project-member] Waiting for the task: (returnval){ [ 1306.988599] env[69770]: value = "task-4070830" [ 1306.988599] env[69770]: _type = "Task" [ 1306.988599] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1306.998368] env[69770]: DEBUG oslo_vmware.api [None req-d2beed8c-6c8b-4ae1-aabc-47048c133aca tempest-AttachVolumeTestJSON-339692578 tempest-AttachVolumeTestJSON-339692578-project-member] Task: {'id': task-4070830, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1307.079077] env[69770]: DEBUG oslo_vmware.api [None req-85c8449f-c396-4368-8e46-41f32834345a tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] Task: {'id': task-4070828, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1307.137927] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-eeefc253-7229-4264-bb74-d6759972dbfe tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] [instance: d8d72175-258b-4178-9090-f4794ab0154e] Powering on the VM {{(pid=69770) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1307.138453] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fd26456b-2c43-46a6-a1de-f5a3a2093523 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.156241] env[69770]: DEBUG oslo_vmware.api [None req-eeefc253-7229-4264-bb74-d6759972dbfe tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] Waiting for the task: (returnval){ [ 1307.156241] env[69770]: value = "task-4070831" [ 1307.156241] env[69770]: _type = "Task" [ 1307.156241] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1307.166889] env[69770]: INFO nova.compute.manager [None req-4975183a-b1d1-4d09-99a9-0b1dc219f06d tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] [instance: b6f8830a-54d9-4e27-96cc-e3726dbc42e4] Took 12.15 seconds to build instance. [ 1307.186901] env[69770]: DEBUG oslo_vmware.api [None req-eeefc253-7229-4264-bb74-d6759972dbfe tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] Task: {'id': task-4070831, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1307.187183] env[69770]: DEBUG oslo_vmware.api [None req-0e79ca9d-2d2e-4df1-8f92-9c6263830eb3 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] Task: {'id': task-4070829, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1307.303775] env[69770]: DEBUG nova.network.neutron [req-6e8216bd-d60c-4105-8f7a-2b90f87b4b8a req-ff4630c3-7814-47fd-9884-b2d494af30ea service nova] [instance: 755adf13-58e9-4da5-adfc-8ba308501fa4] Updated VIF entry in instance network info cache for port 3e299ed1-2857-4d29-bee1-e27bb36da4b5. {{(pid=69770) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1307.304844] env[69770]: DEBUG nova.network.neutron [req-6e8216bd-d60c-4105-8f7a-2b90f87b4b8a req-ff4630c3-7814-47fd-9884-b2d494af30ea service nova] [instance: 755adf13-58e9-4da5-adfc-8ba308501fa4] Updating instance_info_cache with network_info: [{"id": "e2f953c1-acfb-48ab-a357-c71a8980eb96", "address": "fa:16:3e:f0:12:78", "network": {"id": "d5ae8d06-e279-436f-9c41-66b44f6f2542", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1370812323-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.178", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "63715e849e05463da9bfa0405c750b8f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dad4f433-bb0b-45c7-8040-972ef2277f75", "external-id": "nsx-vlan-transportzone-451", "segmentation_id": 451, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape2f953c1-ac", "ovs_interfaceid": "e2f953c1-acfb-48ab-a357-c71a8980eb96", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "3e299ed1-2857-4d29-bee1-e27bb36da4b5", "address": "fa:16:3e:ae:3d:58", "network": {"id": "d5ae8d06-e279-436f-9c41-66b44f6f2542", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1370812323-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "63715e849e05463da9bfa0405c750b8f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dad4f433-bb0b-45c7-8040-972ef2277f75", "external-id": "nsx-vlan-transportzone-451", "segmentation_id": 451, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3e299ed1-28", "ovs_interfaceid": "3e299ed1-2857-4d29-bee1-e27bb36da4b5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=69770) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1307.498810] env[69770]: DEBUG oslo_vmware.api [None req-d2beed8c-6c8b-4ae1-aabc-47048c133aca tempest-AttachVolumeTestJSON-339692578 tempest-AttachVolumeTestJSON-339692578-project-member] Task: {'id': task-4070830, 'name': ReconfigVM_Task, 'duration_secs': 0.222117} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1307.499172] env[69770]: DEBUG nova.virt.vmwareapi.volumeops [None req-d2beed8c-6c8b-4ae1-aabc-47048c133aca tempest-AttachVolumeTestJSON-339692578 tempest-AttachVolumeTestJSON-339692578-project-member] [instance: 08413ca9-2b2a-4991-83cf-aa8965d2017a] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-806685', 'volume_id': '45c9b37b-cd09-4ae9-8b6c-4d84f3b4d41a', 'name': 'volume-45c9b37b-cd09-4ae9-8b6c-4d84f3b4d41a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '08413ca9-2b2a-4991-83cf-aa8965d2017a', 'attached_at': '', 'detached_at': '', 'volume_id': '45c9b37b-cd09-4ae9-8b6c-4d84f3b4d41a', 'serial': '45c9b37b-cd09-4ae9-8b6c-4d84f3b4d41a'} {{(pid=69770) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1307.579743] env[69770]: DEBUG oslo_vmware.api [None req-85c8449f-c396-4368-8e46-41f32834345a tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] Task: {'id': task-4070828, 'name': ReconfigVM_Task, 'duration_secs': 0.896722} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1307.580270] env[69770]: DEBUG oslo_concurrency.lockutils [None req-85c8449f-c396-4368-8e46-41f32834345a tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] Releasing lock "755adf13-58e9-4da5-adfc-8ba308501fa4" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.580484] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-85c8449f-c396-4368-8e46-41f32834345a tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] [instance: 755adf13-58e9-4da5-adfc-8ba308501fa4] Reconfigured VM to attach interface {{(pid=69770) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1307.673397] env[69770]: DEBUG oslo_vmware.api [None req-0e79ca9d-2d2e-4df1-8f92-9c6263830eb3 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] Task: {'id': task-4070829, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.642009} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1307.677737] env[69770]: DEBUG oslo_concurrency.lockutils [None req-4975183a-b1d1-4d09-99a9-0b1dc219f06d tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] Lock "b6f8830a-54d9-4e27-96cc-e3726dbc42e4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.678s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1307.678093] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e79ca9d-2d2e-4df1-8f92-9c6263830eb3 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk to [datastore2] f9c0e18d-6ae1-4176-b2ba-2ec8bd6ca408/f9c0e18d-6ae1-4176-b2ba-2ec8bd6ca408.vmdk {{(pid=69770) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1307.678379] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-0e79ca9d-2d2e-4df1-8f92-9c6263830eb3 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] [instance: f9c0e18d-6ae1-4176-b2ba-2ec8bd6ca408] Extending root virtual disk to 1048576 {{(pid=69770) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1307.678770] env[69770]: DEBUG oslo_vmware.api [None req-eeefc253-7229-4264-bb74-d6759972dbfe tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] Task: {'id': task-4070831, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1307.679074] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-04686a4c-7f34-4881-ba3b-16427899970f {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.689021] env[69770]: DEBUG oslo_vmware.api [None req-0e79ca9d-2d2e-4df1-8f92-9c6263830eb3 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] Waiting for the task: (returnval){ [ 1307.689021] env[69770]: value = "task-4070832" [ 1307.689021] env[69770]: _type = "Task" [ 1307.689021] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1307.706206] env[69770]: DEBUG oslo_vmware.api [None req-0e79ca9d-2d2e-4df1-8f92-9c6263830eb3 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] Task: {'id': task-4070832, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1307.714389] env[69770]: DEBUG oslo_concurrency.lockutils [None req-5112414e-a4eb-41a5-bf9d-516f02fd6db9 tempest-AttachVolumeShelveTestJSON-1191911444 tempest-AttachVolumeShelveTestJSON-1191911444-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1307.714698] env[69770]: DEBUG oslo_concurrency.lockutils [None req-5112414e-a4eb-41a5-bf9d-516f02fd6db9 tempest-AttachVolumeShelveTestJSON-1191911444 tempest-AttachVolumeShelveTestJSON-1191911444-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1307.714907] env[69770]: DEBUG nova.objects.instance [None req-5112414e-a4eb-41a5-bf9d-516f02fd6db9 tempest-AttachVolumeShelveTestJSON-1191911444 tempest-AttachVolumeShelveTestJSON-1191911444-project-member] Lazy-loading 'pci_requests' on Instance uuid 245d05f8-a8b6-4985-aab4-c6f3c250f28a {{(pid=69770) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1307.808124] env[69770]: DEBUG oslo_concurrency.lockutils [req-6e8216bd-d60c-4105-8f7a-2b90f87b4b8a req-ff4630c3-7814-47fd-9884-b2d494af30ea service nova] Releasing lock "refresh_cache-755adf13-58e9-4da5-adfc-8ba308501fa4" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.017630] env[69770]: INFO nova.compute.manager [None req-267f6cf3-5a42-4171-9179-4d9bce6b6a55 tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] [instance: b6f8830a-54d9-4e27-96cc-e3726dbc42e4] Rebuilding instance [ 1308.045385] env[69770]: DEBUG nova.objects.instance [None req-d2beed8c-6c8b-4ae1-aabc-47048c133aca tempest-AttachVolumeTestJSON-339692578 tempest-AttachVolumeTestJSON-339692578-project-member] Lazy-loading 'flavor' on Instance uuid 08413ca9-2b2a-4991-83cf-aa8965d2017a {{(pid=69770) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1308.054965] env[69770]: DEBUG nova.compute.manager [None req-267f6cf3-5a42-4171-9179-4d9bce6b6a55 tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] [instance: b6f8830a-54d9-4e27-96cc-e3726dbc42e4] Checking state {{(pid=69770) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1308.055889] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-021d38a6-de8c-4752-be43-e7d050babf5e {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.085536] env[69770]: DEBUG oslo_concurrency.lockutils [None req-85c8449f-c396-4368-8e46-41f32834345a tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] Lock "interface-755adf13-58e9-4da5-adfc-8ba308501fa4-3e299ed1-2857-4d29-bee1-e27bb36da4b5" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 6.460s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1308.167075] env[69770]: DEBUG oslo_vmware.api [None req-eeefc253-7229-4264-bb74-d6759972dbfe tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] Task: {'id': task-4070831, 'name': PowerOnVM_Task, 'duration_secs': 0.563052} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1308.167319] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-eeefc253-7229-4264-bb74-d6759972dbfe tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] [instance: d8d72175-258b-4178-9090-f4794ab0154e] Powered on the VM {{(pid=69770) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1308.167575] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-eeefc253-7229-4264-bb74-d6759972dbfe tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] [instance: d8d72175-258b-4178-9090-f4794ab0154e] Updating instance 'd8d72175-258b-4178-9090-f4794ab0154e' progress to 100 {{(pid=69770) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1308.199709] env[69770]: DEBUG oslo_vmware.api [None req-0e79ca9d-2d2e-4df1-8f92-9c6263830eb3 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] Task: {'id': task-4070832, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071492} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1308.200073] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-0e79ca9d-2d2e-4df1-8f92-9c6263830eb3 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] [instance: f9c0e18d-6ae1-4176-b2ba-2ec8bd6ca408] Extended root virtual disk {{(pid=69770) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1308.201132] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17a6ccf5-45cf-454b-a30b-36b7a4175383 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.223931] env[69770]: DEBUG nova.virt.vmwareapi.volumeops [None req-0e79ca9d-2d2e-4df1-8f92-9c6263830eb3 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] [instance: f9c0e18d-6ae1-4176-b2ba-2ec8bd6ca408] Reconfiguring VM instance instance-00000072 to attach disk [datastore2] f9c0e18d-6ae1-4176-b2ba-2ec8bd6ca408/f9c0e18d-6ae1-4176-b2ba-2ec8bd6ca408.vmdk or device None with type sparse {{(pid=69770) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1308.226548] env[69770]: DEBUG nova.objects.instance [None req-5112414e-a4eb-41a5-bf9d-516f02fd6db9 tempest-AttachVolumeShelveTestJSON-1191911444 tempest-AttachVolumeShelveTestJSON-1191911444-project-member] Lazy-loading 'numa_topology' on Instance uuid 245d05f8-a8b6-4985-aab4-c6f3c250f28a {{(pid=69770) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1308.227511] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-33fe9cf3-e66b-4cdf-92d9-39cb47cc351c {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.242520] env[69770]: INFO nova.compute.claims [None req-5112414e-a4eb-41a5-bf9d-516f02fd6db9 tempest-AttachVolumeShelveTestJSON-1191911444 tempest-AttachVolumeShelveTestJSON-1191911444-project-member] [instance: 245d05f8-a8b6-4985-aab4-c6f3c250f28a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1308.251529] env[69770]: DEBUG oslo_vmware.api [None req-0e79ca9d-2d2e-4df1-8f92-9c6263830eb3 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] Waiting for the task: (returnval){ [ 1308.251529] env[69770]: value = "task-4070833" [ 1308.251529] env[69770]: _type = "Task" [ 1308.251529] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1308.262401] env[69770]: DEBUG oslo_vmware.api [None req-0e79ca9d-2d2e-4df1-8f92-9c6263830eb3 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] Task: {'id': task-4070833, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1308.764607] env[69770]: DEBUG oslo_vmware.api [None req-0e79ca9d-2d2e-4df1-8f92-9c6263830eb3 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] Task: {'id': task-4070833, 'name': ReconfigVM_Task, 'duration_secs': 0.2838} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1308.765046] env[69770]: DEBUG nova.virt.vmwareapi.volumeops [None req-0e79ca9d-2d2e-4df1-8f92-9c6263830eb3 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] [instance: f9c0e18d-6ae1-4176-b2ba-2ec8bd6ca408] Reconfigured VM instance instance-00000072 to attach disk [datastore2] f9c0e18d-6ae1-4176-b2ba-2ec8bd6ca408/f9c0e18d-6ae1-4176-b2ba-2ec8bd6ca408.vmdk or device None with type sparse {{(pid=69770) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1308.765534] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-567e0727-dfba-40bf-a758-cd0922fc1dcf {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.773470] env[69770]: DEBUG oslo_vmware.api [None req-0e79ca9d-2d2e-4df1-8f92-9c6263830eb3 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] Waiting for the task: (returnval){ [ 1308.773470] env[69770]: value = "task-4070834" [ 1308.773470] env[69770]: _type = "Task" [ 1308.773470] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1308.783868] env[69770]: DEBUG oslo_vmware.api [None req-0e79ca9d-2d2e-4df1-8f92-9c6263830eb3 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] Task: {'id': task-4070834, 'name': Rename_Task} progress is 5%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1309.052970] env[69770]: DEBUG oslo_concurrency.lockutils [None req-d2beed8c-6c8b-4ae1-aabc-47048c133aca tempest-AttachVolumeTestJSON-339692578 tempest-AttachVolumeTestJSON-339692578-project-member] Lock "08413ca9-2b2a-4991-83cf-aa8965d2017a" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.282s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1309.075817] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-267f6cf3-5a42-4171-9179-4d9bce6b6a55 tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] [instance: b6f8830a-54d9-4e27-96cc-e3726dbc42e4] Powering off the VM {{(pid=69770) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1309.075817] env[69770]: DEBUG oslo_concurrency.lockutils [None req-6372ed02-ace4-452a-bd37-ac4198cccda6 tempest-AttachVolumeTestJSON-339692578 tempest-AttachVolumeTestJSON-339692578-project-member] Acquiring lock "08413ca9-2b2a-4991-83cf-aa8965d2017a" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1309.075817] env[69770]: DEBUG oslo_concurrency.lockutils [None req-6372ed02-ace4-452a-bd37-ac4198cccda6 tempest-AttachVolumeTestJSON-339692578 tempest-AttachVolumeTestJSON-339692578-project-member] Lock "08413ca9-2b2a-4991-83cf-aa8965d2017a" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1309.077176] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-839ffc31-a5e2-4b61-a495-b600249c363f {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.085304] env[69770]: DEBUG oslo_vmware.api [None req-267f6cf3-5a42-4171-9179-4d9bce6b6a55 tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] Waiting for the task: (returnval){ [ 1309.085304] env[69770]: value = "task-4070835" [ 1309.085304] env[69770]: _type = "Task" [ 1309.085304] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1309.096402] env[69770]: DEBUG oslo_vmware.api [None req-267f6cf3-5a42-4171-9179-4d9bce6b6a55 tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] Task: {'id': task-4070835, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1309.291425] env[69770]: DEBUG oslo_vmware.api [None req-0e79ca9d-2d2e-4df1-8f92-9c6263830eb3 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] Task: {'id': task-4070834, 'name': Rename_Task, 'duration_secs': 0.143564} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1309.295874] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e79ca9d-2d2e-4df1-8f92-9c6263830eb3 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] [instance: f9c0e18d-6ae1-4176-b2ba-2ec8bd6ca408] Powering on the VM {{(pid=69770) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1309.297390] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-747b06bc-1e18-43de-8299-17094b59277f {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.307078] env[69770]: DEBUG oslo_vmware.api [None req-0e79ca9d-2d2e-4df1-8f92-9c6263830eb3 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] Waiting for the task: (returnval){ [ 1309.307078] env[69770]: value = "task-4070836" [ 1309.307078] env[69770]: _type = "Task" [ 1309.307078] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1309.320357] env[69770]: DEBUG oslo_vmware.api [None req-0e79ca9d-2d2e-4df1-8f92-9c6263830eb3 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] Task: {'id': task-4070836, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1309.362065] env[69770]: DEBUG oslo_concurrency.lockutils [None req-f6fe4d96-57ac-4bfe-b2ff-ba017607a17a tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] Acquiring lock "interface-755adf13-58e9-4da5-adfc-8ba308501fa4-3e299ed1-2857-4d29-bee1-e27bb36da4b5" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1309.362410] env[69770]: DEBUG oslo_concurrency.lockutils [None req-f6fe4d96-57ac-4bfe-b2ff-ba017607a17a tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] Lock "interface-755adf13-58e9-4da5-adfc-8ba308501fa4-3e299ed1-2857-4d29-bee1-e27bb36da4b5" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.001s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1309.444102] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d6af152-8d14-4150-b2c0-db88dd27f127 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.452511] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94290132-4143-4dc1-9697-dfe79d1b8714 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.485220] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1929421e-d82d-41f2-b206-9457835085ec {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.494020] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b57c8b3-ed02-443f-b05b-13c118a74721 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.509656] env[69770]: DEBUG nova.compute.provider_tree [None req-5112414e-a4eb-41a5-bf9d-516f02fd6db9 tempest-AttachVolumeShelveTestJSON-1191911444 tempest-AttachVolumeShelveTestJSON-1191911444-project-member] Inventory has not changed in ProviderTree for provider: 7cc7d32b-b7a7-454a-a456-2a440248ed9d {{(pid=69770) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1309.580382] env[69770]: INFO nova.compute.manager [None req-6372ed02-ace4-452a-bd37-ac4198cccda6 tempest-AttachVolumeTestJSON-339692578 tempest-AttachVolumeTestJSON-339692578-project-member] [instance: 08413ca9-2b2a-4991-83cf-aa8965d2017a] Detaching volume e969efd6-46e5-4c45-896e-83e809b1db54 [ 1309.598157] env[69770]: DEBUG oslo_vmware.api [None req-267f6cf3-5a42-4171-9179-4d9bce6b6a55 tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] Task: {'id': task-4070835, 'name': PowerOffVM_Task, 'duration_secs': 0.249887} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1309.598442] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-267f6cf3-5a42-4171-9179-4d9bce6b6a55 tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] [instance: b6f8830a-54d9-4e27-96cc-e3726dbc42e4] Powered off the VM {{(pid=69770) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1309.598672] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-267f6cf3-5a42-4171-9179-4d9bce6b6a55 tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] [instance: b6f8830a-54d9-4e27-96cc-e3726dbc42e4] Destroying instance {{(pid=69770) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1309.599487] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0766c90c-3942-4a58-b902-ef4f5357ed95 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.606545] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-267f6cf3-5a42-4171-9179-4d9bce6b6a55 tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] [instance: b6f8830a-54d9-4e27-96cc-e3726dbc42e4] Unregistering the VM {{(pid=69770) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1309.606790] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0e2a11b6-a1a9-4783-a872-b1abb7dd7903 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.616920] env[69770]: INFO nova.virt.block_device [None req-6372ed02-ace4-452a-bd37-ac4198cccda6 tempest-AttachVolumeTestJSON-339692578 tempest-AttachVolumeTestJSON-339692578-project-member] [instance: 08413ca9-2b2a-4991-83cf-aa8965d2017a] Attempting to driver detach volume e969efd6-46e5-4c45-896e-83e809b1db54 from mountpoint /dev/sdc [ 1309.617177] env[69770]: DEBUG nova.virt.vmwareapi.volumeops [None req-6372ed02-ace4-452a-bd37-ac4198cccda6 tempest-AttachVolumeTestJSON-339692578 tempest-AttachVolumeTestJSON-339692578-project-member] [instance: 08413ca9-2b2a-4991-83cf-aa8965d2017a] Volume detach. Driver type: vmdk {{(pid=69770) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1309.617367] env[69770]: DEBUG nova.virt.vmwareapi.volumeops [None req-6372ed02-ace4-452a-bd37-ac4198cccda6 tempest-AttachVolumeTestJSON-339692578 tempest-AttachVolumeTestJSON-339692578-project-member] [instance: 08413ca9-2b2a-4991-83cf-aa8965d2017a] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-806688', 'volume_id': 'e969efd6-46e5-4c45-896e-83e809b1db54', 'name': 'volume-e969efd6-46e5-4c45-896e-83e809b1db54', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '08413ca9-2b2a-4991-83cf-aa8965d2017a', 'attached_at': '', 'detached_at': '', 'volume_id': 'e969efd6-46e5-4c45-896e-83e809b1db54', 'serial': 'e969efd6-46e5-4c45-896e-83e809b1db54'} {{(pid=69770) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1309.618233] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0841230b-12af-4085-937b-29e8aa28a835 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.639833] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d382de3-13ff-488f-92a8-9c1192c4a057 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.647405] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbb2eeb8-a0f4-4d7b-b4f2-a7ea760dc154 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.670342] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d246359b-6112-4306-b196-1187fcc2a4ed {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.678341] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-267f6cf3-5a42-4171-9179-4d9bce6b6a55 tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] [instance: b6f8830a-54d9-4e27-96cc-e3726dbc42e4] Unregistered the VM {{(pid=69770) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1309.678727] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-267f6cf3-5a42-4171-9179-4d9bce6b6a55 tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] [instance: b6f8830a-54d9-4e27-96cc-e3726dbc42e4] Deleting contents of the VM from datastore datastore2 {{(pid=69770) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1309.678838] env[69770]: DEBUG nova.virt.vmwareapi.ds_util [None req-267f6cf3-5a42-4171-9179-4d9bce6b6a55 tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] Deleting the datastore file [datastore2] b6f8830a-54d9-4e27-96cc-e3726dbc42e4 {{(pid=69770) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1309.689919] env[69770]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b6a53eef-8ade-4533-ac53-2a786f0370f6 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.692209] env[69770]: DEBUG nova.virt.vmwareapi.volumeops [None req-6372ed02-ace4-452a-bd37-ac4198cccda6 tempest-AttachVolumeTestJSON-339692578 tempest-AttachVolumeTestJSON-339692578-project-member] The volume has not been displaced from its original location: [datastore2] volume-e969efd6-46e5-4c45-896e-83e809b1db54/volume-e969efd6-46e5-4c45-896e-83e809b1db54.vmdk. No consolidation needed. {{(pid=69770) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1309.699452] env[69770]: DEBUG nova.virt.vmwareapi.volumeops [None req-6372ed02-ace4-452a-bd37-ac4198cccda6 tempest-AttachVolumeTestJSON-339692578 tempest-AttachVolumeTestJSON-339692578-project-member] [instance: 08413ca9-2b2a-4991-83cf-aa8965d2017a] Reconfiguring VM instance instance-00000068 to detach disk 2002 {{(pid=69770) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1309.699810] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bcfe765d-5254-468f-b5df-1071256d59ba {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.727029] env[69770]: DEBUG oslo_vmware.api [None req-6372ed02-ace4-452a-bd37-ac4198cccda6 tempest-AttachVolumeTestJSON-339692578 tempest-AttachVolumeTestJSON-339692578-project-member] Waiting for the task: (returnval){ [ 1309.727029] env[69770]: value = "task-4070839" [ 1309.727029] env[69770]: _type = "Task" [ 1309.727029] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1309.727029] env[69770]: DEBUG oslo_vmware.api [None req-267f6cf3-5a42-4171-9179-4d9bce6b6a55 tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] Waiting for the task: (returnval){ [ 1309.727029] env[69770]: value = "task-4070838" [ 1309.727029] env[69770]: _type = "Task" [ 1309.727029] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1309.741342] env[69770]: DEBUG oslo_vmware.api [None req-6372ed02-ace4-452a-bd37-ac4198cccda6 tempest-AttachVolumeTestJSON-339692578 tempest-AttachVolumeTestJSON-339692578-project-member] Task: {'id': task-4070839, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1309.744808] env[69770]: DEBUG oslo_vmware.api [None req-267f6cf3-5a42-4171-9179-4d9bce6b6a55 tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] Task: {'id': task-4070838, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1309.818543] env[69770]: DEBUG oslo_vmware.api [None req-0e79ca9d-2d2e-4df1-8f92-9c6263830eb3 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] Task: {'id': task-4070836, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1309.867498] env[69770]: DEBUG oslo_concurrency.lockutils [None req-f6fe4d96-57ac-4bfe-b2ff-ba017607a17a tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] Acquiring lock "755adf13-58e9-4da5-adfc-8ba308501fa4" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1309.867765] env[69770]: DEBUG oslo_concurrency.lockutils [None req-f6fe4d96-57ac-4bfe-b2ff-ba017607a17a tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] Acquired lock "755adf13-58e9-4da5-adfc-8ba308501fa4" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1309.868971] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0caa7e4-024f-4279-82b7-af735b5e7ae0 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.888261] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fddf04b6-c91d-4a91-b15d-57f8554969e7 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.917385] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-f6fe4d96-57ac-4bfe-b2ff-ba017607a17a tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] [instance: 755adf13-58e9-4da5-adfc-8ba308501fa4] Reconfiguring VM to detach interface {{(pid=69770) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1309.917761] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5587bee8-70d3-4334-ae21-654745d77027 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.938427] env[69770]: DEBUG oslo_vmware.api [None req-f6fe4d96-57ac-4bfe-b2ff-ba017607a17a tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] Waiting for the task: (returnval){ [ 1309.938427] env[69770]: value = "task-4070840" [ 1309.938427] env[69770]: _type = "Task" [ 1309.938427] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1309.947832] env[69770]: DEBUG oslo_vmware.api [None req-f6fe4d96-57ac-4bfe-b2ff-ba017607a17a tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] Task: {'id': task-4070840, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1310.012202] env[69770]: DEBUG nova.scheduler.client.report [None req-5112414e-a4eb-41a5-bf9d-516f02fd6db9 tempest-AttachVolumeShelveTestJSON-1191911444 tempest-AttachVolumeShelveTestJSON-1191911444-project-member] Inventory has not changed for provider 7cc7d32b-b7a7-454a-a456-2a440248ed9d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69770) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1310.240645] env[69770]: DEBUG oslo_vmware.api [None req-267f6cf3-5a42-4171-9179-4d9bce6b6a55 tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] Task: {'id': task-4070838, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.203278} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1310.244041] env[69770]: DEBUG nova.virt.vmwareapi.ds_util [None req-267f6cf3-5a42-4171-9179-4d9bce6b6a55 tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] Deleted the datastore file {{(pid=69770) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1310.244041] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-267f6cf3-5a42-4171-9179-4d9bce6b6a55 tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] [instance: b6f8830a-54d9-4e27-96cc-e3726dbc42e4] Deleted contents of the VM from datastore datastore2 {{(pid=69770) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1310.244041] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-267f6cf3-5a42-4171-9179-4d9bce6b6a55 tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] [instance: b6f8830a-54d9-4e27-96cc-e3726dbc42e4] Instance destroyed {{(pid=69770) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1310.246420] env[69770]: DEBUG oslo_vmware.api [None req-6372ed02-ace4-452a-bd37-ac4198cccda6 tempest-AttachVolumeTestJSON-339692578 tempest-AttachVolumeTestJSON-339692578-project-member] Task: {'id': task-4070839, 'name': ReconfigVM_Task, 'duration_secs': 0.274177} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1310.246859] env[69770]: DEBUG nova.virt.vmwareapi.volumeops [None req-6372ed02-ace4-452a-bd37-ac4198cccda6 tempest-AttachVolumeTestJSON-339692578 tempest-AttachVolumeTestJSON-339692578-project-member] [instance: 08413ca9-2b2a-4991-83cf-aa8965d2017a] Reconfigured VM instance instance-00000068 to detach disk 2002 {{(pid=69770) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1310.251449] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-99fe37d7-c194-4302-a74d-9a0c86a53b02 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.266506] env[69770]: DEBUG oslo_vmware.api [None req-6372ed02-ace4-452a-bd37-ac4198cccda6 tempest-AttachVolumeTestJSON-339692578 tempest-AttachVolumeTestJSON-339692578-project-member] Waiting for the task: (returnval){ [ 1310.266506] env[69770]: value = "task-4070841" [ 1310.266506] env[69770]: _type = "Task" [ 1310.266506] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1310.275103] env[69770]: DEBUG oslo_vmware.api [None req-6372ed02-ace4-452a-bd37-ac4198cccda6 tempest-AttachVolumeTestJSON-339692578 tempest-AttachVolumeTestJSON-339692578-project-member] Task: {'id': task-4070841, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1310.319410] env[69770]: DEBUG oslo_vmware.api [None req-0e79ca9d-2d2e-4df1-8f92-9c6263830eb3 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] Task: {'id': task-4070836, 'name': PowerOnVM_Task, 'duration_secs': 0.514205} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1310.319684] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e79ca9d-2d2e-4df1-8f92-9c6263830eb3 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] [instance: f9c0e18d-6ae1-4176-b2ba-2ec8bd6ca408] Powered on the VM {{(pid=69770) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1310.319891] env[69770]: INFO nova.compute.manager [None req-0e79ca9d-2d2e-4df1-8f92-9c6263830eb3 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] [instance: f9c0e18d-6ae1-4176-b2ba-2ec8bd6ca408] Took 8.60 seconds to spawn the instance on the hypervisor. [ 1310.320088] env[69770]: DEBUG nova.compute.manager [None req-0e79ca9d-2d2e-4df1-8f92-9c6263830eb3 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] [instance: f9c0e18d-6ae1-4176-b2ba-2ec8bd6ca408] Checking state {{(pid=69770) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1310.320932] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdb1638c-701e-4ab8-8a54-e5b9ddd2ada4 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.449022] env[69770]: DEBUG oslo_vmware.api [None req-f6fe4d96-57ac-4bfe-b2ff-ba017607a17a tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] Task: {'id': task-4070840, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1310.518197] env[69770]: DEBUG oslo_concurrency.lockutils [None req-5112414e-a4eb-41a5-bf9d-516f02fd6db9 tempest-AttachVolumeShelveTestJSON-1191911444 tempest-AttachVolumeShelveTestJSON-1191911444-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.803s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1310.548754] env[69770]: INFO nova.network.neutron [None req-5112414e-a4eb-41a5-bf9d-516f02fd6db9 tempest-AttachVolumeShelveTestJSON-1191911444 tempest-AttachVolumeShelveTestJSON-1191911444-project-member] [instance: 245d05f8-a8b6-4985-aab4-c6f3c250f28a] Updating port 2389c99b-f39e-48dc-b478-99bc2a9184ff with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1310.778054] env[69770]: DEBUG oslo_vmware.api [None req-6372ed02-ace4-452a-bd37-ac4198cccda6 tempest-AttachVolumeTestJSON-339692578 tempest-AttachVolumeTestJSON-339692578-project-member] Task: {'id': task-4070841, 'name': ReconfigVM_Task, 'duration_secs': 0.225177} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1310.778054] env[69770]: DEBUG nova.virt.vmwareapi.volumeops [None req-6372ed02-ace4-452a-bd37-ac4198cccda6 tempest-AttachVolumeTestJSON-339692578 tempest-AttachVolumeTestJSON-339692578-project-member] [instance: 08413ca9-2b2a-4991-83cf-aa8965d2017a] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-806688', 'volume_id': 'e969efd6-46e5-4c45-896e-83e809b1db54', 'name': 'volume-e969efd6-46e5-4c45-896e-83e809b1db54', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '08413ca9-2b2a-4991-83cf-aa8965d2017a', 'attached_at': '', 'detached_at': '', 'volume_id': 'e969efd6-46e5-4c45-896e-83e809b1db54', 'serial': 'e969efd6-46e5-4c45-896e-83e809b1db54'} {{(pid=69770) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1310.839366] env[69770]: INFO nova.compute.manager [None req-0e79ca9d-2d2e-4df1-8f92-9c6263830eb3 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] [instance: f9c0e18d-6ae1-4176-b2ba-2ec8bd6ca408] Took 15.16 seconds to build instance. [ 1310.845491] env[69770]: DEBUG oslo_concurrency.lockutils [None req-bc1779d5-fca3-4b9a-905f-80d7582c8cc2 tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] Acquiring lock "d8d72175-258b-4178-9090-f4794ab0154e" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1310.845723] env[69770]: DEBUG oslo_concurrency.lockutils [None req-bc1779d5-fca3-4b9a-905f-80d7582c8cc2 tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] Lock "d8d72175-258b-4178-9090-f4794ab0154e" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1310.846006] env[69770]: DEBUG nova.compute.manager [None req-bc1779d5-fca3-4b9a-905f-80d7582c8cc2 tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] [instance: d8d72175-258b-4178-9090-f4794ab0154e] Going to confirm migration 6 {{(pid=69770) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1310.949078] env[69770]: DEBUG oslo_vmware.api [None req-f6fe4d96-57ac-4bfe-b2ff-ba017607a17a tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] Task: {'id': task-4070840, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1311.202792] env[69770]: DEBUG oslo_concurrency.lockutils [None req-34be2699-331e-43bf-8046-db13cbf0478c tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] Acquiring lock "f9c0e18d-6ae1-4176-b2ba-2ec8bd6ca408" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1311.280900] env[69770]: DEBUG nova.virt.hardware [None req-267f6cf3-5a42-4171-9179-4d9bce6b6a55 tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T12:16:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T12:16:11Z,direct_url=,disk_format='vmdk',id=d1eaff80-24a0-4391-90eb-59958b1ecf0a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d65f20bb89fb40a98b77bc6d97357df2',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T12:16:12Z,virtual_size=,visibility=), allow threads: False {{(pid=69770) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1311.281202] env[69770]: DEBUG nova.virt.hardware [None req-267f6cf3-5a42-4171-9179-4d9bce6b6a55 tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] Flavor limits 0:0:0 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1311.281363] env[69770]: DEBUG nova.virt.hardware [None req-267f6cf3-5a42-4171-9179-4d9bce6b6a55 tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] Image limits 0:0:0 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1311.281541] env[69770]: DEBUG nova.virt.hardware [None req-267f6cf3-5a42-4171-9179-4d9bce6b6a55 tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] Flavor pref 0:0:0 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1311.281683] env[69770]: DEBUG nova.virt.hardware [None req-267f6cf3-5a42-4171-9179-4d9bce6b6a55 tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] Image pref 0:0:0 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1311.281827] env[69770]: DEBUG nova.virt.hardware [None req-267f6cf3-5a42-4171-9179-4d9bce6b6a55 tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1311.282054] env[69770]: DEBUG nova.virt.hardware [None req-267f6cf3-5a42-4171-9179-4d9bce6b6a55 tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69770) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1311.282231] env[69770]: DEBUG nova.virt.hardware [None req-267f6cf3-5a42-4171-9179-4d9bce6b6a55 tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69770) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1311.282397] env[69770]: DEBUG nova.virt.hardware [None req-267f6cf3-5a42-4171-9179-4d9bce6b6a55 tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] Got 1 possible topologies {{(pid=69770) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1311.282557] env[69770]: DEBUG nova.virt.hardware [None req-267f6cf3-5a42-4171-9179-4d9bce6b6a55 tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69770) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1311.282727] env[69770]: DEBUG nova.virt.hardware [None req-267f6cf3-5a42-4171-9179-4d9bce6b6a55 tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69770) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1311.283676] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6e2638e-d654-4a66-ab8c-e27ef374e337 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.291970] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0eecf48b-c405-4078-b24e-acd8a32991a8 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.305497] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-267f6cf3-5a42-4171-9179-4d9bce6b6a55 tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] [instance: b6f8830a-54d9-4e27-96cc-e3726dbc42e4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d9:53:c9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '462a7219-4deb-4225-9cf7-3131ef280363', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'fab7229a-cc74-454c-9514-59a3d14b502f', 'vif_model': 'vmxnet3'}] {{(pid=69770) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1311.312777] env[69770]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-267f6cf3-5a42-4171-9179-4d9bce6b6a55 tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69770) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1311.313010] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b6f8830a-54d9-4e27-96cc-e3726dbc42e4] Creating VM on the ESX host {{(pid=69770) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1311.313224] env[69770]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4bb9f1aa-65bf-45b3-89fa-2600dcd3bdde {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.327648] env[69770]: DEBUG nova.objects.instance [None req-6372ed02-ace4-452a-bd37-ac4198cccda6 tempest-AttachVolumeTestJSON-339692578 tempest-AttachVolumeTestJSON-339692578-project-member] Lazy-loading 'flavor' on Instance uuid 08413ca9-2b2a-4991-83cf-aa8965d2017a {{(pid=69770) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1311.334555] env[69770]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1311.334555] env[69770]: value = "task-4070842" [ 1311.334555] env[69770]: _type = "Task" [ 1311.334555] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1311.341543] env[69770]: DEBUG oslo_concurrency.lockutils [None req-0e79ca9d-2d2e-4df1-8f92-9c6263830eb3 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] Lock "f9c0e18d-6ae1-4176-b2ba-2ec8bd6ca408" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.666s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1311.341821] env[69770]: DEBUG oslo_concurrency.lockutils [None req-34be2699-331e-43bf-8046-db13cbf0478c tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] Lock "f9c0e18d-6ae1-4176-b2ba-2ec8bd6ca408" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.139s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1311.342070] env[69770]: DEBUG nova.compute.manager [None req-34be2699-331e-43bf-8046-db13cbf0478c tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] [instance: f9c0e18d-6ae1-4176-b2ba-2ec8bd6ca408] Checking state {{(pid=69770) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1311.346068] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7be3a07f-38b0-4cda-b73c-7aa3546aedd6 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.348514] env[69770]: DEBUG oslo_vmware.api [-] Task: {'id': task-4070842, 'name': CreateVM_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1311.356354] env[69770]: DEBUG nova.compute.manager [None req-34be2699-331e-43bf-8046-db13cbf0478c tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] [instance: f9c0e18d-6ae1-4176-b2ba-2ec8bd6ca408] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69770) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1311.356865] env[69770]: DEBUG nova.objects.instance [None req-34be2699-331e-43bf-8046-db13cbf0478c tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] Lazy-loading 'flavor' on Instance uuid f9c0e18d-6ae1-4176-b2ba-2ec8bd6ca408 {{(pid=69770) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1311.385733] env[69770]: DEBUG oslo_concurrency.lockutils [None req-bc1779d5-fca3-4b9a-905f-80d7582c8cc2 tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] Acquiring lock "refresh_cache-d8d72175-258b-4178-9090-f4794ab0154e" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1311.385952] env[69770]: DEBUG oslo_concurrency.lockutils [None req-bc1779d5-fca3-4b9a-905f-80d7582c8cc2 tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] Acquired lock "refresh_cache-d8d72175-258b-4178-9090-f4794ab0154e" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1311.386181] env[69770]: DEBUG nova.network.neutron [None req-bc1779d5-fca3-4b9a-905f-80d7582c8cc2 tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] [instance: d8d72175-258b-4178-9090-f4794ab0154e] Building network info cache for instance {{(pid=69770) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1311.386393] env[69770]: DEBUG nova.objects.instance [None req-bc1779d5-fca3-4b9a-905f-80d7582c8cc2 tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] Lazy-loading 'info_cache' on Instance uuid d8d72175-258b-4178-9090-f4794ab0154e {{(pid=69770) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1311.450425] env[69770]: DEBUG oslo_vmware.api [None req-f6fe4d96-57ac-4bfe-b2ff-ba017607a17a tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] Task: {'id': task-4070840, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1311.844802] env[69770]: DEBUG oslo_vmware.api [-] Task: {'id': task-4070842, 'name': CreateVM_Task, 'duration_secs': 0.324806} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1311.845749] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b6f8830a-54d9-4e27-96cc-e3726dbc42e4] Created VM on the ESX host {{(pid=69770) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1311.846562] env[69770]: DEBUG oslo_concurrency.lockutils [None req-267f6cf3-5a42-4171-9179-4d9bce6b6a55 tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1311.846740] env[69770]: DEBUG oslo_concurrency.lockutils [None req-267f6cf3-5a42-4171-9179-4d9bce6b6a55 tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1311.847081] env[69770]: DEBUG oslo_concurrency.lockutils [None req-267f6cf3-5a42-4171-9179-4d9bce6b6a55 tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1311.847607] env[69770]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-47aad06d-b36d-4f49-be44-9b68fcba4119 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.853232] env[69770]: DEBUG oslo_vmware.api [None req-267f6cf3-5a42-4171-9179-4d9bce6b6a55 tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] Waiting for the task: (returnval){ [ 1311.853232] env[69770]: value = "session[52161b52-cb8e-ec9f-1132-2f6b49549d41]52d18062-f7ce-d51f-a646-f168ee874511" [ 1311.853232] env[69770]: _type = "Task" [ 1311.853232] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1311.864126] env[69770]: DEBUG oslo_vmware.api [None req-267f6cf3-5a42-4171-9179-4d9bce6b6a55 tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]52d18062-f7ce-d51f-a646-f168ee874511, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1311.950969] env[69770]: DEBUG oslo_vmware.api [None req-f6fe4d96-57ac-4bfe-b2ff-ba017607a17a tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] Task: {'id': task-4070840, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1312.044043] env[69770]: DEBUG nova.compute.manager [req-9e92792c-e5e2-4577-b5d0-fe461179eadb req-97f99539-c214-491d-a616-e6d5c21e4c1a service nova] [instance: 245d05f8-a8b6-4985-aab4-c6f3c250f28a] Received event network-vif-plugged-2389c99b-f39e-48dc-b478-99bc2a9184ff {{(pid=69770) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1312.044259] env[69770]: DEBUG oslo_concurrency.lockutils [req-9e92792c-e5e2-4577-b5d0-fe461179eadb req-97f99539-c214-491d-a616-e6d5c21e4c1a service nova] Acquiring lock "245d05f8-a8b6-4985-aab4-c6f3c250f28a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1312.044457] env[69770]: DEBUG oslo_concurrency.lockutils [req-9e92792c-e5e2-4577-b5d0-fe461179eadb req-97f99539-c214-491d-a616-e6d5c21e4c1a service nova] Lock "245d05f8-a8b6-4985-aab4-c6f3c250f28a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1312.044707] env[69770]: DEBUG oslo_concurrency.lockutils [req-9e92792c-e5e2-4577-b5d0-fe461179eadb req-97f99539-c214-491d-a616-e6d5c21e4c1a service nova] Lock "245d05f8-a8b6-4985-aab4-c6f3c250f28a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1312.044796] env[69770]: DEBUG nova.compute.manager [req-9e92792c-e5e2-4577-b5d0-fe461179eadb req-97f99539-c214-491d-a616-e6d5c21e4c1a service nova] [instance: 245d05f8-a8b6-4985-aab4-c6f3c250f28a] No waiting events found dispatching network-vif-plugged-2389c99b-f39e-48dc-b478-99bc2a9184ff {{(pid=69770) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1312.046327] env[69770]: WARNING nova.compute.manager [req-9e92792c-e5e2-4577-b5d0-fe461179eadb req-97f99539-c214-491d-a616-e6d5c21e4c1a service nova] [instance: 245d05f8-a8b6-4985-aab4-c6f3c250f28a] Received unexpected event network-vif-plugged-2389c99b-f39e-48dc-b478-99bc2a9184ff for instance with vm_state shelved_offloaded and task_state spawning. [ 1312.139310] env[69770]: DEBUG oslo_concurrency.lockutils [None req-5112414e-a4eb-41a5-bf9d-516f02fd6db9 tempest-AttachVolumeShelveTestJSON-1191911444 tempest-AttachVolumeShelveTestJSON-1191911444-project-member] Acquiring lock "refresh_cache-245d05f8-a8b6-4985-aab4-c6f3c250f28a" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1312.139310] env[69770]: DEBUG oslo_concurrency.lockutils [None req-5112414e-a4eb-41a5-bf9d-516f02fd6db9 tempest-AttachVolumeShelveTestJSON-1191911444 tempest-AttachVolumeShelveTestJSON-1191911444-project-member] Acquired lock "refresh_cache-245d05f8-a8b6-4985-aab4-c6f3c250f28a" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1312.139310] env[69770]: DEBUG nova.network.neutron [None req-5112414e-a4eb-41a5-bf9d-516f02fd6db9 tempest-AttachVolumeShelveTestJSON-1191911444 tempest-AttachVolumeShelveTestJSON-1191911444-project-member] [instance: 245d05f8-a8b6-4985-aab4-c6f3c250f28a] Building network info cache for instance {{(pid=69770) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1312.334769] env[69770]: DEBUG oslo_concurrency.lockutils [None req-6372ed02-ace4-452a-bd37-ac4198cccda6 tempest-AttachVolumeTestJSON-339692578 tempest-AttachVolumeTestJSON-339692578-project-member] Lock "08413ca9-2b2a-4991-83cf-aa8965d2017a" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.259s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1312.364580] env[69770]: DEBUG oslo_vmware.api [None req-267f6cf3-5a42-4171-9179-4d9bce6b6a55 tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]52d18062-f7ce-d51f-a646-f168ee874511, 'name': SearchDatastore_Task, 'duration_secs': 0.012025} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1312.364938] env[69770]: DEBUG oslo_concurrency.lockutils [None req-267f6cf3-5a42-4171-9179-4d9bce6b6a55 tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1312.365198] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-267f6cf3-5a42-4171-9179-4d9bce6b6a55 tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] [instance: b6f8830a-54d9-4e27-96cc-e3726dbc42e4] Processing image d1eaff80-24a0-4391-90eb-59958b1ecf0a {{(pid=69770) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1312.365432] env[69770]: DEBUG oslo_concurrency.lockutils [None req-267f6cf3-5a42-4171-9179-4d9bce6b6a55 tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1312.365573] env[69770]: DEBUG oslo_concurrency.lockutils [None req-267f6cf3-5a42-4171-9179-4d9bce6b6a55 tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1312.365751] env[69770]: DEBUG nova.virt.vmwareapi.ds_util [None req-267f6cf3-5a42-4171-9179-4d9bce6b6a55 tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69770) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1312.366263] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-34be2699-331e-43bf-8046-db13cbf0478c tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] [instance: f9c0e18d-6ae1-4176-b2ba-2ec8bd6ca408] Powering off the VM {{(pid=69770) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1312.366471] env[69770]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-603a01e0-3294-4a95-909b-957da20e7783 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.368314] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a75be02d-d915-46fa-a809-7aacc920933e {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.376662] env[69770]: DEBUG oslo_vmware.api [None req-34be2699-331e-43bf-8046-db13cbf0478c tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] Waiting for the task: (returnval){ [ 1312.376662] env[69770]: value = "task-4070843" [ 1312.376662] env[69770]: _type = "Task" [ 1312.376662] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1312.381302] env[69770]: DEBUG nova.virt.vmwareapi.ds_util [None req-267f6cf3-5a42-4171-9179-4d9bce6b6a55 tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69770) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1312.381508] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-267f6cf3-5a42-4171-9179-4d9bce6b6a55 tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69770) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1312.382694] env[69770]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6b6e4d98-6e44-4e10-a3c6-18f0cf1d8b4d {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.389747] env[69770]: DEBUG oslo_vmware.api [None req-34be2699-331e-43bf-8046-db13cbf0478c tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] Task: {'id': task-4070843, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1312.391177] env[69770]: DEBUG oslo_vmware.api [None req-267f6cf3-5a42-4171-9179-4d9bce6b6a55 tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] Waiting for the task: (returnval){ [ 1312.391177] env[69770]: value = "session[52161b52-cb8e-ec9f-1132-2f6b49549d41]5273a842-fea8-ee4a-ce24-4ce831d56781" [ 1312.391177] env[69770]: _type = "Task" [ 1312.391177] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1312.405038] env[69770]: DEBUG oslo_vmware.api [None req-267f6cf3-5a42-4171-9179-4d9bce6b6a55 tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]5273a842-fea8-ee4a-ce24-4ce831d56781, 'name': SearchDatastore_Task, 'duration_secs': 0.011899} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1312.405038] env[69770]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fb702533-b903-4aba-91cf-b8fd46833d92 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.411160] env[69770]: DEBUG oslo_vmware.api [None req-267f6cf3-5a42-4171-9179-4d9bce6b6a55 tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] Waiting for the task: (returnval){ [ 1312.411160] env[69770]: value = "session[52161b52-cb8e-ec9f-1132-2f6b49549d41]520e5a30-3281-04e5-188e-9386936303fb" [ 1312.411160] env[69770]: _type = "Task" [ 1312.411160] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1312.418662] env[69770]: DEBUG oslo_vmware.api [None req-267f6cf3-5a42-4171-9179-4d9bce6b6a55 tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]520e5a30-3281-04e5-188e-9386936303fb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1312.452387] env[69770]: DEBUG oslo_vmware.api [None req-f6fe4d96-57ac-4bfe-b2ff-ba017607a17a tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] Task: {'id': task-4070840, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1312.613905] env[69770]: DEBUG nova.network.neutron [None req-bc1779d5-fca3-4b9a-905f-80d7582c8cc2 tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] [instance: d8d72175-258b-4178-9090-f4794ab0154e] Updating instance_info_cache with network_info: [{"id": "f5831a8b-70d8-4cca-8415-5139f7c0cc6b", "address": "fa:16:3e:01:43:71", "network": {"id": "deeccc4b-a1bb-4cc9-a2cb-ab451519c623", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1195845450-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.206", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "79f08803ff104b29b1724007c4361a7e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "26a1e556-1ede-445a-bf87-a35daa5d9070", "external-id": "nsx-vlan-transportzone-396", "segmentation_id": 396, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf5831a8b-70", "ovs_interfaceid": "f5831a8b-70d8-4cca-8415-5139f7c0cc6b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69770) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1312.847286] env[69770]: DEBUG nova.network.neutron [None req-5112414e-a4eb-41a5-bf9d-516f02fd6db9 tempest-AttachVolumeShelveTestJSON-1191911444 tempest-AttachVolumeShelveTestJSON-1191911444-project-member] [instance: 245d05f8-a8b6-4985-aab4-c6f3c250f28a] Updating instance_info_cache with network_info: [{"id": "2389c99b-f39e-48dc-b478-99bc2a9184ff", "address": "fa:16:3e:1e:91:03", "network": {"id": "62da2196-fd56-425b-b6e9-4f1c110ca1e6", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1719289018-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.237", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "63b30a591f8a45d2ad9dfb1e2a86dcc1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "504a3211-8288-4b87-a52a-590466d80a49", "external-id": "nsx-vlan-transportzone-469", "segmentation_id": 469, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2389c99b-f3", "ovs_interfaceid": "2389c99b-f39e-48dc-b478-99bc2a9184ff", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69770) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1312.887510] env[69770]: DEBUG oslo_vmware.api [None req-34be2699-331e-43bf-8046-db13cbf0478c tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] Task: {'id': task-4070843, 'name': PowerOffVM_Task, 'duration_secs': 0.183408} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1312.887811] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-34be2699-331e-43bf-8046-db13cbf0478c tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] [instance: f9c0e18d-6ae1-4176-b2ba-2ec8bd6ca408] Powered off the VM {{(pid=69770) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1312.888025] env[69770]: DEBUG nova.compute.manager [None req-34be2699-331e-43bf-8046-db13cbf0478c tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] [instance: f9c0e18d-6ae1-4176-b2ba-2ec8bd6ca408] Checking state {{(pid=69770) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1312.888925] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ea6ba98-b21f-42e0-8be3-36842bfd09dc {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.922077] env[69770]: DEBUG oslo_vmware.api [None req-267f6cf3-5a42-4171-9179-4d9bce6b6a55 tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]520e5a30-3281-04e5-188e-9386936303fb, 'name': SearchDatastore_Task, 'duration_secs': 0.009855} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1312.922397] env[69770]: DEBUG oslo_concurrency.lockutils [None req-267f6cf3-5a42-4171-9179-4d9bce6b6a55 tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1312.922649] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-267f6cf3-5a42-4171-9179-4d9bce6b6a55 tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk to [datastore1] b6f8830a-54d9-4e27-96cc-e3726dbc42e4/b6f8830a-54d9-4e27-96cc-e3726dbc42e4.vmdk {{(pid=69770) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1312.922964] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-781ae1f9-4e00-4dca-b704-b662f5b0e79f {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.931216] env[69770]: DEBUG oslo_vmware.api [None req-267f6cf3-5a42-4171-9179-4d9bce6b6a55 tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] Waiting for the task: (returnval){ [ 1312.931216] env[69770]: value = "task-4070844" [ 1312.931216] env[69770]: _type = "Task" [ 1312.931216] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1312.942611] env[69770]: DEBUG oslo_vmware.api [None req-267f6cf3-5a42-4171-9179-4d9bce6b6a55 tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] Task: {'id': task-4070844, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1312.951468] env[69770]: DEBUG oslo_vmware.api [None req-f6fe4d96-57ac-4bfe-b2ff-ba017607a17a tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] Task: {'id': task-4070840, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1313.116472] env[69770]: DEBUG oslo_concurrency.lockutils [None req-bc1779d5-fca3-4b9a-905f-80d7582c8cc2 tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] Releasing lock "refresh_cache-d8d72175-258b-4178-9090-f4794ab0154e" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1313.116749] env[69770]: DEBUG nova.objects.instance [None req-bc1779d5-fca3-4b9a-905f-80d7582c8cc2 tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] Lazy-loading 'migration_context' on Instance uuid d8d72175-258b-4178-9090-f4794ab0154e {{(pid=69770) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1313.350375] env[69770]: DEBUG oslo_concurrency.lockutils [None req-5112414e-a4eb-41a5-bf9d-516f02fd6db9 tempest-AttachVolumeShelveTestJSON-1191911444 tempest-AttachVolumeShelveTestJSON-1191911444-project-member] Releasing lock "refresh_cache-245d05f8-a8b6-4985-aab4-c6f3c250f28a" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1313.382339] env[69770]: DEBUG nova.virt.hardware [None req-5112414e-a4eb-41a5-bf9d-516f02fd6db9 tempest-AttachVolumeShelveTestJSON-1191911444 tempest-AttachVolumeShelveTestJSON-1191911444-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T12:16:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='505c13d2ef5d76ed7dd4df7e811375be',container_format='bare',created_at=2025-05-13T12:28:17Z,direct_url=,disk_format='vmdk',id=32f472e4-6acb-4484-88ea-44207029fc65,min_disk=1,min_ram=0,name='tempest-AttachVolumeShelveTestJSON-server-1996648056-shelved',owner='63b30a591f8a45d2ad9dfb1e2a86dcc1',properties=ImageMetaProps,protected=,size=31667200,status='active',tags=,updated_at=2025-05-13T12:28:31Z,virtual_size=,visibility=), allow threads: False {{(pid=69770) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1313.382622] env[69770]: DEBUG nova.virt.hardware [None req-5112414e-a4eb-41a5-bf9d-516f02fd6db9 tempest-AttachVolumeShelveTestJSON-1191911444 tempest-AttachVolumeShelveTestJSON-1191911444-project-member] Flavor limits 0:0:0 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1313.382783] env[69770]: DEBUG nova.virt.hardware [None req-5112414e-a4eb-41a5-bf9d-516f02fd6db9 tempest-AttachVolumeShelveTestJSON-1191911444 tempest-AttachVolumeShelveTestJSON-1191911444-project-member] Image limits 0:0:0 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1313.382972] env[69770]: DEBUG nova.virt.hardware [None req-5112414e-a4eb-41a5-bf9d-516f02fd6db9 tempest-AttachVolumeShelveTestJSON-1191911444 tempest-AttachVolumeShelveTestJSON-1191911444-project-member] Flavor pref 0:0:0 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1313.383139] env[69770]: DEBUG nova.virt.hardware [None req-5112414e-a4eb-41a5-bf9d-516f02fd6db9 tempest-AttachVolumeShelveTestJSON-1191911444 tempest-AttachVolumeShelveTestJSON-1191911444-project-member] Image pref 0:0:0 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1313.384639] env[69770]: DEBUG nova.virt.hardware [None req-5112414e-a4eb-41a5-bf9d-516f02fd6db9 tempest-AttachVolumeShelveTestJSON-1191911444 tempest-AttachVolumeShelveTestJSON-1191911444-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1313.385085] env[69770]: DEBUG nova.virt.hardware [None req-5112414e-a4eb-41a5-bf9d-516f02fd6db9 tempest-AttachVolumeShelveTestJSON-1191911444 tempest-AttachVolumeShelveTestJSON-1191911444-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69770) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1313.385356] env[69770]: DEBUG nova.virt.hardware [None req-5112414e-a4eb-41a5-bf9d-516f02fd6db9 tempest-AttachVolumeShelveTestJSON-1191911444 tempest-AttachVolumeShelveTestJSON-1191911444-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69770) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1313.385630] env[69770]: DEBUG nova.virt.hardware [None req-5112414e-a4eb-41a5-bf9d-516f02fd6db9 tempest-AttachVolumeShelveTestJSON-1191911444 tempest-AttachVolumeShelveTestJSON-1191911444-project-member] Got 1 possible topologies {{(pid=69770) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1313.385830] env[69770]: DEBUG nova.virt.hardware [None req-5112414e-a4eb-41a5-bf9d-516f02fd6db9 tempest-AttachVolumeShelveTestJSON-1191911444 tempest-AttachVolumeShelveTestJSON-1191911444-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69770) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1313.386034] env[69770]: DEBUG nova.virt.hardware [None req-5112414e-a4eb-41a5-bf9d-516f02fd6db9 tempest-AttachVolumeShelveTestJSON-1191911444 tempest-AttachVolumeShelveTestJSON-1191911444-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69770) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1313.387157] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cf73f98-559c-49cc-9fe9-28e7b96a17ab {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.399488] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccd42851-10b3-4b25-a75c-7fecef7a54b4 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.406295] env[69770]: DEBUG oslo_concurrency.lockutils [None req-34be2699-331e-43bf-8046-db13cbf0478c tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] Lock "f9c0e18d-6ae1-4176-b2ba-2ec8bd6ca408" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.064s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1313.420541] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-5112414e-a4eb-41a5-bf9d-516f02fd6db9 tempest-AttachVolumeShelveTestJSON-1191911444 tempest-AttachVolumeShelveTestJSON-1191911444-project-member] [instance: 245d05f8-a8b6-4985-aab4-c6f3c250f28a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1e:91:03', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '504a3211-8288-4b87-a52a-590466d80a49', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2389c99b-f39e-48dc-b478-99bc2a9184ff', 'vif_model': 'vmxnet3'}] {{(pid=69770) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1313.427469] env[69770]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5112414e-a4eb-41a5-bf9d-516f02fd6db9 tempest-AttachVolumeShelveTestJSON-1191911444 tempest-AttachVolumeShelveTestJSON-1191911444-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69770) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1313.428509] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 245d05f8-a8b6-4985-aab4-c6f3c250f28a] Creating VM on the ESX host {{(pid=69770) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1313.428760] env[69770]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-cf6b09f5-d7e3-4aae-bba4-f88432deac16 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.459928] env[69770]: DEBUG oslo_vmware.api [None req-f6fe4d96-57ac-4bfe-b2ff-ba017607a17a tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] Task: {'id': task-4070840, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1313.460210] env[69770]: DEBUG oslo_vmware.api [None req-267f6cf3-5a42-4171-9179-4d9bce6b6a55 tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] Task: {'id': task-4070844, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1313.461652] env[69770]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1313.461652] env[69770]: value = "task-4070845" [ 1313.461652] env[69770]: _type = "Task" [ 1313.461652] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1313.472796] env[69770]: DEBUG oslo_vmware.api [-] Task: {'id': task-4070845, 'name': CreateVM_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1313.510218] env[69770]: DEBUG oslo_concurrency.lockutils [None req-d89005f9-3c66-4f5c-8867-4fcf26dc4786 tempest-AttachVolumeTestJSON-339692578 tempest-AttachVolumeTestJSON-339692578-project-member] Acquiring lock "08413ca9-2b2a-4991-83cf-aa8965d2017a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1313.510510] env[69770]: DEBUG oslo_concurrency.lockutils [None req-d89005f9-3c66-4f5c-8867-4fcf26dc4786 tempest-AttachVolumeTestJSON-339692578 tempest-AttachVolumeTestJSON-339692578-project-member] Lock "08413ca9-2b2a-4991-83cf-aa8965d2017a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1313.510725] env[69770]: DEBUG oslo_concurrency.lockutils [None req-d89005f9-3c66-4f5c-8867-4fcf26dc4786 tempest-AttachVolumeTestJSON-339692578 tempest-AttachVolumeTestJSON-339692578-project-member] Acquiring lock "08413ca9-2b2a-4991-83cf-aa8965d2017a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1313.510919] env[69770]: DEBUG oslo_concurrency.lockutils [None req-d89005f9-3c66-4f5c-8867-4fcf26dc4786 tempest-AttachVolumeTestJSON-339692578 tempest-AttachVolumeTestJSON-339692578-project-member] Lock "08413ca9-2b2a-4991-83cf-aa8965d2017a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1313.511148] env[69770]: DEBUG oslo_concurrency.lockutils [None req-d89005f9-3c66-4f5c-8867-4fcf26dc4786 tempest-AttachVolumeTestJSON-339692578 tempest-AttachVolumeTestJSON-339692578-project-member] Lock "08413ca9-2b2a-4991-83cf-aa8965d2017a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1313.513371] env[69770]: INFO nova.compute.manager [None req-d89005f9-3c66-4f5c-8867-4fcf26dc4786 tempest-AttachVolumeTestJSON-339692578 tempest-AttachVolumeTestJSON-339692578-project-member] [instance: 08413ca9-2b2a-4991-83cf-aa8965d2017a] Terminating instance [ 1313.620280] env[69770]: DEBUG nova.objects.base [None req-bc1779d5-fca3-4b9a-905f-80d7582c8cc2 tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=69770) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1313.621730] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f28dfc9-8c3a-4071-8343-1fca75d9b939 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.643774] env[69770]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fc6bb49c-ad3c-4873-a0da-66f07c521884 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.650894] env[69770]: DEBUG oslo_vmware.api [None req-bc1779d5-fca3-4b9a-905f-80d7582c8cc2 tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] Waiting for the task: (returnval){ [ 1313.650894] env[69770]: value = "session[52161b52-cb8e-ec9f-1132-2f6b49549d41]524180c9-c39d-bd4c-01d4-eca016f7019c" [ 1313.650894] env[69770]: _type = "Task" [ 1313.650894] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1313.660179] env[69770]: DEBUG oslo_vmware.api [None req-bc1779d5-fca3-4b9a-905f-80d7582c8cc2 tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]524180c9-c39d-bd4c-01d4-eca016f7019c, 'name': SearchDatastore_Task, 'duration_secs': 0.007803} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1313.660469] env[69770]: DEBUG oslo_concurrency.lockutils [None req-bc1779d5-fca3-4b9a-905f-80d7582c8cc2 tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1313.660729] env[69770]: DEBUG oslo_concurrency.lockutils [None req-bc1779d5-fca3-4b9a-905f-80d7582c8cc2 tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1313.693833] env[69770]: DEBUG oslo_concurrency.lockutils [None req-a591ef5b-5843-439a-aa27-1f992fbe7dcc tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] Acquiring lock "f9c0e18d-6ae1-4176-b2ba-2ec8bd6ca408" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1313.694166] env[69770]: DEBUG oslo_concurrency.lockutils [None req-a591ef5b-5843-439a-aa27-1f992fbe7dcc tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] Lock "f9c0e18d-6ae1-4176-b2ba-2ec8bd6ca408" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1313.694948] env[69770]: DEBUG oslo_concurrency.lockutils [None req-a591ef5b-5843-439a-aa27-1f992fbe7dcc tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] Acquiring lock "f9c0e18d-6ae1-4176-b2ba-2ec8bd6ca408-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1313.694948] env[69770]: DEBUG oslo_concurrency.lockutils [None req-a591ef5b-5843-439a-aa27-1f992fbe7dcc tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] Lock "f9c0e18d-6ae1-4176-b2ba-2ec8bd6ca408-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1313.694948] env[69770]: DEBUG oslo_concurrency.lockutils [None req-a591ef5b-5843-439a-aa27-1f992fbe7dcc tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] Lock "f9c0e18d-6ae1-4176-b2ba-2ec8bd6ca408-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1313.697128] env[69770]: INFO nova.compute.manager [None req-a591ef5b-5843-439a-aa27-1f992fbe7dcc tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] [instance: f9c0e18d-6ae1-4176-b2ba-2ec8bd6ca408] Terminating instance [ 1313.957072] env[69770]: DEBUG oslo_vmware.api [None req-267f6cf3-5a42-4171-9179-4d9bce6b6a55 tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] Task: {'id': task-4070844, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.610225} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1313.960189] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-267f6cf3-5a42-4171-9179-4d9bce6b6a55 tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk to [datastore1] b6f8830a-54d9-4e27-96cc-e3726dbc42e4/b6f8830a-54d9-4e27-96cc-e3726dbc42e4.vmdk {{(pid=69770) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1313.960414] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-267f6cf3-5a42-4171-9179-4d9bce6b6a55 tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] [instance: b6f8830a-54d9-4e27-96cc-e3726dbc42e4] Extending root virtual disk to 1048576 {{(pid=69770) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1313.960672] env[69770]: DEBUG oslo_vmware.api [None req-f6fe4d96-57ac-4bfe-b2ff-ba017607a17a tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] Task: {'id': task-4070840, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1313.960886] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b0777665-295e-4cfe-9bf7-16ab9d11a962 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.976647] env[69770]: DEBUG oslo_vmware.api [-] Task: {'id': task-4070845, 'name': CreateVM_Task, 'duration_secs': 0.392607} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1313.978274] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 245d05f8-a8b6-4985-aab4-c6f3c250f28a] Created VM on the ESX host {{(pid=69770) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1313.978764] env[69770]: DEBUG oslo_vmware.api [None req-267f6cf3-5a42-4171-9179-4d9bce6b6a55 tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] Waiting for the task: (returnval){ [ 1313.978764] env[69770]: value = "task-4070846" [ 1313.978764] env[69770]: _type = "Task" [ 1313.978764] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1313.979630] env[69770]: DEBUG oslo_concurrency.lockutils [None req-5112414e-a4eb-41a5-bf9d-516f02fd6db9 tempest-AttachVolumeShelveTestJSON-1191911444 tempest-AttachVolumeShelveTestJSON-1191911444-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/32f472e4-6acb-4484-88ea-44207029fc65" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1313.979876] env[69770]: DEBUG oslo_concurrency.lockutils [None req-5112414e-a4eb-41a5-bf9d-516f02fd6db9 tempest-AttachVolumeShelveTestJSON-1191911444 tempest-AttachVolumeShelveTestJSON-1191911444-project-member] Acquired lock "[datastore1] devstack-image-cache_base/32f472e4-6acb-4484-88ea-44207029fc65" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1313.980399] env[69770]: DEBUG oslo_concurrency.lockutils [None req-5112414e-a4eb-41a5-bf9d-516f02fd6db9 tempest-AttachVolumeShelveTestJSON-1191911444 tempest-AttachVolumeShelveTestJSON-1191911444-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/32f472e4-6acb-4484-88ea-44207029fc65" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1313.980801] env[69770]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-be7f92b6-a4ca-4bc2-88f1-a93eb55081f1 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.991213] env[69770]: DEBUG oslo_vmware.api [None req-5112414e-a4eb-41a5-bf9d-516f02fd6db9 tempest-AttachVolumeShelveTestJSON-1191911444 tempest-AttachVolumeShelveTestJSON-1191911444-project-member] Waiting for the task: (returnval){ [ 1313.991213] env[69770]: value = "session[52161b52-cb8e-ec9f-1132-2f6b49549d41]52d6a2af-e839-cd06-a325-af06c07ce08e" [ 1313.991213] env[69770]: _type = "Task" [ 1313.991213] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1313.996176] env[69770]: DEBUG oslo_vmware.api [None req-267f6cf3-5a42-4171-9179-4d9bce6b6a55 tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] Task: {'id': task-4070846, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1314.008816] env[69770]: DEBUG oslo_concurrency.lockutils [None req-5112414e-a4eb-41a5-bf9d-516f02fd6db9 tempest-AttachVolumeShelveTestJSON-1191911444 tempest-AttachVolumeShelveTestJSON-1191911444-project-member] Releasing lock "[datastore1] devstack-image-cache_base/32f472e4-6acb-4484-88ea-44207029fc65" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.009216] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-5112414e-a4eb-41a5-bf9d-516f02fd6db9 tempest-AttachVolumeShelveTestJSON-1191911444 tempest-AttachVolumeShelveTestJSON-1191911444-project-member] [instance: 245d05f8-a8b6-4985-aab4-c6f3c250f28a] Processing image 32f472e4-6acb-4484-88ea-44207029fc65 {{(pid=69770) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1314.009577] env[69770]: DEBUG oslo_concurrency.lockutils [None req-5112414e-a4eb-41a5-bf9d-516f02fd6db9 tempest-AttachVolumeShelveTestJSON-1191911444 tempest-AttachVolumeShelveTestJSON-1191911444-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/32f472e4-6acb-4484-88ea-44207029fc65/32f472e4-6acb-4484-88ea-44207029fc65.vmdk" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.009817] env[69770]: DEBUG oslo_concurrency.lockutils [None req-5112414e-a4eb-41a5-bf9d-516f02fd6db9 tempest-AttachVolumeShelveTestJSON-1191911444 tempest-AttachVolumeShelveTestJSON-1191911444-project-member] Acquired lock "[datastore1] devstack-image-cache_base/32f472e4-6acb-4484-88ea-44207029fc65/32f472e4-6acb-4484-88ea-44207029fc65.vmdk" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1314.010110] env[69770]: DEBUG nova.virt.vmwareapi.ds_util [None req-5112414e-a4eb-41a5-bf9d-516f02fd6db9 tempest-AttachVolumeShelveTestJSON-1191911444 tempest-AttachVolumeShelveTestJSON-1191911444-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69770) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1314.010460] env[69770]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9fb0d2ff-b9e2-4bbc-8c45-98bdfdab8d98 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.017386] env[69770]: DEBUG nova.compute.manager [None req-d89005f9-3c66-4f5c-8867-4fcf26dc4786 tempest-AttachVolumeTestJSON-339692578 tempest-AttachVolumeTestJSON-339692578-project-member] [instance: 08413ca9-2b2a-4991-83cf-aa8965d2017a] Start destroying the instance on the hypervisor. {{(pid=69770) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1314.017660] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-d89005f9-3c66-4f5c-8867-4fcf26dc4786 tempest-AttachVolumeTestJSON-339692578 tempest-AttachVolumeTestJSON-339692578-project-member] [instance: 08413ca9-2b2a-4991-83cf-aa8965d2017a] Destroying instance {{(pid=69770) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1314.018756] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2173c6b2-a3d4-4f82-9fa1-593ce4383e9f {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.027980] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-d89005f9-3c66-4f5c-8867-4fcf26dc4786 tempest-AttachVolumeTestJSON-339692578 tempest-AttachVolumeTestJSON-339692578-project-member] [instance: 08413ca9-2b2a-4991-83cf-aa8965d2017a] Powering off the VM {{(pid=69770) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1314.028333] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-94c27358-7f32-4fa6-81a7-b08bb0458fac {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.034391] env[69770]: DEBUG nova.virt.vmwareapi.ds_util [None req-5112414e-a4eb-41a5-bf9d-516f02fd6db9 tempest-AttachVolumeShelveTestJSON-1191911444 tempest-AttachVolumeShelveTestJSON-1191911444-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69770) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1314.034697] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-5112414e-a4eb-41a5-bf9d-516f02fd6db9 tempest-AttachVolumeShelveTestJSON-1191911444 tempest-AttachVolumeShelveTestJSON-1191911444-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69770) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1314.036978] env[69770]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-83ae58b3-f555-4787-8d45-b4e5aa9dea9c {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.039327] env[69770]: DEBUG oslo_vmware.api [None req-d89005f9-3c66-4f5c-8867-4fcf26dc4786 tempest-AttachVolumeTestJSON-339692578 tempest-AttachVolumeTestJSON-339692578-project-member] Waiting for the task: (returnval){ [ 1314.039327] env[69770]: value = "task-4070847" [ 1314.039327] env[69770]: _type = "Task" [ 1314.039327] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1314.044146] env[69770]: DEBUG oslo_vmware.api [None req-5112414e-a4eb-41a5-bf9d-516f02fd6db9 tempest-AttachVolumeShelveTestJSON-1191911444 tempest-AttachVolumeShelveTestJSON-1191911444-project-member] Waiting for the task: (returnval){ [ 1314.044146] env[69770]: value = "session[52161b52-cb8e-ec9f-1132-2f6b49549d41]52b7af14-e94a-ea60-5cb8-b01e9c93ce10" [ 1314.044146] env[69770]: _type = "Task" [ 1314.044146] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1314.050799] env[69770]: DEBUG oslo_vmware.api [None req-d89005f9-3c66-4f5c-8867-4fcf26dc4786 tempest-AttachVolumeTestJSON-339692578 tempest-AttachVolumeTestJSON-339692578-project-member] Task: {'id': task-4070847, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1314.058264] env[69770]: DEBUG oslo_vmware.api [None req-5112414e-a4eb-41a5-bf9d-516f02fd6db9 tempest-AttachVolumeShelveTestJSON-1191911444 tempest-AttachVolumeShelveTestJSON-1191911444-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]52b7af14-e94a-ea60-5cb8-b01e9c93ce10, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1314.075100] env[69770]: DEBUG nova.compute.manager [req-567f5dc2-2f59-4684-88e9-df198325c37b req-a26746f2-3f70-49f8-8805-26ebb90efa14 service nova] [instance: 245d05f8-a8b6-4985-aab4-c6f3c250f28a] Received event network-changed-2389c99b-f39e-48dc-b478-99bc2a9184ff {{(pid=69770) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1314.075665] env[69770]: DEBUG nova.compute.manager [req-567f5dc2-2f59-4684-88e9-df198325c37b req-a26746f2-3f70-49f8-8805-26ebb90efa14 service nova] [instance: 245d05f8-a8b6-4985-aab4-c6f3c250f28a] Refreshing instance network info cache due to event network-changed-2389c99b-f39e-48dc-b478-99bc2a9184ff. {{(pid=69770) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1314.076042] env[69770]: DEBUG oslo_concurrency.lockutils [req-567f5dc2-2f59-4684-88e9-df198325c37b req-a26746f2-3f70-49f8-8805-26ebb90efa14 service nova] Acquiring lock "refresh_cache-245d05f8-a8b6-4985-aab4-c6f3c250f28a" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.076408] env[69770]: DEBUG oslo_concurrency.lockutils [req-567f5dc2-2f59-4684-88e9-df198325c37b req-a26746f2-3f70-49f8-8805-26ebb90efa14 service nova] Acquired lock "refresh_cache-245d05f8-a8b6-4985-aab4-c6f3c250f28a" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1314.076724] env[69770]: DEBUG nova.network.neutron [req-567f5dc2-2f59-4684-88e9-df198325c37b req-a26746f2-3f70-49f8-8805-26ebb90efa14 service nova] [instance: 245d05f8-a8b6-4985-aab4-c6f3c250f28a] Refreshing network info cache for port 2389c99b-f39e-48dc-b478-99bc2a9184ff {{(pid=69770) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1314.201655] env[69770]: DEBUG nova.compute.manager [None req-a591ef5b-5843-439a-aa27-1f992fbe7dcc tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] [instance: f9c0e18d-6ae1-4176-b2ba-2ec8bd6ca408] Start destroying the instance on the hypervisor. {{(pid=69770) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1314.202081] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-a591ef5b-5843-439a-aa27-1f992fbe7dcc tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] [instance: f9c0e18d-6ae1-4176-b2ba-2ec8bd6ca408] Destroying instance {{(pid=69770) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1314.203395] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9082f0f-c2ce-4dba-bff0-04bf11cf6791 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.214810] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-a591ef5b-5843-439a-aa27-1f992fbe7dcc tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] [instance: f9c0e18d-6ae1-4176-b2ba-2ec8bd6ca408] Unregistering the VM {{(pid=69770) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1314.215074] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b1c3ad52-463e-4dd6-98b2-7aeb2f76524b {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.290310] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-a591ef5b-5843-439a-aa27-1f992fbe7dcc tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] [instance: f9c0e18d-6ae1-4176-b2ba-2ec8bd6ca408] Unregistered the VM {{(pid=69770) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1314.290473] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-a591ef5b-5843-439a-aa27-1f992fbe7dcc tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] [instance: f9c0e18d-6ae1-4176-b2ba-2ec8bd6ca408] Deleting contents of the VM from datastore datastore2 {{(pid=69770) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1314.290550] env[69770]: DEBUG nova.virt.vmwareapi.ds_util [None req-a591ef5b-5843-439a-aa27-1f992fbe7dcc tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] Deleting the datastore file [datastore2] f9c0e18d-6ae1-4176-b2ba-2ec8bd6ca408 {{(pid=69770) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1314.290943] env[69770]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fd17e3c6-5bc0-47c6-986c-aec4d90df2f9 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.301356] env[69770]: DEBUG oslo_vmware.api [None req-a591ef5b-5843-439a-aa27-1f992fbe7dcc tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] Waiting for the task: (returnval){ [ 1314.301356] env[69770]: value = "task-4070849" [ 1314.301356] env[69770]: _type = "Task" [ 1314.301356] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1314.310776] env[69770]: DEBUG oslo_vmware.api [None req-a591ef5b-5843-439a-aa27-1f992fbe7dcc tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] Task: {'id': task-4070849, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1314.352528] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f04b34b-edcd-42e5-987e-924a4c38414b {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.361488] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a9d3947-3859-4660-99a9-187b379be099 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.394410] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ab9029c-5d0c-41e5-b544-c8fe04fb949a {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.402911] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0380d6aa-37b0-4d9b-99c0-9d158b2339c2 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.419025] env[69770]: DEBUG nova.compute.provider_tree [None req-bc1779d5-fca3-4b9a-905f-80d7582c8cc2 tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] Inventory has not changed in ProviderTree for provider: 7cc7d32b-b7a7-454a-a456-2a440248ed9d {{(pid=69770) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1314.455062] env[69770]: DEBUG oslo_vmware.api [None req-f6fe4d96-57ac-4bfe-b2ff-ba017607a17a tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] Task: {'id': task-4070840, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1314.490403] env[69770]: DEBUG oslo_vmware.api [None req-267f6cf3-5a42-4171-9179-4d9bce6b6a55 tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] Task: {'id': task-4070846, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.123356} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1314.490623] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-267f6cf3-5a42-4171-9179-4d9bce6b6a55 tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] [instance: b6f8830a-54d9-4e27-96cc-e3726dbc42e4] Extended root virtual disk {{(pid=69770) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1314.491547] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7ac19be-ee76-4424-9009-0f979a5f31ec {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.514188] env[69770]: DEBUG nova.virt.vmwareapi.volumeops [None req-267f6cf3-5a42-4171-9179-4d9bce6b6a55 tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] [instance: b6f8830a-54d9-4e27-96cc-e3726dbc42e4] Reconfiguring VM instance instance-00000071 to attach disk [datastore1] b6f8830a-54d9-4e27-96cc-e3726dbc42e4/b6f8830a-54d9-4e27-96cc-e3726dbc42e4.vmdk or device None with type sparse {{(pid=69770) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1314.514480] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2eba13ab-e625-49fa-b888-485f09a5b24f {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.535505] env[69770]: DEBUG oslo_vmware.api [None req-267f6cf3-5a42-4171-9179-4d9bce6b6a55 tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] Waiting for the task: (returnval){ [ 1314.535505] env[69770]: value = "task-4070850" [ 1314.535505] env[69770]: _type = "Task" [ 1314.535505] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1314.546267] env[69770]: DEBUG oslo_vmware.api [None req-267f6cf3-5a42-4171-9179-4d9bce6b6a55 tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] Task: {'id': task-4070850, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1314.552893] env[69770]: DEBUG oslo_vmware.api [None req-d89005f9-3c66-4f5c-8867-4fcf26dc4786 tempest-AttachVolumeTestJSON-339692578 tempest-AttachVolumeTestJSON-339692578-project-member] Task: {'id': task-4070847, 'name': PowerOffVM_Task, 'duration_secs': 0.191431} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1314.556285] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-d89005f9-3c66-4f5c-8867-4fcf26dc4786 tempest-AttachVolumeTestJSON-339692578 tempest-AttachVolumeTestJSON-339692578-project-member] [instance: 08413ca9-2b2a-4991-83cf-aa8965d2017a] Powered off the VM {{(pid=69770) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1314.556490] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-d89005f9-3c66-4f5c-8867-4fcf26dc4786 tempest-AttachVolumeTestJSON-339692578 tempest-AttachVolumeTestJSON-339692578-project-member] [instance: 08413ca9-2b2a-4991-83cf-aa8965d2017a] Unregistering the VM {{(pid=69770) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1314.556780] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8ee315c2-1c1b-436b-900d-14def1566378 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.558417] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-5112414e-a4eb-41a5-bf9d-516f02fd6db9 tempest-AttachVolumeShelveTestJSON-1191911444 tempest-AttachVolumeShelveTestJSON-1191911444-project-member] [instance: 245d05f8-a8b6-4985-aab4-c6f3c250f28a] Preparing fetch location {{(pid=69770) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1314.558735] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-5112414e-a4eb-41a5-bf9d-516f02fd6db9 tempest-AttachVolumeShelveTestJSON-1191911444 tempest-AttachVolumeShelveTestJSON-1191911444-project-member] [instance: 245d05f8-a8b6-4985-aab4-c6f3c250f28a] Fetch image to [datastore1] OSTACK_IMG_59d8f604-2b57-4676-a617-c1e4fbe08f1e/OSTACK_IMG_59d8f604-2b57-4676-a617-c1e4fbe08f1e.vmdk {{(pid=69770) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1314.558972] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-5112414e-a4eb-41a5-bf9d-516f02fd6db9 tempest-AttachVolumeShelveTestJSON-1191911444 tempest-AttachVolumeShelveTestJSON-1191911444-project-member] [instance: 245d05f8-a8b6-4985-aab4-c6f3c250f28a] Downloading stream optimized image 32f472e4-6acb-4484-88ea-44207029fc65 to [datastore1] OSTACK_IMG_59d8f604-2b57-4676-a617-c1e4fbe08f1e/OSTACK_IMG_59d8f604-2b57-4676-a617-c1e4fbe08f1e.vmdk on the data store datastore1 as vApp {{(pid=69770) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1314.559176] env[69770]: DEBUG nova.virt.vmwareapi.images [None req-5112414e-a4eb-41a5-bf9d-516f02fd6db9 tempest-AttachVolumeShelveTestJSON-1191911444 tempest-AttachVolumeShelveTestJSON-1191911444-project-member] [instance: 245d05f8-a8b6-4985-aab4-c6f3c250f28a] Downloading image file data 32f472e4-6acb-4484-88ea-44207029fc65 to the ESX as VM named 'OSTACK_IMG_59d8f604-2b57-4676-a617-c1e4fbe08f1e' {{(pid=69770) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1314.635816] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-d89005f9-3c66-4f5c-8867-4fcf26dc4786 tempest-AttachVolumeTestJSON-339692578 tempest-AttachVolumeTestJSON-339692578-project-member] [instance: 08413ca9-2b2a-4991-83cf-aa8965d2017a] Unregistered the VM {{(pid=69770) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1314.636125] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-d89005f9-3c66-4f5c-8867-4fcf26dc4786 tempest-AttachVolumeTestJSON-339692578 tempest-AttachVolumeTestJSON-339692578-project-member] [instance: 08413ca9-2b2a-4991-83cf-aa8965d2017a] Deleting contents of the VM from datastore datastore1 {{(pid=69770) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1314.636232] env[69770]: DEBUG nova.virt.vmwareapi.ds_util [None req-d89005f9-3c66-4f5c-8867-4fcf26dc4786 tempest-AttachVolumeTestJSON-339692578 tempest-AttachVolumeTestJSON-339692578-project-member] Deleting the datastore file [datastore1] 08413ca9-2b2a-4991-83cf-aa8965d2017a {{(pid=69770) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1314.636505] env[69770]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-38c23fed-98c9-4c58-ab06-4c7b064d182f {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.639142] env[69770]: DEBUG oslo_vmware.rw_handles [None req-5112414e-a4eb-41a5-bf9d-516f02fd6db9 tempest-AttachVolumeShelveTestJSON-1191911444 tempest-AttachVolumeShelveTestJSON-1191911444-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1314.639142] env[69770]: value = "resgroup-9" [ 1314.639142] env[69770]: _type = "ResourcePool" [ 1314.639142] env[69770]: }. {{(pid=69770) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1314.639388] env[69770]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-2a677c29-7546-4e4b-b5f3-6a896d593113 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.662793] env[69770]: DEBUG oslo_vmware.api [None req-d89005f9-3c66-4f5c-8867-4fcf26dc4786 tempest-AttachVolumeTestJSON-339692578 tempest-AttachVolumeTestJSON-339692578-project-member] Waiting for the task: (returnval){ [ 1314.662793] env[69770]: value = "task-4070852" [ 1314.662793] env[69770]: _type = "Task" [ 1314.662793] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1314.664370] env[69770]: DEBUG oslo_vmware.rw_handles [None req-5112414e-a4eb-41a5-bf9d-516f02fd6db9 tempest-AttachVolumeShelveTestJSON-1191911444 tempest-AttachVolumeShelveTestJSON-1191911444-project-member] Lease: (returnval){ [ 1314.664370] env[69770]: value = "session[52161b52-cb8e-ec9f-1132-2f6b49549d41]526e5f0e-98f1-5271-10c8-366bd0a23389" [ 1314.664370] env[69770]: _type = "HttpNfcLease" [ 1314.664370] env[69770]: } obtained for vApp import into resource pool (val){ [ 1314.664370] env[69770]: value = "resgroup-9" [ 1314.664370] env[69770]: _type = "ResourcePool" [ 1314.664370] env[69770]: }. {{(pid=69770) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1314.664847] env[69770]: DEBUG oslo_vmware.api [None req-5112414e-a4eb-41a5-bf9d-516f02fd6db9 tempest-AttachVolumeShelveTestJSON-1191911444 tempest-AttachVolumeShelveTestJSON-1191911444-project-member] Waiting for the lease: (returnval){ [ 1314.664847] env[69770]: value = "session[52161b52-cb8e-ec9f-1132-2f6b49549d41]526e5f0e-98f1-5271-10c8-366bd0a23389" [ 1314.664847] env[69770]: _type = "HttpNfcLease" [ 1314.664847] env[69770]: } to be ready. {{(pid=69770) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1314.676556] env[69770]: DEBUG oslo_vmware.api [None req-d89005f9-3c66-4f5c-8867-4fcf26dc4786 tempest-AttachVolumeTestJSON-339692578 tempest-AttachVolumeTestJSON-339692578-project-member] Task: {'id': task-4070852, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1314.678207] env[69770]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1314.678207] env[69770]: value = "session[52161b52-cb8e-ec9f-1132-2f6b49549d41]526e5f0e-98f1-5271-10c8-366bd0a23389" [ 1314.678207] env[69770]: _type = "HttpNfcLease" [ 1314.678207] env[69770]: } is initializing. {{(pid=69770) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1314.812200] env[69770]: DEBUG oslo_vmware.api [None req-a591ef5b-5843-439a-aa27-1f992fbe7dcc tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] Task: {'id': task-4070849, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1314.833117] env[69770]: DEBUG nova.network.neutron [req-567f5dc2-2f59-4684-88e9-df198325c37b req-a26746f2-3f70-49f8-8805-26ebb90efa14 service nova] [instance: 245d05f8-a8b6-4985-aab4-c6f3c250f28a] Updated VIF entry in instance network info cache for port 2389c99b-f39e-48dc-b478-99bc2a9184ff. {{(pid=69770) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1314.833574] env[69770]: DEBUG nova.network.neutron [req-567f5dc2-2f59-4684-88e9-df198325c37b req-a26746f2-3f70-49f8-8805-26ebb90efa14 service nova] [instance: 245d05f8-a8b6-4985-aab4-c6f3c250f28a] Updating instance_info_cache with network_info: [{"id": "2389c99b-f39e-48dc-b478-99bc2a9184ff", "address": "fa:16:3e:1e:91:03", "network": {"id": "62da2196-fd56-425b-b6e9-4f1c110ca1e6", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1719289018-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.237", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "63b30a591f8a45d2ad9dfb1e2a86dcc1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "504a3211-8288-4b87-a52a-590466d80a49", "external-id": "nsx-vlan-transportzone-469", "segmentation_id": 469, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2389c99b-f3", "ovs_interfaceid": "2389c99b-f39e-48dc-b478-99bc2a9184ff", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69770) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1314.921630] env[69770]: DEBUG nova.scheduler.client.report [None req-bc1779d5-fca3-4b9a-905f-80d7582c8cc2 tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] Inventory has not changed for provider 7cc7d32b-b7a7-454a-a456-2a440248ed9d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69770) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1314.956718] env[69770]: DEBUG oslo_vmware.api [None req-f6fe4d96-57ac-4bfe-b2ff-ba017607a17a tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] Task: {'id': task-4070840, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1315.046083] env[69770]: DEBUG oslo_vmware.api [None req-267f6cf3-5a42-4171-9179-4d9bce6b6a55 tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] Task: {'id': task-4070850, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1315.178101] env[69770]: DEBUG oslo_vmware.api [None req-d89005f9-3c66-4f5c-8867-4fcf26dc4786 tempest-AttachVolumeTestJSON-339692578 tempest-AttachVolumeTestJSON-339692578-project-member] Task: {'id': task-4070852, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.362416} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1315.179907] env[69770]: DEBUG nova.virt.vmwareapi.ds_util [None req-d89005f9-3c66-4f5c-8867-4fcf26dc4786 tempest-AttachVolumeTestJSON-339692578 tempest-AttachVolumeTestJSON-339692578-project-member] Deleted the datastore file {{(pid=69770) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1315.180115] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-d89005f9-3c66-4f5c-8867-4fcf26dc4786 tempest-AttachVolumeTestJSON-339692578 tempest-AttachVolumeTestJSON-339692578-project-member] [instance: 08413ca9-2b2a-4991-83cf-aa8965d2017a] Deleted contents of the VM from datastore datastore1 {{(pid=69770) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1315.180302] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-d89005f9-3c66-4f5c-8867-4fcf26dc4786 tempest-AttachVolumeTestJSON-339692578 tempest-AttachVolumeTestJSON-339692578-project-member] [instance: 08413ca9-2b2a-4991-83cf-aa8965d2017a] Instance destroyed {{(pid=69770) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1315.180478] env[69770]: INFO nova.compute.manager [None req-d89005f9-3c66-4f5c-8867-4fcf26dc4786 tempest-AttachVolumeTestJSON-339692578 tempest-AttachVolumeTestJSON-339692578-project-member] [instance: 08413ca9-2b2a-4991-83cf-aa8965d2017a] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1315.180775] env[69770]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d89005f9-3c66-4f5c-8867-4fcf26dc4786 tempest-AttachVolumeTestJSON-339692578 tempest-AttachVolumeTestJSON-339692578-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69770) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1315.181077] env[69770]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1315.181077] env[69770]: value = "session[52161b52-cb8e-ec9f-1132-2f6b49549d41]526e5f0e-98f1-5271-10c8-366bd0a23389" [ 1315.181077] env[69770]: _type = "HttpNfcLease" [ 1315.181077] env[69770]: } is initializing. {{(pid=69770) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1315.181362] env[69770]: DEBUG nova.compute.manager [-] [instance: 08413ca9-2b2a-4991-83cf-aa8965d2017a] Deallocating network for instance {{(pid=69770) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1315.181428] env[69770]: DEBUG nova.network.neutron [-] [instance: 08413ca9-2b2a-4991-83cf-aa8965d2017a] deallocate_for_instance() {{(pid=69770) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1315.313045] env[69770]: DEBUG oslo_vmware.api [None req-a591ef5b-5843-439a-aa27-1f992fbe7dcc tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] Task: {'id': task-4070849, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.626055} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1315.313326] env[69770]: DEBUG nova.virt.vmwareapi.ds_util [None req-a591ef5b-5843-439a-aa27-1f992fbe7dcc tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] Deleted the datastore file {{(pid=69770) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1315.313520] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-a591ef5b-5843-439a-aa27-1f992fbe7dcc tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] [instance: f9c0e18d-6ae1-4176-b2ba-2ec8bd6ca408] Deleted contents of the VM from datastore datastore2 {{(pid=69770) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1315.313691] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-a591ef5b-5843-439a-aa27-1f992fbe7dcc tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] [instance: f9c0e18d-6ae1-4176-b2ba-2ec8bd6ca408] Instance destroyed {{(pid=69770) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1315.313865] env[69770]: INFO nova.compute.manager [None req-a591ef5b-5843-439a-aa27-1f992fbe7dcc tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] [instance: f9c0e18d-6ae1-4176-b2ba-2ec8bd6ca408] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1315.314125] env[69770]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a591ef5b-5843-439a-aa27-1f992fbe7dcc tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69770) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1315.314324] env[69770]: DEBUG nova.compute.manager [-] [instance: f9c0e18d-6ae1-4176-b2ba-2ec8bd6ca408] Deallocating network for instance {{(pid=69770) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1315.314419] env[69770]: DEBUG nova.network.neutron [-] [instance: f9c0e18d-6ae1-4176-b2ba-2ec8bd6ca408] deallocate_for_instance() {{(pid=69770) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1315.337010] env[69770]: DEBUG oslo_concurrency.lockutils [req-567f5dc2-2f59-4684-88e9-df198325c37b req-a26746f2-3f70-49f8-8805-26ebb90efa14 service nova] Releasing lock "refresh_cache-245d05f8-a8b6-4985-aab4-c6f3c250f28a" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1315.458538] env[69770]: DEBUG oslo_vmware.api [None req-f6fe4d96-57ac-4bfe-b2ff-ba017607a17a tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] Task: {'id': task-4070840, 'name': ReconfigVM_Task} progress is 18%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1315.547009] env[69770]: DEBUG oslo_vmware.api [None req-267f6cf3-5a42-4171-9179-4d9bce6b6a55 tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] Task: {'id': task-4070850, 'name': ReconfigVM_Task, 'duration_secs': 0.635718} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1315.547268] env[69770]: DEBUG nova.virt.vmwareapi.volumeops [None req-267f6cf3-5a42-4171-9179-4d9bce6b6a55 tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] [instance: b6f8830a-54d9-4e27-96cc-e3726dbc42e4] Reconfigured VM instance instance-00000071 to attach disk [datastore1] b6f8830a-54d9-4e27-96cc-e3726dbc42e4/b6f8830a-54d9-4e27-96cc-e3726dbc42e4.vmdk or device None with type sparse {{(pid=69770) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1315.547916] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-23426f6f-2335-44b6-bbf1-2d5f02a3e60a {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.555818] env[69770]: DEBUG oslo_vmware.api [None req-267f6cf3-5a42-4171-9179-4d9bce6b6a55 tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] Waiting for the task: (returnval){ [ 1315.555818] env[69770]: value = "task-4070854" [ 1315.555818] env[69770]: _type = "Task" [ 1315.555818] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1315.569682] env[69770]: DEBUG oslo_vmware.api [None req-267f6cf3-5a42-4171-9179-4d9bce6b6a55 tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] Task: {'id': task-4070854, 'name': Rename_Task} progress is 5%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1315.679053] env[69770]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1315.679053] env[69770]: value = "session[52161b52-cb8e-ec9f-1132-2f6b49549d41]526e5f0e-98f1-5271-10c8-366bd0a23389" [ 1315.679053] env[69770]: _type = "HttpNfcLease" [ 1315.679053] env[69770]: } is ready. {{(pid=69770) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1315.679457] env[69770]: DEBUG oslo_vmware.rw_handles [None req-5112414e-a4eb-41a5-bf9d-516f02fd6db9 tempest-AttachVolumeShelveTestJSON-1191911444 tempest-AttachVolumeShelveTestJSON-1191911444-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1315.679457] env[69770]: value = "session[52161b52-cb8e-ec9f-1132-2f6b49549d41]526e5f0e-98f1-5271-10c8-366bd0a23389" [ 1315.679457] env[69770]: _type = "HttpNfcLease" [ 1315.679457] env[69770]: }. {{(pid=69770) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1315.680283] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aec33f2a-7c5a-44dd-9ba8-d60793e60ef8 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.688975] env[69770]: DEBUG oslo_vmware.rw_handles [None req-5112414e-a4eb-41a5-bf9d-516f02fd6db9 tempest-AttachVolumeShelveTestJSON-1191911444 tempest-AttachVolumeShelveTestJSON-1191911444-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5238f870-3a5f-8eb4-d2d8-b55004b967a5/disk-0.vmdk from lease info. {{(pid=69770) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1315.689286] env[69770]: DEBUG oslo_vmware.rw_handles [None req-5112414e-a4eb-41a5-bf9d-516f02fd6db9 tempest-AttachVolumeShelveTestJSON-1191911444 tempest-AttachVolumeShelveTestJSON-1191911444-project-member] Creating HTTP connection to write to file with size = 31667200 and URL = https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5238f870-3a5f-8eb4-d2d8-b55004b967a5/disk-0.vmdk. {{(pid=69770) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1315.764463] env[69770]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-5aa7f99c-59e3-4486-8f69-e1c5cc7ba129 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.933965] env[69770]: DEBUG oslo_concurrency.lockutils [None req-bc1779d5-fca3-4b9a-905f-80d7582c8cc2 tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.273s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1315.959117] env[69770]: DEBUG oslo_vmware.api [None req-f6fe4d96-57ac-4bfe-b2ff-ba017607a17a tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] Task: {'id': task-4070840, 'name': ReconfigVM_Task, 'duration_secs': 5.783986} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1315.960437] env[69770]: DEBUG oslo_concurrency.lockutils [None req-f6fe4d96-57ac-4bfe-b2ff-ba017607a17a tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] Releasing lock "755adf13-58e9-4da5-adfc-8ba308501fa4" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1315.960681] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-f6fe4d96-57ac-4bfe-b2ff-ba017607a17a tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] [instance: 755adf13-58e9-4da5-adfc-8ba308501fa4] Reconfigured VM to detach interface {{(pid=69770) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1316.068155] env[69770]: DEBUG oslo_vmware.api [None req-267f6cf3-5a42-4171-9179-4d9bce6b6a55 tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] Task: {'id': task-4070854, 'name': Rename_Task, 'duration_secs': 0.159606} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1316.072268] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-267f6cf3-5a42-4171-9179-4d9bce6b6a55 tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] [instance: b6f8830a-54d9-4e27-96cc-e3726dbc42e4] Powering on the VM {{(pid=69770) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1316.072798] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-55238ef9-77ac-4c59-b446-438e0955c6a3 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.083534] env[69770]: DEBUG oslo_vmware.api [None req-267f6cf3-5a42-4171-9179-4d9bce6b6a55 tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] Waiting for the task: (returnval){ [ 1316.083534] env[69770]: value = "task-4070855" [ 1316.083534] env[69770]: _type = "Task" [ 1316.083534] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1316.094774] env[69770]: DEBUG oslo_vmware.api [None req-267f6cf3-5a42-4171-9179-4d9bce6b6a55 tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] Task: {'id': task-4070855, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1316.116316] env[69770]: DEBUG nova.compute.manager [req-f952c107-668a-416a-9654-eba93138ff3d req-78d322d4-5811-45a2-b914-2a70279c60f9 service nova] [instance: f9c0e18d-6ae1-4176-b2ba-2ec8bd6ca408] Received event network-vif-deleted-6bcc559f-dffa-4d9c-b8e2-771203ab23cc {{(pid=69770) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1316.116316] env[69770]: INFO nova.compute.manager [req-f952c107-668a-416a-9654-eba93138ff3d req-78d322d4-5811-45a2-b914-2a70279c60f9 service nova] [instance: f9c0e18d-6ae1-4176-b2ba-2ec8bd6ca408] Neutron deleted interface 6bcc559f-dffa-4d9c-b8e2-771203ab23cc; detaching it from the instance and deleting it from the info cache [ 1316.116316] env[69770]: DEBUG nova.network.neutron [req-f952c107-668a-416a-9654-eba93138ff3d req-78d322d4-5811-45a2-b914-2a70279c60f9 service nova] [instance: f9c0e18d-6ae1-4176-b2ba-2ec8bd6ca408] Updating instance_info_cache with network_info: [] {{(pid=69770) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1316.278100] env[69770]: DEBUG nova.network.neutron [-] [instance: f9c0e18d-6ae1-4176-b2ba-2ec8bd6ca408] Updating instance_info_cache with network_info: [] {{(pid=69770) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1316.383658] env[69770]: DEBUG nova.network.neutron [-] [instance: 08413ca9-2b2a-4991-83cf-aa8965d2017a] Updating instance_info_cache with network_info: [] {{(pid=69770) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1316.510875] env[69770]: INFO nova.scheduler.client.report [None req-bc1779d5-fca3-4b9a-905f-80d7582c8cc2 tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] Deleted allocation for migration 60849e21-84b4-4479-a243-479941614810 [ 1316.597813] env[69770]: DEBUG oslo_vmware.api [None req-267f6cf3-5a42-4171-9179-4d9bce6b6a55 tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] Task: {'id': task-4070855, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1316.621768] env[69770]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-dd16fe71-27e5-4094-9308-31c6d771bcc6 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.633690] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37619edc-6e71-4fcc-8a0c-832bc6e62aa6 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.673046] env[69770]: DEBUG nova.compute.manager [req-f952c107-668a-416a-9654-eba93138ff3d req-78d322d4-5811-45a2-b914-2a70279c60f9 service nova] [instance: f9c0e18d-6ae1-4176-b2ba-2ec8bd6ca408] Detach interface failed, port_id=6bcc559f-dffa-4d9c-b8e2-771203ab23cc, reason: Instance f9c0e18d-6ae1-4176-b2ba-2ec8bd6ca408 could not be found. {{(pid=69770) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1316.673340] env[69770]: DEBUG nova.compute.manager [req-f952c107-668a-416a-9654-eba93138ff3d req-78d322d4-5811-45a2-b914-2a70279c60f9 service nova] [instance: 08413ca9-2b2a-4991-83cf-aa8965d2017a] Received event network-vif-deleted-1abc498c-e27c-4665-8be8-2c1d0ebbadad {{(pid=69770) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1316.673491] env[69770]: INFO nova.compute.manager [req-f952c107-668a-416a-9654-eba93138ff3d req-78d322d4-5811-45a2-b914-2a70279c60f9 service nova] [instance: 08413ca9-2b2a-4991-83cf-aa8965d2017a] Neutron deleted interface 1abc498c-e27c-4665-8be8-2c1d0ebbadad; detaching it from the instance and deleting it from the info cache [ 1316.673664] env[69770]: DEBUG nova.network.neutron [req-f952c107-668a-416a-9654-eba93138ff3d req-78d322d4-5811-45a2-b914-2a70279c60f9 service nova] [instance: 08413ca9-2b2a-4991-83cf-aa8965d2017a] Updating instance_info_cache with network_info: [] {{(pid=69770) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1316.781194] env[69770]: INFO nova.compute.manager [-] [instance: f9c0e18d-6ae1-4176-b2ba-2ec8bd6ca408] Took 1.47 seconds to deallocate network for instance. [ 1316.885894] env[69770]: INFO nova.compute.manager [-] [instance: 08413ca9-2b2a-4991-83cf-aa8965d2017a] Took 1.70 seconds to deallocate network for instance. [ 1317.019091] env[69770]: DEBUG oslo_concurrency.lockutils [None req-bc1779d5-fca3-4b9a-905f-80d7582c8cc2 tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] Lock "d8d72175-258b-4178-9090-f4794ab0154e" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 6.173s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1317.095049] env[69770]: DEBUG oslo_vmware.api [None req-267f6cf3-5a42-4171-9179-4d9bce6b6a55 tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] Task: {'id': task-4070855, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1317.177032] env[69770]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-98be385a-3635-4430-a48e-c09687de4238 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.187933] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-855418d6-4cc6-46e2-9c8f-abaa6e0bf4ae {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.225145] env[69770]: DEBUG nova.compute.manager [req-f952c107-668a-416a-9654-eba93138ff3d req-78d322d4-5811-45a2-b914-2a70279c60f9 service nova] [instance: 08413ca9-2b2a-4991-83cf-aa8965d2017a] Detach interface failed, port_id=1abc498c-e27c-4665-8be8-2c1d0ebbadad, reason: Instance 08413ca9-2b2a-4991-83cf-aa8965d2017a could not be found. {{(pid=69770) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1317.284970] env[69770]: INFO nova.compute.manager [None req-9c884d75-efec-4af3-80fa-68cb3ceae6da tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] [instance: d8d72175-258b-4178-9090-f4794ab0154e] Get console output [ 1317.285334] env[69770]: WARNING nova.virt.vmwareapi.driver [None req-9c884d75-efec-4af3-80fa-68cb3ceae6da tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] [instance: d8d72175-258b-4178-9090-f4794ab0154e] The console log is missing. Check your VSPC configuration [ 1317.288154] env[69770]: DEBUG oslo_concurrency.lockutils [None req-a591ef5b-5843-439a-aa27-1f992fbe7dcc tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1317.288400] env[69770]: DEBUG oslo_concurrency.lockutils [None req-a591ef5b-5843-439a-aa27-1f992fbe7dcc tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1317.288604] env[69770]: DEBUG nova.objects.instance [None req-a591ef5b-5843-439a-aa27-1f992fbe7dcc tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] Lazy-loading 'resources' on Instance uuid f9c0e18d-6ae1-4176-b2ba-2ec8bd6ca408 {{(pid=69770) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1317.307461] env[69770]: DEBUG oslo_concurrency.lockutils [None req-f6fe4d96-57ac-4bfe-b2ff-ba017607a17a tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] Acquiring lock "refresh_cache-755adf13-58e9-4da5-adfc-8ba308501fa4" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1317.307708] env[69770]: DEBUG oslo_concurrency.lockutils [None req-f6fe4d96-57ac-4bfe-b2ff-ba017607a17a tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] Acquired lock "refresh_cache-755adf13-58e9-4da5-adfc-8ba308501fa4" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1317.307926] env[69770]: DEBUG nova.network.neutron [None req-f6fe4d96-57ac-4bfe-b2ff-ba017607a17a tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] [instance: 755adf13-58e9-4da5-adfc-8ba308501fa4] Building network info cache for instance {{(pid=69770) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1317.445469] env[69770]: DEBUG oslo_concurrency.lockutils [None req-d89005f9-3c66-4f5c-8867-4fcf26dc4786 tempest-AttachVolumeTestJSON-339692578 tempest-AttachVolumeTestJSON-339692578-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1317.595336] env[69770]: DEBUG oslo_vmware.api [None req-267f6cf3-5a42-4171-9179-4d9bce6b6a55 tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] Task: {'id': task-4070855, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1317.817150] env[69770]: DEBUG oslo_concurrency.lockutils [None req-8733ed25-9edd-4dd3-a845-810e6cdb645e tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] Acquiring lock "755adf13-58e9-4da5-adfc-8ba308501fa4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1317.817372] env[69770]: DEBUG oslo_concurrency.lockutils [None req-8733ed25-9edd-4dd3-a845-810e6cdb645e tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] Lock "755adf13-58e9-4da5-adfc-8ba308501fa4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1317.817574] env[69770]: DEBUG oslo_concurrency.lockutils [None req-8733ed25-9edd-4dd3-a845-810e6cdb645e tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] Acquiring lock "755adf13-58e9-4da5-adfc-8ba308501fa4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1317.817754] env[69770]: DEBUG oslo_concurrency.lockutils [None req-8733ed25-9edd-4dd3-a845-810e6cdb645e tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] Lock "755adf13-58e9-4da5-adfc-8ba308501fa4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1317.817917] env[69770]: DEBUG oslo_concurrency.lockutils [None req-8733ed25-9edd-4dd3-a845-810e6cdb645e tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] Lock "755adf13-58e9-4da5-adfc-8ba308501fa4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1317.820064] env[69770]: INFO nova.compute.manager [None req-8733ed25-9edd-4dd3-a845-810e6cdb645e tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] [instance: 755adf13-58e9-4da5-adfc-8ba308501fa4] Terminating instance [ 1317.942366] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8fd52fe-44c6-4a83-8e02-b11dc7e4f771 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.950477] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd3a76cc-c7a5-4870-bcc1-37b333ec0b7b {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.985898] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13b53840-da24-417c-a412-c3e7b7a251f0 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.993722] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1802950-94ba-4732-92f0-d821e94d482f {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.007415] env[69770]: DEBUG nova.compute.provider_tree [None req-a591ef5b-5843-439a-aa27-1f992fbe7dcc tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] Inventory has not changed in ProviderTree for provider: 7cc7d32b-b7a7-454a-a456-2a440248ed9d {{(pid=69770) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1318.074485] env[69770]: INFO nova.network.neutron [None req-f6fe4d96-57ac-4bfe-b2ff-ba017607a17a tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] [instance: 755adf13-58e9-4da5-adfc-8ba308501fa4] Port 3e299ed1-2857-4d29-bee1-e27bb36da4b5 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1318.074850] env[69770]: DEBUG nova.network.neutron [None req-f6fe4d96-57ac-4bfe-b2ff-ba017607a17a tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] [instance: 755adf13-58e9-4da5-adfc-8ba308501fa4] Updating instance_info_cache with network_info: [{"id": "e2f953c1-acfb-48ab-a357-c71a8980eb96", "address": "fa:16:3e:f0:12:78", "network": {"id": "d5ae8d06-e279-436f-9c41-66b44f6f2542", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1370812323-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.178", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "63715e849e05463da9bfa0405c750b8f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dad4f433-bb0b-45c7-8040-972ef2277f75", "external-id": "nsx-vlan-transportzone-451", "segmentation_id": 451, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape2f953c1-ac", "ovs_interfaceid": "e2f953c1-acfb-48ab-a357-c71a8980eb96", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69770) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1318.095448] env[69770]: DEBUG oslo_vmware.api [None req-267f6cf3-5a42-4171-9179-4d9bce6b6a55 tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] Task: {'id': task-4070855, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1318.324300] env[69770]: DEBUG nova.compute.manager [None req-8733ed25-9edd-4dd3-a845-810e6cdb645e tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] [instance: 755adf13-58e9-4da5-adfc-8ba308501fa4] Start destroying the instance on the hypervisor. {{(pid=69770) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1318.324548] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-8733ed25-9edd-4dd3-a845-810e6cdb645e tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] [instance: 755adf13-58e9-4da5-adfc-8ba308501fa4] Destroying instance {{(pid=69770) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1318.325477] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e3e2eb4-4195-4b99-b16d-7a9262eda8b6 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.334636] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-8733ed25-9edd-4dd3-a845-810e6cdb645e tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] [instance: 755adf13-58e9-4da5-adfc-8ba308501fa4] Powering off the VM {{(pid=69770) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1318.334901] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-979b0768-db04-4016-9e5c-16185bc70159 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.341942] env[69770]: DEBUG oslo_vmware.api [None req-8733ed25-9edd-4dd3-a845-810e6cdb645e tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] Waiting for the task: (returnval){ [ 1318.341942] env[69770]: value = "task-4070856" [ 1318.341942] env[69770]: _type = "Task" [ 1318.341942] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1318.351427] env[69770]: DEBUG oslo_vmware.api [None req-8733ed25-9edd-4dd3-a845-810e6cdb645e tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] Task: {'id': task-4070856, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1318.510898] env[69770]: DEBUG nova.scheduler.client.report [None req-a591ef5b-5843-439a-aa27-1f992fbe7dcc tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] Inventory has not changed for provider 7cc7d32b-b7a7-454a-a456-2a440248ed9d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69770) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1318.577788] env[69770]: DEBUG oslo_concurrency.lockutils [None req-f6fe4d96-57ac-4bfe-b2ff-ba017607a17a tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] Releasing lock "refresh_cache-755adf13-58e9-4da5-adfc-8ba308501fa4" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1318.596734] env[69770]: DEBUG oslo_vmware.api [None req-267f6cf3-5a42-4171-9179-4d9bce6b6a55 tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] Task: {'id': task-4070855, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1318.853359] env[69770]: DEBUG oslo_vmware.api [None req-8733ed25-9edd-4dd3-a845-810e6cdb645e tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] Task: {'id': task-4070856, 'name': PowerOffVM_Task, 'duration_secs': 0.209454} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1318.853750] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-8733ed25-9edd-4dd3-a845-810e6cdb645e tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] [instance: 755adf13-58e9-4da5-adfc-8ba308501fa4] Powered off the VM {{(pid=69770) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1318.853920] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-8733ed25-9edd-4dd3-a845-810e6cdb645e tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] [instance: 755adf13-58e9-4da5-adfc-8ba308501fa4] Unregistering the VM {{(pid=69770) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1318.854301] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-97356146-739a-4a81-8d90-2fed0671f1e0 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.923863] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-8733ed25-9edd-4dd3-a845-810e6cdb645e tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] [instance: 755adf13-58e9-4da5-adfc-8ba308501fa4] Unregistered the VM {{(pid=69770) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1318.924138] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-8733ed25-9edd-4dd3-a845-810e6cdb645e tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] [instance: 755adf13-58e9-4da5-adfc-8ba308501fa4] Deleting contents of the VM from datastore datastore2 {{(pid=69770) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1318.924341] env[69770]: DEBUG nova.virt.vmwareapi.ds_util [None req-8733ed25-9edd-4dd3-a845-810e6cdb645e tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] Deleting the datastore file [datastore2] 755adf13-58e9-4da5-adfc-8ba308501fa4 {{(pid=69770) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1318.924621] env[69770]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d5505b97-5582-4dfd-a434-2e99e8e16e94 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.931426] env[69770]: DEBUG oslo_vmware.api [None req-8733ed25-9edd-4dd3-a845-810e6cdb645e tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] Waiting for the task: (returnval){ [ 1318.931426] env[69770]: value = "task-4070858" [ 1318.931426] env[69770]: _type = "Task" [ 1318.931426] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1318.939636] env[69770]: DEBUG oslo_vmware.api [None req-8733ed25-9edd-4dd3-a845-810e6cdb645e tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] Task: {'id': task-4070858, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1319.015727] env[69770]: DEBUG oslo_concurrency.lockutils [None req-a591ef5b-5843-439a-aa27-1f992fbe7dcc tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.727s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1319.018077] env[69770]: DEBUG oslo_concurrency.lockutils [None req-d89005f9-3c66-4f5c-8867-4fcf26dc4786 tempest-AttachVolumeTestJSON-339692578 tempest-AttachVolumeTestJSON-339692578-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.626s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1319.018318] env[69770]: DEBUG nova.objects.instance [None req-d89005f9-3c66-4f5c-8867-4fcf26dc4786 tempest-AttachVolumeTestJSON-339692578 tempest-AttachVolumeTestJSON-339692578-project-member] Lazy-loading 'resources' on Instance uuid 08413ca9-2b2a-4991-83cf-aa8965d2017a {{(pid=69770) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1319.034721] env[69770]: INFO nova.scheduler.client.report [None req-a591ef5b-5843-439a-aa27-1f992fbe7dcc tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] Deleted allocations for instance f9c0e18d-6ae1-4176-b2ba-2ec8bd6ca408 [ 1319.085723] env[69770]: DEBUG oslo_concurrency.lockutils [None req-f6fe4d96-57ac-4bfe-b2ff-ba017607a17a tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] Lock "interface-755adf13-58e9-4da5-adfc-8ba308501fa4-3e299ed1-2857-4d29-bee1-e27bb36da4b5" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 9.723s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1319.097084] env[69770]: DEBUG oslo_vmware.api [None req-267f6cf3-5a42-4171-9179-4d9bce6b6a55 tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] Task: {'id': task-4070855, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1319.443743] env[69770]: DEBUG oslo_vmware.api [None req-8733ed25-9edd-4dd3-a845-810e6cdb645e tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] Task: {'id': task-4070858, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1319.546861] env[69770]: DEBUG oslo_concurrency.lockutils [None req-a591ef5b-5843-439a-aa27-1f992fbe7dcc tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] Lock "f9c0e18d-6ae1-4176-b2ba-2ec8bd6ca408" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.853s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1319.599046] env[69770]: DEBUG oslo_vmware.api [None req-267f6cf3-5a42-4171-9179-4d9bce6b6a55 tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] Task: {'id': task-4070855, 'name': PowerOnVM_Task, 'duration_secs': 3.185823} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1319.599351] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-267f6cf3-5a42-4171-9179-4d9bce6b6a55 tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] [instance: b6f8830a-54d9-4e27-96cc-e3726dbc42e4] Powered on the VM {{(pid=69770) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1319.599560] env[69770]: DEBUG nova.compute.manager [None req-267f6cf3-5a42-4171-9179-4d9bce6b6a55 tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] [instance: b6f8830a-54d9-4e27-96cc-e3726dbc42e4] Checking state {{(pid=69770) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1319.600389] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc56d252-ef09-418f-aedb-5dfac4c5255a {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.686663] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b02085ae-22d7-4f9f-887c-29e3b2456361 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.696158] env[69770]: DEBUG oslo_vmware.rw_handles [None req-5112414e-a4eb-41a5-bf9d-516f02fd6db9 tempest-AttachVolumeShelveTestJSON-1191911444 tempest-AttachVolumeShelveTestJSON-1191911444-project-member] Completed reading data from the image iterator. {{(pid=69770) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1319.696504] env[69770]: DEBUG oslo_vmware.rw_handles [None req-5112414e-a4eb-41a5-bf9d-516f02fd6db9 tempest-AttachVolumeShelveTestJSON-1191911444 tempest-AttachVolumeShelveTestJSON-1191911444-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5238f870-3a5f-8eb4-d2d8-b55004b967a5/disk-0.vmdk. {{(pid=69770) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1319.697608] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85bea977-25e8-4095-bd95-f6632f8e9135 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.702343] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d448485-142f-4eff-8ae6-92e8b5c19c66 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.709597] env[69770]: DEBUG oslo_vmware.rw_handles [None req-5112414e-a4eb-41a5-bf9d-516f02fd6db9 tempest-AttachVolumeShelveTestJSON-1191911444 tempest-AttachVolumeShelveTestJSON-1191911444-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5238f870-3a5f-8eb4-d2d8-b55004b967a5/disk-0.vmdk is in state: ready. {{(pid=69770) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1319.709774] env[69770]: DEBUG oslo_vmware.rw_handles [None req-5112414e-a4eb-41a5-bf9d-516f02fd6db9 tempest-AttachVolumeShelveTestJSON-1191911444 tempest-AttachVolumeShelveTestJSON-1191911444-project-member] Releasing lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5238f870-3a5f-8eb4-d2d8-b55004b967a5/disk-0.vmdk. {{(pid=69770) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1319.737418] env[69770]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-4081f31e-b9f9-4b04-818b-4e3f511b54f1 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.740507] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ac4eae0-a750-48cd-8ee4-d04f4e2c8a74 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.748959] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0202f74-571c-4c98-b9a1-04f4797af4da {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.764472] env[69770]: DEBUG nova.compute.provider_tree [None req-d89005f9-3c66-4f5c-8867-4fcf26dc4786 tempest-AttachVolumeTestJSON-339692578 tempest-AttachVolumeTestJSON-339692578-project-member] Inventory has not changed in ProviderTree for provider: 7cc7d32b-b7a7-454a-a456-2a440248ed9d {{(pid=69770) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1319.944651] env[69770]: DEBUG oslo_vmware.api [None req-8733ed25-9edd-4dd3-a845-810e6cdb645e tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] Task: {'id': task-4070858, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.524691} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1319.944932] env[69770]: DEBUG nova.virt.vmwareapi.ds_util [None req-8733ed25-9edd-4dd3-a845-810e6cdb645e tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] Deleted the datastore file {{(pid=69770) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1319.945139] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-8733ed25-9edd-4dd3-a845-810e6cdb645e tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] [instance: 755adf13-58e9-4da5-adfc-8ba308501fa4] Deleted contents of the VM from datastore datastore2 {{(pid=69770) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1319.945322] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-8733ed25-9edd-4dd3-a845-810e6cdb645e tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] [instance: 755adf13-58e9-4da5-adfc-8ba308501fa4] Instance destroyed {{(pid=69770) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1319.945500] env[69770]: INFO nova.compute.manager [None req-8733ed25-9edd-4dd3-a845-810e6cdb645e tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] [instance: 755adf13-58e9-4da5-adfc-8ba308501fa4] Took 1.62 seconds to destroy the instance on the hypervisor. [ 1319.945744] env[69770]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8733ed25-9edd-4dd3-a845-810e6cdb645e tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69770) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1319.945939] env[69770]: DEBUG nova.compute.manager [-] [instance: 755adf13-58e9-4da5-adfc-8ba308501fa4] Deallocating network for instance {{(pid=69770) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1319.946044] env[69770]: DEBUG nova.network.neutron [-] [instance: 755adf13-58e9-4da5-adfc-8ba308501fa4] deallocate_for_instance() {{(pid=69770) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1320.119963] env[69770]: DEBUG oslo_concurrency.lockutils [None req-267f6cf3-5a42-4171-9179-4d9bce6b6a55 tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1320.228252] env[69770]: DEBUG oslo_vmware.rw_handles [None req-5112414e-a4eb-41a5-bf9d-516f02fd6db9 tempest-AttachVolumeShelveTestJSON-1191911444 tempest-AttachVolumeShelveTestJSON-1191911444-project-member] Closed VMDK write handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5238f870-3a5f-8eb4-d2d8-b55004b967a5/disk-0.vmdk. {{(pid=69770) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1320.228503] env[69770]: INFO nova.virt.vmwareapi.images [None req-5112414e-a4eb-41a5-bf9d-516f02fd6db9 tempest-AttachVolumeShelveTestJSON-1191911444 tempest-AttachVolumeShelveTestJSON-1191911444-project-member] [instance: 245d05f8-a8b6-4985-aab4-c6f3c250f28a] Downloaded image file data 32f472e4-6acb-4484-88ea-44207029fc65 [ 1320.229407] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e4eb1cd-73db-4093-a854-05f4ca12df63 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.246409] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4cb5bae0-c0fe-4823-819a-6a27d78443ee {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.267591] env[69770]: DEBUG nova.scheduler.client.report [None req-d89005f9-3c66-4f5c-8867-4fcf26dc4786 tempest-AttachVolumeTestJSON-339692578 tempest-AttachVolumeTestJSON-339692578-project-member] Inventory has not changed for provider 7cc7d32b-b7a7-454a-a456-2a440248ed9d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69770) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1320.326962] env[69770]: DEBUG oslo_concurrency.lockutils [None req-7b4604c6-a3ff-4be0-a8ae-8252d28d175c tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] Acquiring lock "8dc54be4-dbff-4dca-a78e-6665db49a01f" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1320.327454] env[69770]: DEBUG oslo_concurrency.lockutils [None req-7b4604c6-a3ff-4be0-a8ae-8252d28d175c tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] Lock "8dc54be4-dbff-4dca-a78e-6665db49a01f" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1320.327699] env[69770]: DEBUG nova.compute.manager [None req-7b4604c6-a3ff-4be0-a8ae-8252d28d175c tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] [instance: 8dc54be4-dbff-4dca-a78e-6665db49a01f] Checking state {{(pid=69770) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1320.328646] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d04a2cf-ffef-48a2-be7d-0267ec034b47 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.337278] env[69770]: DEBUG nova.compute.manager [None req-7b4604c6-a3ff-4be0-a8ae-8252d28d175c tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] [instance: 8dc54be4-dbff-4dca-a78e-6665db49a01f] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69770) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1320.337948] env[69770]: DEBUG nova.objects.instance [None req-7b4604c6-a3ff-4be0-a8ae-8252d28d175c tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] Lazy-loading 'flavor' on Instance uuid 8dc54be4-dbff-4dca-a78e-6665db49a01f {{(pid=69770) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1320.354803] env[69770]: INFO nova.virt.vmwareapi.images [None req-5112414e-a4eb-41a5-bf9d-516f02fd6db9 tempest-AttachVolumeShelveTestJSON-1191911444 tempest-AttachVolumeShelveTestJSON-1191911444-project-member] [instance: 245d05f8-a8b6-4985-aab4-c6f3c250f28a] The imported VM was unregistered [ 1320.357868] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-5112414e-a4eb-41a5-bf9d-516f02fd6db9 tempest-AttachVolumeShelveTestJSON-1191911444 tempest-AttachVolumeShelveTestJSON-1191911444-project-member] [instance: 245d05f8-a8b6-4985-aab4-c6f3c250f28a] Caching image {{(pid=69770) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1320.358144] env[69770]: DEBUG nova.virt.vmwareapi.ds_util [None req-5112414e-a4eb-41a5-bf9d-516f02fd6db9 tempest-AttachVolumeShelveTestJSON-1191911444 tempest-AttachVolumeShelveTestJSON-1191911444-project-member] Creating directory with path [datastore1] devstack-image-cache_base/32f472e4-6acb-4484-88ea-44207029fc65 {{(pid=69770) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1320.359747] env[69770]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2cee418b-bfc6-4a85-b791-2a5c44e7ce46 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.378020] env[69770]: DEBUG nova.virt.vmwareapi.ds_util [None req-5112414e-a4eb-41a5-bf9d-516f02fd6db9 tempest-AttachVolumeShelveTestJSON-1191911444 tempest-AttachVolumeShelveTestJSON-1191911444-project-member] Created directory with path [datastore1] devstack-image-cache_base/32f472e4-6acb-4484-88ea-44207029fc65 {{(pid=69770) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1320.378305] env[69770]: DEBUG nova.virt.vmwareapi.ds_util [None req-5112414e-a4eb-41a5-bf9d-516f02fd6db9 tempest-AttachVolumeShelveTestJSON-1191911444 tempest-AttachVolumeShelveTestJSON-1191911444-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_59d8f604-2b57-4676-a617-c1e4fbe08f1e/OSTACK_IMG_59d8f604-2b57-4676-a617-c1e4fbe08f1e.vmdk to [datastore1] devstack-image-cache_base/32f472e4-6acb-4484-88ea-44207029fc65/32f472e4-6acb-4484-88ea-44207029fc65.vmdk. {{(pid=69770) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1320.378603] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-580212aa-81aa-46b6-b54f-cd330a043059 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.388500] env[69770]: DEBUG oslo_vmware.api [None req-5112414e-a4eb-41a5-bf9d-516f02fd6db9 tempest-AttachVolumeShelveTestJSON-1191911444 tempest-AttachVolumeShelveTestJSON-1191911444-project-member] Waiting for the task: (returnval){ [ 1320.388500] env[69770]: value = "task-4070860" [ 1320.388500] env[69770]: _type = "Task" [ 1320.388500] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1320.399057] env[69770]: DEBUG oslo_vmware.api [None req-5112414e-a4eb-41a5-bf9d-516f02fd6db9 tempest-AttachVolumeShelveTestJSON-1191911444 tempest-AttachVolumeShelveTestJSON-1191911444-project-member] Task: {'id': task-4070860, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1320.773044] env[69770]: DEBUG oslo_concurrency.lockutils [None req-d89005f9-3c66-4f5c-8867-4fcf26dc4786 tempest-AttachVolumeTestJSON-339692578 tempest-AttachVolumeTestJSON-339692578-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.755s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1320.776614] env[69770]: DEBUG oslo_concurrency.lockutils [None req-267f6cf3-5a42-4171-9179-4d9bce6b6a55 tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 0.657s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1320.777517] env[69770]: DEBUG nova.objects.instance [None req-267f6cf3-5a42-4171-9179-4d9bce6b6a55 tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] [instance: b6f8830a-54d9-4e27-96cc-e3726dbc42e4] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69770) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1320.780017] env[69770]: DEBUG nova.compute.manager [req-b766d5d1-d6e1-4b8b-ab6b-bd54def97ac6 req-8a3b69d8-148b-4723-918d-3f6706ccf2c5 service nova] [instance: 755adf13-58e9-4da5-adfc-8ba308501fa4] Received event network-vif-deleted-e2f953c1-acfb-48ab-a357-c71a8980eb96 {{(pid=69770) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1320.780831] env[69770]: INFO nova.compute.manager [req-b766d5d1-d6e1-4b8b-ab6b-bd54def97ac6 req-8a3b69d8-148b-4723-918d-3f6706ccf2c5 service nova] [instance: 755adf13-58e9-4da5-adfc-8ba308501fa4] Neutron deleted interface e2f953c1-acfb-48ab-a357-c71a8980eb96; detaching it from the instance and deleting it from the info cache [ 1320.780831] env[69770]: DEBUG nova.network.neutron [req-b766d5d1-d6e1-4b8b-ab6b-bd54def97ac6 req-8a3b69d8-148b-4723-918d-3f6706ccf2c5 service nova] [instance: 755adf13-58e9-4da5-adfc-8ba308501fa4] Updating instance_info_cache with network_info: [] {{(pid=69770) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1320.804772] env[69770]: INFO nova.scheduler.client.report [None req-d89005f9-3c66-4f5c-8867-4fcf26dc4786 tempest-AttachVolumeTestJSON-339692578 tempest-AttachVolumeTestJSON-339692578-project-member] Deleted allocations for instance 08413ca9-2b2a-4991-83cf-aa8965d2017a [ 1320.901074] env[69770]: DEBUG oslo_vmware.api [None req-5112414e-a4eb-41a5-bf9d-516f02fd6db9 tempest-AttachVolumeShelveTestJSON-1191911444 tempest-AttachVolumeShelveTestJSON-1191911444-project-member] Task: {'id': task-4070860, 'name': MoveVirtualDisk_Task} progress is 9%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1320.911714] env[69770]: DEBUG oslo_concurrency.lockutils [None req-066ade3f-c913-4a12-a377-2e08841380d6 tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] Acquiring lock "b6f8830a-54d9-4e27-96cc-e3726dbc42e4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1320.912052] env[69770]: DEBUG oslo_concurrency.lockutils [None req-066ade3f-c913-4a12-a377-2e08841380d6 tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] Lock "b6f8830a-54d9-4e27-96cc-e3726dbc42e4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1320.912286] env[69770]: DEBUG oslo_concurrency.lockutils [None req-066ade3f-c913-4a12-a377-2e08841380d6 tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] Acquiring lock "b6f8830a-54d9-4e27-96cc-e3726dbc42e4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1320.912514] env[69770]: DEBUG oslo_concurrency.lockutils [None req-066ade3f-c913-4a12-a377-2e08841380d6 tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] Lock "b6f8830a-54d9-4e27-96cc-e3726dbc42e4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1320.912685] env[69770]: DEBUG oslo_concurrency.lockutils [None req-066ade3f-c913-4a12-a377-2e08841380d6 tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] Lock "b6f8830a-54d9-4e27-96cc-e3726dbc42e4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1320.914946] env[69770]: INFO nova.compute.manager [None req-066ade3f-c913-4a12-a377-2e08841380d6 tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] [instance: b6f8830a-54d9-4e27-96cc-e3726dbc42e4] Terminating instance [ 1320.981719] env[69770]: DEBUG oslo_concurrency.lockutils [None req-d3381dc8-e056-4a12-8aa9-a4e5e1b22b09 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] Acquiring lock "cbd9e063-5c13-46ae-be37-f4c2f403e041" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1320.982018] env[69770]: DEBUG oslo_concurrency.lockutils [None req-d3381dc8-e056-4a12-8aa9-a4e5e1b22b09 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] Lock "cbd9e063-5c13-46ae-be37-f4c2f403e041" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1321.258091] env[69770]: DEBUG nova.network.neutron [-] [instance: 755adf13-58e9-4da5-adfc-8ba308501fa4] Updating instance_info_cache with network_info: [] {{(pid=69770) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1321.286018] env[69770]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c0f19b8c-5082-477d-8379-30fc322282aa {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.300372] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fe537eb-1561-4851-8afe-4051dbd7e527 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.314714] env[69770]: DEBUG oslo_concurrency.lockutils [None req-d89005f9-3c66-4f5c-8867-4fcf26dc4786 tempest-AttachVolumeTestJSON-339692578 tempest-AttachVolumeTestJSON-339692578-project-member] Lock "08413ca9-2b2a-4991-83cf-aa8965d2017a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.804s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1321.336345] env[69770]: DEBUG nova.compute.manager [req-b766d5d1-d6e1-4b8b-ab6b-bd54def97ac6 req-8a3b69d8-148b-4723-918d-3f6706ccf2c5 service nova] [instance: 755adf13-58e9-4da5-adfc-8ba308501fa4] Detach interface failed, port_id=e2f953c1-acfb-48ab-a357-c71a8980eb96, reason: Instance 755adf13-58e9-4da5-adfc-8ba308501fa4 could not be found. {{(pid=69770) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1321.345836] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b4604c6-a3ff-4be0-a8ae-8252d28d175c tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] [instance: 8dc54be4-dbff-4dca-a78e-6665db49a01f] Powering off the VM {{(pid=69770) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1321.346472] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b0e5ad65-2ea9-4f44-b181-0a3b2f597156 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.357345] env[69770]: DEBUG oslo_vmware.api [None req-7b4604c6-a3ff-4be0-a8ae-8252d28d175c tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] Waiting for the task: (returnval){ [ 1321.357345] env[69770]: value = "task-4070861" [ 1321.357345] env[69770]: _type = "Task" [ 1321.357345] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1321.370405] env[69770]: DEBUG oslo_vmware.api [None req-7b4604c6-a3ff-4be0-a8ae-8252d28d175c tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] Task: {'id': task-4070861, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1321.381046] env[69770]: DEBUG oslo_concurrency.lockutils [None req-da0dd89c-b0c7-4d5c-beb7-1d5f5a0c8a11 tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] Acquiring lock "81a3e8a6-e1a8-49fd-915c-f5c28b313757" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1321.381305] env[69770]: DEBUG oslo_concurrency.lockutils [None req-da0dd89c-b0c7-4d5c-beb7-1d5f5a0c8a11 tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] Lock "81a3e8a6-e1a8-49fd-915c-f5c28b313757" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1321.403058] env[69770]: DEBUG oslo_vmware.api [None req-5112414e-a4eb-41a5-bf9d-516f02fd6db9 tempest-AttachVolumeShelveTestJSON-1191911444 tempest-AttachVolumeShelveTestJSON-1191911444-project-member] Task: {'id': task-4070860, 'name': MoveVirtualDisk_Task} progress is 26%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1321.418965] env[69770]: DEBUG nova.compute.manager [None req-066ade3f-c913-4a12-a377-2e08841380d6 tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] [instance: b6f8830a-54d9-4e27-96cc-e3726dbc42e4] Start destroying the instance on the hypervisor. {{(pid=69770) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1321.419182] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-066ade3f-c913-4a12-a377-2e08841380d6 tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] [instance: b6f8830a-54d9-4e27-96cc-e3726dbc42e4] Destroying instance {{(pid=69770) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1321.420137] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82e5e1f3-7bc7-4900-b71d-5655c76e27e7 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.433330] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-066ade3f-c913-4a12-a377-2e08841380d6 tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] [instance: b6f8830a-54d9-4e27-96cc-e3726dbc42e4] Powering off the VM {{(pid=69770) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1321.433686] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-69d3f038-a62e-4057-b502-2db37a4c37ce {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.444036] env[69770]: DEBUG oslo_vmware.api [None req-066ade3f-c913-4a12-a377-2e08841380d6 tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] Waiting for the task: (returnval){ [ 1321.444036] env[69770]: value = "task-4070862" [ 1321.444036] env[69770]: _type = "Task" [ 1321.444036] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1321.457607] env[69770]: DEBUG oslo_vmware.api [None req-066ade3f-c913-4a12-a377-2e08841380d6 tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] Task: {'id': task-4070862, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1321.486102] env[69770]: DEBUG nova.compute.manager [None req-d3381dc8-e056-4a12-8aa9-a4e5e1b22b09 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] [instance: cbd9e063-5c13-46ae-be37-f4c2f403e041] Starting instance... {{(pid=69770) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1321.760983] env[69770]: INFO nova.compute.manager [-] [instance: 755adf13-58e9-4da5-adfc-8ba308501fa4] Took 1.81 seconds to deallocate network for instance. [ 1321.791434] env[69770]: DEBUG oslo_concurrency.lockutils [None req-267f6cf3-5a42-4171-9179-4d9bce6b6a55 tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.015s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1321.871033] env[69770]: DEBUG oslo_vmware.api [None req-7b4604c6-a3ff-4be0-a8ae-8252d28d175c tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] Task: {'id': task-4070861, 'name': PowerOffVM_Task, 'duration_secs': 0.318111} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1321.871438] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b4604c6-a3ff-4be0-a8ae-8252d28d175c tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] [instance: 8dc54be4-dbff-4dca-a78e-6665db49a01f] Powered off the VM {{(pid=69770) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1321.871711] env[69770]: DEBUG nova.compute.manager [None req-7b4604c6-a3ff-4be0-a8ae-8252d28d175c tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] [instance: 8dc54be4-dbff-4dca-a78e-6665db49a01f] Checking state {{(pid=69770) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1321.872610] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd649a57-7ef2-44b4-8039-1802fe546a46 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.883398] env[69770]: DEBUG nova.compute.manager [None req-da0dd89c-b0c7-4d5c-beb7-1d5f5a0c8a11 tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] [instance: 81a3e8a6-e1a8-49fd-915c-f5c28b313757] Starting instance... {{(pid=69770) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1321.901875] env[69770]: DEBUG oslo_vmware.api [None req-5112414e-a4eb-41a5-bf9d-516f02fd6db9 tempest-AttachVolumeShelveTestJSON-1191911444 tempest-AttachVolumeShelveTestJSON-1191911444-project-member] Task: {'id': task-4070860, 'name': MoveVirtualDisk_Task} progress is 46%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1321.957263] env[69770]: DEBUG oslo_vmware.api [None req-066ade3f-c913-4a12-a377-2e08841380d6 tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] Task: {'id': task-4070862, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1322.010159] env[69770]: DEBUG oslo_concurrency.lockutils [None req-d3381dc8-e056-4a12-8aa9-a4e5e1b22b09 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1322.010696] env[69770]: DEBUG oslo_concurrency.lockutils [None req-d3381dc8-e056-4a12-8aa9-a4e5e1b22b09 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1322.012722] env[69770]: INFO nova.compute.claims [None req-d3381dc8-e056-4a12-8aa9-a4e5e1b22b09 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] [instance: cbd9e063-5c13-46ae-be37-f4c2f403e041] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1322.267628] env[69770]: DEBUG oslo_concurrency.lockutils [None req-8733ed25-9edd-4dd3-a845-810e6cdb645e tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1322.391619] env[69770]: DEBUG oslo_concurrency.lockutils [None req-7b4604c6-a3ff-4be0-a8ae-8252d28d175c tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] Lock "8dc54be4-dbff-4dca-a78e-6665db49a01f" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.064s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1322.407806] env[69770]: DEBUG oslo_vmware.api [None req-5112414e-a4eb-41a5-bf9d-516f02fd6db9 tempest-AttachVolumeShelveTestJSON-1191911444 tempest-AttachVolumeShelveTestJSON-1191911444-project-member] Task: {'id': task-4070860, 'name': MoveVirtualDisk_Task} progress is 66%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1322.410676] env[69770]: DEBUG oslo_concurrency.lockutils [None req-da0dd89c-b0c7-4d5c-beb7-1d5f5a0c8a11 tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1322.457087] env[69770]: DEBUG oslo_vmware.api [None req-066ade3f-c913-4a12-a377-2e08841380d6 tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] Task: {'id': task-4070862, 'name': PowerOffVM_Task} progress is 100%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1322.752087] env[69770]: DEBUG nova.objects.instance [None req-b465c784-b38a-4947-b00a-934e7167646d tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] Lazy-loading 'flavor' on Instance uuid 8dc54be4-dbff-4dca-a78e-6665db49a01f {{(pid=69770) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1322.907782] env[69770]: DEBUG oslo_vmware.api [None req-5112414e-a4eb-41a5-bf9d-516f02fd6db9 tempest-AttachVolumeShelveTestJSON-1191911444 tempest-AttachVolumeShelveTestJSON-1191911444-project-member] Task: {'id': task-4070860, 'name': MoveVirtualDisk_Task} progress is 88%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1322.958614] env[69770]: DEBUG oslo_vmware.api [None req-066ade3f-c913-4a12-a377-2e08841380d6 tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] Task: {'id': task-4070862, 'name': PowerOffVM_Task, 'duration_secs': 1.068309} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1322.958911] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-066ade3f-c913-4a12-a377-2e08841380d6 tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] [instance: b6f8830a-54d9-4e27-96cc-e3726dbc42e4] Powered off the VM {{(pid=69770) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1322.959128] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-066ade3f-c913-4a12-a377-2e08841380d6 tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] [instance: b6f8830a-54d9-4e27-96cc-e3726dbc42e4] Unregistering the VM {{(pid=69770) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1322.959414] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-cbda01d7-bdcb-485d-96c0-5e7c1c2af0b2 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.147566] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-066ade3f-c913-4a12-a377-2e08841380d6 tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] [instance: b6f8830a-54d9-4e27-96cc-e3726dbc42e4] Unregistered the VM {{(pid=69770) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1323.147817] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-066ade3f-c913-4a12-a377-2e08841380d6 tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] [instance: b6f8830a-54d9-4e27-96cc-e3726dbc42e4] Deleting contents of the VM from datastore datastore1 {{(pid=69770) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1323.147973] env[69770]: DEBUG nova.virt.vmwareapi.ds_util [None req-066ade3f-c913-4a12-a377-2e08841380d6 tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] Deleting the datastore file [datastore1] b6f8830a-54d9-4e27-96cc-e3726dbc42e4 {{(pid=69770) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1323.148284] env[69770]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-717b5505-efb9-45fc-9daa-4baf54057140 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.159063] env[69770]: DEBUG oslo_vmware.api [None req-066ade3f-c913-4a12-a377-2e08841380d6 tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] Waiting for the task: (returnval){ [ 1323.159063] env[69770]: value = "task-4070865" [ 1323.159063] env[69770]: _type = "Task" [ 1323.159063] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1323.169860] env[69770]: DEBUG oslo_vmware.api [None req-066ade3f-c913-4a12-a377-2e08841380d6 tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] Task: {'id': task-4070865, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1323.196497] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cc57b61-5ef4-49ee-8d14-877d83ee9c63 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.205639] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8421179d-3a94-481d-ab78-d122996ebb9e {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.237570] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8f5bb62-d2ee-40c7-a2ec-2c7a4f63e683 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.246541] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a440c10-f01a-460a-8ef0-aadb66570940 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.264536] env[69770]: DEBUG nova.compute.provider_tree [None req-d3381dc8-e056-4a12-8aa9-a4e5e1b22b09 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] Inventory has not changed in ProviderTree for provider: 7cc7d32b-b7a7-454a-a456-2a440248ed9d {{(pid=69770) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1323.266128] env[69770]: DEBUG oslo_concurrency.lockutils [None req-b465c784-b38a-4947-b00a-934e7167646d tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] Acquiring lock "refresh_cache-8dc54be4-dbff-4dca-a78e-6665db49a01f" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1323.266352] env[69770]: DEBUG oslo_concurrency.lockutils [None req-b465c784-b38a-4947-b00a-934e7167646d tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] Acquired lock "refresh_cache-8dc54be4-dbff-4dca-a78e-6665db49a01f" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1323.266571] env[69770]: DEBUG nova.network.neutron [None req-b465c784-b38a-4947-b00a-934e7167646d tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] [instance: 8dc54be4-dbff-4dca-a78e-6665db49a01f] Building network info cache for instance {{(pid=69770) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1323.266772] env[69770]: DEBUG nova.objects.instance [None req-b465c784-b38a-4947-b00a-934e7167646d tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] Lazy-loading 'info_cache' on Instance uuid 8dc54be4-dbff-4dca-a78e-6665db49a01f {{(pid=69770) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1323.405683] env[69770]: DEBUG oslo_vmware.api [None req-5112414e-a4eb-41a5-bf9d-516f02fd6db9 tempest-AttachVolumeShelveTestJSON-1191911444 tempest-AttachVolumeShelveTestJSON-1191911444-project-member] Task: {'id': task-4070860, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.987451} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1323.405995] env[69770]: INFO nova.virt.vmwareapi.ds_util [None req-5112414e-a4eb-41a5-bf9d-516f02fd6db9 tempest-AttachVolumeShelveTestJSON-1191911444 tempest-AttachVolumeShelveTestJSON-1191911444-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_59d8f604-2b57-4676-a617-c1e4fbe08f1e/OSTACK_IMG_59d8f604-2b57-4676-a617-c1e4fbe08f1e.vmdk to [datastore1] devstack-image-cache_base/32f472e4-6acb-4484-88ea-44207029fc65/32f472e4-6acb-4484-88ea-44207029fc65.vmdk. [ 1323.405995] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-5112414e-a4eb-41a5-bf9d-516f02fd6db9 tempest-AttachVolumeShelveTestJSON-1191911444 tempest-AttachVolumeShelveTestJSON-1191911444-project-member] [instance: 245d05f8-a8b6-4985-aab4-c6f3c250f28a] Cleaning up location [datastore1] OSTACK_IMG_59d8f604-2b57-4676-a617-c1e4fbe08f1e {{(pid=69770) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1323.406151] env[69770]: DEBUG nova.virt.vmwareapi.ds_util [None req-5112414e-a4eb-41a5-bf9d-516f02fd6db9 tempest-AttachVolumeShelveTestJSON-1191911444 tempest-AttachVolumeShelveTestJSON-1191911444-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_59d8f604-2b57-4676-a617-c1e4fbe08f1e {{(pid=69770) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1323.406445] env[69770]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-566aec96-bc46-427b-9b1b-9a60b6a7a68a {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.414442] env[69770]: DEBUG oslo_vmware.api [None req-5112414e-a4eb-41a5-bf9d-516f02fd6db9 tempest-AttachVolumeShelveTestJSON-1191911444 tempest-AttachVolumeShelveTestJSON-1191911444-project-member] Waiting for the task: (returnval){ [ 1323.414442] env[69770]: value = "task-4070866" [ 1323.414442] env[69770]: _type = "Task" [ 1323.414442] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1323.423401] env[69770]: DEBUG oslo_vmware.api [None req-5112414e-a4eb-41a5-bf9d-516f02fd6db9 tempest-AttachVolumeShelveTestJSON-1191911444 tempest-AttachVolumeShelveTestJSON-1191911444-project-member] Task: {'id': task-4070866, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1323.670141] env[69770]: DEBUG oslo_vmware.api [None req-066ade3f-c913-4a12-a377-2e08841380d6 tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] Task: {'id': task-4070865, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.32817} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1323.670328] env[69770]: DEBUG nova.virt.vmwareapi.ds_util [None req-066ade3f-c913-4a12-a377-2e08841380d6 tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] Deleted the datastore file {{(pid=69770) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1323.670515] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-066ade3f-c913-4a12-a377-2e08841380d6 tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] [instance: b6f8830a-54d9-4e27-96cc-e3726dbc42e4] Deleted contents of the VM from datastore datastore1 {{(pid=69770) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1323.670688] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-066ade3f-c913-4a12-a377-2e08841380d6 tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] [instance: b6f8830a-54d9-4e27-96cc-e3726dbc42e4] Instance destroyed {{(pid=69770) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1323.670859] env[69770]: INFO nova.compute.manager [None req-066ade3f-c913-4a12-a377-2e08841380d6 tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] [instance: b6f8830a-54d9-4e27-96cc-e3726dbc42e4] Took 2.25 seconds to destroy the instance on the hypervisor. [ 1323.671166] env[69770]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-066ade3f-c913-4a12-a377-2e08841380d6 tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69770) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1323.671371] env[69770]: DEBUG nova.compute.manager [-] [instance: b6f8830a-54d9-4e27-96cc-e3726dbc42e4] Deallocating network for instance {{(pid=69770) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1323.671466] env[69770]: DEBUG nova.network.neutron [-] [instance: b6f8830a-54d9-4e27-96cc-e3726dbc42e4] deallocate_for_instance() {{(pid=69770) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1323.770237] env[69770]: DEBUG nova.scheduler.client.report [None req-d3381dc8-e056-4a12-8aa9-a4e5e1b22b09 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] Inventory has not changed for provider 7cc7d32b-b7a7-454a-a456-2a440248ed9d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69770) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1323.773986] env[69770]: DEBUG nova.objects.base [None req-b465c784-b38a-4947-b00a-934e7167646d tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] Object Instance<8dc54be4-dbff-4dca-a78e-6665db49a01f> lazy-loaded attributes: flavor,info_cache {{(pid=69770) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1323.888726] env[69770]: DEBUG nova.compute.manager [req-c4919c77-1239-4269-a43f-049b2cd90433 req-96f73e1b-f523-47cb-8b92-dab4884d9c81 service nova] [instance: b6f8830a-54d9-4e27-96cc-e3726dbc42e4] Received event network-vif-deleted-fab7229a-cc74-454c-9514-59a3d14b502f {{(pid=69770) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1323.888931] env[69770]: INFO nova.compute.manager [req-c4919c77-1239-4269-a43f-049b2cd90433 req-96f73e1b-f523-47cb-8b92-dab4884d9c81 service nova] [instance: b6f8830a-54d9-4e27-96cc-e3726dbc42e4] Neutron deleted interface fab7229a-cc74-454c-9514-59a3d14b502f; detaching it from the instance and deleting it from the info cache [ 1323.889119] env[69770]: DEBUG nova.network.neutron [req-c4919c77-1239-4269-a43f-049b2cd90433 req-96f73e1b-f523-47cb-8b92-dab4884d9c81 service nova] [instance: b6f8830a-54d9-4e27-96cc-e3726dbc42e4] Updating instance_info_cache with network_info: [] {{(pid=69770) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1323.925297] env[69770]: DEBUG oslo_vmware.api [None req-5112414e-a4eb-41a5-bf9d-516f02fd6db9 tempest-AttachVolumeShelveTestJSON-1191911444 tempest-AttachVolumeShelveTestJSON-1191911444-project-member] Task: {'id': task-4070866, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.040013} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1323.925559] env[69770]: DEBUG nova.virt.vmwareapi.ds_util [None req-5112414e-a4eb-41a5-bf9d-516f02fd6db9 tempest-AttachVolumeShelveTestJSON-1191911444 tempest-AttachVolumeShelveTestJSON-1191911444-project-member] Deleted the datastore file {{(pid=69770) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1323.925723] env[69770]: DEBUG oslo_concurrency.lockutils [None req-5112414e-a4eb-41a5-bf9d-516f02fd6db9 tempest-AttachVolumeShelveTestJSON-1191911444 tempest-AttachVolumeShelveTestJSON-1191911444-project-member] Releasing lock "[datastore1] devstack-image-cache_base/32f472e4-6acb-4484-88ea-44207029fc65/32f472e4-6acb-4484-88ea-44207029fc65.vmdk" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1323.925960] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-5112414e-a4eb-41a5-bf9d-516f02fd6db9 tempest-AttachVolumeShelveTestJSON-1191911444 tempest-AttachVolumeShelveTestJSON-1191911444-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/32f472e4-6acb-4484-88ea-44207029fc65/32f472e4-6acb-4484-88ea-44207029fc65.vmdk to [datastore1] 245d05f8-a8b6-4985-aab4-c6f3c250f28a/245d05f8-a8b6-4985-aab4-c6f3c250f28a.vmdk {{(pid=69770) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1323.926229] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2eda5428-9321-4c9b-bc47-572bcb2c3cac {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.933202] env[69770]: DEBUG oslo_vmware.api [None req-5112414e-a4eb-41a5-bf9d-516f02fd6db9 tempest-AttachVolumeShelveTestJSON-1191911444 tempest-AttachVolumeShelveTestJSON-1191911444-project-member] Waiting for the task: (returnval){ [ 1323.933202] env[69770]: value = "task-4070867" [ 1323.933202] env[69770]: _type = "Task" [ 1323.933202] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1323.942025] env[69770]: DEBUG oslo_vmware.api [None req-5112414e-a4eb-41a5-bf9d-516f02fd6db9 tempest-AttachVolumeShelveTestJSON-1191911444 tempest-AttachVolumeShelveTestJSON-1191911444-project-member] Task: {'id': task-4070867, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1324.276747] env[69770]: DEBUG oslo_concurrency.lockutils [None req-d3381dc8-e056-4a12-8aa9-a4e5e1b22b09 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.266s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1324.277346] env[69770]: DEBUG nova.compute.manager [None req-d3381dc8-e056-4a12-8aa9-a4e5e1b22b09 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] [instance: cbd9e063-5c13-46ae-be37-f4c2f403e041] Start building networks asynchronously for instance. {{(pid=69770) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1324.281997] env[69770]: DEBUG oslo_concurrency.lockutils [None req-8733ed25-9edd-4dd3-a845-810e6cdb645e tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.014s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1324.281997] env[69770]: DEBUG nova.objects.instance [None req-8733ed25-9edd-4dd3-a845-810e6cdb645e tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] Lazy-loading 'resources' on Instance uuid 755adf13-58e9-4da5-adfc-8ba308501fa4 {{(pid=69770) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1324.373495] env[69770]: DEBUG nova.network.neutron [-] [instance: b6f8830a-54d9-4e27-96cc-e3726dbc42e4] Updating instance_info_cache with network_info: [] {{(pid=69770) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1324.391687] env[69770]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a2fce50a-2979-430d-91f5-d0d2b1abfe46 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.405297] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21b3b6f2-7159-49ef-a723-7d8a4c120eef {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.440903] env[69770]: DEBUG nova.compute.manager [req-c4919c77-1239-4269-a43f-049b2cd90433 req-96f73e1b-f523-47cb-8b92-dab4884d9c81 service nova] [instance: b6f8830a-54d9-4e27-96cc-e3726dbc42e4] Detach interface failed, port_id=fab7229a-cc74-454c-9514-59a3d14b502f, reason: Instance b6f8830a-54d9-4e27-96cc-e3726dbc42e4 could not be found. {{(pid=69770) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1324.451621] env[69770]: DEBUG oslo_vmware.api [None req-5112414e-a4eb-41a5-bf9d-516f02fd6db9 tempest-AttachVolumeShelveTestJSON-1191911444 tempest-AttachVolumeShelveTestJSON-1191911444-project-member] Task: {'id': task-4070867, 'name': CopyVirtualDisk_Task} progress is 21%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1324.617252] env[69770]: DEBUG nova.network.neutron [None req-b465c784-b38a-4947-b00a-934e7167646d tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] [instance: 8dc54be4-dbff-4dca-a78e-6665db49a01f] Updating instance_info_cache with network_info: [{"id": "26cd82ac-2532-4ec4-904e-1e262910a165", "address": "fa:16:3e:fe:dd:a6", "network": {"id": "fb2a6a42-a9ea-4a2f-b885-b0c06c1061b9", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1944009097-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.158", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "677c29867f944b8198884aae6535814b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b91b49a8-b849-4d0c-97f7-74fdcd88ae03", "external-id": "nsx-vlan-transportzone-406", "segmentation_id": 406, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap26cd82ac-25", "ovs_interfaceid": "26cd82ac-2532-4ec4-904e-1e262910a165", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69770) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1324.786604] env[69770]: DEBUG nova.compute.utils [None req-d3381dc8-e056-4a12-8aa9-a4e5e1b22b09 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] Using /dev/sd instead of None {{(pid=69770) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1324.790569] env[69770]: DEBUG nova.compute.manager [None req-d3381dc8-e056-4a12-8aa9-a4e5e1b22b09 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] [instance: cbd9e063-5c13-46ae-be37-f4c2f403e041] Allocating IP information in the background. {{(pid=69770) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1324.790752] env[69770]: DEBUG nova.network.neutron [None req-d3381dc8-e056-4a12-8aa9-a4e5e1b22b09 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] [instance: cbd9e063-5c13-46ae-be37-f4c2f403e041] allocate_for_instance() {{(pid=69770) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1324.831429] env[69770]: DEBUG nova.policy [None req-d3381dc8-e056-4a12-8aa9-a4e5e1b22b09 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5f7cc2fdaae54d6abad71fabddc644db', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '50458fae76de4e588f96680501eae48c', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69770) authorize /opt/stack/nova/nova/policy.py:192}} [ 1324.876536] env[69770]: INFO nova.compute.manager [-] [instance: b6f8830a-54d9-4e27-96cc-e3726dbc42e4] Took 1.20 seconds to deallocate network for instance. [ 1324.956981] env[69770]: DEBUG oslo_vmware.api [None req-5112414e-a4eb-41a5-bf9d-516f02fd6db9 tempest-AttachVolumeShelveTestJSON-1191911444 tempest-AttachVolumeShelveTestJSON-1191911444-project-member] Task: {'id': task-4070867, 'name': CopyVirtualDisk_Task} progress is 43%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1324.959114] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c119a26-20d1-4e24-a8f5-b2e7d5767ff8 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.969375] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6adc9b49-ed44-45d4-9eb5-d6fc5b829634 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.013187] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab1058dc-1062-4c3c-9f24-51778452aed2 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.023946] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b648b7b-5bc7-4868-8b93-9cc244e751b1 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.041402] env[69770]: DEBUG nova.compute.provider_tree [None req-8733ed25-9edd-4dd3-a845-810e6cdb645e tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] Inventory has not changed in ProviderTree for provider: 7cc7d32b-b7a7-454a-a456-2a440248ed9d {{(pid=69770) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1325.121640] env[69770]: DEBUG oslo_concurrency.lockutils [None req-b465c784-b38a-4947-b00a-934e7167646d tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] Releasing lock "refresh_cache-8dc54be4-dbff-4dca-a78e-6665db49a01f" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1325.142647] env[69770]: DEBUG nova.network.neutron [None req-d3381dc8-e056-4a12-8aa9-a4e5e1b22b09 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] [instance: cbd9e063-5c13-46ae-be37-f4c2f403e041] Successfully created port: 2271a639-70aa-4366-9482-5b99965d4039 {{(pid=69770) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1325.294437] env[69770]: DEBUG nova.compute.manager [None req-d3381dc8-e056-4a12-8aa9-a4e5e1b22b09 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] [instance: cbd9e063-5c13-46ae-be37-f4c2f403e041] Start building block device mappings for instance. {{(pid=69770) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1325.383900] env[69770]: DEBUG oslo_concurrency.lockutils [None req-066ade3f-c913-4a12-a377-2e08841380d6 tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1325.455262] env[69770]: DEBUG oslo_vmware.api [None req-5112414e-a4eb-41a5-bf9d-516f02fd6db9 tempest-AttachVolumeShelveTestJSON-1191911444 tempest-AttachVolumeShelveTestJSON-1191911444-project-member] Task: {'id': task-4070867, 'name': CopyVirtualDisk_Task} progress is 63%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1325.545672] env[69770]: DEBUG nova.scheduler.client.report [None req-8733ed25-9edd-4dd3-a845-810e6cdb645e tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] Inventory has not changed for provider 7cc7d32b-b7a7-454a-a456-2a440248ed9d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69770) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1325.958505] env[69770]: DEBUG oslo_vmware.api [None req-5112414e-a4eb-41a5-bf9d-516f02fd6db9 tempest-AttachVolumeShelveTestJSON-1191911444 tempest-AttachVolumeShelveTestJSON-1191911444-project-member] Task: {'id': task-4070867, 'name': CopyVirtualDisk_Task} progress is 85%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1326.051374] env[69770]: DEBUG oslo_concurrency.lockutils [None req-8733ed25-9edd-4dd3-a845-810e6cdb645e tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.770s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1326.055181] env[69770]: DEBUG oslo_concurrency.lockutils [None req-da0dd89c-b0c7-4d5c-beb7-1d5f5a0c8a11 tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.643s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1326.056948] env[69770]: INFO nova.compute.claims [None req-da0dd89c-b0c7-4d5c-beb7-1d5f5a0c8a11 tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] [instance: 81a3e8a6-e1a8-49fd-915c-f5c28b313757] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1326.079756] env[69770]: INFO nova.scheduler.client.report [None req-8733ed25-9edd-4dd3-a845-810e6cdb645e tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] Deleted allocations for instance 755adf13-58e9-4da5-adfc-8ba308501fa4 [ 1326.127526] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-b465c784-b38a-4947-b00a-934e7167646d tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] [instance: 8dc54be4-dbff-4dca-a78e-6665db49a01f] Powering on the VM {{(pid=69770) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1326.128641] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d84404e7-1343-4ef0-84ed-601f7962194b {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.141682] env[69770]: DEBUG oslo_vmware.api [None req-b465c784-b38a-4947-b00a-934e7167646d tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] Waiting for the task: (returnval){ [ 1326.141682] env[69770]: value = "task-4070869" [ 1326.141682] env[69770]: _type = "Task" [ 1326.141682] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1326.156927] env[69770]: DEBUG oslo_vmware.api [None req-b465c784-b38a-4947-b00a-934e7167646d tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] Task: {'id': task-4070869, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1326.307342] env[69770]: DEBUG nova.compute.manager [None req-d3381dc8-e056-4a12-8aa9-a4e5e1b22b09 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] [instance: cbd9e063-5c13-46ae-be37-f4c2f403e041] Start spawning the instance on the hypervisor. {{(pid=69770) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1326.336797] env[69770]: DEBUG nova.virt.hardware [None req-d3381dc8-e056-4a12-8aa9-a4e5e1b22b09 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T12:16:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T12:16:11Z,direct_url=,disk_format='vmdk',id=d1eaff80-24a0-4391-90eb-59958b1ecf0a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d65f20bb89fb40a98b77bc6d97357df2',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T12:16:12Z,virtual_size=,visibility=), allow threads: False {{(pid=69770) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1326.337079] env[69770]: DEBUG nova.virt.hardware [None req-d3381dc8-e056-4a12-8aa9-a4e5e1b22b09 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] Flavor limits 0:0:0 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1326.337248] env[69770]: DEBUG nova.virt.hardware [None req-d3381dc8-e056-4a12-8aa9-a4e5e1b22b09 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] Image limits 0:0:0 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1326.337437] env[69770]: DEBUG nova.virt.hardware [None req-d3381dc8-e056-4a12-8aa9-a4e5e1b22b09 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] Flavor pref 0:0:0 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1326.337583] env[69770]: DEBUG nova.virt.hardware [None req-d3381dc8-e056-4a12-8aa9-a4e5e1b22b09 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] Image pref 0:0:0 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1326.337731] env[69770]: DEBUG nova.virt.hardware [None req-d3381dc8-e056-4a12-8aa9-a4e5e1b22b09 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1326.337952] env[69770]: DEBUG nova.virt.hardware [None req-d3381dc8-e056-4a12-8aa9-a4e5e1b22b09 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69770) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1326.338184] env[69770]: DEBUG nova.virt.hardware [None req-d3381dc8-e056-4a12-8aa9-a4e5e1b22b09 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69770) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1326.338376] env[69770]: DEBUG nova.virt.hardware [None req-d3381dc8-e056-4a12-8aa9-a4e5e1b22b09 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] Got 1 possible topologies {{(pid=69770) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1326.338545] env[69770]: DEBUG nova.virt.hardware [None req-d3381dc8-e056-4a12-8aa9-a4e5e1b22b09 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69770) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1326.338721] env[69770]: DEBUG nova.virt.hardware [None req-d3381dc8-e056-4a12-8aa9-a4e5e1b22b09 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69770) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1326.339705] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d0578fa-38f4-4153-adba-1ac0eb7bc54a {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.351668] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc719a19-0655-4234-b604-a0dd2c2dea14 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.455234] env[69770]: DEBUG oslo_vmware.api [None req-5112414e-a4eb-41a5-bf9d-516f02fd6db9 tempest-AttachVolumeShelveTestJSON-1191911444 tempest-AttachVolumeShelveTestJSON-1191911444-project-member] Task: {'id': task-4070867, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.370188} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1326.455484] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-5112414e-a4eb-41a5-bf9d-516f02fd6db9 tempest-AttachVolumeShelveTestJSON-1191911444 tempest-AttachVolumeShelveTestJSON-1191911444-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/32f472e4-6acb-4484-88ea-44207029fc65/32f472e4-6acb-4484-88ea-44207029fc65.vmdk to [datastore1] 245d05f8-a8b6-4985-aab4-c6f3c250f28a/245d05f8-a8b6-4985-aab4-c6f3c250f28a.vmdk {{(pid=69770) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1326.456341] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9570fa75-6c6c-4aa4-9dc0-a95c9d1dd9b9 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.479070] env[69770]: DEBUG nova.virt.vmwareapi.volumeops [None req-5112414e-a4eb-41a5-bf9d-516f02fd6db9 tempest-AttachVolumeShelveTestJSON-1191911444 tempest-AttachVolumeShelveTestJSON-1191911444-project-member] [instance: 245d05f8-a8b6-4985-aab4-c6f3c250f28a] Reconfiguring VM instance instance-00000069 to attach disk [datastore1] 245d05f8-a8b6-4985-aab4-c6f3c250f28a/245d05f8-a8b6-4985-aab4-c6f3c250f28a.vmdk or device None with type streamOptimized {{(pid=69770) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1326.479382] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e17e1b9c-b120-4e7b-acc4-12b67e227b22 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.499976] env[69770]: DEBUG oslo_vmware.api [None req-5112414e-a4eb-41a5-bf9d-516f02fd6db9 tempest-AttachVolumeShelveTestJSON-1191911444 tempest-AttachVolumeShelveTestJSON-1191911444-project-member] Waiting for the task: (returnval){ [ 1326.499976] env[69770]: value = "task-4070870" [ 1326.499976] env[69770]: _type = "Task" [ 1326.499976] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1326.508696] env[69770]: DEBUG oslo_vmware.api [None req-5112414e-a4eb-41a5-bf9d-516f02fd6db9 tempest-AttachVolumeShelveTestJSON-1191911444 tempest-AttachVolumeShelveTestJSON-1191911444-project-member] Task: {'id': task-4070870, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1326.586683] env[69770]: DEBUG oslo_concurrency.lockutils [None req-8733ed25-9edd-4dd3-a845-810e6cdb645e tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] Lock "755adf13-58e9-4da5-adfc-8ba308501fa4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.769s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1326.642545] env[69770]: DEBUG nova.compute.manager [req-4539d453-441c-43c1-8ec3-020e6c0a5b7c req-32b316bf-ed52-43d3-bf22-a63762adf2e1 service nova] [instance: cbd9e063-5c13-46ae-be37-f4c2f403e041] Received event network-vif-plugged-2271a639-70aa-4366-9482-5b99965d4039 {{(pid=69770) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1326.642839] env[69770]: DEBUG oslo_concurrency.lockutils [req-4539d453-441c-43c1-8ec3-020e6c0a5b7c req-32b316bf-ed52-43d3-bf22-a63762adf2e1 service nova] Acquiring lock "cbd9e063-5c13-46ae-be37-f4c2f403e041-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1326.643253] env[69770]: DEBUG oslo_concurrency.lockutils [req-4539d453-441c-43c1-8ec3-020e6c0a5b7c req-32b316bf-ed52-43d3-bf22-a63762adf2e1 service nova] Lock "cbd9e063-5c13-46ae-be37-f4c2f403e041-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1326.643529] env[69770]: DEBUG oslo_concurrency.lockutils [req-4539d453-441c-43c1-8ec3-020e6c0a5b7c req-32b316bf-ed52-43d3-bf22-a63762adf2e1 service nova] Lock "cbd9e063-5c13-46ae-be37-f4c2f403e041-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1326.643824] env[69770]: DEBUG nova.compute.manager [req-4539d453-441c-43c1-8ec3-020e6c0a5b7c req-32b316bf-ed52-43d3-bf22-a63762adf2e1 service nova] [instance: cbd9e063-5c13-46ae-be37-f4c2f403e041] No waiting events found dispatching network-vif-plugged-2271a639-70aa-4366-9482-5b99965d4039 {{(pid=69770) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1326.644111] env[69770]: WARNING nova.compute.manager [req-4539d453-441c-43c1-8ec3-020e6c0a5b7c req-32b316bf-ed52-43d3-bf22-a63762adf2e1 service nova] [instance: cbd9e063-5c13-46ae-be37-f4c2f403e041] Received unexpected event network-vif-plugged-2271a639-70aa-4366-9482-5b99965d4039 for instance with vm_state building and task_state spawning. [ 1326.656930] env[69770]: DEBUG oslo_vmware.api [None req-b465c784-b38a-4947-b00a-934e7167646d tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] Task: {'id': task-4070869, 'name': PowerOnVM_Task, 'duration_secs': 0.502159} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1326.656930] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-b465c784-b38a-4947-b00a-934e7167646d tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] [instance: 8dc54be4-dbff-4dca-a78e-6665db49a01f] Powered on the VM {{(pid=69770) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1326.656930] env[69770]: DEBUG nova.compute.manager [None req-b465c784-b38a-4947-b00a-934e7167646d tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] [instance: 8dc54be4-dbff-4dca-a78e-6665db49a01f] Checking state {{(pid=69770) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1326.657764] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8437c78-2ebd-4e2d-88bd-db5278b4b1c6 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.748748] env[69770]: DEBUG nova.network.neutron [None req-d3381dc8-e056-4a12-8aa9-a4e5e1b22b09 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] [instance: cbd9e063-5c13-46ae-be37-f4c2f403e041] Successfully updated port: 2271a639-70aa-4366-9482-5b99965d4039 {{(pid=69770) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1327.016393] env[69770]: DEBUG oslo_vmware.api [None req-5112414e-a4eb-41a5-bf9d-516f02fd6db9 tempest-AttachVolumeShelveTestJSON-1191911444 tempest-AttachVolumeShelveTestJSON-1191911444-project-member] Task: {'id': task-4070870, 'name': ReconfigVM_Task, 'duration_secs': 0.364484} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1327.016456] env[69770]: DEBUG nova.virt.vmwareapi.volumeops [None req-5112414e-a4eb-41a5-bf9d-516f02fd6db9 tempest-AttachVolumeShelveTestJSON-1191911444 tempest-AttachVolumeShelveTestJSON-1191911444-project-member] [instance: 245d05f8-a8b6-4985-aab4-c6f3c250f28a] Reconfigured VM instance instance-00000069 to attach disk [datastore1] 245d05f8-a8b6-4985-aab4-c6f3c250f28a/245d05f8-a8b6-4985-aab4-c6f3c250f28a.vmdk or device None with type streamOptimized {{(pid=69770) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1327.017130] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e07b23bb-05f2-4861-8207-69c966cee234 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.030187] env[69770]: DEBUG oslo_vmware.api [None req-5112414e-a4eb-41a5-bf9d-516f02fd6db9 tempest-AttachVolumeShelveTestJSON-1191911444 tempest-AttachVolumeShelveTestJSON-1191911444-project-member] Waiting for the task: (returnval){ [ 1327.030187] env[69770]: value = "task-4070871" [ 1327.030187] env[69770]: _type = "Task" [ 1327.030187] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1327.040240] env[69770]: DEBUG oslo_vmware.api [None req-5112414e-a4eb-41a5-bf9d-516f02fd6db9 tempest-AttachVolumeShelveTestJSON-1191911444 tempest-AttachVolumeShelveTestJSON-1191911444-project-member] Task: {'id': task-4070871, 'name': Rename_Task} progress is 6%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1327.211690] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-778519cf-c797-4ff6-81fe-a60214ec45eb {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.220066] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba27a5e9-a39f-4d72-bd3f-c4c6fa05025c {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.251853] env[69770]: DEBUG oslo_concurrency.lockutils [None req-d3381dc8-e056-4a12-8aa9-a4e5e1b22b09 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] Acquiring lock "refresh_cache-cbd9e063-5c13-46ae-be37-f4c2f403e041" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1327.252039] env[69770]: DEBUG oslo_concurrency.lockutils [None req-d3381dc8-e056-4a12-8aa9-a4e5e1b22b09 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] Acquired lock "refresh_cache-cbd9e063-5c13-46ae-be37-f4c2f403e041" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1327.252245] env[69770]: DEBUG nova.network.neutron [None req-d3381dc8-e056-4a12-8aa9-a4e5e1b22b09 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] [instance: cbd9e063-5c13-46ae-be37-f4c2f403e041] Building network info cache for instance {{(pid=69770) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1327.254246] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5581065-8a8a-41a0-8762-702bc9fd292e {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.263131] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9488781b-49df-4045-96cf-836c50c7b13c {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.285446] env[69770]: DEBUG nova.compute.provider_tree [None req-da0dd89c-b0c7-4d5c-beb7-1d5f5a0c8a11 tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] Inventory has not changed in ProviderTree for provider: 7cc7d32b-b7a7-454a-a456-2a440248ed9d {{(pid=69770) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1328.082548] env[69770]: DEBUG oslo_concurrency.lockutils [None req-418e90eb-ec2f-4f7b-97a1-9a15b6f37407 tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] Acquiring lock "f27fa6da-dc6f-4c4f-9f67-1303adea51cc" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1328.082548] env[69770]: DEBUG oslo_concurrency.lockutils [None req-418e90eb-ec2f-4f7b-97a1-9a15b6f37407 tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] Lock "f27fa6da-dc6f-4c4f-9f67-1303adea51cc" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1328.082548] env[69770]: DEBUG oslo_concurrency.lockutils [None req-418e90eb-ec2f-4f7b-97a1-9a15b6f37407 tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] Acquiring lock "f27fa6da-dc6f-4c4f-9f67-1303adea51cc-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1328.082548] env[69770]: DEBUG oslo_concurrency.lockutils [None req-418e90eb-ec2f-4f7b-97a1-9a15b6f37407 tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] Lock "f27fa6da-dc6f-4c4f-9f67-1303adea51cc-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1328.082548] env[69770]: DEBUG oslo_concurrency.lockutils [None req-418e90eb-ec2f-4f7b-97a1-9a15b6f37407 tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] Lock "f27fa6da-dc6f-4c4f-9f67-1303adea51cc-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1328.084116] env[69770]: DEBUG nova.scheduler.client.report [None req-da0dd89c-b0c7-4d5c-beb7-1d5f5a0c8a11 tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] Inventory has not changed for provider 7cc7d32b-b7a7-454a-a456-2a440248ed9d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69770) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1328.090096] env[69770]: INFO nova.compute.manager [None req-418e90eb-ec2f-4f7b-97a1-9a15b6f37407 tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] [instance: f27fa6da-dc6f-4c4f-9f67-1303adea51cc] Terminating instance [ 1328.099897] env[69770]: DEBUG oslo_concurrency.lockutils [None req-3efba5d1-3f84-4051-8204-777c747b3bc8 tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] Acquiring lock "21782e86-7845-479b-98a8-c2d5832d1ff3" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1328.099897] env[69770]: DEBUG oslo_concurrency.lockutils [None req-3efba5d1-3f84-4051-8204-777c747b3bc8 tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] Lock "21782e86-7845-479b-98a8-c2d5832d1ff3" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1328.103959] env[69770]: DEBUG oslo_vmware.api [None req-5112414e-a4eb-41a5-bf9d-516f02fd6db9 tempest-AttachVolumeShelveTestJSON-1191911444 tempest-AttachVolumeShelveTestJSON-1191911444-project-member] Task: {'id': task-4070871, 'name': Rename_Task, 'duration_secs': 0.158011} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1328.104429] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-5112414e-a4eb-41a5-bf9d-516f02fd6db9 tempest-AttachVolumeShelveTestJSON-1191911444 tempest-AttachVolumeShelveTestJSON-1191911444-project-member] [instance: 245d05f8-a8b6-4985-aab4-c6f3c250f28a] Powering on the VM {{(pid=69770) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1328.104698] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9cb697ce-8806-48a7-a062-ccffd6542818 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.114395] env[69770]: DEBUG oslo_vmware.api [None req-5112414e-a4eb-41a5-bf9d-516f02fd6db9 tempest-AttachVolumeShelveTestJSON-1191911444 tempest-AttachVolumeShelveTestJSON-1191911444-project-member] Waiting for the task: (returnval){ [ 1328.114395] env[69770]: value = "task-4070872" [ 1328.114395] env[69770]: _type = "Task" [ 1328.114395] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1328.123737] env[69770]: DEBUG oslo_vmware.api [None req-5112414e-a4eb-41a5-bf9d-516f02fd6db9 tempest-AttachVolumeShelveTestJSON-1191911444 tempest-AttachVolumeShelveTestJSON-1191911444-project-member] Task: {'id': task-4070872, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1328.128402] env[69770]: DEBUG nova.network.neutron [None req-d3381dc8-e056-4a12-8aa9-a4e5e1b22b09 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] [instance: cbd9e063-5c13-46ae-be37-f4c2f403e041] Instance cache missing network info. {{(pid=69770) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1328.284696] env[69770]: DEBUG nova.network.neutron [None req-d3381dc8-e056-4a12-8aa9-a4e5e1b22b09 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] [instance: cbd9e063-5c13-46ae-be37-f4c2f403e041] Updating instance_info_cache with network_info: [{"id": "2271a639-70aa-4366-9482-5b99965d4039", "address": "fa:16:3e:d0:d0:a4", "network": {"id": "5cb038fa-57e0-447e-965e-88265882e7e5", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1033362514-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "50458fae76de4e588f96680501eae48c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6a31b224-77d7-48a4-af87-312758611b8e", "external-id": "nsx-vlan-transportzone-761", "segmentation_id": 761, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2271a639-70", "ovs_interfaceid": "2271a639-70aa-4366-9482-5b99965d4039", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69770) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1328.589350] env[69770]: DEBUG oslo_concurrency.lockutils [None req-da0dd89c-b0c7-4d5c-beb7-1d5f5a0c8a11 tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.535s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1328.589965] env[69770]: DEBUG nova.compute.manager [None req-da0dd89c-b0c7-4d5c-beb7-1d5f5a0c8a11 tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] [instance: 81a3e8a6-e1a8-49fd-915c-f5c28b313757] Start building networks asynchronously for instance. {{(pid=69770) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1328.592680] env[69770]: DEBUG oslo_concurrency.lockutils [None req-066ade3f-c913-4a12-a377-2e08841380d6 tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.209s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1328.592954] env[69770]: DEBUG nova.objects.instance [None req-066ade3f-c913-4a12-a377-2e08841380d6 tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] Lazy-loading 'resources' on Instance uuid b6f8830a-54d9-4e27-96cc-e3726dbc42e4 {{(pid=69770) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1328.596660] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0877e27-34eb-4dcf-8487-1e8f8fc52c45 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.599743] env[69770]: DEBUG nova.compute.manager [None req-418e90eb-ec2f-4f7b-97a1-9a15b6f37407 tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] [instance: f27fa6da-dc6f-4c4f-9f67-1303adea51cc] Start destroying the instance on the hypervisor. {{(pid=69770) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1328.599878] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-418e90eb-ec2f-4f7b-97a1-9a15b6f37407 tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] [instance: f27fa6da-dc6f-4c4f-9f67-1303adea51cc] Destroying instance {{(pid=69770) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1328.600655] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-074ae231-d847-431c-8bb0-517eb5602bb9 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.605162] env[69770]: DEBUG nova.compute.utils [None req-3efba5d1-3f84-4051-8204-777c747b3bc8 tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] Using /dev/sd instead of None {{(pid=69770) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1328.608521] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-1170f6f2-faec-491a-b9cb-4953f5d8b5f0 tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] [instance: 8dc54be4-dbff-4dca-a78e-6665db49a01f] Suspending the VM {{(pid=69770) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1328.608940] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-8a8c2e24-559f-48c0-b2ff-177da16009a1 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.612848] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-418e90eb-ec2f-4f7b-97a1-9a15b6f37407 tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] [instance: f27fa6da-dc6f-4c4f-9f67-1303adea51cc] Powering off the VM {{(pid=69770) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1328.613466] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8c2966f8-3575-4169-b652-053743e89ea3 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.620675] env[69770]: DEBUG oslo_vmware.api [None req-1170f6f2-faec-491a-b9cb-4953f5d8b5f0 tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] Waiting for the task: (returnval){ [ 1328.620675] env[69770]: value = "task-4070873" [ 1328.620675] env[69770]: _type = "Task" [ 1328.620675] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1328.631754] env[69770]: DEBUG oslo_vmware.api [None req-5112414e-a4eb-41a5-bf9d-516f02fd6db9 tempest-AttachVolumeShelveTestJSON-1191911444 tempest-AttachVolumeShelveTestJSON-1191911444-project-member] Task: {'id': task-4070872, 'name': PowerOnVM_Task, 'duration_secs': 0.481722} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1328.632072] env[69770]: DEBUG oslo_vmware.api [None req-418e90eb-ec2f-4f7b-97a1-9a15b6f37407 tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] Waiting for the task: (returnval){ [ 1328.632072] env[69770]: value = "task-4070874" [ 1328.632072] env[69770]: _type = "Task" [ 1328.632072] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1328.632755] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-5112414e-a4eb-41a5-bf9d-516f02fd6db9 tempest-AttachVolumeShelveTestJSON-1191911444 tempest-AttachVolumeShelveTestJSON-1191911444-project-member] [instance: 245d05f8-a8b6-4985-aab4-c6f3c250f28a] Powered on the VM {{(pid=69770) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1328.646812] env[69770]: DEBUG oslo_vmware.api [None req-1170f6f2-faec-491a-b9cb-4953f5d8b5f0 tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] Task: {'id': task-4070873, 'name': SuspendVM_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1328.656431] env[69770]: DEBUG oslo_vmware.api [None req-418e90eb-ec2f-4f7b-97a1-9a15b6f37407 tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] Task: {'id': task-4070874, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1328.690397] env[69770]: DEBUG nova.compute.manager [req-7bcb5223-5fb7-451d-a0cd-528300153ff0 req-de9dd82b-70fa-4c35-90ed-9e4798bf6c50 service nova] [instance: cbd9e063-5c13-46ae-be37-f4c2f403e041] Received event network-changed-2271a639-70aa-4366-9482-5b99965d4039 {{(pid=69770) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1328.690626] env[69770]: DEBUG nova.compute.manager [req-7bcb5223-5fb7-451d-a0cd-528300153ff0 req-de9dd82b-70fa-4c35-90ed-9e4798bf6c50 service nova] [instance: cbd9e063-5c13-46ae-be37-f4c2f403e041] Refreshing instance network info cache due to event network-changed-2271a639-70aa-4366-9482-5b99965d4039. {{(pid=69770) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1328.691030] env[69770]: DEBUG oslo_concurrency.lockutils [req-7bcb5223-5fb7-451d-a0cd-528300153ff0 req-de9dd82b-70fa-4c35-90ed-9e4798bf6c50 service nova] Acquiring lock "refresh_cache-cbd9e063-5c13-46ae-be37-f4c2f403e041" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1328.761718] env[69770]: DEBUG nova.compute.manager [None req-5112414e-a4eb-41a5-bf9d-516f02fd6db9 tempest-AttachVolumeShelveTestJSON-1191911444 tempest-AttachVolumeShelveTestJSON-1191911444-project-member] [instance: 245d05f8-a8b6-4985-aab4-c6f3c250f28a] Checking state {{(pid=69770) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1328.762532] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29b29aef-fc3d-4b62-b55a-975c48305547 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.788413] env[69770]: DEBUG oslo_concurrency.lockutils [None req-d3381dc8-e056-4a12-8aa9-a4e5e1b22b09 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] Releasing lock "refresh_cache-cbd9e063-5c13-46ae-be37-f4c2f403e041" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1328.789980] env[69770]: DEBUG nova.compute.manager [None req-d3381dc8-e056-4a12-8aa9-a4e5e1b22b09 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] [instance: cbd9e063-5c13-46ae-be37-f4c2f403e041] Instance network_info: |[{"id": "2271a639-70aa-4366-9482-5b99965d4039", "address": "fa:16:3e:d0:d0:a4", "network": {"id": "5cb038fa-57e0-447e-965e-88265882e7e5", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1033362514-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "50458fae76de4e588f96680501eae48c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6a31b224-77d7-48a4-af87-312758611b8e", "external-id": "nsx-vlan-transportzone-761", "segmentation_id": 761, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2271a639-70", "ovs_interfaceid": "2271a639-70aa-4366-9482-5b99965d4039", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69770) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1328.789980] env[69770]: DEBUG oslo_concurrency.lockutils [req-7bcb5223-5fb7-451d-a0cd-528300153ff0 req-de9dd82b-70fa-4c35-90ed-9e4798bf6c50 service nova] Acquired lock "refresh_cache-cbd9e063-5c13-46ae-be37-f4c2f403e041" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1328.789980] env[69770]: DEBUG nova.network.neutron [req-7bcb5223-5fb7-451d-a0cd-528300153ff0 req-de9dd82b-70fa-4c35-90ed-9e4798bf6c50 service nova] [instance: cbd9e063-5c13-46ae-be37-f4c2f403e041] Refreshing network info cache for port 2271a639-70aa-4366-9482-5b99965d4039 {{(pid=69770) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1328.792712] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-d3381dc8-e056-4a12-8aa9-a4e5e1b22b09 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] [instance: cbd9e063-5c13-46ae-be37-f4c2f403e041] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d0:d0:a4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6a31b224-77d7-48a4-af87-312758611b8e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2271a639-70aa-4366-9482-5b99965d4039', 'vif_model': 'vmxnet3'}] {{(pid=69770) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1328.801475] env[69770]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d3381dc8-e056-4a12-8aa9-a4e5e1b22b09 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69770) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1328.802076] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cbd9e063-5c13-46ae-be37-f4c2f403e041] Creating VM on the ESX host {{(pid=69770) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1328.803014] env[69770]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b653a551-a498-4a95-b8af-525570c2f227 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.823508] env[69770]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1328.823508] env[69770]: value = "task-4070876" [ 1328.823508] env[69770]: _type = "Task" [ 1328.823508] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1328.833573] env[69770]: DEBUG oslo_vmware.api [-] Task: {'id': task-4070876, 'name': CreateVM_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1329.098048] env[69770]: DEBUG nova.compute.utils [None req-da0dd89c-b0c7-4d5c-beb7-1d5f5a0c8a11 tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] Using /dev/sd instead of None {{(pid=69770) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1329.104176] env[69770]: DEBUG nova.compute.manager [None req-da0dd89c-b0c7-4d5c-beb7-1d5f5a0c8a11 tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] [instance: 81a3e8a6-e1a8-49fd-915c-f5c28b313757] Allocating IP information in the background. {{(pid=69770) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1329.104441] env[69770]: DEBUG nova.network.neutron [None req-da0dd89c-b0c7-4d5c-beb7-1d5f5a0c8a11 tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] [instance: 81a3e8a6-e1a8-49fd-915c-f5c28b313757] allocate_for_instance() {{(pid=69770) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1329.109910] env[69770]: DEBUG oslo_concurrency.lockutils [None req-3efba5d1-3f84-4051-8204-777c747b3bc8 tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] Lock "21782e86-7845-479b-98a8-c2d5832d1ff3" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.011s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1329.136776] env[69770]: DEBUG oslo_vmware.api [None req-1170f6f2-faec-491a-b9cb-4953f5d8b5f0 tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] Task: {'id': task-4070873, 'name': SuspendVM_Task} progress is 58%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1329.154560] env[69770]: DEBUG oslo_vmware.api [None req-418e90eb-ec2f-4f7b-97a1-9a15b6f37407 tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] Task: {'id': task-4070874, 'name': PowerOffVM_Task, 'duration_secs': 0.280943} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1329.154560] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-418e90eb-ec2f-4f7b-97a1-9a15b6f37407 tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] [instance: f27fa6da-dc6f-4c4f-9f67-1303adea51cc] Powered off the VM {{(pid=69770) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1329.154560] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-418e90eb-ec2f-4f7b-97a1-9a15b6f37407 tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] [instance: f27fa6da-dc6f-4c4f-9f67-1303adea51cc] Unregistering the VM {{(pid=69770) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1329.156931] env[69770]: DEBUG nova.policy [None req-da0dd89c-b0c7-4d5c-beb7-1d5f5a0c8a11 tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ea91788e155d4730addc49b310f1619a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '11ab5c964ea04c01a3f39c2d9427a421', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69770) authorize /opt/stack/nova/nova/policy.py:192}} [ 1329.159296] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-62d02e6c-8ef9-429d-a8c3-adaf253c8962 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.274236] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6222d9aa-2f30-4297-9b74-2fc60dad741e {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.282821] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-418e90eb-ec2f-4f7b-97a1-9a15b6f37407 tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] [instance: f27fa6da-dc6f-4c4f-9f67-1303adea51cc] Unregistered the VM {{(pid=69770) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1329.282821] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-418e90eb-ec2f-4f7b-97a1-9a15b6f37407 tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] [instance: f27fa6da-dc6f-4c4f-9f67-1303adea51cc] Deleting contents of the VM from datastore datastore1 {{(pid=69770) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1329.282821] env[69770]: DEBUG nova.virt.vmwareapi.ds_util [None req-418e90eb-ec2f-4f7b-97a1-9a15b6f37407 tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] Deleting the datastore file [datastore1] f27fa6da-dc6f-4c4f-9f67-1303adea51cc {{(pid=69770) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1329.285062] env[69770]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1401263e-97ca-4776-8828-03a1a9580367 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.288196] env[69770]: DEBUG oslo_concurrency.lockutils [None req-5112414e-a4eb-41a5-bf9d-516f02fd6db9 tempest-AttachVolumeShelveTestJSON-1191911444 tempest-AttachVolumeShelveTestJSON-1191911444-project-member] Lock "245d05f8-a8b6-4985-aab4-c6f3c250f28a" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 22.611s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1329.293016] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca4bf163-b537-46e0-80ba-328c14b2117a {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.297365] env[69770]: DEBUG oslo_vmware.api [None req-418e90eb-ec2f-4f7b-97a1-9a15b6f37407 tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] Waiting for the task: (returnval){ [ 1329.297365] env[69770]: value = "task-4070878" [ 1329.297365] env[69770]: _type = "Task" [ 1329.297365] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1329.332771] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eff1705a-7b52-45c9-bf30-6b4a096cbd2e {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.340197] env[69770]: DEBUG oslo_vmware.api [None req-418e90eb-ec2f-4f7b-97a1-9a15b6f37407 tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] Task: {'id': task-4070878, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1329.349398] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-841e7b38-43c3-4294-ad4d-b8db8e93a767 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.353637] env[69770]: DEBUG oslo_vmware.api [-] Task: {'id': task-4070876, 'name': CreateVM_Task, 'duration_secs': 0.429754} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1329.354414] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cbd9e063-5c13-46ae-be37-f4c2f403e041] Created VM on the ESX host {{(pid=69770) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1329.355603] env[69770]: DEBUG oslo_concurrency.lockutils [None req-d3381dc8-e056-4a12-8aa9-a4e5e1b22b09 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1329.355871] env[69770]: DEBUG oslo_concurrency.lockutils [None req-d3381dc8-e056-4a12-8aa9-a4e5e1b22b09 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1329.356176] env[69770]: DEBUG oslo_concurrency.lockutils [None req-d3381dc8-e056-4a12-8aa9-a4e5e1b22b09 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1329.356447] env[69770]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-36bf18ff-19dd-4437-88ca-fb6cfb69cec5 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.367369] env[69770]: DEBUG nova.compute.provider_tree [None req-066ade3f-c913-4a12-a377-2e08841380d6 tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] Inventory has not changed in ProviderTree for provider: 7cc7d32b-b7a7-454a-a456-2a440248ed9d {{(pid=69770) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1329.372410] env[69770]: DEBUG oslo_vmware.api [None req-d3381dc8-e056-4a12-8aa9-a4e5e1b22b09 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] Waiting for the task: (returnval){ [ 1329.372410] env[69770]: value = "session[52161b52-cb8e-ec9f-1132-2f6b49549d41]520da4bd-f7ee-fd22-a76d-0dc7d53fdb16" [ 1329.372410] env[69770]: _type = "Task" [ 1329.372410] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1329.382804] env[69770]: DEBUG oslo_vmware.api [None req-d3381dc8-e056-4a12-8aa9-a4e5e1b22b09 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]520da4bd-f7ee-fd22-a76d-0dc7d53fdb16, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1329.564072] env[69770]: DEBUG nova.network.neutron [None req-da0dd89c-b0c7-4d5c-beb7-1d5f5a0c8a11 tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] [instance: 81a3e8a6-e1a8-49fd-915c-f5c28b313757] Successfully created port: 8d556eef-7dea-4829-8d14-9db8367db428 {{(pid=69770) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1329.605042] env[69770]: DEBUG nova.compute.manager [None req-da0dd89c-b0c7-4d5c-beb7-1d5f5a0c8a11 tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] [instance: 81a3e8a6-e1a8-49fd-915c-f5c28b313757] Start building block device mappings for instance. {{(pid=69770) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1329.633813] env[69770]: DEBUG oslo_vmware.api [None req-1170f6f2-faec-491a-b9cb-4953f5d8b5f0 tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] Task: {'id': task-4070873, 'name': SuspendVM_Task, 'duration_secs': 0.675411} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1329.634081] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-1170f6f2-faec-491a-b9cb-4953f5d8b5f0 tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] [instance: 8dc54be4-dbff-4dca-a78e-6665db49a01f] Suspended the VM {{(pid=69770) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1329.634264] env[69770]: DEBUG nova.compute.manager [None req-1170f6f2-faec-491a-b9cb-4953f5d8b5f0 tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] [instance: 8dc54be4-dbff-4dca-a78e-6665db49a01f] Checking state {{(pid=69770) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1329.635972] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c87eb8a-3a5f-4766-83fb-b467934138a7 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.644579] env[69770]: DEBUG nova.network.neutron [req-7bcb5223-5fb7-451d-a0cd-528300153ff0 req-de9dd82b-70fa-4c35-90ed-9e4798bf6c50 service nova] [instance: cbd9e063-5c13-46ae-be37-f4c2f403e041] Updated VIF entry in instance network info cache for port 2271a639-70aa-4366-9482-5b99965d4039. {{(pid=69770) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1329.645999] env[69770]: DEBUG nova.network.neutron [req-7bcb5223-5fb7-451d-a0cd-528300153ff0 req-de9dd82b-70fa-4c35-90ed-9e4798bf6c50 service nova] [instance: cbd9e063-5c13-46ae-be37-f4c2f403e041] Updating instance_info_cache with network_info: [{"id": "2271a639-70aa-4366-9482-5b99965d4039", "address": "fa:16:3e:d0:d0:a4", "network": {"id": "5cb038fa-57e0-447e-965e-88265882e7e5", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1033362514-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "50458fae76de4e588f96680501eae48c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6a31b224-77d7-48a4-af87-312758611b8e", "external-id": "nsx-vlan-transportzone-761", "segmentation_id": 761, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2271a639-70", "ovs_interfaceid": "2271a639-70aa-4366-9482-5b99965d4039", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69770) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1329.810944] env[69770]: DEBUG oslo_vmware.api [None req-418e90eb-ec2f-4f7b-97a1-9a15b6f37407 tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] Task: {'id': task-4070878, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.14111} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1329.811441] env[69770]: DEBUG nova.virt.vmwareapi.ds_util [None req-418e90eb-ec2f-4f7b-97a1-9a15b6f37407 tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] Deleted the datastore file {{(pid=69770) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1329.811762] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-418e90eb-ec2f-4f7b-97a1-9a15b6f37407 tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] [instance: f27fa6da-dc6f-4c4f-9f67-1303adea51cc] Deleted contents of the VM from datastore datastore1 {{(pid=69770) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1329.812073] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-418e90eb-ec2f-4f7b-97a1-9a15b6f37407 tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] [instance: f27fa6da-dc6f-4c4f-9f67-1303adea51cc] Instance destroyed {{(pid=69770) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1329.812392] env[69770]: INFO nova.compute.manager [None req-418e90eb-ec2f-4f7b-97a1-9a15b6f37407 tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] [instance: f27fa6da-dc6f-4c4f-9f67-1303adea51cc] Took 1.21 seconds to destroy the instance on the hypervisor. [ 1329.812777] env[69770]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-418e90eb-ec2f-4f7b-97a1-9a15b6f37407 tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69770) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1329.813096] env[69770]: DEBUG nova.compute.manager [-] [instance: f27fa6da-dc6f-4c4f-9f67-1303adea51cc] Deallocating network for instance {{(pid=69770) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1329.813283] env[69770]: DEBUG nova.network.neutron [-] [instance: f27fa6da-dc6f-4c4f-9f67-1303adea51cc] deallocate_for_instance() {{(pid=69770) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1329.870668] env[69770]: DEBUG nova.scheduler.client.report [None req-066ade3f-c913-4a12-a377-2e08841380d6 tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] Inventory has not changed for provider 7cc7d32b-b7a7-454a-a456-2a440248ed9d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69770) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1329.884962] env[69770]: DEBUG oslo_vmware.api [None req-d3381dc8-e056-4a12-8aa9-a4e5e1b22b09 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]520da4bd-f7ee-fd22-a76d-0dc7d53fdb16, 'name': SearchDatastore_Task, 'duration_secs': 0.032018} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1329.885272] env[69770]: DEBUG oslo_concurrency.lockutils [None req-d3381dc8-e056-4a12-8aa9-a4e5e1b22b09 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1329.885514] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-d3381dc8-e056-4a12-8aa9-a4e5e1b22b09 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] [instance: cbd9e063-5c13-46ae-be37-f4c2f403e041] Processing image d1eaff80-24a0-4391-90eb-59958b1ecf0a {{(pid=69770) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1329.885746] env[69770]: DEBUG oslo_concurrency.lockutils [None req-d3381dc8-e056-4a12-8aa9-a4e5e1b22b09 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1329.885890] env[69770]: DEBUG oslo_concurrency.lockutils [None req-d3381dc8-e056-4a12-8aa9-a4e5e1b22b09 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1329.886086] env[69770]: DEBUG nova.virt.vmwareapi.ds_util [None req-d3381dc8-e056-4a12-8aa9-a4e5e1b22b09 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69770) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1329.889347] env[69770]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1be83d2d-9997-47af-8ea3-9c6f4b6327ac {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.901051] env[69770]: DEBUG nova.virt.vmwareapi.ds_util [None req-d3381dc8-e056-4a12-8aa9-a4e5e1b22b09 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69770) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1329.901237] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-d3381dc8-e056-4a12-8aa9-a4e5e1b22b09 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69770) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1329.902394] env[69770]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c48c4f01-1c75-4979-9cf3-5f47d9da0d60 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.909548] env[69770]: DEBUG oslo_vmware.api [None req-d3381dc8-e056-4a12-8aa9-a4e5e1b22b09 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] Waiting for the task: (returnval){ [ 1329.909548] env[69770]: value = "session[52161b52-cb8e-ec9f-1132-2f6b49549d41]52fe3338-3a0e-b0ae-c81b-d5ce078a8373" [ 1329.909548] env[69770]: _type = "Task" [ 1329.909548] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1329.919639] env[69770]: DEBUG oslo_vmware.api [None req-d3381dc8-e056-4a12-8aa9-a4e5e1b22b09 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]52fe3338-3a0e-b0ae-c81b-d5ce078a8373, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1330.148969] env[69770]: DEBUG oslo_concurrency.lockutils [req-7bcb5223-5fb7-451d-a0cd-528300153ff0 req-de9dd82b-70fa-4c35-90ed-9e4798bf6c50 service nova] Releasing lock "refresh_cache-cbd9e063-5c13-46ae-be37-f4c2f403e041" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1330.165962] env[69770]: DEBUG oslo_concurrency.lockutils [None req-3efba5d1-3f84-4051-8204-777c747b3bc8 tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] Acquiring lock "21782e86-7845-479b-98a8-c2d5832d1ff3" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1330.166267] env[69770]: DEBUG oslo_concurrency.lockutils [None req-3efba5d1-3f84-4051-8204-777c747b3bc8 tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] Lock "21782e86-7845-479b-98a8-c2d5832d1ff3" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1330.166505] env[69770]: INFO nova.compute.manager [None req-3efba5d1-3f84-4051-8204-777c747b3bc8 tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] [instance: 21782e86-7845-479b-98a8-c2d5832d1ff3] Attaching volume a2d1b6c9-88dd-4a09-a57a-1d59642eddca to /dev/sdb [ 1330.200479] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cce67f24-dc76-42a9-ac3b-cdd74d983856 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.207851] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b4c4ad0-3991-4e7d-9766-9e7ff1a1c7d7 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.221321] env[69770]: DEBUG nova.virt.block_device [None req-3efba5d1-3f84-4051-8204-777c747b3bc8 tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] [instance: 21782e86-7845-479b-98a8-c2d5832d1ff3] Updating existing volume attachment record: c83996a8-017d-4939-9624-d3472834f75e {{(pid=69770) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1330.376667] env[69770]: DEBUG oslo_concurrency.lockutils [None req-066ade3f-c913-4a12-a377-2e08841380d6 tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.784s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1330.399283] env[69770]: INFO nova.scheduler.client.report [None req-066ade3f-c913-4a12-a377-2e08841380d6 tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] Deleted allocations for instance b6f8830a-54d9-4e27-96cc-e3726dbc42e4 [ 1330.421752] env[69770]: DEBUG oslo_vmware.api [None req-d3381dc8-e056-4a12-8aa9-a4e5e1b22b09 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]52fe3338-3a0e-b0ae-c81b-d5ce078a8373, 'name': SearchDatastore_Task, 'duration_secs': 0.011638} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1330.422699] env[69770]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1e7a2ca2-ac3d-4316-afde-d826178457a8 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.428456] env[69770]: DEBUG oslo_vmware.api [None req-d3381dc8-e056-4a12-8aa9-a4e5e1b22b09 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] Waiting for the task: (returnval){ [ 1330.428456] env[69770]: value = "session[52161b52-cb8e-ec9f-1132-2f6b49549d41]522adb5f-a1a3-a29f-4412-b0cc27b070ab" [ 1330.428456] env[69770]: _type = "Task" [ 1330.428456] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1330.441185] env[69770]: DEBUG oslo_vmware.api [None req-d3381dc8-e056-4a12-8aa9-a4e5e1b22b09 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]522adb5f-a1a3-a29f-4412-b0cc27b070ab, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1330.590814] env[69770]: DEBUG nova.network.neutron [-] [instance: f27fa6da-dc6f-4c4f-9f67-1303adea51cc] Updating instance_info_cache with network_info: [] {{(pid=69770) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1330.615443] env[69770]: DEBUG nova.compute.manager [None req-da0dd89c-b0c7-4d5c-beb7-1d5f5a0c8a11 tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] [instance: 81a3e8a6-e1a8-49fd-915c-f5c28b313757] Start spawning the instance on the hypervisor. {{(pid=69770) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1330.641921] env[69770]: DEBUG nova.virt.hardware [None req-da0dd89c-b0c7-4d5c-beb7-1d5f5a0c8a11 tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T12:16:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T12:16:11Z,direct_url=,disk_format='vmdk',id=d1eaff80-24a0-4391-90eb-59958b1ecf0a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d65f20bb89fb40a98b77bc6d97357df2',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T12:16:12Z,virtual_size=,visibility=), allow threads: False {{(pid=69770) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1330.642256] env[69770]: DEBUG nova.virt.hardware [None req-da0dd89c-b0c7-4d5c-beb7-1d5f5a0c8a11 tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] Flavor limits 0:0:0 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1330.642457] env[69770]: DEBUG nova.virt.hardware [None req-da0dd89c-b0c7-4d5c-beb7-1d5f5a0c8a11 tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] Image limits 0:0:0 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1330.642653] env[69770]: DEBUG nova.virt.hardware [None req-da0dd89c-b0c7-4d5c-beb7-1d5f5a0c8a11 tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] Flavor pref 0:0:0 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1330.642814] env[69770]: DEBUG nova.virt.hardware [None req-da0dd89c-b0c7-4d5c-beb7-1d5f5a0c8a11 tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] Image pref 0:0:0 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1330.642976] env[69770]: DEBUG nova.virt.hardware [None req-da0dd89c-b0c7-4d5c-beb7-1d5f5a0c8a11 tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1330.643219] env[69770]: DEBUG nova.virt.hardware [None req-da0dd89c-b0c7-4d5c-beb7-1d5f5a0c8a11 tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69770) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1330.643386] env[69770]: DEBUG nova.virt.hardware [None req-da0dd89c-b0c7-4d5c-beb7-1d5f5a0c8a11 tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69770) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1330.643570] env[69770]: DEBUG nova.virt.hardware [None req-da0dd89c-b0c7-4d5c-beb7-1d5f5a0c8a11 tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] Got 1 possible topologies {{(pid=69770) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1330.643747] env[69770]: DEBUG nova.virt.hardware [None req-da0dd89c-b0c7-4d5c-beb7-1d5f5a0c8a11 tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69770) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1330.643934] env[69770]: DEBUG nova.virt.hardware [None req-da0dd89c-b0c7-4d5c-beb7-1d5f5a0c8a11 tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69770) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1330.644900] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e982830d-07e0-4d4b-9453-1af9a66ed1d9 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.653924] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fe43255-c473-490c-b4f2-4b982ba9b669 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.721796] env[69770]: DEBUG nova.compute.manager [req-c652ffc5-11fa-4658-a432-dc8a2353e5ca req-cda321e9-e1a5-43fa-abf1-586e7baa2672 service nova] [instance: f27fa6da-dc6f-4c4f-9f67-1303adea51cc] Received event network-vif-deleted-7055b673-0bd8-4feb-8958-db3d097c7117 {{(pid=69770) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1330.907379] env[69770]: DEBUG oslo_concurrency.lockutils [None req-066ade3f-c913-4a12-a377-2e08841380d6 tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] Lock "b6f8830a-54d9-4e27-96cc-e3726dbc42e4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.995s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1330.942337] env[69770]: DEBUG oslo_vmware.api [None req-d3381dc8-e056-4a12-8aa9-a4e5e1b22b09 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]522adb5f-a1a3-a29f-4412-b0cc27b070ab, 'name': SearchDatastore_Task, 'duration_secs': 0.010999} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1330.942679] env[69770]: DEBUG oslo_concurrency.lockutils [None req-d3381dc8-e056-4a12-8aa9-a4e5e1b22b09 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1330.942946] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-d3381dc8-e056-4a12-8aa9-a4e5e1b22b09 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk to [datastore2] cbd9e063-5c13-46ae-be37-f4c2f403e041/cbd9e063-5c13-46ae-be37-f4c2f403e041.vmdk {{(pid=69770) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1330.943222] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6a4b1a0a-92c1-41f4-b4d2-0efa60df0abf {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.949668] env[69770]: DEBUG oslo_vmware.api [None req-d3381dc8-e056-4a12-8aa9-a4e5e1b22b09 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] Waiting for the task: (returnval){ [ 1330.949668] env[69770]: value = "task-4070882" [ 1330.949668] env[69770]: _type = "Task" [ 1330.949668] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1330.961977] env[69770]: DEBUG oslo_vmware.api [None req-d3381dc8-e056-4a12-8aa9-a4e5e1b22b09 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] Task: {'id': task-4070882, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1331.093145] env[69770]: INFO nova.compute.manager [-] [instance: f27fa6da-dc6f-4c4f-9f67-1303adea51cc] Took 1.28 seconds to deallocate network for instance. [ 1331.180060] env[69770]: DEBUG nova.network.neutron [None req-da0dd89c-b0c7-4d5c-beb7-1d5f5a0c8a11 tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] [instance: 81a3e8a6-e1a8-49fd-915c-f5c28b313757] Successfully updated port: 8d556eef-7dea-4829-8d14-9db8367db428 {{(pid=69770) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1331.461192] env[69770]: DEBUG oslo_vmware.api [None req-d3381dc8-e056-4a12-8aa9-a4e5e1b22b09 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] Task: {'id': task-4070882, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.461104} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1331.461444] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-d3381dc8-e056-4a12-8aa9-a4e5e1b22b09 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk to [datastore2] cbd9e063-5c13-46ae-be37-f4c2f403e041/cbd9e063-5c13-46ae-be37-f4c2f403e041.vmdk {{(pid=69770) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1331.461683] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-d3381dc8-e056-4a12-8aa9-a4e5e1b22b09 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] [instance: cbd9e063-5c13-46ae-be37-f4c2f403e041] Extending root virtual disk to 1048576 {{(pid=69770) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1331.461955] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-db5e5bdf-3ae6-4d8f-acc4-0020d08a4e8e {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.468886] env[69770]: DEBUG oslo_vmware.api [None req-d3381dc8-e056-4a12-8aa9-a4e5e1b22b09 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] Waiting for the task: (returnval){ [ 1331.468886] env[69770]: value = "task-4070883" [ 1331.468886] env[69770]: _type = "Task" [ 1331.468886] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1331.477094] env[69770]: DEBUG oslo_vmware.api [None req-d3381dc8-e056-4a12-8aa9-a4e5e1b22b09 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] Task: {'id': task-4070883, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1331.481678] env[69770]: INFO nova.compute.manager [None req-ac1500d4-b64a-423b-85fc-725a175c2018 tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] [instance: 8dc54be4-dbff-4dca-a78e-6665db49a01f] Resuming [ 1331.482262] env[69770]: DEBUG nova.objects.instance [None req-ac1500d4-b64a-423b-85fc-725a175c2018 tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] Lazy-loading 'flavor' on Instance uuid 8dc54be4-dbff-4dca-a78e-6665db49a01f {{(pid=69770) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1331.600800] env[69770]: DEBUG oslo_concurrency.lockutils [None req-418e90eb-ec2f-4f7b-97a1-9a15b6f37407 tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1331.601108] env[69770]: DEBUG oslo_concurrency.lockutils [None req-418e90eb-ec2f-4f7b-97a1-9a15b6f37407 tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1331.601530] env[69770]: DEBUG nova.objects.instance [None req-418e90eb-ec2f-4f7b-97a1-9a15b6f37407 tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] Lazy-loading 'resources' on Instance uuid f27fa6da-dc6f-4c4f-9f67-1303adea51cc {{(pid=69770) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1331.682725] env[69770]: DEBUG oslo_concurrency.lockutils [None req-da0dd89c-b0c7-4d5c-beb7-1d5f5a0c8a11 tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] Acquiring lock "refresh_cache-81a3e8a6-e1a8-49fd-915c-f5c28b313757" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1331.682890] env[69770]: DEBUG oslo_concurrency.lockutils [None req-da0dd89c-b0c7-4d5c-beb7-1d5f5a0c8a11 tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] Acquired lock "refresh_cache-81a3e8a6-e1a8-49fd-915c-f5c28b313757" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1331.683081] env[69770]: DEBUG nova.network.neutron [None req-da0dd89c-b0c7-4d5c-beb7-1d5f5a0c8a11 tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] [instance: 81a3e8a6-e1a8-49fd-915c-f5c28b313757] Building network info cache for instance {{(pid=69770) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1331.979410] env[69770]: DEBUG oslo_vmware.api [None req-d3381dc8-e056-4a12-8aa9-a4e5e1b22b09 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] Task: {'id': task-4070883, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.177557} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1331.979678] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-d3381dc8-e056-4a12-8aa9-a4e5e1b22b09 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] [instance: cbd9e063-5c13-46ae-be37-f4c2f403e041] Extended root virtual disk {{(pid=69770) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1331.980544] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd9c4dab-bcd1-4835-b0d4-8e9aab0153b4 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.005106] env[69770]: DEBUG nova.virt.vmwareapi.volumeops [None req-d3381dc8-e056-4a12-8aa9-a4e5e1b22b09 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] [instance: cbd9e063-5c13-46ae-be37-f4c2f403e041] Reconfiguring VM instance instance-00000073 to attach disk [datastore2] cbd9e063-5c13-46ae-be37-f4c2f403e041/cbd9e063-5c13-46ae-be37-f4c2f403e041.vmdk or device None with type sparse {{(pid=69770) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1332.006870] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5545b0a1-8727-4c61-b314-3177ad5bf778 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.028999] env[69770]: DEBUG oslo_vmware.api [None req-d3381dc8-e056-4a12-8aa9-a4e5e1b22b09 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] Waiting for the task: (returnval){ [ 1332.028999] env[69770]: value = "task-4070884" [ 1332.028999] env[69770]: _type = "Task" [ 1332.028999] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1332.041065] env[69770]: DEBUG oslo_vmware.api [None req-d3381dc8-e056-4a12-8aa9-a4e5e1b22b09 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] Task: {'id': task-4070884, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1332.251870] env[69770]: DEBUG nova.network.neutron [None req-da0dd89c-b0c7-4d5c-beb7-1d5f5a0c8a11 tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] [instance: 81a3e8a6-e1a8-49fd-915c-f5c28b313757] Instance cache missing network info. {{(pid=69770) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1332.277809] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eaedae28-ecbe-4e98-aab4-fda0fbc5bbd2 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.285594] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5f4b916-d422-4c69-aabe-bf2f10e18c4e {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.320262] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3d3eef3-e136-4a86-96ea-601c0a25aeea {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.330145] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c0431a5-2d00-4a9e-84ed-233d85f0dbbf {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.344634] env[69770]: DEBUG nova.compute.provider_tree [None req-418e90eb-ec2f-4f7b-97a1-9a15b6f37407 tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] Updating inventory in ProviderTree for provider 7cc7d32b-b7a7-454a-a456-2a440248ed9d with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 21, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69770) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1332.418928] env[69770]: DEBUG nova.network.neutron [None req-da0dd89c-b0c7-4d5c-beb7-1d5f5a0c8a11 tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] [instance: 81a3e8a6-e1a8-49fd-915c-f5c28b313757] Updating instance_info_cache with network_info: [{"id": "8d556eef-7dea-4829-8d14-9db8367db428", "address": "fa:16:3e:25:05:57", "network": {"id": "bbff5a7f-321d-4632-ba56-dca20f6b376a", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-369008713-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "11ab5c964ea04c01a3f39c2d9427a421", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "462a7219-4deb-4225-9cf7-3131ef280363", "external-id": "nsx-vlan-transportzone-468", "segmentation_id": 468, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8d556eef-7d", "ovs_interfaceid": "8d556eef-7dea-4829-8d14-9db8367db428", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69770) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1332.541238] env[69770]: DEBUG oslo_vmware.api [None req-d3381dc8-e056-4a12-8aa9-a4e5e1b22b09 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] Task: {'id': task-4070884, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1332.753314] env[69770]: DEBUG nova.compute.manager [req-c4de6ff3-a21b-49dd-ac0f-ed227060ce66 req-1a31aa01-4215-4c18-a188-ea936e712e79 service nova] [instance: 81a3e8a6-e1a8-49fd-915c-f5c28b313757] Received event network-vif-plugged-8d556eef-7dea-4829-8d14-9db8367db428 {{(pid=69770) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1332.753508] env[69770]: DEBUG oslo_concurrency.lockutils [req-c4de6ff3-a21b-49dd-ac0f-ed227060ce66 req-1a31aa01-4215-4c18-a188-ea936e712e79 service nova] Acquiring lock "81a3e8a6-e1a8-49fd-915c-f5c28b313757-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1332.753727] env[69770]: DEBUG oslo_concurrency.lockutils [req-c4de6ff3-a21b-49dd-ac0f-ed227060ce66 req-1a31aa01-4215-4c18-a188-ea936e712e79 service nova] Lock "81a3e8a6-e1a8-49fd-915c-f5c28b313757-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1332.753877] env[69770]: DEBUG oslo_concurrency.lockutils [req-c4de6ff3-a21b-49dd-ac0f-ed227060ce66 req-1a31aa01-4215-4c18-a188-ea936e712e79 service nova] Lock "81a3e8a6-e1a8-49fd-915c-f5c28b313757-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1332.755754] env[69770]: DEBUG nova.compute.manager [req-c4de6ff3-a21b-49dd-ac0f-ed227060ce66 req-1a31aa01-4215-4c18-a188-ea936e712e79 service nova] [instance: 81a3e8a6-e1a8-49fd-915c-f5c28b313757] No waiting events found dispatching network-vif-plugged-8d556eef-7dea-4829-8d14-9db8367db428 {{(pid=69770) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1332.756114] env[69770]: WARNING nova.compute.manager [req-c4de6ff3-a21b-49dd-ac0f-ed227060ce66 req-1a31aa01-4215-4c18-a188-ea936e712e79 service nova] [instance: 81a3e8a6-e1a8-49fd-915c-f5c28b313757] Received unexpected event network-vif-plugged-8d556eef-7dea-4829-8d14-9db8367db428 for instance with vm_state building and task_state spawning. [ 1332.756261] env[69770]: DEBUG nova.compute.manager [req-c4de6ff3-a21b-49dd-ac0f-ed227060ce66 req-1a31aa01-4215-4c18-a188-ea936e712e79 service nova] [instance: 81a3e8a6-e1a8-49fd-915c-f5c28b313757] Received event network-changed-8d556eef-7dea-4829-8d14-9db8367db428 {{(pid=69770) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1332.756461] env[69770]: DEBUG nova.compute.manager [req-c4de6ff3-a21b-49dd-ac0f-ed227060ce66 req-1a31aa01-4215-4c18-a188-ea936e712e79 service nova] [instance: 81a3e8a6-e1a8-49fd-915c-f5c28b313757] Refreshing instance network info cache due to event network-changed-8d556eef-7dea-4829-8d14-9db8367db428. {{(pid=69770) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1332.756681] env[69770]: DEBUG oslo_concurrency.lockutils [req-c4de6ff3-a21b-49dd-ac0f-ed227060ce66 req-1a31aa01-4215-4c18-a188-ea936e712e79 service nova] Acquiring lock "refresh_cache-81a3e8a6-e1a8-49fd-915c-f5c28b313757" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1332.874035] env[69770]: ERROR nova.scheduler.client.report [None req-418e90eb-ec2f-4f7b-97a1-9a15b6f37407 tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] [req-cc6747a9-333d-4c2b-8e7a-d67cc82a9127] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 21, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 7cc7d32b-b7a7-454a-a456-2a440248ed9d. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-cc6747a9-333d-4c2b-8e7a-d67cc82a9127"}]} [ 1332.891089] env[69770]: DEBUG nova.scheduler.client.report [None req-418e90eb-ec2f-4f7b-97a1-9a15b6f37407 tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] Refreshing inventories for resource provider 7cc7d32b-b7a7-454a-a456-2a440248ed9d {{(pid=69770) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1332.907259] env[69770]: DEBUG nova.scheduler.client.report [None req-418e90eb-ec2f-4f7b-97a1-9a15b6f37407 tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] Updating ProviderTree inventory for provider 7cc7d32b-b7a7-454a-a456-2a440248ed9d from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69770) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1332.907553] env[69770]: DEBUG nova.compute.provider_tree [None req-418e90eb-ec2f-4f7b-97a1-9a15b6f37407 tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] Updating inventory in ProviderTree for provider 7cc7d32b-b7a7-454a-a456-2a440248ed9d with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69770) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1332.921555] env[69770]: DEBUG oslo_concurrency.lockutils [None req-da0dd89c-b0c7-4d5c-beb7-1d5f5a0c8a11 tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] Releasing lock "refresh_cache-81a3e8a6-e1a8-49fd-915c-f5c28b313757" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1332.921923] env[69770]: DEBUG nova.compute.manager [None req-da0dd89c-b0c7-4d5c-beb7-1d5f5a0c8a11 tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] [instance: 81a3e8a6-e1a8-49fd-915c-f5c28b313757] Instance network_info: |[{"id": "8d556eef-7dea-4829-8d14-9db8367db428", "address": "fa:16:3e:25:05:57", "network": {"id": "bbff5a7f-321d-4632-ba56-dca20f6b376a", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-369008713-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "11ab5c964ea04c01a3f39c2d9427a421", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "462a7219-4deb-4225-9cf7-3131ef280363", "external-id": "nsx-vlan-transportzone-468", "segmentation_id": 468, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8d556eef-7d", "ovs_interfaceid": "8d556eef-7dea-4829-8d14-9db8367db428", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69770) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1332.923206] env[69770]: DEBUG nova.scheduler.client.report [None req-418e90eb-ec2f-4f7b-97a1-9a15b6f37407 tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] Refreshing aggregate associations for resource provider 7cc7d32b-b7a7-454a-a456-2a440248ed9d, aggregates: None {{(pid=69770) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1332.925475] env[69770]: DEBUG oslo_concurrency.lockutils [req-c4de6ff3-a21b-49dd-ac0f-ed227060ce66 req-1a31aa01-4215-4c18-a188-ea936e712e79 service nova] Acquired lock "refresh_cache-81a3e8a6-e1a8-49fd-915c-f5c28b313757" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1332.925687] env[69770]: DEBUG nova.network.neutron [req-c4de6ff3-a21b-49dd-ac0f-ed227060ce66 req-1a31aa01-4215-4c18-a188-ea936e712e79 service nova] [instance: 81a3e8a6-e1a8-49fd-915c-f5c28b313757] Refreshing network info cache for port 8d556eef-7dea-4829-8d14-9db8367db428 {{(pid=69770) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1332.926986] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-da0dd89c-b0c7-4d5c-beb7-1d5f5a0c8a11 tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] [instance: 81a3e8a6-e1a8-49fd-915c-f5c28b313757] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:25:05:57', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '462a7219-4deb-4225-9cf7-3131ef280363', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8d556eef-7dea-4829-8d14-9db8367db428', 'vif_model': 'vmxnet3'}] {{(pid=69770) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1332.934653] env[69770]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-da0dd89c-b0c7-4d5c-beb7-1d5f5a0c8a11 tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69770) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1332.935325] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 81a3e8a6-e1a8-49fd-915c-f5c28b313757] Creating VM on the ESX host {{(pid=69770) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1332.935563] env[69770]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-78fe6344-e55c-44db-b87e-bb4fd2a28589 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.959718] env[69770]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1332.959718] env[69770]: value = "task-4070886" [ 1332.959718] env[69770]: _type = "Task" [ 1332.959718] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1332.964112] env[69770]: DEBUG nova.scheduler.client.report [None req-418e90eb-ec2f-4f7b-97a1-9a15b6f37407 tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] Refreshing trait associations for resource provider 7cc7d32b-b7a7-454a-a456-2a440248ed9d, traits: HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE {{(pid=69770) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1332.971956] env[69770]: DEBUG oslo_vmware.api [-] Task: {'id': task-4070886, 'name': CreateVM_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1333.025775] env[69770]: DEBUG oslo_concurrency.lockutils [None req-ac1500d4-b64a-423b-85fc-725a175c2018 tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] Acquiring lock "refresh_cache-8dc54be4-dbff-4dca-a78e-6665db49a01f" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1333.025975] env[69770]: DEBUG oslo_concurrency.lockutils [None req-ac1500d4-b64a-423b-85fc-725a175c2018 tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] Acquired lock "refresh_cache-8dc54be4-dbff-4dca-a78e-6665db49a01f" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1333.026190] env[69770]: DEBUG nova.network.neutron [None req-ac1500d4-b64a-423b-85fc-725a175c2018 tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] [instance: 8dc54be4-dbff-4dca-a78e-6665db49a01f] Building network info cache for instance {{(pid=69770) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1333.041329] env[69770]: DEBUG oslo_vmware.api [None req-d3381dc8-e056-4a12-8aa9-a4e5e1b22b09 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] Task: {'id': task-4070884, 'name': ReconfigVM_Task, 'duration_secs': 0.88691} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1333.044601] env[69770]: DEBUG nova.virt.vmwareapi.volumeops [None req-d3381dc8-e056-4a12-8aa9-a4e5e1b22b09 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] [instance: cbd9e063-5c13-46ae-be37-f4c2f403e041] Reconfigured VM instance instance-00000073 to attach disk [datastore2] cbd9e063-5c13-46ae-be37-f4c2f403e041/cbd9e063-5c13-46ae-be37-f4c2f403e041.vmdk or device None with type sparse {{(pid=69770) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1333.045887] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8e452202-e688-4701-99f7-ec49cb4a4c68 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.053518] env[69770]: DEBUG oslo_vmware.api [None req-d3381dc8-e056-4a12-8aa9-a4e5e1b22b09 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] Waiting for the task: (returnval){ [ 1333.053518] env[69770]: value = "task-4070887" [ 1333.053518] env[69770]: _type = "Task" [ 1333.053518] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1333.066574] env[69770]: DEBUG oslo_vmware.api [None req-d3381dc8-e056-4a12-8aa9-a4e5e1b22b09 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] Task: {'id': task-4070887, 'name': Rename_Task} progress is 6%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1333.121615] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43c9c092-de81-4572-a38a-d8a4a558dad9 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.131308] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b893dc33-6e5d-4197-8d95-a0fadf568ca6 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.163513] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ecb7655-e7fa-4eb0-a7e2-b411976e20f0 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.172763] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d7c23db-80bc-412e-8f79-daae3e8d5f10 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.190455] env[69770]: DEBUG nova.compute.provider_tree [None req-418e90eb-ec2f-4f7b-97a1-9a15b6f37407 tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] Updating inventory in ProviderTree for provider 7cc7d32b-b7a7-454a-a456-2a440248ed9d with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 21, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69770) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1333.475581] env[69770]: DEBUG oslo_vmware.api [-] Task: {'id': task-4070886, 'name': CreateVM_Task, 'duration_secs': 0.337421} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1333.475842] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 81a3e8a6-e1a8-49fd-915c-f5c28b313757] Created VM on the ESX host {{(pid=69770) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1333.476529] env[69770]: DEBUG oslo_concurrency.lockutils [None req-da0dd89c-b0c7-4d5c-beb7-1d5f5a0c8a11 tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1333.476696] env[69770]: DEBUG oslo_concurrency.lockutils [None req-da0dd89c-b0c7-4d5c-beb7-1d5f5a0c8a11 tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1333.477025] env[69770]: DEBUG oslo_concurrency.lockutils [None req-da0dd89c-b0c7-4d5c-beb7-1d5f5a0c8a11 tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1333.477295] env[69770]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cff099b3-22df-4aa9-a93e-720ae9b05742 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.485262] env[69770]: DEBUG oslo_vmware.api [None req-da0dd89c-b0c7-4d5c-beb7-1d5f5a0c8a11 tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] Waiting for the task: (returnval){ [ 1333.485262] env[69770]: value = "session[52161b52-cb8e-ec9f-1132-2f6b49549d41]528429ac-e02b-3e14-a9f6-11cf4e0eef90" [ 1333.485262] env[69770]: _type = "Task" [ 1333.485262] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1333.496035] env[69770]: DEBUG oslo_vmware.api [None req-da0dd89c-b0c7-4d5c-beb7-1d5f5a0c8a11 tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]528429ac-e02b-3e14-a9f6-11cf4e0eef90, 'name': SearchDatastore_Task, 'duration_secs': 0.010672} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1333.496341] env[69770]: DEBUG oslo_concurrency.lockutils [None req-da0dd89c-b0c7-4d5c-beb7-1d5f5a0c8a11 tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1333.496574] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-da0dd89c-b0c7-4d5c-beb7-1d5f5a0c8a11 tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] [instance: 81a3e8a6-e1a8-49fd-915c-f5c28b313757] Processing image d1eaff80-24a0-4391-90eb-59958b1ecf0a {{(pid=69770) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1333.496879] env[69770]: DEBUG oslo_concurrency.lockutils [None req-da0dd89c-b0c7-4d5c-beb7-1d5f5a0c8a11 tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1333.496971] env[69770]: DEBUG oslo_concurrency.lockutils [None req-da0dd89c-b0c7-4d5c-beb7-1d5f5a0c8a11 tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1333.497128] env[69770]: DEBUG nova.virt.vmwareapi.ds_util [None req-da0dd89c-b0c7-4d5c-beb7-1d5f5a0c8a11 tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69770) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1333.497386] env[69770]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f3c1e9d5-56d3-49a1-8a53-17dc67e86d80 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.507835] env[69770]: DEBUG nova.virt.vmwareapi.ds_util [None req-da0dd89c-b0c7-4d5c-beb7-1d5f5a0c8a11 tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69770) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1333.507835] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-da0dd89c-b0c7-4d5c-beb7-1d5f5a0c8a11 tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69770) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1333.507835] env[69770]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7ef8e3d7-3410-4054-9c51-d1d09403dbc3 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.514347] env[69770]: DEBUG oslo_vmware.api [None req-da0dd89c-b0c7-4d5c-beb7-1d5f5a0c8a11 tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] Waiting for the task: (returnval){ [ 1333.514347] env[69770]: value = "session[52161b52-cb8e-ec9f-1132-2f6b49549d41]526d36c4-614f-3bd3-7f89-cb2a2966fbce" [ 1333.514347] env[69770]: _type = "Task" [ 1333.514347] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1333.522598] env[69770]: DEBUG oslo_vmware.api [None req-da0dd89c-b0c7-4d5c-beb7-1d5f5a0c8a11 tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]526d36c4-614f-3bd3-7f89-cb2a2966fbce, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1333.568285] env[69770]: DEBUG oslo_vmware.api [None req-d3381dc8-e056-4a12-8aa9-a4e5e1b22b09 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] Task: {'id': task-4070887, 'name': Rename_Task, 'duration_secs': 0.149451} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1333.568285] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-d3381dc8-e056-4a12-8aa9-a4e5e1b22b09 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] [instance: cbd9e063-5c13-46ae-be37-f4c2f403e041] Powering on the VM {{(pid=69770) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1333.568460] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-49774b1a-7207-4421-b269-71fd37d5f482 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.576264] env[69770]: DEBUG oslo_vmware.api [None req-d3381dc8-e056-4a12-8aa9-a4e5e1b22b09 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] Waiting for the task: (returnval){ [ 1333.576264] env[69770]: value = "task-4070888" [ 1333.576264] env[69770]: _type = "Task" [ 1333.576264] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1333.593554] env[69770]: DEBUG oslo_vmware.api [None req-d3381dc8-e056-4a12-8aa9-a4e5e1b22b09 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] Task: {'id': task-4070888, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1333.745161] env[69770]: DEBUG nova.scheduler.client.report [None req-418e90eb-ec2f-4f7b-97a1-9a15b6f37407 tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] Updated inventory for provider 7cc7d32b-b7a7-454a-a456-2a440248ed9d with generation 153 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 21, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69770) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1333.745535] env[69770]: DEBUG nova.compute.provider_tree [None req-418e90eb-ec2f-4f7b-97a1-9a15b6f37407 tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] Updating resource provider 7cc7d32b-b7a7-454a-a456-2a440248ed9d generation from 153 to 154 during operation: update_inventory {{(pid=69770) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1333.745726] env[69770]: DEBUG nova.compute.provider_tree [None req-418e90eb-ec2f-4f7b-97a1-9a15b6f37407 tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] Updating inventory in ProviderTree for provider 7cc7d32b-b7a7-454a-a456-2a440248ed9d with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 21, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69770) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1333.869572] env[69770]: DEBUG nova.network.neutron [req-c4de6ff3-a21b-49dd-ac0f-ed227060ce66 req-1a31aa01-4215-4c18-a188-ea936e712e79 service nova] [instance: 81a3e8a6-e1a8-49fd-915c-f5c28b313757] Updated VIF entry in instance network info cache for port 8d556eef-7dea-4829-8d14-9db8367db428. {{(pid=69770) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1333.869572] env[69770]: DEBUG nova.network.neutron [req-c4de6ff3-a21b-49dd-ac0f-ed227060ce66 req-1a31aa01-4215-4c18-a188-ea936e712e79 service nova] [instance: 81a3e8a6-e1a8-49fd-915c-f5c28b313757] Updating instance_info_cache with network_info: [{"id": "8d556eef-7dea-4829-8d14-9db8367db428", "address": "fa:16:3e:25:05:57", "network": {"id": "bbff5a7f-321d-4632-ba56-dca20f6b376a", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-369008713-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "11ab5c964ea04c01a3f39c2d9427a421", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "462a7219-4deb-4225-9cf7-3131ef280363", "external-id": "nsx-vlan-transportzone-468", "segmentation_id": 468, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8d556eef-7d", "ovs_interfaceid": "8d556eef-7dea-4829-8d14-9db8367db428", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69770) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1333.929594] env[69770]: DEBUG nova.network.neutron [None req-ac1500d4-b64a-423b-85fc-725a175c2018 tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] [instance: 8dc54be4-dbff-4dca-a78e-6665db49a01f] Updating instance_info_cache with network_info: [{"id": "26cd82ac-2532-4ec4-904e-1e262910a165", "address": "fa:16:3e:fe:dd:a6", "network": {"id": "fb2a6a42-a9ea-4a2f-b885-b0c06c1061b9", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1944009097-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.158", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "677c29867f944b8198884aae6535814b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b91b49a8-b849-4d0c-97f7-74fdcd88ae03", "external-id": "nsx-vlan-transportzone-406", "segmentation_id": 406, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap26cd82ac-25", "ovs_interfaceid": "26cd82ac-2532-4ec4-904e-1e262910a165", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69770) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1334.024892] env[69770]: DEBUG oslo_vmware.api [None req-da0dd89c-b0c7-4d5c-beb7-1d5f5a0c8a11 tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]526d36c4-614f-3bd3-7f89-cb2a2966fbce, 'name': SearchDatastore_Task, 'duration_secs': 0.009766} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1334.025755] env[69770]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-69f1b8fd-0a66-47b7-ac44-bc24c491cfab {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.031877] env[69770]: DEBUG oslo_vmware.api [None req-da0dd89c-b0c7-4d5c-beb7-1d5f5a0c8a11 tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] Waiting for the task: (returnval){ [ 1334.031877] env[69770]: value = "session[52161b52-cb8e-ec9f-1132-2f6b49549d41]52ce1177-3611-672d-7a8b-baaeadcc07cd" [ 1334.031877] env[69770]: _type = "Task" [ 1334.031877] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1334.041027] env[69770]: DEBUG oslo_vmware.api [None req-da0dd89c-b0c7-4d5c-beb7-1d5f5a0c8a11 tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]52ce1177-3611-672d-7a8b-baaeadcc07cd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1334.086724] env[69770]: DEBUG oslo_vmware.api [None req-d3381dc8-e056-4a12-8aa9-a4e5e1b22b09 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] Task: {'id': task-4070888, 'name': PowerOnVM_Task, 'duration_secs': 0.488596} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1334.087013] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-d3381dc8-e056-4a12-8aa9-a4e5e1b22b09 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] [instance: cbd9e063-5c13-46ae-be37-f4c2f403e041] Powered on the VM {{(pid=69770) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1334.087218] env[69770]: INFO nova.compute.manager [None req-d3381dc8-e056-4a12-8aa9-a4e5e1b22b09 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] [instance: cbd9e063-5c13-46ae-be37-f4c2f403e041] Took 7.78 seconds to spawn the instance on the hypervisor. [ 1334.087429] env[69770]: DEBUG nova.compute.manager [None req-d3381dc8-e056-4a12-8aa9-a4e5e1b22b09 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] [instance: cbd9e063-5c13-46ae-be37-f4c2f403e041] Checking state {{(pid=69770) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1334.088243] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-144e6f94-4eef-4328-a0de-7200d711de2e {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.252906] env[69770]: DEBUG oslo_concurrency.lockutils [None req-418e90eb-ec2f-4f7b-97a1-9a15b6f37407 tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.652s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1334.278998] env[69770]: INFO nova.scheduler.client.report [None req-418e90eb-ec2f-4f7b-97a1-9a15b6f37407 tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] Deleted allocations for instance f27fa6da-dc6f-4c4f-9f67-1303adea51cc [ 1334.371326] env[69770]: DEBUG oslo_concurrency.lockutils [req-c4de6ff3-a21b-49dd-ac0f-ed227060ce66 req-1a31aa01-4215-4c18-a188-ea936e712e79 service nova] Releasing lock "refresh_cache-81a3e8a6-e1a8-49fd-915c-f5c28b313757" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1334.433064] env[69770]: DEBUG oslo_concurrency.lockutils [None req-ac1500d4-b64a-423b-85fc-725a175c2018 tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] Releasing lock "refresh_cache-8dc54be4-dbff-4dca-a78e-6665db49a01f" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1334.433861] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b06a8f01-42fa-412d-a147-0662de0880ac {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.441461] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-ac1500d4-b64a-423b-85fc-725a175c2018 tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] [instance: 8dc54be4-dbff-4dca-a78e-6665db49a01f] Resuming the VM {{(pid=69770) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1183}} [ 1334.441803] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f27e07e4-1b91-4795-8954-41342365251b {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.449143] env[69770]: DEBUG oslo_vmware.api [None req-ac1500d4-b64a-423b-85fc-725a175c2018 tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] Waiting for the task: (returnval){ [ 1334.449143] env[69770]: value = "task-4070889" [ 1334.449143] env[69770]: _type = "Task" [ 1334.449143] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1334.462014] env[69770]: DEBUG oslo_vmware.api [None req-ac1500d4-b64a-423b-85fc-725a175c2018 tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] Task: {'id': task-4070889, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1334.542313] env[69770]: DEBUG oslo_vmware.api [None req-da0dd89c-b0c7-4d5c-beb7-1d5f5a0c8a11 tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]52ce1177-3611-672d-7a8b-baaeadcc07cd, 'name': SearchDatastore_Task, 'duration_secs': 0.010965} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1334.542732] env[69770]: DEBUG oslo_concurrency.lockutils [None req-da0dd89c-b0c7-4d5c-beb7-1d5f5a0c8a11 tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1334.542894] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-da0dd89c-b0c7-4d5c-beb7-1d5f5a0c8a11 tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk to [datastore1] 81a3e8a6-e1a8-49fd-915c-f5c28b313757/81a3e8a6-e1a8-49fd-915c-f5c28b313757.vmdk {{(pid=69770) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1334.543143] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c92f750c-62c8-4253-8991-4bba0268ecef {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.550272] env[69770]: DEBUG oslo_vmware.api [None req-da0dd89c-b0c7-4d5c-beb7-1d5f5a0c8a11 tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] Waiting for the task: (returnval){ [ 1334.550272] env[69770]: value = "task-4070890" [ 1334.550272] env[69770]: _type = "Task" [ 1334.550272] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1334.558672] env[69770]: DEBUG oslo_vmware.api [None req-da0dd89c-b0c7-4d5c-beb7-1d5f5a0c8a11 tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] Task: {'id': task-4070890, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1334.604977] env[69770]: INFO nova.compute.manager [None req-d3381dc8-e056-4a12-8aa9-a4e5e1b22b09 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] [instance: cbd9e063-5c13-46ae-be37-f4c2f403e041] Took 12.61 seconds to build instance. [ 1334.769042] env[69770]: DEBUG nova.virt.vmwareapi.volumeops [None req-3efba5d1-3f84-4051-8204-777c747b3bc8 tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] [instance: 21782e86-7845-479b-98a8-c2d5832d1ff3] Volume attach. Driver type: vmdk {{(pid=69770) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1334.769303] env[69770]: DEBUG nova.virt.vmwareapi.volumeops [None req-3efba5d1-3f84-4051-8204-777c747b3bc8 tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] [instance: 21782e86-7845-479b-98a8-c2d5832d1ff3] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-806698', 'volume_id': 'a2d1b6c9-88dd-4a09-a57a-1d59642eddca', 'name': 'volume-a2d1b6c9-88dd-4a09-a57a-1d59642eddca', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '21782e86-7845-479b-98a8-c2d5832d1ff3', 'attached_at': '', 'detached_at': '', 'volume_id': 'a2d1b6c9-88dd-4a09-a57a-1d59642eddca', 'serial': 'a2d1b6c9-88dd-4a09-a57a-1d59642eddca'} {{(pid=69770) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1334.770219] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b473971c-9072-4088-945b-ed80e7353c57 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.791018] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5b162c8-1d24-4360-b018-2f99fbf6e434 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.794727] env[69770]: DEBUG oslo_concurrency.lockutils [None req-418e90eb-ec2f-4f7b-97a1-9a15b6f37407 tempest-AttachInterfacesTestJSON-1155917741 tempest-AttachInterfacesTestJSON-1155917741-project-member] Lock "f27fa6da-dc6f-4c4f-9f67-1303adea51cc" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.713s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1334.822232] env[69770]: DEBUG nova.virt.vmwareapi.volumeops [None req-3efba5d1-3f84-4051-8204-777c747b3bc8 tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] [instance: 21782e86-7845-479b-98a8-c2d5832d1ff3] Reconfiguring VM instance instance-00000070 to attach disk [datastore1] volume-a2d1b6c9-88dd-4a09-a57a-1d59642eddca/volume-a2d1b6c9-88dd-4a09-a57a-1d59642eddca.vmdk or device None with type thin {{(pid=69770) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1334.823834] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-af9e58dd-d3e8-4b6e-9be2-1eb5e60c3f6b {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.848706] env[69770]: DEBUG oslo_vmware.api [None req-3efba5d1-3f84-4051-8204-777c747b3bc8 tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] Waiting for the task: (returnval){ [ 1334.848706] env[69770]: value = "task-4070891" [ 1334.848706] env[69770]: _type = "Task" [ 1334.848706] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1334.861794] env[69770]: DEBUG oslo_vmware.api [None req-3efba5d1-3f84-4051-8204-777c747b3bc8 tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] Task: {'id': task-4070891, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1334.965515] env[69770]: DEBUG oslo_vmware.api [None req-ac1500d4-b64a-423b-85fc-725a175c2018 tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] Task: {'id': task-4070889, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1335.074384] env[69770]: DEBUG oslo_vmware.api [None req-da0dd89c-b0c7-4d5c-beb7-1d5f5a0c8a11 tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] Task: {'id': task-4070890, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1335.106745] env[69770]: DEBUG oslo_concurrency.lockutils [None req-d3381dc8-e056-4a12-8aa9-a4e5e1b22b09 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] Lock "cbd9e063-5c13-46ae-be37-f4c2f403e041" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.125s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1335.359314] env[69770]: DEBUG oslo_vmware.api [None req-3efba5d1-3f84-4051-8204-777c747b3bc8 tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] Task: {'id': task-4070891, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1335.461040] env[69770]: DEBUG oslo_vmware.api [None req-ac1500d4-b64a-423b-85fc-725a175c2018 tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] Task: {'id': task-4070889, 'name': PowerOnVM_Task, 'duration_secs': 0.573778} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1335.461448] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-ac1500d4-b64a-423b-85fc-725a175c2018 tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] [instance: 8dc54be4-dbff-4dca-a78e-6665db49a01f] Resumed the VM {{(pid=69770) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1188}} [ 1335.461673] env[69770]: DEBUG nova.compute.manager [None req-ac1500d4-b64a-423b-85fc-725a175c2018 tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] [instance: 8dc54be4-dbff-4dca-a78e-6665db49a01f] Checking state {{(pid=69770) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1335.462584] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0265dffd-0824-4e81-9745-565e3a111f79 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.562885] env[69770]: DEBUG oslo_vmware.api [None req-da0dd89c-b0c7-4d5c-beb7-1d5f5a0c8a11 tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] Task: {'id': task-4070890, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.584552} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1335.563274] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-da0dd89c-b0c7-4d5c-beb7-1d5f5a0c8a11 tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk to [datastore1] 81a3e8a6-e1a8-49fd-915c-f5c28b313757/81a3e8a6-e1a8-49fd-915c-f5c28b313757.vmdk {{(pid=69770) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1335.563349] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-da0dd89c-b0c7-4d5c-beb7-1d5f5a0c8a11 tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] [instance: 81a3e8a6-e1a8-49fd-915c-f5c28b313757] Extending root virtual disk to 1048576 {{(pid=69770) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1335.566404] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b84b9673-8b73-42ab-b88a-d84fca811bd4 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.571017] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c80a11c6-1b02-4b5c-9569-a6af2bc6145b {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.579551] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-2cd027f6-0720-4b5d-a02d-fe7961e5d062 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] [instance: cbd9e063-5c13-46ae-be37-f4c2f403e041] Suspending the VM {{(pid=69770) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1335.581411] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-a92cc150-a9c8-4165-8365-503ff4ca473d {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.586527] env[69770]: DEBUG oslo_vmware.api [None req-da0dd89c-b0c7-4d5c-beb7-1d5f5a0c8a11 tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] Waiting for the task: (returnval){ [ 1335.586527] env[69770]: value = "task-4070892" [ 1335.586527] env[69770]: _type = "Task" [ 1335.586527] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1335.591359] env[69770]: DEBUG oslo_vmware.api [None req-2cd027f6-0720-4b5d-a02d-fe7961e5d062 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] Waiting for the task: (returnval){ [ 1335.591359] env[69770]: value = "task-4070893" [ 1335.591359] env[69770]: _type = "Task" [ 1335.591359] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1335.595890] env[69770]: DEBUG oslo_vmware.api [None req-da0dd89c-b0c7-4d5c-beb7-1d5f5a0c8a11 tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] Task: {'id': task-4070892, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1335.610588] env[69770]: DEBUG oslo_vmware.api [None req-2cd027f6-0720-4b5d-a02d-fe7961e5d062 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] Task: {'id': task-4070893, 'name': SuspendVM_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1335.862407] env[69770]: DEBUG oslo_vmware.api [None req-3efba5d1-3f84-4051-8204-777c747b3bc8 tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] Task: {'id': task-4070891, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1336.098497] env[69770]: DEBUG oslo_vmware.api [None req-da0dd89c-b0c7-4d5c-beb7-1d5f5a0c8a11 tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] Task: {'id': task-4070892, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.08025} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1336.103740] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-da0dd89c-b0c7-4d5c-beb7-1d5f5a0c8a11 tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] [instance: 81a3e8a6-e1a8-49fd-915c-f5c28b313757] Extended root virtual disk {{(pid=69770) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1336.106716] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e1fad6c-ca55-4020-a8cd-284502995762 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.120619] env[69770]: DEBUG oslo_vmware.api [None req-2cd027f6-0720-4b5d-a02d-fe7961e5d062 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] Task: {'id': task-4070893, 'name': SuspendVM_Task} progress is 62%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1336.141828] env[69770]: DEBUG nova.virt.vmwareapi.volumeops [None req-da0dd89c-b0c7-4d5c-beb7-1d5f5a0c8a11 tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] [instance: 81a3e8a6-e1a8-49fd-915c-f5c28b313757] Reconfiguring VM instance instance-00000074 to attach disk [datastore1] 81a3e8a6-e1a8-49fd-915c-f5c28b313757/81a3e8a6-e1a8-49fd-915c-f5c28b313757.vmdk or device None with type sparse {{(pid=69770) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1336.143558] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b0055e4a-04de-4bc2-86a4-938ce42d7f55 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.164779] env[69770]: DEBUG oslo_vmware.api [None req-da0dd89c-b0c7-4d5c-beb7-1d5f5a0c8a11 tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] Waiting for the task: (returnval){ [ 1336.164779] env[69770]: value = "task-4070894" [ 1336.164779] env[69770]: _type = "Task" [ 1336.164779] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1336.176018] env[69770]: DEBUG oslo_vmware.api [None req-da0dd89c-b0c7-4d5c-beb7-1d5f5a0c8a11 tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] Task: {'id': task-4070894, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1336.365916] env[69770]: DEBUG oslo_vmware.api [None req-3efba5d1-3f84-4051-8204-777c747b3bc8 tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] Task: {'id': task-4070891, 'name': ReconfigVM_Task, 'duration_secs': 1.157575} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1336.366336] env[69770]: DEBUG nova.virt.vmwareapi.volumeops [None req-3efba5d1-3f84-4051-8204-777c747b3bc8 tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] [instance: 21782e86-7845-479b-98a8-c2d5832d1ff3] Reconfigured VM instance instance-00000070 to attach disk [datastore1] volume-a2d1b6c9-88dd-4a09-a57a-1d59642eddca/volume-a2d1b6c9-88dd-4a09-a57a-1d59642eddca.vmdk or device None with type thin {{(pid=69770) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1336.371892] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-42092fe5-9000-48c4-b6e5-d67862dd8748 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.390308] env[69770]: DEBUG oslo_vmware.api [None req-3efba5d1-3f84-4051-8204-777c747b3bc8 tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] Waiting for the task: (returnval){ [ 1336.390308] env[69770]: value = "task-4070895" [ 1336.390308] env[69770]: _type = "Task" [ 1336.390308] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1336.400023] env[69770]: DEBUG oslo_vmware.api [None req-3efba5d1-3f84-4051-8204-777c747b3bc8 tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] Task: {'id': task-4070895, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1336.611523] env[69770]: DEBUG oslo_vmware.api [None req-2cd027f6-0720-4b5d-a02d-fe7961e5d062 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] Task: {'id': task-4070893, 'name': SuspendVM_Task, 'duration_secs': 0.69951} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1336.611795] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-2cd027f6-0720-4b5d-a02d-fe7961e5d062 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] [instance: cbd9e063-5c13-46ae-be37-f4c2f403e041] Suspended the VM {{(pid=69770) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1336.611973] env[69770]: DEBUG nova.compute.manager [None req-2cd027f6-0720-4b5d-a02d-fe7961e5d062 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] [instance: cbd9e063-5c13-46ae-be37-f4c2f403e041] Checking state {{(pid=69770) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1336.612831] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e38d1984-6c4c-48c5-82aa-5023614eaf2e {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.617533] env[69770]: DEBUG oslo_concurrency.lockutils [None req-5e4c7abc-988d-4ccf-b638-e471ddc65445 tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] Acquiring lock "8dc54be4-dbff-4dca-a78e-6665db49a01f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1336.618964] env[69770]: DEBUG oslo_concurrency.lockutils [None req-5e4c7abc-988d-4ccf-b638-e471ddc65445 tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] Lock "8dc54be4-dbff-4dca-a78e-6665db49a01f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1336.618964] env[69770]: DEBUG oslo_concurrency.lockutils [None req-5e4c7abc-988d-4ccf-b638-e471ddc65445 tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] Acquiring lock "8dc54be4-dbff-4dca-a78e-6665db49a01f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1336.619601] env[69770]: DEBUG oslo_concurrency.lockutils [None req-5e4c7abc-988d-4ccf-b638-e471ddc65445 tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] Lock "8dc54be4-dbff-4dca-a78e-6665db49a01f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1336.619699] env[69770]: DEBUG oslo_concurrency.lockutils [None req-5e4c7abc-988d-4ccf-b638-e471ddc65445 tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] Lock "8dc54be4-dbff-4dca-a78e-6665db49a01f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1336.624861] env[69770]: INFO nova.compute.manager [None req-5e4c7abc-988d-4ccf-b638-e471ddc65445 tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] [instance: 8dc54be4-dbff-4dca-a78e-6665db49a01f] Terminating instance [ 1336.679893] env[69770]: DEBUG oslo_vmware.api [None req-da0dd89c-b0c7-4d5c-beb7-1d5f5a0c8a11 tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] Task: {'id': task-4070894, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1336.903906] env[69770]: DEBUG oslo_vmware.api [None req-3efba5d1-3f84-4051-8204-777c747b3bc8 tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] Task: {'id': task-4070895, 'name': ReconfigVM_Task, 'duration_secs': 0.230748} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1336.904315] env[69770]: DEBUG nova.virt.vmwareapi.volumeops [None req-3efba5d1-3f84-4051-8204-777c747b3bc8 tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] [instance: 21782e86-7845-479b-98a8-c2d5832d1ff3] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-806698', 'volume_id': 'a2d1b6c9-88dd-4a09-a57a-1d59642eddca', 'name': 'volume-a2d1b6c9-88dd-4a09-a57a-1d59642eddca', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '21782e86-7845-479b-98a8-c2d5832d1ff3', 'attached_at': '', 'detached_at': '', 'volume_id': 'a2d1b6c9-88dd-4a09-a57a-1d59642eddca', 'serial': 'a2d1b6c9-88dd-4a09-a57a-1d59642eddca'} {{(pid=69770) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1337.137097] env[69770]: DEBUG nova.compute.manager [None req-5e4c7abc-988d-4ccf-b638-e471ddc65445 tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] [instance: 8dc54be4-dbff-4dca-a78e-6665db49a01f] Start destroying the instance on the hypervisor. {{(pid=69770) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1337.137097] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-5e4c7abc-988d-4ccf-b638-e471ddc65445 tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] [instance: 8dc54be4-dbff-4dca-a78e-6665db49a01f] Destroying instance {{(pid=69770) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1337.139112] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f341bcc7-38b2-41ba-8d9f-675c15c91d1d {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.148171] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e4c7abc-988d-4ccf-b638-e471ddc65445 tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] [instance: 8dc54be4-dbff-4dca-a78e-6665db49a01f] Powering off the VM {{(pid=69770) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1337.148499] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-12b58ea5-a2ff-4bc3-b424-f28a88ae934a {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.156544] env[69770]: DEBUG oslo_vmware.api [None req-5e4c7abc-988d-4ccf-b638-e471ddc65445 tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] Waiting for the task: (returnval){ [ 1337.156544] env[69770]: value = "task-4070896" [ 1337.156544] env[69770]: _type = "Task" [ 1337.156544] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1337.167669] env[69770]: DEBUG oslo_vmware.api [None req-5e4c7abc-988d-4ccf-b638-e471ddc65445 tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] Task: {'id': task-4070896, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1337.177498] env[69770]: DEBUG oslo_vmware.api [None req-da0dd89c-b0c7-4d5c-beb7-1d5f5a0c8a11 tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] Task: {'id': task-4070894, 'name': ReconfigVM_Task, 'duration_secs': 0.919206} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1337.178062] env[69770]: DEBUG nova.virt.vmwareapi.volumeops [None req-da0dd89c-b0c7-4d5c-beb7-1d5f5a0c8a11 tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] [instance: 81a3e8a6-e1a8-49fd-915c-f5c28b313757] Reconfigured VM instance instance-00000074 to attach disk [datastore1] 81a3e8a6-e1a8-49fd-915c-f5c28b313757/81a3e8a6-e1a8-49fd-915c-f5c28b313757.vmdk or device None with type sparse {{(pid=69770) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1337.179380] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6d05093b-5623-47b9-9b13-a3d8d8e6ab45 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.185395] env[69770]: DEBUG oslo_vmware.api [None req-da0dd89c-b0c7-4d5c-beb7-1d5f5a0c8a11 tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] Waiting for the task: (returnval){ [ 1337.185395] env[69770]: value = "task-4070897" [ 1337.185395] env[69770]: _type = "Task" [ 1337.185395] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1337.200336] env[69770]: DEBUG oslo_vmware.api [None req-da0dd89c-b0c7-4d5c-beb7-1d5f5a0c8a11 tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] Task: {'id': task-4070897, 'name': Rename_Task} progress is 6%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1337.670308] env[69770]: DEBUG oslo_vmware.api [None req-5e4c7abc-988d-4ccf-b638-e471ddc65445 tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] Task: {'id': task-4070896, 'name': PowerOffVM_Task, 'duration_secs': 0.186035} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1337.670683] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e4c7abc-988d-4ccf-b638-e471ddc65445 tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] [instance: 8dc54be4-dbff-4dca-a78e-6665db49a01f] Powered off the VM {{(pid=69770) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1337.670972] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-5e4c7abc-988d-4ccf-b638-e471ddc65445 tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] [instance: 8dc54be4-dbff-4dca-a78e-6665db49a01f] Unregistering the VM {{(pid=69770) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1337.671290] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6add5e28-409d-49ca-b37b-2ebc782bc61a {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.697371] env[69770]: DEBUG oslo_vmware.api [None req-da0dd89c-b0c7-4d5c-beb7-1d5f5a0c8a11 tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] Task: {'id': task-4070897, 'name': Rename_Task} progress is 99%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1337.747464] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-5e4c7abc-988d-4ccf-b638-e471ddc65445 tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] [instance: 8dc54be4-dbff-4dca-a78e-6665db49a01f] Unregistered the VM {{(pid=69770) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1337.747825] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-5e4c7abc-988d-4ccf-b638-e471ddc65445 tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] [instance: 8dc54be4-dbff-4dca-a78e-6665db49a01f] Deleting contents of the VM from datastore datastore2 {{(pid=69770) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1337.748197] env[69770]: DEBUG nova.virt.vmwareapi.ds_util [None req-5e4c7abc-988d-4ccf-b638-e471ddc65445 tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] Deleting the datastore file [datastore2] 8dc54be4-dbff-4dca-a78e-6665db49a01f {{(pid=69770) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1337.748472] env[69770]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fd273698-82a1-4cc4-9e6c-dd0811323af9 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.757480] env[69770]: DEBUG oslo_vmware.api [None req-5e4c7abc-988d-4ccf-b638-e471ddc65445 tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] Waiting for the task: (returnval){ [ 1337.757480] env[69770]: value = "task-4070899" [ 1337.757480] env[69770]: _type = "Task" [ 1337.757480] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1337.767046] env[69770]: DEBUG oslo_vmware.api [None req-5e4c7abc-988d-4ccf-b638-e471ddc65445 tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] Task: {'id': task-4070899, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1337.947924] env[69770]: DEBUG nova.objects.instance [None req-3efba5d1-3f84-4051-8204-777c747b3bc8 tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] Lazy-loading 'flavor' on Instance uuid 21782e86-7845-479b-98a8-c2d5832d1ff3 {{(pid=69770) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1338.040275] env[69770]: DEBUG oslo_concurrency.lockutils [None req-3c78b694-ccb3-4bc0-8ae2-17e086331d9a tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] Acquiring lock "cbd9e063-5c13-46ae-be37-f4c2f403e041" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1338.040707] env[69770]: DEBUG oslo_concurrency.lockutils [None req-3c78b694-ccb3-4bc0-8ae2-17e086331d9a tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] Lock "cbd9e063-5c13-46ae-be37-f4c2f403e041" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1338.041079] env[69770]: DEBUG oslo_concurrency.lockutils [None req-3c78b694-ccb3-4bc0-8ae2-17e086331d9a tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] Acquiring lock "cbd9e063-5c13-46ae-be37-f4c2f403e041-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1338.041433] env[69770]: DEBUG oslo_concurrency.lockutils [None req-3c78b694-ccb3-4bc0-8ae2-17e086331d9a tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] Lock "cbd9e063-5c13-46ae-be37-f4c2f403e041-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1338.041727] env[69770]: DEBUG oslo_concurrency.lockutils [None req-3c78b694-ccb3-4bc0-8ae2-17e086331d9a tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] Lock "cbd9e063-5c13-46ae-be37-f4c2f403e041-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1338.044966] env[69770]: INFO nova.compute.manager [None req-3c78b694-ccb3-4bc0-8ae2-17e086331d9a tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] [instance: cbd9e063-5c13-46ae-be37-f4c2f403e041] Terminating instance [ 1338.197187] env[69770]: DEBUG oslo_vmware.api [None req-da0dd89c-b0c7-4d5c-beb7-1d5f5a0c8a11 tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] Task: {'id': task-4070897, 'name': Rename_Task} progress is 99%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1338.268665] env[69770]: DEBUG oslo_vmware.api [None req-5e4c7abc-988d-4ccf-b638-e471ddc65445 tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] Task: {'id': task-4070899, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.147392} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1338.268934] env[69770]: DEBUG nova.virt.vmwareapi.ds_util [None req-5e4c7abc-988d-4ccf-b638-e471ddc65445 tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] Deleted the datastore file {{(pid=69770) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1338.269140] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-5e4c7abc-988d-4ccf-b638-e471ddc65445 tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] [instance: 8dc54be4-dbff-4dca-a78e-6665db49a01f] Deleted contents of the VM from datastore datastore2 {{(pid=69770) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1338.269405] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-5e4c7abc-988d-4ccf-b638-e471ddc65445 tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] [instance: 8dc54be4-dbff-4dca-a78e-6665db49a01f] Instance destroyed {{(pid=69770) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1338.269584] env[69770]: INFO nova.compute.manager [None req-5e4c7abc-988d-4ccf-b638-e471ddc65445 tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] [instance: 8dc54be4-dbff-4dca-a78e-6665db49a01f] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1338.269825] env[69770]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5e4c7abc-988d-4ccf-b638-e471ddc65445 tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69770) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1338.270036] env[69770]: DEBUG nova.compute.manager [-] [instance: 8dc54be4-dbff-4dca-a78e-6665db49a01f] Deallocating network for instance {{(pid=69770) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1338.270133] env[69770]: DEBUG nova.network.neutron [-] [instance: 8dc54be4-dbff-4dca-a78e-6665db49a01f] deallocate_for_instance() {{(pid=69770) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1338.454506] env[69770]: DEBUG oslo_concurrency.lockutils [None req-3efba5d1-3f84-4051-8204-777c747b3bc8 tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] Lock "21782e86-7845-479b-98a8-c2d5832d1ff3" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.288s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1338.552020] env[69770]: DEBUG nova.compute.manager [None req-3c78b694-ccb3-4bc0-8ae2-17e086331d9a tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] [instance: cbd9e063-5c13-46ae-be37-f4c2f403e041] Start destroying the instance on the hypervisor. {{(pid=69770) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1338.552020] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-3c78b694-ccb3-4bc0-8ae2-17e086331d9a tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] [instance: cbd9e063-5c13-46ae-be37-f4c2f403e041] Destroying instance {{(pid=69770) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1338.553517] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69bc217d-fc86-4fcb-a30a-5b56749ba154 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.566242] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-3c78b694-ccb3-4bc0-8ae2-17e086331d9a tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] [instance: cbd9e063-5c13-46ae-be37-f4c2f403e041] Unregistering the VM {{(pid=69770) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1338.566242] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7c88e328-7e32-45d5-ab5c-6d00eb36fc85 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.641746] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-3c78b694-ccb3-4bc0-8ae2-17e086331d9a tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] [instance: cbd9e063-5c13-46ae-be37-f4c2f403e041] Unregistered the VM {{(pid=69770) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1338.642056] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-3c78b694-ccb3-4bc0-8ae2-17e086331d9a tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] [instance: cbd9e063-5c13-46ae-be37-f4c2f403e041] Deleting contents of the VM from datastore datastore2 {{(pid=69770) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1338.642289] env[69770]: DEBUG nova.virt.vmwareapi.ds_util [None req-3c78b694-ccb3-4bc0-8ae2-17e086331d9a tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] Deleting the datastore file [datastore2] cbd9e063-5c13-46ae-be37-f4c2f403e041 {{(pid=69770) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1338.642614] env[69770]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9aa14381-92c3-41ac-862e-19746e3c02f0 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.651079] env[69770]: DEBUG oslo_vmware.api [None req-3c78b694-ccb3-4bc0-8ae2-17e086331d9a tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] Waiting for the task: (returnval){ [ 1338.651079] env[69770]: value = "task-4070901" [ 1338.651079] env[69770]: _type = "Task" [ 1338.651079] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1338.659796] env[69770]: DEBUG oslo_vmware.api [None req-3c78b694-ccb3-4bc0-8ae2-17e086331d9a tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] Task: {'id': task-4070901, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1338.699555] env[69770]: DEBUG oslo_vmware.api [None req-da0dd89c-b0c7-4d5c-beb7-1d5f5a0c8a11 tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] Task: {'id': task-4070897, 'name': Rename_Task, 'duration_secs': 1.190027} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1338.699991] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-da0dd89c-b0c7-4d5c-beb7-1d5f5a0c8a11 tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] [instance: 81a3e8a6-e1a8-49fd-915c-f5c28b313757] Powering on the VM {{(pid=69770) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1338.700489] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0ddb1860-6c8e-4f34-8564-49cffdc28adc {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.710952] env[69770]: DEBUG oslo_vmware.api [None req-da0dd89c-b0c7-4d5c-beb7-1d5f5a0c8a11 tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] Waiting for the task: (returnval){ [ 1338.710952] env[69770]: value = "task-4070902" [ 1338.710952] env[69770]: _type = "Task" [ 1338.710952] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1338.717839] env[69770]: DEBUG oslo_vmware.api [None req-da0dd89c-b0c7-4d5c-beb7-1d5f5a0c8a11 tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] Task: {'id': task-4070902, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1338.876953] env[69770]: DEBUG nova.compute.manager [req-6cb9ea4d-8d35-4179-bc2b-3ca7a5488f19 req-297c546e-3187-4183-a9b8-adb2d2da6c68 service nova] [instance: 8dc54be4-dbff-4dca-a78e-6665db49a01f] Received event network-vif-deleted-26cd82ac-2532-4ec4-904e-1e262910a165 {{(pid=69770) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1338.877159] env[69770]: INFO nova.compute.manager [req-6cb9ea4d-8d35-4179-bc2b-3ca7a5488f19 req-297c546e-3187-4183-a9b8-adb2d2da6c68 service nova] [instance: 8dc54be4-dbff-4dca-a78e-6665db49a01f] Neutron deleted interface 26cd82ac-2532-4ec4-904e-1e262910a165; detaching it from the instance and deleting it from the info cache [ 1338.877373] env[69770]: DEBUG nova.network.neutron [req-6cb9ea4d-8d35-4179-bc2b-3ca7a5488f19 req-297c546e-3187-4183-a9b8-adb2d2da6c68 service nova] [instance: 8dc54be4-dbff-4dca-a78e-6665db49a01f] Updating instance_info_cache with network_info: [] {{(pid=69770) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1339.165994] env[69770]: DEBUG oslo_vmware.api [None req-3c78b694-ccb3-4bc0-8ae2-17e086331d9a tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] Task: {'id': task-4070901, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.197909} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1339.166307] env[69770]: DEBUG nova.virt.vmwareapi.ds_util [None req-3c78b694-ccb3-4bc0-8ae2-17e086331d9a tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] Deleted the datastore file {{(pid=69770) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1339.166502] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-3c78b694-ccb3-4bc0-8ae2-17e086331d9a tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] [instance: cbd9e063-5c13-46ae-be37-f4c2f403e041] Deleted contents of the VM from datastore datastore2 {{(pid=69770) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1339.166676] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-3c78b694-ccb3-4bc0-8ae2-17e086331d9a tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] [instance: cbd9e063-5c13-46ae-be37-f4c2f403e041] Instance destroyed {{(pid=69770) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1339.166871] env[69770]: INFO nova.compute.manager [None req-3c78b694-ccb3-4bc0-8ae2-17e086331d9a tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] [instance: cbd9e063-5c13-46ae-be37-f4c2f403e041] Took 0.62 seconds to destroy the instance on the hypervisor. [ 1339.167138] env[69770]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3c78b694-ccb3-4bc0-8ae2-17e086331d9a tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69770) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1339.167332] env[69770]: DEBUG nova.compute.manager [-] [instance: cbd9e063-5c13-46ae-be37-f4c2f403e041] Deallocating network for instance {{(pid=69770) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1339.167429] env[69770]: DEBUG nova.network.neutron [-] [instance: cbd9e063-5c13-46ae-be37-f4c2f403e041] deallocate_for_instance() {{(pid=69770) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1339.218868] env[69770]: DEBUG oslo_vmware.api [None req-da0dd89c-b0c7-4d5c-beb7-1d5f5a0c8a11 tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] Task: {'id': task-4070902, 'name': PowerOnVM_Task, 'duration_secs': 0.490914} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1339.219159] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-da0dd89c-b0c7-4d5c-beb7-1d5f5a0c8a11 tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] [instance: 81a3e8a6-e1a8-49fd-915c-f5c28b313757] Powered on the VM {{(pid=69770) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1339.219370] env[69770]: INFO nova.compute.manager [None req-da0dd89c-b0c7-4d5c-beb7-1d5f5a0c8a11 tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] [instance: 81a3e8a6-e1a8-49fd-915c-f5c28b313757] Took 8.60 seconds to spawn the instance on the hypervisor. [ 1339.219550] env[69770]: DEBUG nova.compute.manager [None req-da0dd89c-b0c7-4d5c-beb7-1d5f5a0c8a11 tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] [instance: 81a3e8a6-e1a8-49fd-915c-f5c28b313757] Checking state {{(pid=69770) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1339.220349] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9867a41-8ca5-4874-99ce-1d1c503cf54b {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.354387] env[69770]: DEBUG nova.network.neutron [-] [instance: 8dc54be4-dbff-4dca-a78e-6665db49a01f] Updating instance_info_cache with network_info: [] {{(pid=69770) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1339.379719] env[69770]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c946623d-0ffa-4d13-8671-5c482e4ca106 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.395047] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fedf1f58-9399-45f0-af60-056fa4ad54be {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.436071] env[69770]: DEBUG nova.compute.manager [req-6cb9ea4d-8d35-4179-bc2b-3ca7a5488f19 req-297c546e-3187-4183-a9b8-adb2d2da6c68 service nova] [instance: 8dc54be4-dbff-4dca-a78e-6665db49a01f] Detach interface failed, port_id=26cd82ac-2532-4ec4-904e-1e262910a165, reason: Instance 8dc54be4-dbff-4dca-a78e-6665db49a01f could not be found. {{(pid=69770) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1339.439238] env[69770]: DEBUG nova.compute.manager [None req-92c07984-9081-4830-94e2-5befa7d1a1cb tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] [instance: 21782e86-7845-479b-98a8-c2d5832d1ff3] Stashing vm_state: active {{(pid=69770) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1339.742250] env[69770]: INFO nova.compute.manager [None req-da0dd89c-b0c7-4d5c-beb7-1d5f5a0c8a11 tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] [instance: 81a3e8a6-e1a8-49fd-915c-f5c28b313757] Took 17.35 seconds to build instance. [ 1339.857556] env[69770]: INFO nova.compute.manager [-] [instance: 8dc54be4-dbff-4dca-a78e-6665db49a01f] Took 1.59 seconds to deallocate network for instance. [ 1339.937581] env[69770]: DEBUG nova.network.neutron [-] [instance: cbd9e063-5c13-46ae-be37-f4c2f403e041] Updating instance_info_cache with network_info: [] {{(pid=69770) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1339.965909] env[69770]: DEBUG oslo_concurrency.lockutils [None req-92c07984-9081-4830-94e2-5befa7d1a1cb tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1339.966223] env[69770]: DEBUG oslo_concurrency.lockutils [None req-92c07984-9081-4830-94e2-5befa7d1a1cb tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.001s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1340.245866] env[69770]: DEBUG oslo_concurrency.lockutils [None req-da0dd89c-b0c7-4d5c-beb7-1d5f5a0c8a11 tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] Lock "81a3e8a6-e1a8-49fd-915c-f5c28b313757" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.864s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1340.366683] env[69770]: DEBUG oslo_concurrency.lockutils [None req-5e4c7abc-988d-4ccf-b638-e471ddc65445 tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1340.443772] env[69770]: INFO nova.compute.manager [-] [instance: cbd9e063-5c13-46ae-be37-f4c2f403e041] Took 1.27 seconds to deallocate network for instance. [ 1340.471756] env[69770]: INFO nova.compute.claims [None req-92c07984-9081-4830-94e2-5befa7d1a1cb tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] [instance: 21782e86-7845-479b-98a8-c2d5832d1ff3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1340.860208] env[69770]: INFO nova.compute.manager [None req-01d0d2d3-d7fa-4e80-8be8-982e517da43c tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] [instance: 81a3e8a6-e1a8-49fd-915c-f5c28b313757] Rebuilding instance [ 1340.907458] env[69770]: DEBUG nova.compute.manager [req-faff5451-a11c-4eb6-b210-601b67acc955 req-439105e6-0294-4435-9be0-22244bdd5718 service nova] [instance: cbd9e063-5c13-46ae-be37-f4c2f403e041] Received event network-vif-deleted-2271a639-70aa-4366-9482-5b99965d4039 {{(pid=69770) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1340.911597] env[69770]: DEBUG nova.compute.manager [None req-01d0d2d3-d7fa-4e80-8be8-982e517da43c tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] [instance: 81a3e8a6-e1a8-49fd-915c-f5c28b313757] Checking state {{(pid=69770) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1340.912591] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55545a7d-4a2a-469d-b71f-db2a82b8768e {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.954147] env[69770]: DEBUG oslo_concurrency.lockutils [None req-3c78b694-ccb3-4bc0-8ae2-17e086331d9a tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1340.979548] env[69770]: INFO nova.compute.resource_tracker [None req-92c07984-9081-4830-94e2-5befa7d1a1cb tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] [instance: 21782e86-7845-479b-98a8-c2d5832d1ff3] Updating resource usage from migration 88e4c6ee-4187-4cb7-88ce-19c85518f243 [ 1341.114692] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bac91fe5-56db-45f0-894a-aba1e90c370d {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.122972] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d7ca066-3b7c-4d1b-8533-2edbcbb5f403 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.155204] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-236cf7ef-637a-406b-aa57-0fd50fefa8df {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.160722] env[69770]: DEBUG oslo_concurrency.lockutils [None req-ab8945e8-e8ec-4d7e-8174-61a8ed02a16d tempest-InstanceActionsTestJSON-164634102 tempest-InstanceActionsTestJSON-164634102-project-member] Acquiring lock "376fee75-5bec-4338-90b3-14f503fc1913" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1341.160910] env[69770]: DEBUG oslo_concurrency.lockutils [None req-ab8945e8-e8ec-4d7e-8174-61a8ed02a16d tempest-InstanceActionsTestJSON-164634102 tempest-InstanceActionsTestJSON-164634102-project-member] Lock "376fee75-5bec-4338-90b3-14f503fc1913" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1341.168194] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21dc3f32-455f-493a-b7fb-d0ee0d3eeecc {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.183685] env[69770]: DEBUG nova.compute.provider_tree [None req-92c07984-9081-4830-94e2-5befa7d1a1cb tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] Updating inventory in ProviderTree for provider 7cc7d32b-b7a7-454a-a456-2a440248ed9d with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69770) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1341.663173] env[69770]: DEBUG nova.compute.manager [None req-ab8945e8-e8ec-4d7e-8174-61a8ed02a16d tempest-InstanceActionsTestJSON-164634102 tempest-InstanceActionsTestJSON-164634102-project-member] [instance: 376fee75-5bec-4338-90b3-14f503fc1913] Starting instance... {{(pid=69770) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1341.712044] env[69770]: ERROR nova.scheduler.client.report [None req-92c07984-9081-4830-94e2-5befa7d1a1cb tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] [req-31684972-102b-46c9-b005-da295fb6a289] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 7cc7d32b-b7a7-454a-a456-2a440248ed9d. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-31684972-102b-46c9-b005-da295fb6a289"}]} [ 1341.736181] env[69770]: DEBUG nova.scheduler.client.report [None req-92c07984-9081-4830-94e2-5befa7d1a1cb tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] Refreshing inventories for resource provider 7cc7d32b-b7a7-454a-a456-2a440248ed9d {{(pid=69770) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1341.763350] env[69770]: DEBUG nova.scheduler.client.report [None req-92c07984-9081-4830-94e2-5befa7d1a1cb tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] Updating ProviderTree inventory for provider 7cc7d32b-b7a7-454a-a456-2a440248ed9d from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 21, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69770) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1341.763681] env[69770]: DEBUG nova.compute.provider_tree [None req-92c07984-9081-4830-94e2-5befa7d1a1cb tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] Updating inventory in ProviderTree for provider 7cc7d32b-b7a7-454a-a456-2a440248ed9d with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 21, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69770) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1341.780648] env[69770]: DEBUG nova.scheduler.client.report [None req-92c07984-9081-4830-94e2-5befa7d1a1cb tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] Refreshing aggregate associations for resource provider 7cc7d32b-b7a7-454a-a456-2a440248ed9d, aggregates: None {{(pid=69770) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1341.803697] env[69770]: DEBUG nova.scheduler.client.report [None req-92c07984-9081-4830-94e2-5befa7d1a1cb tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] Refreshing trait associations for resource provider 7cc7d32b-b7a7-454a-a456-2a440248ed9d, traits: HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE {{(pid=69770) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1341.929810] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-01d0d2d3-d7fa-4e80-8be8-982e517da43c tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] [instance: 81a3e8a6-e1a8-49fd-915c-f5c28b313757] Powering off the VM {{(pid=69770) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1341.931420] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-07d8604c-d9a8-4d04-b450-2e45289441bd {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.939785] env[69770]: DEBUG oslo_vmware.api [None req-01d0d2d3-d7fa-4e80-8be8-982e517da43c tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] Waiting for the task: (returnval){ [ 1341.939785] env[69770]: value = "task-4070903" [ 1341.939785] env[69770]: _type = "Task" [ 1341.939785] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1341.958311] env[69770]: DEBUG oslo_vmware.api [None req-01d0d2d3-d7fa-4e80-8be8-982e517da43c tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] Task: {'id': task-4070903, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1341.965096] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74841943-2c9b-4d2b-9079-820540b6c6c4 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.972925] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18bab358-e6ad-4d36-8e13-4c78b20b696d {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.005252] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0efa9c88-d7ad-4deb-8c38-7d8d756a8b3a {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.013966] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9c347e3-89e2-493d-baba-32770a8ac0d1 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.029037] env[69770]: DEBUG nova.compute.provider_tree [None req-92c07984-9081-4830-94e2-5befa7d1a1cb tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] Updating inventory in ProviderTree for provider 7cc7d32b-b7a7-454a-a456-2a440248ed9d with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69770) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1342.186578] env[69770]: DEBUG oslo_concurrency.lockutils [None req-ab8945e8-e8ec-4d7e-8174-61a8ed02a16d tempest-InstanceActionsTestJSON-164634102 tempest-InstanceActionsTestJSON-164634102-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1342.449865] env[69770]: DEBUG oslo_vmware.api [None req-01d0d2d3-d7fa-4e80-8be8-982e517da43c tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] Task: {'id': task-4070903, 'name': PowerOffVM_Task, 'duration_secs': 0.181752} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1342.450161] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-01d0d2d3-d7fa-4e80-8be8-982e517da43c tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] [instance: 81a3e8a6-e1a8-49fd-915c-f5c28b313757] Powered off the VM {{(pid=69770) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1342.450392] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-01d0d2d3-d7fa-4e80-8be8-982e517da43c tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] [instance: 81a3e8a6-e1a8-49fd-915c-f5c28b313757] Destroying instance {{(pid=69770) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1342.451186] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09bb8147-e0c8-479e-844d-79b6c7bdf886 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.458765] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-01d0d2d3-d7fa-4e80-8be8-982e517da43c tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] [instance: 81a3e8a6-e1a8-49fd-915c-f5c28b313757] Unregistering the VM {{(pid=69770) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1342.459061] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e97a82e3-4de7-4995-8c6d-ce9bfd35816d {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.527051] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-01d0d2d3-d7fa-4e80-8be8-982e517da43c tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] [instance: 81a3e8a6-e1a8-49fd-915c-f5c28b313757] Unregistered the VM {{(pid=69770) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1342.527281] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-01d0d2d3-d7fa-4e80-8be8-982e517da43c tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] [instance: 81a3e8a6-e1a8-49fd-915c-f5c28b313757] Deleting contents of the VM from datastore datastore1 {{(pid=69770) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1342.527463] env[69770]: DEBUG nova.virt.vmwareapi.ds_util [None req-01d0d2d3-d7fa-4e80-8be8-982e517da43c tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] Deleting the datastore file [datastore1] 81a3e8a6-e1a8-49fd-915c-f5c28b313757 {{(pid=69770) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1342.527731] env[69770]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b308525e-cd9b-497e-b6b2-720a2c5f3eb5 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.537345] env[69770]: DEBUG oslo_vmware.api [None req-01d0d2d3-d7fa-4e80-8be8-982e517da43c tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] Waiting for the task: (returnval){ [ 1342.537345] env[69770]: value = "task-4070905" [ 1342.537345] env[69770]: _type = "Task" [ 1342.537345] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1342.546192] env[69770]: DEBUG oslo_vmware.api [None req-01d0d2d3-d7fa-4e80-8be8-982e517da43c tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] Task: {'id': task-4070905, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1342.566231] env[69770]: DEBUG nova.scheduler.client.report [None req-92c07984-9081-4830-94e2-5befa7d1a1cb tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] Updated inventory for provider 7cc7d32b-b7a7-454a-a456-2a440248ed9d with generation 157 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69770) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1342.566401] env[69770]: DEBUG nova.compute.provider_tree [None req-92c07984-9081-4830-94e2-5befa7d1a1cb tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] Updating resource provider 7cc7d32b-b7a7-454a-a456-2a440248ed9d generation from 157 to 158 during operation: update_inventory {{(pid=69770) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1342.566556] env[69770]: DEBUG nova.compute.provider_tree [None req-92c07984-9081-4830-94e2-5befa7d1a1cb tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] Updating inventory in ProviderTree for provider 7cc7d32b-b7a7-454a-a456-2a440248ed9d with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69770) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1343.048482] env[69770]: DEBUG oslo_vmware.api [None req-01d0d2d3-d7fa-4e80-8be8-982e517da43c tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] Task: {'id': task-4070905, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.144208} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1343.048920] env[69770]: DEBUG nova.virt.vmwareapi.ds_util [None req-01d0d2d3-d7fa-4e80-8be8-982e517da43c tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] Deleted the datastore file {{(pid=69770) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1343.048989] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-01d0d2d3-d7fa-4e80-8be8-982e517da43c tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] [instance: 81a3e8a6-e1a8-49fd-915c-f5c28b313757] Deleted contents of the VM from datastore datastore1 {{(pid=69770) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1343.049187] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-01d0d2d3-d7fa-4e80-8be8-982e517da43c tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] [instance: 81a3e8a6-e1a8-49fd-915c-f5c28b313757] Instance destroyed {{(pid=69770) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1343.072381] env[69770]: DEBUG oslo_concurrency.lockutils [None req-92c07984-9081-4830-94e2-5befa7d1a1cb tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 3.106s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1343.072689] env[69770]: INFO nova.compute.manager [None req-92c07984-9081-4830-94e2-5befa7d1a1cb tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] [instance: 21782e86-7845-479b-98a8-c2d5832d1ff3] Migrating [ 1343.079988] env[69770]: DEBUG oslo_concurrency.lockutils [None req-5e4c7abc-988d-4ccf-b638-e471ddc65445 tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.713s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1343.080715] env[69770]: DEBUG nova.objects.instance [None req-5e4c7abc-988d-4ccf-b638-e471ddc65445 tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] Lazy-loading 'resources' on Instance uuid 8dc54be4-dbff-4dca-a78e-6665db49a01f {{(pid=69770) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1343.593246] env[69770]: DEBUG oslo_concurrency.lockutils [None req-92c07984-9081-4830-94e2-5befa7d1a1cb tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] Acquiring lock "refresh_cache-21782e86-7845-479b-98a8-c2d5832d1ff3" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1343.593324] env[69770]: DEBUG oslo_concurrency.lockutils [None req-92c07984-9081-4830-94e2-5befa7d1a1cb tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] Acquired lock "refresh_cache-21782e86-7845-479b-98a8-c2d5832d1ff3" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1343.593474] env[69770]: DEBUG nova.network.neutron [None req-92c07984-9081-4830-94e2-5befa7d1a1cb tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] [instance: 21782e86-7845-479b-98a8-c2d5832d1ff3] Building network info cache for instance {{(pid=69770) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1343.740293] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e595e657-c233-4056-a0ea-1381fe826be3 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.749271] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-046511b1-acf0-440a-b2b6-6bd39877714d {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.789402] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e0bca77-ad57-4ffa-bb6f-b5ab4a694094 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.800968] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57d3ff15-cded-4e9c-a975-fb3203ba8ea0 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.818540] env[69770]: DEBUG nova.compute.provider_tree [None req-5e4c7abc-988d-4ccf-b638-e471ddc65445 tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] Updating inventory in ProviderTree for provider 7cc7d32b-b7a7-454a-a456-2a440248ed9d with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 21, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69770) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1344.085064] env[69770]: DEBUG nova.virt.hardware [None req-01d0d2d3-d7fa-4e80-8be8-982e517da43c tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T12:16:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T12:16:11Z,direct_url=,disk_format='vmdk',id=d1eaff80-24a0-4391-90eb-59958b1ecf0a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d65f20bb89fb40a98b77bc6d97357df2',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T12:16:12Z,virtual_size=,visibility=), allow threads: False {{(pid=69770) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1344.085387] env[69770]: DEBUG nova.virt.hardware [None req-01d0d2d3-d7fa-4e80-8be8-982e517da43c tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] Flavor limits 0:0:0 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1344.085478] env[69770]: DEBUG nova.virt.hardware [None req-01d0d2d3-d7fa-4e80-8be8-982e517da43c tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] Image limits 0:0:0 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1344.085659] env[69770]: DEBUG nova.virt.hardware [None req-01d0d2d3-d7fa-4e80-8be8-982e517da43c tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] Flavor pref 0:0:0 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1344.085890] env[69770]: DEBUG nova.virt.hardware [None req-01d0d2d3-d7fa-4e80-8be8-982e517da43c tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] Image pref 0:0:0 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1344.085993] env[69770]: DEBUG nova.virt.hardware [None req-01d0d2d3-d7fa-4e80-8be8-982e517da43c tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1344.086173] env[69770]: DEBUG nova.virt.hardware [None req-01d0d2d3-d7fa-4e80-8be8-982e517da43c tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69770) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1344.086331] env[69770]: DEBUG nova.virt.hardware [None req-01d0d2d3-d7fa-4e80-8be8-982e517da43c tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69770) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1344.086499] env[69770]: DEBUG nova.virt.hardware [None req-01d0d2d3-d7fa-4e80-8be8-982e517da43c tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] Got 1 possible topologies {{(pid=69770) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1344.086659] env[69770]: DEBUG nova.virt.hardware [None req-01d0d2d3-d7fa-4e80-8be8-982e517da43c tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69770) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1344.086832] env[69770]: DEBUG nova.virt.hardware [None req-01d0d2d3-d7fa-4e80-8be8-982e517da43c tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69770) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1344.088014] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ffcbff6-05d5-4dc7-bc51-9fc5f6ab8da7 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.095996] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed6819b7-f005-4693-aac7-adc6ae5cc698 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.113027] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-01d0d2d3-d7fa-4e80-8be8-982e517da43c tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] [instance: 81a3e8a6-e1a8-49fd-915c-f5c28b313757] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:25:05:57', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '462a7219-4deb-4225-9cf7-3131ef280363', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8d556eef-7dea-4829-8d14-9db8367db428', 'vif_model': 'vmxnet3'}] {{(pid=69770) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1344.120136] env[69770]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-01d0d2d3-d7fa-4e80-8be8-982e517da43c tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69770) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1344.120487] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 81a3e8a6-e1a8-49fd-915c-f5c28b313757] Creating VM on the ESX host {{(pid=69770) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1344.120801] env[69770]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2d6f7108-51a1-4e8c-87c3-1660d3e2f5c8 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.147064] env[69770]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1344.147064] env[69770]: value = "task-4070906" [ 1344.147064] env[69770]: _type = "Task" [ 1344.147064] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1344.155090] env[69770]: DEBUG oslo_vmware.api [-] Task: {'id': task-4070906, 'name': CreateVM_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1344.296255] env[69770]: DEBUG oslo_concurrency.lockutils [None req-b4634144-6454-49d4-bd7b-ffc6e6da0c59 tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] Acquiring lock "d8d72175-258b-4178-9090-f4794ab0154e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1344.296536] env[69770]: DEBUG oslo_concurrency.lockutils [None req-b4634144-6454-49d4-bd7b-ffc6e6da0c59 tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] Lock "d8d72175-258b-4178-9090-f4794ab0154e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1344.296751] env[69770]: DEBUG oslo_concurrency.lockutils [None req-b4634144-6454-49d4-bd7b-ffc6e6da0c59 tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] Acquiring lock "d8d72175-258b-4178-9090-f4794ab0154e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1344.297032] env[69770]: DEBUG oslo_concurrency.lockutils [None req-b4634144-6454-49d4-bd7b-ffc6e6da0c59 tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] Lock "d8d72175-258b-4178-9090-f4794ab0154e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1344.297116] env[69770]: DEBUG oslo_concurrency.lockutils [None req-b4634144-6454-49d4-bd7b-ffc6e6da0c59 tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] Lock "d8d72175-258b-4178-9090-f4794ab0154e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1344.299382] env[69770]: INFO nova.compute.manager [None req-b4634144-6454-49d4-bd7b-ffc6e6da0c59 tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] [instance: d8d72175-258b-4178-9090-f4794ab0154e] Terminating instance [ 1344.345640] env[69770]: DEBUG nova.network.neutron [None req-92c07984-9081-4830-94e2-5befa7d1a1cb tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] [instance: 21782e86-7845-479b-98a8-c2d5832d1ff3] Updating instance_info_cache with network_info: [{"id": "240a2458-a53e-4012-8dd0-6b6dde14c547", "address": "fa:16:3e:da:6d:89", "network": {"id": "6947160b-7d54-4e72-ac36-2126989baab1", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-851069895-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.254", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bcbfd42565514a329707ee7a1c7d910c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69076131-87ac-46dd-9d5d-8d1b4ea7dec6", "external-id": "nsx-vlan-transportzone-327", "segmentation_id": 327, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap240a2458-a5", "ovs_interfaceid": "240a2458-a53e-4012-8dd0-6b6dde14c547", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69770) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1344.355089] env[69770]: DEBUG nova.scheduler.client.report [None req-5e4c7abc-988d-4ccf-b638-e471ddc65445 tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] Updated inventory for provider 7cc7d32b-b7a7-454a-a456-2a440248ed9d with generation 158 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 21, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69770) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1344.355433] env[69770]: DEBUG nova.compute.provider_tree [None req-5e4c7abc-988d-4ccf-b638-e471ddc65445 tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] Updating resource provider 7cc7d32b-b7a7-454a-a456-2a440248ed9d generation from 158 to 159 during operation: update_inventory {{(pid=69770) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1344.355634] env[69770]: DEBUG nova.compute.provider_tree [None req-5e4c7abc-988d-4ccf-b638-e471ddc65445 tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] Updating inventory in ProviderTree for provider 7cc7d32b-b7a7-454a-a456-2a440248ed9d with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 21, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69770) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1344.656523] env[69770]: DEBUG oslo_vmware.api [-] Task: {'id': task-4070906, 'name': CreateVM_Task, 'duration_secs': 0.313074} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1344.656747] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 81a3e8a6-e1a8-49fd-915c-f5c28b313757] Created VM on the ESX host {{(pid=69770) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1344.657386] env[69770]: DEBUG oslo_concurrency.lockutils [None req-01d0d2d3-d7fa-4e80-8be8-982e517da43c tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1344.657555] env[69770]: DEBUG oslo_concurrency.lockutils [None req-01d0d2d3-d7fa-4e80-8be8-982e517da43c tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1344.657927] env[69770]: DEBUG oslo_concurrency.lockutils [None req-01d0d2d3-d7fa-4e80-8be8-982e517da43c tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1344.658255] env[69770]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d86b54bc-23e4-41d9-af6b-2bf1da8fbd5e {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.663269] env[69770]: DEBUG oslo_vmware.api [None req-01d0d2d3-d7fa-4e80-8be8-982e517da43c tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] Waiting for the task: (returnval){ [ 1344.663269] env[69770]: value = "session[52161b52-cb8e-ec9f-1132-2f6b49549d41]52ccb688-ebab-2fb1-b2f2-1b469c0b7138" [ 1344.663269] env[69770]: _type = "Task" [ 1344.663269] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1344.671305] env[69770]: DEBUG oslo_vmware.api [None req-01d0d2d3-d7fa-4e80-8be8-982e517da43c tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]52ccb688-ebab-2fb1-b2f2-1b469c0b7138, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1344.803599] env[69770]: DEBUG nova.compute.manager [None req-b4634144-6454-49d4-bd7b-ffc6e6da0c59 tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] [instance: d8d72175-258b-4178-9090-f4794ab0154e] Start destroying the instance on the hypervisor. {{(pid=69770) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1344.803855] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4634144-6454-49d4-bd7b-ffc6e6da0c59 tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] [instance: d8d72175-258b-4178-9090-f4794ab0154e] Powering off the VM {{(pid=69770) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1344.804167] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e6df677e-1390-42a4-9b3e-83eb8576c639 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.812595] env[69770]: DEBUG oslo_vmware.api [None req-b4634144-6454-49d4-bd7b-ffc6e6da0c59 tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] Waiting for the task: (returnval){ [ 1344.812595] env[69770]: value = "task-4070907" [ 1344.812595] env[69770]: _type = "Task" [ 1344.812595] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1344.821658] env[69770]: DEBUG oslo_vmware.api [None req-b4634144-6454-49d4-bd7b-ffc6e6da0c59 tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] Task: {'id': task-4070907, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1344.848625] env[69770]: DEBUG oslo_concurrency.lockutils [None req-92c07984-9081-4830-94e2-5befa7d1a1cb tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] Releasing lock "refresh_cache-21782e86-7845-479b-98a8-c2d5832d1ff3" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1344.862031] env[69770]: DEBUG oslo_concurrency.lockutils [None req-5e4c7abc-988d-4ccf-b638-e471ddc65445 tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.782s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1344.865268] env[69770]: DEBUG oslo_concurrency.lockutils [None req-3c78b694-ccb3-4bc0-8ae2-17e086331d9a tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.911s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1344.865542] env[69770]: DEBUG nova.objects.instance [None req-3c78b694-ccb3-4bc0-8ae2-17e086331d9a tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] Lazy-loading 'resources' on Instance uuid cbd9e063-5c13-46ae-be37-f4c2f403e041 {{(pid=69770) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1344.885908] env[69770]: INFO nova.scheduler.client.report [None req-5e4c7abc-988d-4ccf-b638-e471ddc65445 tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] Deleted allocations for instance 8dc54be4-dbff-4dca-a78e-6665db49a01f [ 1345.174469] env[69770]: DEBUG oslo_vmware.api [None req-01d0d2d3-d7fa-4e80-8be8-982e517da43c tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]52ccb688-ebab-2fb1-b2f2-1b469c0b7138, 'name': SearchDatastore_Task, 'duration_secs': 0.012463} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1345.174931] env[69770]: DEBUG oslo_concurrency.lockutils [None req-01d0d2d3-d7fa-4e80-8be8-982e517da43c tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1345.174931] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-01d0d2d3-d7fa-4e80-8be8-982e517da43c tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] [instance: 81a3e8a6-e1a8-49fd-915c-f5c28b313757] Processing image d1eaff80-24a0-4391-90eb-59958b1ecf0a {{(pid=69770) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1345.175049] env[69770]: DEBUG oslo_concurrency.lockutils [None req-01d0d2d3-d7fa-4e80-8be8-982e517da43c tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1345.175122] env[69770]: DEBUG oslo_concurrency.lockutils [None req-01d0d2d3-d7fa-4e80-8be8-982e517da43c tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1345.175370] env[69770]: DEBUG nova.virt.vmwareapi.ds_util [None req-01d0d2d3-d7fa-4e80-8be8-982e517da43c tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69770) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1345.175645] env[69770]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c1833a86-0451-4b2c-8be8-0109046cab66 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.186407] env[69770]: DEBUG nova.virt.vmwareapi.ds_util [None req-01d0d2d3-d7fa-4e80-8be8-982e517da43c tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69770) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1345.186639] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-01d0d2d3-d7fa-4e80-8be8-982e517da43c tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69770) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1345.187687] env[69770]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bd3c56b8-0985-4e92-ae4a-bc32090352d9 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.194825] env[69770]: DEBUG oslo_vmware.api [None req-01d0d2d3-d7fa-4e80-8be8-982e517da43c tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] Waiting for the task: (returnval){ [ 1345.194825] env[69770]: value = "session[52161b52-cb8e-ec9f-1132-2f6b49549d41]522fec1f-6d2d-5e6b-7867-722e0ea12dec" [ 1345.194825] env[69770]: _type = "Task" [ 1345.194825] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1345.206168] env[69770]: DEBUG oslo_vmware.api [None req-01d0d2d3-d7fa-4e80-8be8-982e517da43c tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]522fec1f-6d2d-5e6b-7867-722e0ea12dec, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1345.322792] env[69770]: DEBUG oslo_vmware.api [None req-b4634144-6454-49d4-bd7b-ffc6e6da0c59 tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] Task: {'id': task-4070907, 'name': PowerOffVM_Task, 'duration_secs': 0.197727} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1345.323063] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4634144-6454-49d4-bd7b-ffc6e6da0c59 tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] [instance: d8d72175-258b-4178-9090-f4794ab0154e] Powered off the VM {{(pid=69770) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1345.323295] env[69770]: DEBUG nova.virt.vmwareapi.volumeops [None req-b4634144-6454-49d4-bd7b-ffc6e6da0c59 tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] [instance: d8d72175-258b-4178-9090-f4794ab0154e] Volume detach. Driver type: vmdk {{(pid=69770) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1345.323504] env[69770]: DEBUG nova.virt.vmwareapi.volumeops [None req-b4634144-6454-49d4-bd7b-ffc6e6da0c59 tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] [instance: d8d72175-258b-4178-9090-f4794ab0154e] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-806679', 'volume_id': '9e2a353a-7310-46ae-ad64-6bf4bf130ad5', 'name': 'volume-9e2a353a-7310-46ae-ad64-6bf4bf130ad5', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': 'd8d72175-258b-4178-9090-f4794ab0154e', 'attached_at': '2025-05-13T12:28:39.000000', 'detached_at': '', 'volume_id': '9e2a353a-7310-46ae-ad64-6bf4bf130ad5', 'serial': '9e2a353a-7310-46ae-ad64-6bf4bf130ad5'} {{(pid=69770) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1345.324286] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1aac7d2-ba9a-41ee-8df9-0f4b7878b3c7 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.343013] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f90d409-af02-4da4-bd44-df5fe4bca62e {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.350286] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-426aa10f-36a5-4887-8d20-9c0fdb081c41 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.375140] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae22129f-f430-4690-a7bd-dc166b1f8cad {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.397876] env[69770]: DEBUG nova.virt.vmwareapi.volumeops [None req-b4634144-6454-49d4-bd7b-ffc6e6da0c59 tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] The volume has not been displaced from its original location: [datastore2] volume-9e2a353a-7310-46ae-ad64-6bf4bf130ad5/volume-9e2a353a-7310-46ae-ad64-6bf4bf130ad5.vmdk. No consolidation needed. {{(pid=69770) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1345.403426] env[69770]: DEBUG nova.virt.vmwareapi.volumeops [None req-b4634144-6454-49d4-bd7b-ffc6e6da0c59 tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] [instance: d8d72175-258b-4178-9090-f4794ab0154e] Reconfiguring VM instance instance-0000006f to detach disk 2000 {{(pid=69770) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1345.407324] env[69770]: DEBUG oslo_concurrency.lockutils [None req-5e4c7abc-988d-4ccf-b638-e471ddc65445 tempest-ServerActionsTestJSON-1850018499 tempest-ServerActionsTestJSON-1850018499-project-member] Lock "8dc54be4-dbff-4dca-a78e-6665db49a01f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.789s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1345.408350] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d4340cd9-2d81-41e7-a60c-d4d6772ab5dd {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.428391] env[69770]: DEBUG oslo_vmware.api [None req-b4634144-6454-49d4-bd7b-ffc6e6da0c59 tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] Waiting for the task: (returnval){ [ 1345.428391] env[69770]: value = "task-4070908" [ 1345.428391] env[69770]: _type = "Task" [ 1345.428391] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1345.441830] env[69770]: DEBUG oslo_vmware.api [None req-b4634144-6454-49d4-bd7b-ffc6e6da0c59 tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] Task: {'id': task-4070908, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1345.531064] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1987fe9f-3883-4e13-a512-38c3538ea3b6 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.539748] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c733a723-8210-43ee-93cf-1e1faa790b34 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.572246] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-858fa7fe-01ac-4539-827e-e931f7d6e18d {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.580150] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc7db35a-271b-46b5-a2c0-48015f86844c {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.593702] env[69770]: DEBUG nova.compute.provider_tree [None req-3c78b694-ccb3-4bc0-8ae2-17e086331d9a tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] Inventory has not changed in ProviderTree for provider: 7cc7d32b-b7a7-454a-a456-2a440248ed9d {{(pid=69770) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1345.706485] env[69770]: DEBUG oslo_vmware.api [None req-01d0d2d3-d7fa-4e80-8be8-982e517da43c tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]522fec1f-6d2d-5e6b-7867-722e0ea12dec, 'name': SearchDatastore_Task, 'duration_secs': 0.009508} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1345.707466] env[69770]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-34cd1ac0-670b-473a-8219-cc5f582efcdd {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.713815] env[69770]: DEBUG oslo_vmware.api [None req-01d0d2d3-d7fa-4e80-8be8-982e517da43c tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] Waiting for the task: (returnval){ [ 1345.713815] env[69770]: value = "session[52161b52-cb8e-ec9f-1132-2f6b49549d41]52d43ac0-e12c-1646-9025-c2fa95769d2d" [ 1345.713815] env[69770]: _type = "Task" [ 1345.713815] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1345.723389] env[69770]: DEBUG oslo_vmware.api [None req-01d0d2d3-d7fa-4e80-8be8-982e517da43c tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]52d43ac0-e12c-1646-9025-c2fa95769d2d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1345.938630] env[69770]: DEBUG oslo_vmware.api [None req-b4634144-6454-49d4-bd7b-ffc6e6da0c59 tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] Task: {'id': task-4070908, 'name': ReconfigVM_Task, 'duration_secs': 0.168538} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1345.938918] env[69770]: DEBUG nova.virt.vmwareapi.volumeops [None req-b4634144-6454-49d4-bd7b-ffc6e6da0c59 tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] [instance: d8d72175-258b-4178-9090-f4794ab0154e] Reconfigured VM instance instance-0000006f to detach disk 2000 {{(pid=69770) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1345.943660] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e6833f24-0c01-49de-9b4e-a4592fc11415 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.963196] env[69770]: DEBUG oslo_vmware.api [None req-b4634144-6454-49d4-bd7b-ffc6e6da0c59 tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] Waiting for the task: (returnval){ [ 1345.963196] env[69770]: value = "task-4070909" [ 1345.963196] env[69770]: _type = "Task" [ 1345.963196] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1345.971775] env[69770]: DEBUG oslo_vmware.api [None req-b4634144-6454-49d4-bd7b-ffc6e6da0c59 tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] Task: {'id': task-4070909, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1346.097217] env[69770]: DEBUG nova.scheduler.client.report [None req-3c78b694-ccb3-4bc0-8ae2-17e086331d9a tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] Inventory has not changed for provider 7cc7d32b-b7a7-454a-a456-2a440248ed9d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 21, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69770) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1346.224355] env[69770]: DEBUG oslo_vmware.api [None req-01d0d2d3-d7fa-4e80-8be8-982e517da43c tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]52d43ac0-e12c-1646-9025-c2fa95769d2d, 'name': SearchDatastore_Task, 'duration_secs': 0.010488} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1346.224702] env[69770]: DEBUG oslo_concurrency.lockutils [None req-01d0d2d3-d7fa-4e80-8be8-982e517da43c tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1346.224873] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-01d0d2d3-d7fa-4e80-8be8-982e517da43c tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk to [datastore1] 81a3e8a6-e1a8-49fd-915c-f5c28b313757/81a3e8a6-e1a8-49fd-915c-f5c28b313757.vmdk {{(pid=69770) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1346.225157] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7667f820-33e3-4b89-b08b-0ec57f61e13d {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.232851] env[69770]: DEBUG oslo_vmware.api [None req-01d0d2d3-d7fa-4e80-8be8-982e517da43c tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] Waiting for the task: (returnval){ [ 1346.232851] env[69770]: value = "task-4070910" [ 1346.232851] env[69770]: _type = "Task" [ 1346.232851] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1346.244606] env[69770]: DEBUG oslo_vmware.api [None req-01d0d2d3-d7fa-4e80-8be8-982e517da43c tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] Task: {'id': task-4070910, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1346.366768] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff4ac864-9bb6-45bd-88ce-8556a9b6a478 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.392910] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-92c07984-9081-4830-94e2-5befa7d1a1cb tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] [instance: 21782e86-7845-479b-98a8-c2d5832d1ff3] Updating instance '21782e86-7845-479b-98a8-c2d5832d1ff3' progress to 0 {{(pid=69770) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1346.474734] env[69770]: DEBUG oslo_vmware.api [None req-b4634144-6454-49d4-bd7b-ffc6e6da0c59 tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] Task: {'id': task-4070909, 'name': ReconfigVM_Task, 'duration_secs': 0.14172} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1346.475015] env[69770]: DEBUG nova.virt.vmwareapi.volumeops [None req-b4634144-6454-49d4-bd7b-ffc6e6da0c59 tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] [instance: d8d72175-258b-4178-9090-f4794ab0154e] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-806679', 'volume_id': '9e2a353a-7310-46ae-ad64-6bf4bf130ad5', 'name': 'volume-9e2a353a-7310-46ae-ad64-6bf4bf130ad5', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': 'd8d72175-258b-4178-9090-f4794ab0154e', 'attached_at': '2025-05-13T12:28:39.000000', 'detached_at': '', 'volume_id': '9e2a353a-7310-46ae-ad64-6bf4bf130ad5', 'serial': '9e2a353a-7310-46ae-ad64-6bf4bf130ad5'} {{(pid=69770) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1346.475329] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-b4634144-6454-49d4-bd7b-ffc6e6da0c59 tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] [instance: d8d72175-258b-4178-9090-f4794ab0154e] Destroying instance {{(pid=69770) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1346.476157] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51b2c92d-e764-4ceb-9826-223f31f1b556 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.484698] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-b4634144-6454-49d4-bd7b-ffc6e6da0c59 tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] [instance: d8d72175-258b-4178-9090-f4794ab0154e] Unregistering the VM {{(pid=69770) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1346.484966] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-45860d5b-2317-415a-98fa-b69c982c0186 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.565071] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-b4634144-6454-49d4-bd7b-ffc6e6da0c59 tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] [instance: d8d72175-258b-4178-9090-f4794ab0154e] Unregistered the VM {{(pid=69770) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1346.565381] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-b4634144-6454-49d4-bd7b-ffc6e6da0c59 tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] [instance: d8d72175-258b-4178-9090-f4794ab0154e] Deleting contents of the VM from datastore datastore2 {{(pid=69770) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1346.565671] env[69770]: DEBUG nova.virt.vmwareapi.ds_util [None req-b4634144-6454-49d4-bd7b-ffc6e6da0c59 tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] Deleting the datastore file [datastore2] d8d72175-258b-4178-9090-f4794ab0154e {{(pid=69770) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1346.566065] env[69770]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2e997b3d-d311-4fd7-8d50-296383d56cc0 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.576173] env[69770]: DEBUG oslo_vmware.api [None req-b4634144-6454-49d4-bd7b-ffc6e6da0c59 tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] Waiting for the task: (returnval){ [ 1346.576173] env[69770]: value = "task-4070912" [ 1346.576173] env[69770]: _type = "Task" [ 1346.576173] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1346.587949] env[69770]: DEBUG oslo_vmware.api [None req-b4634144-6454-49d4-bd7b-ffc6e6da0c59 tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] Task: {'id': task-4070912, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1346.602996] env[69770]: DEBUG oslo_concurrency.lockutils [None req-3c78b694-ccb3-4bc0-8ae2-17e086331d9a tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.738s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1346.606799] env[69770]: DEBUG oslo_concurrency.lockutils [None req-ab8945e8-e8ec-4d7e-8174-61a8ed02a16d tempest-InstanceActionsTestJSON-164634102 tempest-InstanceActionsTestJSON-164634102-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.419s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1346.607219] env[69770]: INFO nova.compute.claims [None req-ab8945e8-e8ec-4d7e-8174-61a8ed02a16d tempest-InstanceActionsTestJSON-164634102 tempest-InstanceActionsTestJSON-164634102-project-member] [instance: 376fee75-5bec-4338-90b3-14f503fc1913] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1346.635538] env[69770]: INFO nova.scheduler.client.report [None req-3c78b694-ccb3-4bc0-8ae2-17e086331d9a tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] Deleted allocations for instance cbd9e063-5c13-46ae-be37-f4c2f403e041 [ 1346.748011] env[69770]: DEBUG oslo_vmware.api [None req-01d0d2d3-d7fa-4e80-8be8-982e517da43c tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] Task: {'id': task-4070910, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1346.904234] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-92c07984-9081-4830-94e2-5befa7d1a1cb tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] [instance: 21782e86-7845-479b-98a8-c2d5832d1ff3] Powering off the VM {{(pid=69770) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1346.904234] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c0bcbdef-9ab0-47e2-8b0c-6f57e8f6285a {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.912574] env[69770]: DEBUG oslo_vmware.api [None req-92c07984-9081-4830-94e2-5befa7d1a1cb tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] Waiting for the task: (returnval){ [ 1346.912574] env[69770]: value = "task-4070913" [ 1346.912574] env[69770]: _type = "Task" [ 1346.912574] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1346.922317] env[69770]: DEBUG oslo_vmware.api [None req-92c07984-9081-4830-94e2-5befa7d1a1cb tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] Task: {'id': task-4070913, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1347.086356] env[69770]: DEBUG oslo_vmware.api [None req-b4634144-6454-49d4-bd7b-ffc6e6da0c59 tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] Task: {'id': task-4070912, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.219464} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1347.086356] env[69770]: DEBUG nova.virt.vmwareapi.ds_util [None req-b4634144-6454-49d4-bd7b-ffc6e6da0c59 tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] Deleted the datastore file {{(pid=69770) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1347.086699] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-b4634144-6454-49d4-bd7b-ffc6e6da0c59 tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] [instance: d8d72175-258b-4178-9090-f4794ab0154e] Deleted contents of the VM from datastore datastore2 {{(pid=69770) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1347.087551] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-b4634144-6454-49d4-bd7b-ffc6e6da0c59 tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] [instance: d8d72175-258b-4178-9090-f4794ab0154e] Instance destroyed {{(pid=69770) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1347.087551] env[69770]: INFO nova.compute.manager [None req-b4634144-6454-49d4-bd7b-ffc6e6da0c59 tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] [instance: d8d72175-258b-4178-9090-f4794ab0154e] Took 2.28 seconds to destroy the instance on the hypervisor. [ 1347.087889] env[69770]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b4634144-6454-49d4-bd7b-ffc6e6da0c59 tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69770) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1347.088075] env[69770]: DEBUG nova.compute.manager [-] [instance: d8d72175-258b-4178-9090-f4794ab0154e] Deallocating network for instance {{(pid=69770) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1347.088145] env[69770]: DEBUG nova.network.neutron [-] [instance: d8d72175-258b-4178-9090-f4794ab0154e] deallocate_for_instance() {{(pid=69770) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1347.147628] env[69770]: DEBUG oslo_concurrency.lockutils [None req-3c78b694-ccb3-4bc0-8ae2-17e086331d9a tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] Lock "cbd9e063-5c13-46ae-be37-f4c2f403e041" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.107s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1347.244481] env[69770]: DEBUG oslo_vmware.api [None req-01d0d2d3-d7fa-4e80-8be8-982e517da43c tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] Task: {'id': task-4070910, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.557587} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1347.244757] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-01d0d2d3-d7fa-4e80-8be8-982e517da43c tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk to [datastore1] 81a3e8a6-e1a8-49fd-915c-f5c28b313757/81a3e8a6-e1a8-49fd-915c-f5c28b313757.vmdk {{(pid=69770) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1347.244969] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-01d0d2d3-d7fa-4e80-8be8-982e517da43c tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] [instance: 81a3e8a6-e1a8-49fd-915c-f5c28b313757] Extending root virtual disk to 1048576 {{(pid=69770) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1347.245292] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-338182ee-9b6f-4604-9952-68168912c2af {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.252706] env[69770]: DEBUG oslo_vmware.api [None req-01d0d2d3-d7fa-4e80-8be8-982e517da43c tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] Waiting for the task: (returnval){ [ 1347.252706] env[69770]: value = "task-4070914" [ 1347.252706] env[69770]: _type = "Task" [ 1347.252706] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1347.261410] env[69770]: DEBUG oslo_vmware.api [None req-01d0d2d3-d7fa-4e80-8be8-982e517da43c tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] Task: {'id': task-4070914, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1347.422399] env[69770]: DEBUG oslo_vmware.api [None req-92c07984-9081-4830-94e2-5befa7d1a1cb tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] Task: {'id': task-4070913, 'name': PowerOffVM_Task, 'duration_secs': 0.217821} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1347.422685] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-92c07984-9081-4830-94e2-5befa7d1a1cb tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] [instance: 21782e86-7845-479b-98a8-c2d5832d1ff3] Powered off the VM {{(pid=69770) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1347.422869] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-92c07984-9081-4830-94e2-5befa7d1a1cb tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] [instance: 21782e86-7845-479b-98a8-c2d5832d1ff3] Updating instance '21782e86-7845-479b-98a8-c2d5832d1ff3' progress to 17 {{(pid=69770) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1347.687737] env[69770]: DEBUG nova.compute.manager [req-49aacff3-f3fa-4d25-a769-6d5cae1ba2ab req-2f2fb811-3686-4d08-83eb-0166afc5597e service nova] [instance: d8d72175-258b-4178-9090-f4794ab0154e] Received event network-vif-deleted-f5831a8b-70d8-4cca-8415-5139f7c0cc6b {{(pid=69770) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1347.687737] env[69770]: INFO nova.compute.manager [req-49aacff3-f3fa-4d25-a769-6d5cae1ba2ab req-2f2fb811-3686-4d08-83eb-0166afc5597e service nova] [instance: d8d72175-258b-4178-9090-f4794ab0154e] Neutron deleted interface f5831a8b-70d8-4cca-8415-5139f7c0cc6b; detaching it from the instance and deleting it from the info cache [ 1347.687737] env[69770]: DEBUG nova.network.neutron [req-49aacff3-f3fa-4d25-a769-6d5cae1ba2ab req-2f2fb811-3686-4d08-83eb-0166afc5597e service nova] [instance: d8d72175-258b-4178-9090-f4794ab0154e] Updating instance_info_cache with network_info: [] {{(pid=69770) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1347.762966] env[69770]: DEBUG oslo_vmware.api [None req-01d0d2d3-d7fa-4e80-8be8-982e517da43c tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] Task: {'id': task-4070914, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064216} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1347.767452] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-01d0d2d3-d7fa-4e80-8be8-982e517da43c tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] [instance: 81a3e8a6-e1a8-49fd-915c-f5c28b313757] Extended root virtual disk {{(pid=69770) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1347.767452] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f021f8ef-5ed8-4c14-8d8c-48c9984112db {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.796257] env[69770]: DEBUG nova.virt.vmwareapi.volumeops [None req-01d0d2d3-d7fa-4e80-8be8-982e517da43c tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] [instance: 81a3e8a6-e1a8-49fd-915c-f5c28b313757] Reconfiguring VM instance instance-00000074 to attach disk [datastore1] 81a3e8a6-e1a8-49fd-915c-f5c28b313757/81a3e8a6-e1a8-49fd-915c-f5c28b313757.vmdk or device None with type sparse {{(pid=69770) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1347.797673] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f66a5cd0-3af1-4bdd-ad34-c0625c8fed35 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.813202] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad13dc2a-861d-41fe-a20c-8ddd0e07cffb {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.821132] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1fd29d6-d09b-4535-8638-74874a6e007c {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.826028] env[69770]: DEBUG oslo_vmware.api [None req-01d0d2d3-d7fa-4e80-8be8-982e517da43c tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] Waiting for the task: (returnval){ [ 1347.826028] env[69770]: value = "task-4070915" [ 1347.826028] env[69770]: _type = "Task" [ 1347.826028] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1347.857098] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-091f0021-a4b0-4642-94f6-5e318f2f55c4 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.863146] env[69770]: DEBUG oslo_vmware.api [None req-01d0d2d3-d7fa-4e80-8be8-982e517da43c tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] Task: {'id': task-4070915, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1347.868685] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0f721a9-acf3-45c9-8249-64323116296e {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.885039] env[69770]: DEBUG nova.compute.provider_tree [None req-ab8945e8-e8ec-4d7e-8174-61a8ed02a16d tempest-InstanceActionsTestJSON-164634102 tempest-InstanceActionsTestJSON-164634102-project-member] Updating inventory in ProviderTree for provider 7cc7d32b-b7a7-454a-a456-2a440248ed9d with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69770) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1347.930012] env[69770]: DEBUG nova.virt.hardware [None req-92c07984-9081-4830-94e2-5befa7d1a1cb tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T12:16:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=d1eaff80-24a0-4391-90eb-59958b1ecf0a,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69770) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1347.930252] env[69770]: DEBUG nova.virt.hardware [None req-92c07984-9081-4830-94e2-5befa7d1a1cb tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] Flavor limits 0:0:0 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1347.930393] env[69770]: DEBUG nova.virt.hardware [None req-92c07984-9081-4830-94e2-5befa7d1a1cb tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] Image limits 0:0:0 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1347.930577] env[69770]: DEBUG nova.virt.hardware [None req-92c07984-9081-4830-94e2-5befa7d1a1cb tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] Flavor pref 0:0:0 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1347.930722] env[69770]: DEBUG nova.virt.hardware [None req-92c07984-9081-4830-94e2-5befa7d1a1cb tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] Image pref 0:0:0 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1347.930866] env[69770]: DEBUG nova.virt.hardware [None req-92c07984-9081-4830-94e2-5befa7d1a1cb tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1347.931078] env[69770]: DEBUG nova.virt.hardware [None req-92c07984-9081-4830-94e2-5befa7d1a1cb tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69770) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1347.931235] env[69770]: DEBUG nova.virt.hardware [None req-92c07984-9081-4830-94e2-5befa7d1a1cb tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69770) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1347.931471] env[69770]: DEBUG nova.virt.hardware [None req-92c07984-9081-4830-94e2-5befa7d1a1cb tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] Got 1 possible topologies {{(pid=69770) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1347.931682] env[69770]: DEBUG nova.virt.hardware [None req-92c07984-9081-4830-94e2-5befa7d1a1cb tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69770) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1347.931926] env[69770]: DEBUG nova.virt.hardware [None req-92c07984-9081-4830-94e2-5befa7d1a1cb tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69770) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1347.937419] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-25e3ab45-14d5-4193-88dc-acd7d94cae20 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.954040] env[69770]: DEBUG oslo_vmware.api [None req-92c07984-9081-4830-94e2-5befa7d1a1cb tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] Waiting for the task: (returnval){ [ 1347.954040] env[69770]: value = "task-4070916" [ 1347.954040] env[69770]: _type = "Task" [ 1347.954040] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1347.963797] env[69770]: DEBUG oslo_vmware.api [None req-92c07984-9081-4830-94e2-5befa7d1a1cb tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] Task: {'id': task-4070916, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1348.166891] env[69770]: DEBUG nova.network.neutron [-] [instance: d8d72175-258b-4178-9090-f4794ab0154e] Updating instance_info_cache with network_info: [] {{(pid=69770) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1348.195603] env[69770]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-7ccdee9b-c455-4cba-9353-e3105902169e {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.205236] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7165a0e9-3d72-4e25-b393-1ca0fb86d358 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.238187] env[69770]: DEBUG nova.compute.manager [req-49aacff3-f3fa-4d25-a769-6d5cae1ba2ab req-2f2fb811-3686-4d08-83eb-0166afc5597e service nova] [instance: d8d72175-258b-4178-9090-f4794ab0154e] Detach interface failed, port_id=f5831a8b-70d8-4cca-8415-5139f7c0cc6b, reason: Instance d8d72175-258b-4178-9090-f4794ab0154e could not be found. {{(pid=69770) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1348.336117] env[69770]: DEBUG oslo_vmware.api [None req-01d0d2d3-d7fa-4e80-8be8-982e517da43c tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] Task: {'id': task-4070915, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1348.406423] env[69770]: ERROR nova.scheduler.client.report [None req-ab8945e8-e8ec-4d7e-8174-61a8ed02a16d tempest-InstanceActionsTestJSON-164634102 tempest-InstanceActionsTestJSON-164634102-project-member] [req-9037907c-20c1-4f70-a843-2e531ed5ec22] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 7cc7d32b-b7a7-454a-a456-2a440248ed9d. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-9037907c-20c1-4f70-a843-2e531ed5ec22"}]} [ 1348.422919] env[69770]: DEBUG nova.scheduler.client.report [None req-ab8945e8-e8ec-4d7e-8174-61a8ed02a16d tempest-InstanceActionsTestJSON-164634102 tempest-InstanceActionsTestJSON-164634102-project-member] Refreshing inventories for resource provider 7cc7d32b-b7a7-454a-a456-2a440248ed9d {{(pid=69770) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1348.436122] env[69770]: DEBUG nova.scheduler.client.report [None req-ab8945e8-e8ec-4d7e-8174-61a8ed02a16d tempest-InstanceActionsTestJSON-164634102 tempest-InstanceActionsTestJSON-164634102-project-member] Updating ProviderTree inventory for provider 7cc7d32b-b7a7-454a-a456-2a440248ed9d from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 21, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69770) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1348.436363] env[69770]: DEBUG nova.compute.provider_tree [None req-ab8945e8-e8ec-4d7e-8174-61a8ed02a16d tempest-InstanceActionsTestJSON-164634102 tempest-InstanceActionsTestJSON-164634102-project-member] Updating inventory in ProviderTree for provider 7cc7d32b-b7a7-454a-a456-2a440248ed9d with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 21, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69770) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1348.449018] env[69770]: DEBUG nova.scheduler.client.report [None req-ab8945e8-e8ec-4d7e-8174-61a8ed02a16d tempest-InstanceActionsTestJSON-164634102 tempest-InstanceActionsTestJSON-164634102-project-member] Refreshing aggregate associations for resource provider 7cc7d32b-b7a7-454a-a456-2a440248ed9d, aggregates: None {{(pid=69770) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1348.464510] env[69770]: DEBUG oslo_vmware.api [None req-92c07984-9081-4830-94e2-5befa7d1a1cb tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] Task: {'id': task-4070916, 'name': ReconfigVM_Task, 'duration_secs': 0.361364} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1348.464911] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-92c07984-9081-4830-94e2-5befa7d1a1cb tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] [instance: 21782e86-7845-479b-98a8-c2d5832d1ff3] Updating instance '21782e86-7845-479b-98a8-c2d5832d1ff3' progress to 33 {{(pid=69770) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1348.468907] env[69770]: DEBUG nova.scheduler.client.report [None req-ab8945e8-e8ec-4d7e-8174-61a8ed02a16d tempest-InstanceActionsTestJSON-164634102 tempest-InstanceActionsTestJSON-164634102-project-member] Refreshing trait associations for resource provider 7cc7d32b-b7a7-454a-a456-2a440248ed9d, traits: HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE {{(pid=69770) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1348.593851] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8d65da5-354c-42e7-84e5-f38f05e0a9bc {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.601544] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ed97e06-e19d-40af-98d5-8b5255c856b8 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.632724] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-730a5c3b-027c-490a-847d-587ac58bf16a {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.640976] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0730e73e-de60-41bf-943e-9dec4963a871 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.659663] env[69770]: DEBUG nova.compute.provider_tree [None req-ab8945e8-e8ec-4d7e-8174-61a8ed02a16d tempest-InstanceActionsTestJSON-164634102 tempest-InstanceActionsTestJSON-164634102-project-member] Updating inventory in ProviderTree for provider 7cc7d32b-b7a7-454a-a456-2a440248ed9d with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69770) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1348.670038] env[69770]: INFO nova.compute.manager [-] [instance: d8d72175-258b-4178-9090-f4794ab0154e] Took 1.58 seconds to deallocate network for instance. [ 1348.735966] env[69770]: DEBUG oslo_concurrency.lockutils [None req-87848643-a09d-48e9-a75c-ef0436b5addf tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] Acquiring lock "ef08d59d-b387-4366-98a8-2ab7aa83b4d2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1348.736217] env[69770]: DEBUG oslo_concurrency.lockutils [None req-87848643-a09d-48e9-a75c-ef0436b5addf tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] Lock "ef08d59d-b387-4366-98a8-2ab7aa83b4d2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1348.837043] env[69770]: DEBUG oslo_vmware.api [None req-01d0d2d3-d7fa-4e80-8be8-982e517da43c tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] Task: {'id': task-4070915, 'name': ReconfigVM_Task, 'duration_secs': 0.538677} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1348.837043] env[69770]: DEBUG nova.virt.vmwareapi.volumeops [None req-01d0d2d3-d7fa-4e80-8be8-982e517da43c tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] [instance: 81a3e8a6-e1a8-49fd-915c-f5c28b313757] Reconfigured VM instance instance-00000074 to attach disk [datastore1] 81a3e8a6-e1a8-49fd-915c-f5c28b313757/81a3e8a6-e1a8-49fd-915c-f5c28b313757.vmdk or device None with type sparse {{(pid=69770) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1348.837244] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-744897c9-d405-4da5-b1b0-354de8587574 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.843531] env[69770]: DEBUG oslo_vmware.api [None req-01d0d2d3-d7fa-4e80-8be8-982e517da43c tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] Waiting for the task: (returnval){ [ 1348.843531] env[69770]: value = "task-4070917" [ 1348.843531] env[69770]: _type = "Task" [ 1348.843531] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1348.852938] env[69770]: DEBUG oslo_vmware.api [None req-01d0d2d3-d7fa-4e80-8be8-982e517da43c tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] Task: {'id': task-4070917, 'name': Rename_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1348.973819] env[69770]: DEBUG nova.virt.hardware [None req-92c07984-9081-4830-94e2-5befa7d1a1cb tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T12:16:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=d1eaff80-24a0-4391-90eb-59958b1ecf0a,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69770) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1348.974099] env[69770]: DEBUG nova.virt.hardware [None req-92c07984-9081-4830-94e2-5befa7d1a1cb tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] Flavor limits 0:0:0 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1348.974267] env[69770]: DEBUG nova.virt.hardware [None req-92c07984-9081-4830-94e2-5befa7d1a1cb tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] Image limits 0:0:0 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1348.974450] env[69770]: DEBUG nova.virt.hardware [None req-92c07984-9081-4830-94e2-5befa7d1a1cb tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] Flavor pref 0:0:0 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1348.974600] env[69770]: DEBUG nova.virt.hardware [None req-92c07984-9081-4830-94e2-5befa7d1a1cb tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] Image pref 0:0:0 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1348.974745] env[69770]: DEBUG nova.virt.hardware [None req-92c07984-9081-4830-94e2-5befa7d1a1cb tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1348.974947] env[69770]: DEBUG nova.virt.hardware [None req-92c07984-9081-4830-94e2-5befa7d1a1cb tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69770) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1348.975124] env[69770]: DEBUG nova.virt.hardware [None req-92c07984-9081-4830-94e2-5befa7d1a1cb tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69770) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1348.975292] env[69770]: DEBUG nova.virt.hardware [None req-92c07984-9081-4830-94e2-5befa7d1a1cb tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] Got 1 possible topologies {{(pid=69770) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1348.975454] env[69770]: DEBUG nova.virt.hardware [None req-92c07984-9081-4830-94e2-5befa7d1a1cb tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69770) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1348.975627] env[69770]: DEBUG nova.virt.hardware [None req-92c07984-9081-4830-94e2-5befa7d1a1cb tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69770) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1348.980823] env[69770]: DEBUG nova.virt.vmwareapi.volumeops [None req-92c07984-9081-4830-94e2-5befa7d1a1cb tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] [instance: 21782e86-7845-479b-98a8-c2d5832d1ff3] Reconfiguring VM instance instance-00000070 to detach disk 2000 {{(pid=69770) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1348.981157] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-95a355c6-da88-450b-b90f-57c649e5ad86 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.999093] env[69770]: DEBUG oslo_vmware.api [None req-92c07984-9081-4830-94e2-5befa7d1a1cb tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] Waiting for the task: (returnval){ [ 1348.999093] env[69770]: value = "task-4070918" [ 1348.999093] env[69770]: _type = "Task" [ 1348.999093] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1349.007990] env[69770]: DEBUG oslo_vmware.api [None req-92c07984-9081-4830-94e2-5befa7d1a1cb tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] Task: {'id': task-4070918, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1349.194272] env[69770]: DEBUG nova.scheduler.client.report [None req-ab8945e8-e8ec-4d7e-8174-61a8ed02a16d tempest-InstanceActionsTestJSON-164634102 tempest-InstanceActionsTestJSON-164634102-project-member] Updated inventory for provider 7cc7d32b-b7a7-454a-a456-2a440248ed9d with generation 160 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69770) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1349.194554] env[69770]: DEBUG nova.compute.provider_tree [None req-ab8945e8-e8ec-4d7e-8174-61a8ed02a16d tempest-InstanceActionsTestJSON-164634102 tempest-InstanceActionsTestJSON-164634102-project-member] Updating resource provider 7cc7d32b-b7a7-454a-a456-2a440248ed9d generation from 160 to 161 during operation: update_inventory {{(pid=69770) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1349.194741] env[69770]: DEBUG nova.compute.provider_tree [None req-ab8945e8-e8ec-4d7e-8174-61a8ed02a16d tempest-InstanceActionsTestJSON-164634102 tempest-InstanceActionsTestJSON-164634102-project-member] Updating inventory in ProviderTree for provider 7cc7d32b-b7a7-454a-a456-2a440248ed9d with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69770) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1349.220610] env[69770]: INFO nova.compute.manager [None req-b4634144-6454-49d4-bd7b-ffc6e6da0c59 tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] [instance: d8d72175-258b-4178-9090-f4794ab0154e] Took 0.55 seconds to detach 1 volumes for instance. [ 1349.222733] env[69770]: DEBUG nova.compute.manager [None req-b4634144-6454-49d4-bd7b-ffc6e6da0c59 tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] [instance: d8d72175-258b-4178-9090-f4794ab0154e] Deleting volume: 9e2a353a-7310-46ae-ad64-6bf4bf130ad5 {{(pid=69770) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3282}} [ 1349.238661] env[69770]: DEBUG nova.compute.manager [None req-87848643-a09d-48e9-a75c-ef0436b5addf tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] [instance: ef08d59d-b387-4366-98a8-2ab7aa83b4d2] Starting instance... {{(pid=69770) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1349.354305] env[69770]: DEBUG oslo_vmware.api [None req-01d0d2d3-d7fa-4e80-8be8-982e517da43c tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] Task: {'id': task-4070917, 'name': Rename_Task, 'duration_secs': 0.15212} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1349.354664] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-01d0d2d3-d7fa-4e80-8be8-982e517da43c tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] [instance: 81a3e8a6-e1a8-49fd-915c-f5c28b313757] Powering on the VM {{(pid=69770) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1349.354811] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a6fe0ca3-b7e7-4025-a457-c2a8964302c1 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.361285] env[69770]: DEBUG oslo_vmware.api [None req-01d0d2d3-d7fa-4e80-8be8-982e517da43c tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] Waiting for the task: (returnval){ [ 1349.361285] env[69770]: value = "task-4070920" [ 1349.361285] env[69770]: _type = "Task" [ 1349.361285] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1349.373742] env[69770]: DEBUG oslo_vmware.api [None req-01d0d2d3-d7fa-4e80-8be8-982e517da43c tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] Task: {'id': task-4070920, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1349.509567] env[69770]: DEBUG oslo_vmware.api [None req-92c07984-9081-4830-94e2-5befa7d1a1cb tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] Task: {'id': task-4070918, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1349.700332] env[69770]: DEBUG oslo_concurrency.lockutils [None req-ab8945e8-e8ec-4d7e-8174-61a8ed02a16d tempest-InstanceActionsTestJSON-164634102 tempest-InstanceActionsTestJSON-164634102-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.095s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1349.700918] env[69770]: DEBUG nova.compute.manager [None req-ab8945e8-e8ec-4d7e-8174-61a8ed02a16d tempest-InstanceActionsTestJSON-164634102 tempest-InstanceActionsTestJSON-164634102-project-member] [instance: 376fee75-5bec-4338-90b3-14f503fc1913] Start building networks asynchronously for instance. {{(pid=69770) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1349.760781] env[69770]: DEBUG oslo_concurrency.lockutils [None req-87848643-a09d-48e9-a75c-ef0436b5addf tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1349.761070] env[69770]: DEBUG oslo_concurrency.lockutils [None req-87848643-a09d-48e9-a75c-ef0436b5addf tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1349.763070] env[69770]: INFO nova.compute.claims [None req-87848643-a09d-48e9-a75c-ef0436b5addf tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] [instance: ef08d59d-b387-4366-98a8-2ab7aa83b4d2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1349.766161] env[69770]: DEBUG oslo_concurrency.lockutils [None req-b4634144-6454-49d4-bd7b-ffc6e6da0c59 tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1349.872970] env[69770]: DEBUG oslo_vmware.api [None req-01d0d2d3-d7fa-4e80-8be8-982e517da43c tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] Task: {'id': task-4070920, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1350.011342] env[69770]: DEBUG oslo_vmware.api [None req-92c07984-9081-4830-94e2-5befa7d1a1cb tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] Task: {'id': task-4070918, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1350.206653] env[69770]: DEBUG nova.compute.utils [None req-ab8945e8-e8ec-4d7e-8174-61a8ed02a16d tempest-InstanceActionsTestJSON-164634102 tempest-InstanceActionsTestJSON-164634102-project-member] Using /dev/sd instead of None {{(pid=69770) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1350.208593] env[69770]: DEBUG nova.compute.manager [None req-ab8945e8-e8ec-4d7e-8174-61a8ed02a16d tempest-InstanceActionsTestJSON-164634102 tempest-InstanceActionsTestJSON-164634102-project-member] [instance: 376fee75-5bec-4338-90b3-14f503fc1913] Allocating IP information in the background. {{(pid=69770) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1350.208808] env[69770]: DEBUG nova.network.neutron [None req-ab8945e8-e8ec-4d7e-8174-61a8ed02a16d tempest-InstanceActionsTestJSON-164634102 tempest-InstanceActionsTestJSON-164634102-project-member] [instance: 376fee75-5bec-4338-90b3-14f503fc1913] allocate_for_instance() {{(pid=69770) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1350.247270] env[69770]: DEBUG nova.policy [None req-ab8945e8-e8ec-4d7e-8174-61a8ed02a16d tempest-InstanceActionsTestJSON-164634102 tempest-InstanceActionsTestJSON-164634102-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f7922066089948de93d0256a90193fb4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a014fcd842e44a20b9a43056fae95f51', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69770) authorize /opt/stack/nova/nova/policy.py:192}} [ 1350.373416] env[69770]: DEBUG oslo_vmware.api [None req-01d0d2d3-d7fa-4e80-8be8-982e517da43c tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] Task: {'id': task-4070920, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1350.512692] env[69770]: DEBUG oslo_vmware.api [None req-92c07984-9081-4830-94e2-5befa7d1a1cb tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] Task: {'id': task-4070918, 'name': ReconfigVM_Task, 'duration_secs': 1.219433} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1350.513176] env[69770]: DEBUG nova.virt.vmwareapi.volumeops [None req-92c07984-9081-4830-94e2-5befa7d1a1cb tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] [instance: 21782e86-7845-479b-98a8-c2d5832d1ff3] Reconfigured VM instance instance-00000070 to detach disk 2000 {{(pid=69770) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1350.514063] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f5fdff7-7ea1-4861-be55-836ab8026733 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.542296] env[69770]: DEBUG nova.virt.vmwareapi.volumeops [None req-92c07984-9081-4830-94e2-5befa7d1a1cb tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] [instance: 21782e86-7845-479b-98a8-c2d5832d1ff3] Reconfiguring VM instance instance-00000070 to attach disk [datastore2] 21782e86-7845-479b-98a8-c2d5832d1ff3/21782e86-7845-479b-98a8-c2d5832d1ff3.vmdk or device None with type thin {{(pid=69770) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1350.543333] env[69770]: DEBUG nova.network.neutron [None req-ab8945e8-e8ec-4d7e-8174-61a8ed02a16d tempest-InstanceActionsTestJSON-164634102 tempest-InstanceActionsTestJSON-164634102-project-member] [instance: 376fee75-5bec-4338-90b3-14f503fc1913] Successfully created port: bbfeea8c-b739-4f16-8076-cf0a18a3ad77 {{(pid=69770) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1350.545611] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d2a13f16-7fa3-439a-b590-42a5221a32c6 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.565951] env[69770]: DEBUG oslo_vmware.api [None req-92c07984-9081-4830-94e2-5befa7d1a1cb tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] Waiting for the task: (returnval){ [ 1350.565951] env[69770]: value = "task-4070921" [ 1350.565951] env[69770]: _type = "Task" [ 1350.565951] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1350.575193] env[69770]: DEBUG oslo_vmware.api [None req-92c07984-9081-4830-94e2-5befa7d1a1cb tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] Task: {'id': task-4070921, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1350.712111] env[69770]: DEBUG nova.compute.manager [None req-ab8945e8-e8ec-4d7e-8174-61a8ed02a16d tempest-InstanceActionsTestJSON-164634102 tempest-InstanceActionsTestJSON-164634102-project-member] [instance: 376fee75-5bec-4338-90b3-14f503fc1913] Start building block device mappings for instance. {{(pid=69770) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1350.876899] env[69770]: DEBUG oslo_vmware.api [None req-01d0d2d3-d7fa-4e80-8be8-982e517da43c tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] Task: {'id': task-4070920, 'name': PowerOnVM_Task, 'duration_secs': 1.229784} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1350.877259] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-01d0d2d3-d7fa-4e80-8be8-982e517da43c tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] [instance: 81a3e8a6-e1a8-49fd-915c-f5c28b313757] Powered on the VM {{(pid=69770) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1350.877503] env[69770]: DEBUG nova.compute.manager [None req-01d0d2d3-d7fa-4e80-8be8-982e517da43c tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] [instance: 81a3e8a6-e1a8-49fd-915c-f5c28b313757] Checking state {{(pid=69770) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1350.881046] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b05521f-1bd2-429a-98bc-306553e24c8f {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.919967] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-878dfa33-8937-482d-b42a-6d2257da489a {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.929074] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da9bd040-cc99-4cb0-8bd9-c84a3644d7ca {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.965747] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fad804c6-7476-44f7-a40c-4449370a46dc {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.973356] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-975cd80b-98b2-4950-b6c9-ed8015629e73 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.986697] env[69770]: DEBUG nova.compute.provider_tree [None req-87848643-a09d-48e9-a75c-ef0436b5addf tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] Inventory has not changed in ProviderTree for provider: 7cc7d32b-b7a7-454a-a456-2a440248ed9d {{(pid=69770) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1351.076232] env[69770]: DEBUG oslo_vmware.api [None req-92c07984-9081-4830-94e2-5befa7d1a1cb tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] Task: {'id': task-4070921, 'name': ReconfigVM_Task, 'duration_secs': 0.321109} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1351.076413] env[69770]: DEBUG nova.virt.vmwareapi.volumeops [None req-92c07984-9081-4830-94e2-5befa7d1a1cb tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] [instance: 21782e86-7845-479b-98a8-c2d5832d1ff3] Reconfigured VM instance instance-00000070 to attach disk [datastore2] 21782e86-7845-479b-98a8-c2d5832d1ff3/21782e86-7845-479b-98a8-c2d5832d1ff3.vmdk or device None with type thin {{(pid=69770) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1351.076774] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-92c07984-9081-4830-94e2-5befa7d1a1cb tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] [instance: 21782e86-7845-479b-98a8-c2d5832d1ff3] Updating instance '21782e86-7845-479b-98a8-c2d5832d1ff3' progress to 50 {{(pid=69770) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1351.397579] env[69770]: DEBUG oslo_concurrency.lockutils [None req-01d0d2d3-d7fa-4e80-8be8-982e517da43c tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1351.490028] env[69770]: DEBUG nova.scheduler.client.report [None req-87848643-a09d-48e9-a75c-ef0436b5addf tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] Inventory has not changed for provider 7cc7d32b-b7a7-454a-a456-2a440248ed9d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69770) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1351.583764] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28695dc8-406f-4cd5-a1b1-84a822b8b1ae {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.606270] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f9fbcc5-c14f-4237-b5b1-a7895a53963d {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.628028] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-92c07984-9081-4830-94e2-5befa7d1a1cb tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] [instance: 21782e86-7845-479b-98a8-c2d5832d1ff3] Updating instance '21782e86-7845-479b-98a8-c2d5832d1ff3' progress to 67 {{(pid=69770) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1351.721763] env[69770]: DEBUG nova.compute.manager [None req-ab8945e8-e8ec-4d7e-8174-61a8ed02a16d tempest-InstanceActionsTestJSON-164634102 tempest-InstanceActionsTestJSON-164634102-project-member] [instance: 376fee75-5bec-4338-90b3-14f503fc1913] Start spawning the instance on the hypervisor. {{(pid=69770) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1351.749884] env[69770]: DEBUG nova.virt.hardware [None req-ab8945e8-e8ec-4d7e-8174-61a8ed02a16d tempest-InstanceActionsTestJSON-164634102 tempest-InstanceActionsTestJSON-164634102-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T12:16:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T12:16:11Z,direct_url=,disk_format='vmdk',id=d1eaff80-24a0-4391-90eb-59958b1ecf0a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d65f20bb89fb40a98b77bc6d97357df2',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T12:16:12Z,virtual_size=,visibility=), allow threads: False {{(pid=69770) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1351.750174] env[69770]: DEBUG nova.virt.hardware [None req-ab8945e8-e8ec-4d7e-8174-61a8ed02a16d tempest-InstanceActionsTestJSON-164634102 tempest-InstanceActionsTestJSON-164634102-project-member] Flavor limits 0:0:0 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1351.750334] env[69770]: DEBUG nova.virt.hardware [None req-ab8945e8-e8ec-4d7e-8174-61a8ed02a16d tempest-InstanceActionsTestJSON-164634102 tempest-InstanceActionsTestJSON-164634102-project-member] Image limits 0:0:0 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1351.750519] env[69770]: DEBUG nova.virt.hardware [None req-ab8945e8-e8ec-4d7e-8174-61a8ed02a16d tempest-InstanceActionsTestJSON-164634102 tempest-InstanceActionsTestJSON-164634102-project-member] Flavor pref 0:0:0 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1351.750670] env[69770]: DEBUG nova.virt.hardware [None req-ab8945e8-e8ec-4d7e-8174-61a8ed02a16d tempest-InstanceActionsTestJSON-164634102 tempest-InstanceActionsTestJSON-164634102-project-member] Image pref 0:0:0 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1351.750817] env[69770]: DEBUG nova.virt.hardware [None req-ab8945e8-e8ec-4d7e-8174-61a8ed02a16d tempest-InstanceActionsTestJSON-164634102 tempest-InstanceActionsTestJSON-164634102-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1351.751037] env[69770]: DEBUG nova.virt.hardware [None req-ab8945e8-e8ec-4d7e-8174-61a8ed02a16d tempest-InstanceActionsTestJSON-164634102 tempest-InstanceActionsTestJSON-164634102-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69770) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1351.751202] env[69770]: DEBUG nova.virt.hardware [None req-ab8945e8-e8ec-4d7e-8174-61a8ed02a16d tempest-InstanceActionsTestJSON-164634102 tempest-InstanceActionsTestJSON-164634102-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69770) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1351.751400] env[69770]: DEBUG nova.virt.hardware [None req-ab8945e8-e8ec-4d7e-8174-61a8ed02a16d tempest-InstanceActionsTestJSON-164634102 tempest-InstanceActionsTestJSON-164634102-project-member] Got 1 possible topologies {{(pid=69770) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1351.751575] env[69770]: DEBUG nova.virt.hardware [None req-ab8945e8-e8ec-4d7e-8174-61a8ed02a16d tempest-InstanceActionsTestJSON-164634102 tempest-InstanceActionsTestJSON-164634102-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69770) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1351.751772] env[69770]: DEBUG nova.virt.hardware [None req-ab8945e8-e8ec-4d7e-8174-61a8ed02a16d tempest-InstanceActionsTestJSON-164634102 tempest-InstanceActionsTestJSON-164634102-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69770) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1351.752683] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04d8c197-fceb-4b3c-8101-ae42a2408146 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.760615] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b31fa334-e890-41e9-91f2-2e212e453083 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.995575] env[69770]: DEBUG oslo_concurrency.lockutils [None req-87848643-a09d-48e9-a75c-ef0436b5addf tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.234s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1351.996098] env[69770]: DEBUG nova.compute.manager [None req-87848643-a09d-48e9-a75c-ef0436b5addf tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] [instance: ef08d59d-b387-4366-98a8-2ab7aa83b4d2] Start building networks asynchronously for instance. {{(pid=69770) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1351.998763] env[69770]: DEBUG oslo_concurrency.lockutils [None req-b4634144-6454-49d4-bd7b-ffc6e6da0c59 tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.233s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1351.998981] env[69770]: DEBUG oslo_concurrency.lockutils [None req-b4634144-6454-49d4-bd7b-ffc6e6da0c59 tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1352.001013] env[69770]: DEBUG oslo_concurrency.lockutils [None req-01d0d2d3-d7fa-4e80-8be8-982e517da43c tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 0.604s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1352.001200] env[69770]: DEBUG nova.objects.instance [None req-01d0d2d3-d7fa-4e80-8be8-982e517da43c tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] [instance: 81a3e8a6-e1a8-49fd-915c-f5c28b313757] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69770) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1352.042617] env[69770]: INFO nova.scheduler.client.report [None req-b4634144-6454-49d4-bd7b-ffc6e6da0c59 tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] Deleted allocations for instance d8d72175-258b-4178-9090-f4794ab0154e [ 1352.065236] env[69770]: DEBUG nova.compute.manager [req-724aef03-77b9-4abb-9a17-afd93f8b6b67 req-4c6c37ad-5b09-432e-8eb2-13e0b19e1188 service nova] [instance: 376fee75-5bec-4338-90b3-14f503fc1913] Received event network-vif-plugged-bbfeea8c-b739-4f16-8076-cf0a18a3ad77 {{(pid=69770) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1352.065476] env[69770]: DEBUG oslo_concurrency.lockutils [req-724aef03-77b9-4abb-9a17-afd93f8b6b67 req-4c6c37ad-5b09-432e-8eb2-13e0b19e1188 service nova] Acquiring lock "376fee75-5bec-4338-90b3-14f503fc1913-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1352.065696] env[69770]: DEBUG oslo_concurrency.lockutils [req-724aef03-77b9-4abb-9a17-afd93f8b6b67 req-4c6c37ad-5b09-432e-8eb2-13e0b19e1188 service nova] Lock "376fee75-5bec-4338-90b3-14f503fc1913-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1352.065836] env[69770]: DEBUG oslo_concurrency.lockutils [req-724aef03-77b9-4abb-9a17-afd93f8b6b67 req-4c6c37ad-5b09-432e-8eb2-13e0b19e1188 service nova] Lock "376fee75-5bec-4338-90b3-14f503fc1913-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1352.066011] env[69770]: DEBUG nova.compute.manager [req-724aef03-77b9-4abb-9a17-afd93f8b6b67 req-4c6c37ad-5b09-432e-8eb2-13e0b19e1188 service nova] [instance: 376fee75-5bec-4338-90b3-14f503fc1913] No waiting events found dispatching network-vif-plugged-bbfeea8c-b739-4f16-8076-cf0a18a3ad77 {{(pid=69770) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1352.066394] env[69770]: WARNING nova.compute.manager [req-724aef03-77b9-4abb-9a17-afd93f8b6b67 req-4c6c37ad-5b09-432e-8eb2-13e0b19e1188 service nova] [instance: 376fee75-5bec-4338-90b3-14f503fc1913] Received unexpected event network-vif-plugged-bbfeea8c-b739-4f16-8076-cf0a18a3ad77 for instance with vm_state building and task_state spawning. [ 1352.206487] env[69770]: DEBUG nova.network.neutron [None req-ab8945e8-e8ec-4d7e-8174-61a8ed02a16d tempest-InstanceActionsTestJSON-164634102 tempest-InstanceActionsTestJSON-164634102-project-member] [instance: 376fee75-5bec-4338-90b3-14f503fc1913] Successfully updated port: bbfeea8c-b739-4f16-8076-cf0a18a3ad77 {{(pid=69770) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1352.505522] env[69770]: DEBUG nova.compute.utils [None req-87848643-a09d-48e9-a75c-ef0436b5addf tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] Using /dev/sd instead of None {{(pid=69770) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1352.509935] env[69770]: DEBUG nova.compute.manager [None req-87848643-a09d-48e9-a75c-ef0436b5addf tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] [instance: ef08d59d-b387-4366-98a8-2ab7aa83b4d2] Allocating IP information in the background. {{(pid=69770) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1352.510122] env[69770]: DEBUG nova.network.neutron [None req-87848643-a09d-48e9-a75c-ef0436b5addf tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] [instance: ef08d59d-b387-4366-98a8-2ab7aa83b4d2] allocate_for_instance() {{(pid=69770) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1352.547811] env[69770]: DEBUG nova.policy [None req-87848643-a09d-48e9-a75c-ef0436b5addf tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5f7cc2fdaae54d6abad71fabddc644db', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '50458fae76de4e588f96680501eae48c', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69770) authorize /opt/stack/nova/nova/policy.py:192}} [ 1352.553642] env[69770]: DEBUG oslo_concurrency.lockutils [None req-b4634144-6454-49d4-bd7b-ffc6e6da0c59 tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] Lock "d8d72175-258b-4178-9090-f4794ab0154e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.257s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1352.712447] env[69770]: DEBUG oslo_concurrency.lockutils [None req-ab8945e8-e8ec-4d7e-8174-61a8ed02a16d tempest-InstanceActionsTestJSON-164634102 tempest-InstanceActionsTestJSON-164634102-project-member] Acquiring lock "refresh_cache-376fee75-5bec-4338-90b3-14f503fc1913" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1352.712447] env[69770]: DEBUG oslo_concurrency.lockutils [None req-ab8945e8-e8ec-4d7e-8174-61a8ed02a16d tempest-InstanceActionsTestJSON-164634102 tempest-InstanceActionsTestJSON-164634102-project-member] Acquired lock "refresh_cache-376fee75-5bec-4338-90b3-14f503fc1913" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1352.712811] env[69770]: DEBUG nova.network.neutron [None req-ab8945e8-e8ec-4d7e-8174-61a8ed02a16d tempest-InstanceActionsTestJSON-164634102 tempest-InstanceActionsTestJSON-164634102-project-member] [instance: 376fee75-5bec-4338-90b3-14f503fc1913] Building network info cache for instance {{(pid=69770) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1352.756819] env[69770]: DEBUG oslo_concurrency.lockutils [None req-b4495404-ab94-4f97-b5b3-6203a013f71f tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] Acquiring lock "81a3e8a6-e1a8-49fd-915c-f5c28b313757" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1352.756819] env[69770]: DEBUG oslo_concurrency.lockutils [None req-b4495404-ab94-4f97-b5b3-6203a013f71f tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] Lock "81a3e8a6-e1a8-49fd-915c-f5c28b313757" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1352.756819] env[69770]: DEBUG oslo_concurrency.lockutils [None req-b4495404-ab94-4f97-b5b3-6203a013f71f tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] Acquiring lock "81a3e8a6-e1a8-49fd-915c-f5c28b313757-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1352.757138] env[69770]: DEBUG oslo_concurrency.lockutils [None req-b4495404-ab94-4f97-b5b3-6203a013f71f tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] Lock "81a3e8a6-e1a8-49fd-915c-f5c28b313757-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1352.757138] env[69770]: DEBUG oslo_concurrency.lockutils [None req-b4495404-ab94-4f97-b5b3-6203a013f71f tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] Lock "81a3e8a6-e1a8-49fd-915c-f5c28b313757-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1352.761913] env[69770]: INFO nova.compute.manager [None req-b4495404-ab94-4f97-b5b3-6203a013f71f tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] [instance: 81a3e8a6-e1a8-49fd-915c-f5c28b313757] Terminating instance [ 1352.833019] env[69770]: DEBUG nova.network.neutron [None req-87848643-a09d-48e9-a75c-ef0436b5addf tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] [instance: ef08d59d-b387-4366-98a8-2ab7aa83b4d2] Successfully created port: 05a884d8-2ff6-4ef2-ac41-97d66afbf5aa {{(pid=69770) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1353.011216] env[69770]: DEBUG nova.compute.manager [None req-87848643-a09d-48e9-a75c-ef0436b5addf tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] [instance: ef08d59d-b387-4366-98a8-2ab7aa83b4d2] Start building block device mappings for instance. {{(pid=69770) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1353.014584] env[69770]: DEBUG oslo_concurrency.lockutils [None req-01d0d2d3-d7fa-4e80-8be8-982e517da43c tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.014s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1353.183629] env[69770]: DEBUG oslo_concurrency.lockutils [None req-274c0ed3-6b3f-4ccb-8631-0c4f5d49b80c tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] Acquiring lock "bc5e169f-17c2-4941-8b9f-a33726ea26b6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1353.183884] env[69770]: DEBUG oslo_concurrency.lockutils [None req-274c0ed3-6b3f-4ccb-8631-0c4f5d49b80c tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] Lock "bc5e169f-17c2-4941-8b9f-a33726ea26b6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1353.184105] env[69770]: DEBUG oslo_concurrency.lockutils [None req-274c0ed3-6b3f-4ccb-8631-0c4f5d49b80c tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] Acquiring lock "bc5e169f-17c2-4941-8b9f-a33726ea26b6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1353.184292] env[69770]: DEBUG oslo_concurrency.lockutils [None req-274c0ed3-6b3f-4ccb-8631-0c4f5d49b80c tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] Lock "bc5e169f-17c2-4941-8b9f-a33726ea26b6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1353.184462] env[69770]: DEBUG oslo_concurrency.lockutils [None req-274c0ed3-6b3f-4ccb-8631-0c4f5d49b80c tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] Lock "bc5e169f-17c2-4941-8b9f-a33726ea26b6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1353.190016] env[69770]: INFO nova.compute.manager [None req-274c0ed3-6b3f-4ccb-8631-0c4f5d49b80c tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] [instance: bc5e169f-17c2-4941-8b9f-a33726ea26b6] Terminating instance [ 1353.191748] env[69770]: DEBUG oslo_concurrency.lockutils [None req-53e107b1-1273-472f-99d5-de0b7abdc93c tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] Acquiring lock "55705028-e81f-4078-98f3-b2bdf1994354" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1353.191958] env[69770]: DEBUG oslo_concurrency.lockutils [None req-53e107b1-1273-472f-99d5-de0b7abdc93c tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] Lock "55705028-e81f-4078-98f3-b2bdf1994354" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1353.244318] env[69770]: DEBUG nova.network.neutron [None req-ab8945e8-e8ec-4d7e-8174-61a8ed02a16d tempest-InstanceActionsTestJSON-164634102 tempest-InstanceActionsTestJSON-164634102-project-member] [instance: 376fee75-5bec-4338-90b3-14f503fc1913] Instance cache missing network info. {{(pid=69770) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1353.267926] env[69770]: DEBUG nova.compute.manager [None req-b4495404-ab94-4f97-b5b3-6203a013f71f tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] [instance: 81a3e8a6-e1a8-49fd-915c-f5c28b313757] Start destroying the instance on the hypervisor. {{(pid=69770) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1353.268213] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-b4495404-ab94-4f97-b5b3-6203a013f71f tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] [instance: 81a3e8a6-e1a8-49fd-915c-f5c28b313757] Destroying instance {{(pid=69770) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1353.269143] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9ee502c-b958-4e06-a745-2776a8ba8deb {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.277969] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4495404-ab94-4f97-b5b3-6203a013f71f tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] [instance: 81a3e8a6-e1a8-49fd-915c-f5c28b313757] Powering off the VM {{(pid=69770) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1353.278114] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-74dd9a43-482d-4a95-8f50-e8940dc3d97d {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.284975] env[69770]: DEBUG oslo_vmware.api [None req-b4495404-ab94-4f97-b5b3-6203a013f71f tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] Waiting for the task: (returnval){ [ 1353.284975] env[69770]: value = "task-4070922" [ 1353.284975] env[69770]: _type = "Task" [ 1353.284975] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1353.294880] env[69770]: DEBUG oslo_vmware.api [None req-b4495404-ab94-4f97-b5b3-6203a013f71f tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] Task: {'id': task-4070922, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1353.306791] env[69770]: DEBUG nova.network.neutron [None req-92c07984-9081-4830-94e2-5befa7d1a1cb tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] [instance: 21782e86-7845-479b-98a8-c2d5832d1ff3] Port 240a2458-a53e-4012-8dd0-6b6dde14c547 binding to destination host cpu-1 is already ACTIVE {{(pid=69770) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1353.406370] env[69770]: DEBUG nova.network.neutron [None req-ab8945e8-e8ec-4d7e-8174-61a8ed02a16d tempest-InstanceActionsTestJSON-164634102 tempest-InstanceActionsTestJSON-164634102-project-member] [instance: 376fee75-5bec-4338-90b3-14f503fc1913] Updating instance_info_cache with network_info: [{"id": "bbfeea8c-b739-4f16-8076-cf0a18a3ad77", "address": "fa:16:3e:de:92:e3", "network": {"id": "ed3c1b62-07f5-4b95-8259-1c6d42a43ba1", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-790631815-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a014fcd842e44a20b9a43056fae95f51", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e39ca24f-7890-4cdf-8dab-ecab218bb063", "external-id": "nsx-vlan-transportzone-890", "segmentation_id": 890, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbbfeea8c-b7", "ovs_interfaceid": "bbfeea8c-b739-4f16-8076-cf0a18a3ad77", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69770) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1353.694969] env[69770]: DEBUG nova.compute.manager [None req-53e107b1-1273-472f-99d5-de0b7abdc93c tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] [instance: 55705028-e81f-4078-98f3-b2bdf1994354] Starting instance... {{(pid=69770) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1353.697955] env[69770]: DEBUG nova.compute.manager [None req-274c0ed3-6b3f-4ccb-8631-0c4f5d49b80c tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] [instance: bc5e169f-17c2-4941-8b9f-a33726ea26b6] Start destroying the instance on the hypervisor. {{(pid=69770) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1353.698193] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-274c0ed3-6b3f-4ccb-8631-0c4f5d49b80c tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] [instance: bc5e169f-17c2-4941-8b9f-a33726ea26b6] Destroying instance {{(pid=69770) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1353.699304] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5accd95-b4e4-469a-b666-c5a70169c9a1 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.707636] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-274c0ed3-6b3f-4ccb-8631-0c4f5d49b80c tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] [instance: bc5e169f-17c2-4941-8b9f-a33726ea26b6] Powering off the VM {{(pid=69770) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1353.708217] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b31d2d2d-2a6f-4259-9376-0181981c3b44 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.715130] env[69770]: DEBUG oslo_vmware.api [None req-274c0ed3-6b3f-4ccb-8631-0c4f5d49b80c tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] Waiting for the task: (returnval){ [ 1353.715130] env[69770]: value = "task-4070923" [ 1353.715130] env[69770]: _type = "Task" [ 1353.715130] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1353.723397] env[69770]: DEBUG oslo_vmware.api [None req-274c0ed3-6b3f-4ccb-8631-0c4f5d49b80c tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] Task: {'id': task-4070923, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1353.796093] env[69770]: DEBUG oslo_vmware.api [None req-b4495404-ab94-4f97-b5b3-6203a013f71f tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] Task: {'id': task-4070922, 'name': PowerOffVM_Task, 'duration_secs': 0.189146} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1353.796330] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4495404-ab94-4f97-b5b3-6203a013f71f tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] [instance: 81a3e8a6-e1a8-49fd-915c-f5c28b313757] Powered off the VM {{(pid=69770) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1353.796473] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-b4495404-ab94-4f97-b5b3-6203a013f71f tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] [instance: 81a3e8a6-e1a8-49fd-915c-f5c28b313757] Unregistering the VM {{(pid=69770) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1353.796750] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7a323a5e-1998-4fca-bcf4-ddead98e9859 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.876872] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-b4495404-ab94-4f97-b5b3-6203a013f71f tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] [instance: 81a3e8a6-e1a8-49fd-915c-f5c28b313757] Unregistered the VM {{(pid=69770) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1353.877347] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-b4495404-ab94-4f97-b5b3-6203a013f71f tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] [instance: 81a3e8a6-e1a8-49fd-915c-f5c28b313757] Deleting contents of the VM from datastore datastore1 {{(pid=69770) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1353.877684] env[69770]: DEBUG nova.virt.vmwareapi.ds_util [None req-b4495404-ab94-4f97-b5b3-6203a013f71f tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] Deleting the datastore file [datastore1] 81a3e8a6-e1a8-49fd-915c-f5c28b313757 {{(pid=69770) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1353.878469] env[69770]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-980074f9-e4d3-46c8-af14-9c2a96e75086 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.887316] env[69770]: DEBUG oslo_vmware.api [None req-b4495404-ab94-4f97-b5b3-6203a013f71f tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] Waiting for the task: (returnval){ [ 1353.887316] env[69770]: value = "task-4070925" [ 1353.887316] env[69770]: _type = "Task" [ 1353.887316] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1353.897864] env[69770]: DEBUG oslo_vmware.api [None req-b4495404-ab94-4f97-b5b3-6203a013f71f tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] Task: {'id': task-4070925, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1353.910263] env[69770]: DEBUG oslo_concurrency.lockutils [None req-ab8945e8-e8ec-4d7e-8174-61a8ed02a16d tempest-InstanceActionsTestJSON-164634102 tempest-InstanceActionsTestJSON-164634102-project-member] Releasing lock "refresh_cache-376fee75-5bec-4338-90b3-14f503fc1913" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1353.910609] env[69770]: DEBUG nova.compute.manager [None req-ab8945e8-e8ec-4d7e-8174-61a8ed02a16d tempest-InstanceActionsTestJSON-164634102 tempest-InstanceActionsTestJSON-164634102-project-member] [instance: 376fee75-5bec-4338-90b3-14f503fc1913] Instance network_info: |[{"id": "bbfeea8c-b739-4f16-8076-cf0a18a3ad77", "address": "fa:16:3e:de:92:e3", "network": {"id": "ed3c1b62-07f5-4b95-8259-1c6d42a43ba1", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-790631815-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a014fcd842e44a20b9a43056fae95f51", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e39ca24f-7890-4cdf-8dab-ecab218bb063", "external-id": "nsx-vlan-transportzone-890", "segmentation_id": 890, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbbfeea8c-b7", "ovs_interfaceid": "bbfeea8c-b739-4f16-8076-cf0a18a3ad77", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69770) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1353.911067] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-ab8945e8-e8ec-4d7e-8174-61a8ed02a16d tempest-InstanceActionsTestJSON-164634102 tempest-InstanceActionsTestJSON-164634102-project-member] [instance: 376fee75-5bec-4338-90b3-14f503fc1913] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:de:92:e3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e39ca24f-7890-4cdf-8dab-ecab218bb063', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'bbfeea8c-b739-4f16-8076-cf0a18a3ad77', 'vif_model': 'vmxnet3'}] {{(pid=69770) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1353.918833] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab8945e8-e8ec-4d7e-8174-61a8ed02a16d tempest-InstanceActionsTestJSON-164634102 tempest-InstanceActionsTestJSON-164634102-project-member] Creating folder: Project (a014fcd842e44a20b9a43056fae95f51). Parent ref: group-v806376. {{(pid=69770) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1353.919387] env[69770]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-25bbe87a-445b-43e4-91d7-3986fe4cbb51 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.931239] env[69770]: INFO nova.virt.vmwareapi.vm_util [None req-ab8945e8-e8ec-4d7e-8174-61a8ed02a16d tempest-InstanceActionsTestJSON-164634102 tempest-InstanceActionsTestJSON-164634102-project-member] Created folder: Project (a014fcd842e44a20b9a43056fae95f51) in parent group-v806376. [ 1353.931521] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab8945e8-e8ec-4d7e-8174-61a8ed02a16d tempest-InstanceActionsTestJSON-164634102 tempest-InstanceActionsTestJSON-164634102-project-member] Creating folder: Instances. Parent ref: group-v806701. {{(pid=69770) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1353.931786] env[69770]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4a05e019-c41f-4aba-9f08-4f9185805117 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.942867] env[69770]: INFO nova.virt.vmwareapi.vm_util [None req-ab8945e8-e8ec-4d7e-8174-61a8ed02a16d tempest-InstanceActionsTestJSON-164634102 tempest-InstanceActionsTestJSON-164634102-project-member] Created folder: Instances in parent group-v806701. [ 1353.943133] env[69770]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ab8945e8-e8ec-4d7e-8174-61a8ed02a16d tempest-InstanceActionsTestJSON-164634102 tempest-InstanceActionsTestJSON-164634102-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69770) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1353.943335] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 376fee75-5bec-4338-90b3-14f503fc1913] Creating VM on the ESX host {{(pid=69770) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1353.943555] env[69770]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b40dfe64-2827-4464-99f2-15c722717db7 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.962793] env[69770]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1353.962793] env[69770]: value = "task-4070928" [ 1353.962793] env[69770]: _type = "Task" [ 1353.962793] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1353.970919] env[69770]: DEBUG oslo_vmware.api [-] Task: {'id': task-4070928, 'name': CreateVM_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1354.024154] env[69770]: DEBUG nova.compute.manager [None req-87848643-a09d-48e9-a75c-ef0436b5addf tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] [instance: ef08d59d-b387-4366-98a8-2ab7aa83b4d2] Start spawning the instance on the hypervisor. {{(pid=69770) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1354.056258] env[69770]: DEBUG nova.virt.hardware [None req-87848643-a09d-48e9-a75c-ef0436b5addf tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T12:16:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T12:16:11Z,direct_url=,disk_format='vmdk',id=d1eaff80-24a0-4391-90eb-59958b1ecf0a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d65f20bb89fb40a98b77bc6d97357df2',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T12:16:12Z,virtual_size=,visibility=), allow threads: False {{(pid=69770) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1354.056566] env[69770]: DEBUG nova.virt.hardware [None req-87848643-a09d-48e9-a75c-ef0436b5addf tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] Flavor limits 0:0:0 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1354.056730] env[69770]: DEBUG nova.virt.hardware [None req-87848643-a09d-48e9-a75c-ef0436b5addf tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] Image limits 0:0:0 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1354.056915] env[69770]: DEBUG nova.virt.hardware [None req-87848643-a09d-48e9-a75c-ef0436b5addf tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] Flavor pref 0:0:0 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1354.057074] env[69770]: DEBUG nova.virt.hardware [None req-87848643-a09d-48e9-a75c-ef0436b5addf tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] Image pref 0:0:0 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1354.057224] env[69770]: DEBUG nova.virt.hardware [None req-87848643-a09d-48e9-a75c-ef0436b5addf tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1354.057441] env[69770]: DEBUG nova.virt.hardware [None req-87848643-a09d-48e9-a75c-ef0436b5addf tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69770) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1354.057598] env[69770]: DEBUG nova.virt.hardware [None req-87848643-a09d-48e9-a75c-ef0436b5addf tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69770) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1354.057765] env[69770]: DEBUG nova.virt.hardware [None req-87848643-a09d-48e9-a75c-ef0436b5addf tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] Got 1 possible topologies {{(pid=69770) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1354.057925] env[69770]: DEBUG nova.virt.hardware [None req-87848643-a09d-48e9-a75c-ef0436b5addf tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69770) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1354.058167] env[69770]: DEBUG nova.virt.hardware [None req-87848643-a09d-48e9-a75c-ef0436b5addf tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69770) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1354.059183] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad572294-c1ff-4d48-9288-79e46790d459 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.067487] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fde6a86c-e6b0-4e21-be71-90ec906eaae1 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.091994] env[69770]: DEBUG nova.compute.manager [req-7d9c17d9-7841-4ba6-8efb-0f87b4eee66b req-b0f1d927-9741-4e1a-8212-1cea895184e5 service nova] [instance: 376fee75-5bec-4338-90b3-14f503fc1913] Received event network-changed-bbfeea8c-b739-4f16-8076-cf0a18a3ad77 {{(pid=69770) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1354.092245] env[69770]: DEBUG nova.compute.manager [req-7d9c17d9-7841-4ba6-8efb-0f87b4eee66b req-b0f1d927-9741-4e1a-8212-1cea895184e5 service nova] [instance: 376fee75-5bec-4338-90b3-14f503fc1913] Refreshing instance network info cache due to event network-changed-bbfeea8c-b739-4f16-8076-cf0a18a3ad77. {{(pid=69770) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1354.092492] env[69770]: DEBUG oslo_concurrency.lockutils [req-7d9c17d9-7841-4ba6-8efb-0f87b4eee66b req-b0f1d927-9741-4e1a-8212-1cea895184e5 service nova] Acquiring lock "refresh_cache-376fee75-5bec-4338-90b3-14f503fc1913" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1354.092654] env[69770]: DEBUG oslo_concurrency.lockutils [req-7d9c17d9-7841-4ba6-8efb-0f87b4eee66b req-b0f1d927-9741-4e1a-8212-1cea895184e5 service nova] Acquired lock "refresh_cache-376fee75-5bec-4338-90b3-14f503fc1913" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1354.092818] env[69770]: DEBUG nova.network.neutron [req-7d9c17d9-7841-4ba6-8efb-0f87b4eee66b req-b0f1d927-9741-4e1a-8212-1cea895184e5 service nova] [instance: 376fee75-5bec-4338-90b3-14f503fc1913] Refreshing network info cache for port bbfeea8c-b739-4f16-8076-cf0a18a3ad77 {{(pid=69770) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1354.221379] env[69770]: DEBUG oslo_concurrency.lockutils [None req-53e107b1-1273-472f-99d5-de0b7abdc93c tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1354.221687] env[69770]: DEBUG oslo_concurrency.lockutils [None req-53e107b1-1273-472f-99d5-de0b7abdc93c tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1354.223225] env[69770]: INFO nova.compute.claims [None req-53e107b1-1273-472f-99d5-de0b7abdc93c tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] [instance: 55705028-e81f-4078-98f3-b2bdf1994354] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1354.232024] env[69770]: DEBUG oslo_vmware.api [None req-274c0ed3-6b3f-4ccb-8631-0c4f5d49b80c tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] Task: {'id': task-4070923, 'name': PowerOffVM_Task, 'duration_secs': 0.233703} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1354.232294] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-274c0ed3-6b3f-4ccb-8631-0c4f5d49b80c tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] [instance: bc5e169f-17c2-4941-8b9f-a33726ea26b6] Powered off the VM {{(pid=69770) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1354.232463] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-274c0ed3-6b3f-4ccb-8631-0c4f5d49b80c tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] [instance: bc5e169f-17c2-4941-8b9f-a33726ea26b6] Unregistering the VM {{(pid=69770) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1354.233064] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c9c566f9-20de-40ce-9123-b374f2bfd1cd {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.337022] env[69770]: DEBUG oslo_concurrency.lockutils [None req-92c07984-9081-4830-94e2-5befa7d1a1cb tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] Acquiring lock "21782e86-7845-479b-98a8-c2d5832d1ff3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1354.337022] env[69770]: DEBUG oslo_concurrency.lockutils [None req-92c07984-9081-4830-94e2-5befa7d1a1cb tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] Lock "21782e86-7845-479b-98a8-c2d5832d1ff3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1354.337022] env[69770]: DEBUG oslo_concurrency.lockutils [None req-92c07984-9081-4830-94e2-5befa7d1a1cb tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] Lock "21782e86-7845-479b-98a8-c2d5832d1ff3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1354.337022] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-274c0ed3-6b3f-4ccb-8631-0c4f5d49b80c tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] [instance: bc5e169f-17c2-4941-8b9f-a33726ea26b6] Unregistered the VM {{(pid=69770) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1354.337022] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-274c0ed3-6b3f-4ccb-8631-0c4f5d49b80c tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] [instance: bc5e169f-17c2-4941-8b9f-a33726ea26b6] Deleting contents of the VM from datastore datastore2 {{(pid=69770) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1354.337359] env[69770]: DEBUG nova.virt.vmwareapi.ds_util [None req-274c0ed3-6b3f-4ccb-8631-0c4f5d49b80c tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] Deleting the datastore file [datastore2] bc5e169f-17c2-4941-8b9f-a33726ea26b6 {{(pid=69770) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1354.337736] env[69770]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6f9082d5-0f30-4452-8f8e-8ec77f3eb53c {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.345316] env[69770]: DEBUG oslo_vmware.api [None req-274c0ed3-6b3f-4ccb-8631-0c4f5d49b80c tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] Waiting for the task: (returnval){ [ 1354.345316] env[69770]: value = "task-4070930" [ 1354.345316] env[69770]: _type = "Task" [ 1354.345316] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1354.355449] env[69770]: DEBUG oslo_vmware.api [None req-274c0ed3-6b3f-4ccb-8631-0c4f5d49b80c tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] Task: {'id': task-4070930, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1354.357171] env[69770]: DEBUG nova.network.neutron [None req-87848643-a09d-48e9-a75c-ef0436b5addf tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] [instance: ef08d59d-b387-4366-98a8-2ab7aa83b4d2] Successfully updated port: 05a884d8-2ff6-4ef2-ac41-97d66afbf5aa {{(pid=69770) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1354.397025] env[69770]: DEBUG oslo_vmware.api [None req-b4495404-ab94-4f97-b5b3-6203a013f71f tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] Task: {'id': task-4070925, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.159405} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1354.397428] env[69770]: DEBUG nova.virt.vmwareapi.ds_util [None req-b4495404-ab94-4f97-b5b3-6203a013f71f tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] Deleted the datastore file {{(pid=69770) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1354.397600] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-b4495404-ab94-4f97-b5b3-6203a013f71f tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] [instance: 81a3e8a6-e1a8-49fd-915c-f5c28b313757] Deleted contents of the VM from datastore datastore1 {{(pid=69770) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1354.397671] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-b4495404-ab94-4f97-b5b3-6203a013f71f tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] [instance: 81a3e8a6-e1a8-49fd-915c-f5c28b313757] Instance destroyed {{(pid=69770) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1354.398129] env[69770]: INFO nova.compute.manager [None req-b4495404-ab94-4f97-b5b3-6203a013f71f tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] [instance: 81a3e8a6-e1a8-49fd-915c-f5c28b313757] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1354.398129] env[69770]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b4495404-ab94-4f97-b5b3-6203a013f71f tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69770) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1354.398298] env[69770]: DEBUG nova.compute.manager [-] [instance: 81a3e8a6-e1a8-49fd-915c-f5c28b313757] Deallocating network for instance {{(pid=69770) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1354.398391] env[69770]: DEBUG nova.network.neutron [-] [instance: 81a3e8a6-e1a8-49fd-915c-f5c28b313757] deallocate_for_instance() {{(pid=69770) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1354.473479] env[69770]: DEBUG oslo_vmware.api [-] Task: {'id': task-4070928, 'name': CreateVM_Task, 'duration_secs': 0.35004} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1354.474189] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 376fee75-5bec-4338-90b3-14f503fc1913] Created VM on the ESX host {{(pid=69770) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1354.474476] env[69770]: DEBUG oslo_concurrency.lockutils [None req-ab8945e8-e8ec-4d7e-8174-61a8ed02a16d tempest-InstanceActionsTestJSON-164634102 tempest-InstanceActionsTestJSON-164634102-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1354.474670] env[69770]: DEBUG oslo_concurrency.lockutils [None req-ab8945e8-e8ec-4d7e-8174-61a8ed02a16d tempest-InstanceActionsTestJSON-164634102 tempest-InstanceActionsTestJSON-164634102-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1354.475045] env[69770]: DEBUG oslo_concurrency.lockutils [None req-ab8945e8-e8ec-4d7e-8174-61a8ed02a16d tempest-InstanceActionsTestJSON-164634102 tempest-InstanceActionsTestJSON-164634102-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1354.475335] env[69770]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0084155a-1d7f-4c84-b13a-19a04a72c477 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.480776] env[69770]: DEBUG oslo_vmware.api [None req-ab8945e8-e8ec-4d7e-8174-61a8ed02a16d tempest-InstanceActionsTestJSON-164634102 tempest-InstanceActionsTestJSON-164634102-project-member] Waiting for the task: (returnval){ [ 1354.480776] env[69770]: value = "session[52161b52-cb8e-ec9f-1132-2f6b49549d41]524109bf-b76e-b9c8-3f32-68cce603614e" [ 1354.480776] env[69770]: _type = "Task" [ 1354.480776] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1354.489765] env[69770]: DEBUG oslo_vmware.api [None req-ab8945e8-e8ec-4d7e-8174-61a8ed02a16d tempest-InstanceActionsTestJSON-164634102 tempest-InstanceActionsTestJSON-164634102-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]524109bf-b76e-b9c8-3f32-68cce603614e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1354.856750] env[69770]: DEBUG oslo_vmware.api [None req-274c0ed3-6b3f-4ccb-8631-0c4f5d49b80c tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] Task: {'id': task-4070930, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.168392} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1354.857139] env[69770]: DEBUG nova.virt.vmwareapi.ds_util [None req-274c0ed3-6b3f-4ccb-8631-0c4f5d49b80c tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] Deleted the datastore file {{(pid=69770) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1354.857264] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-274c0ed3-6b3f-4ccb-8631-0c4f5d49b80c tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] [instance: bc5e169f-17c2-4941-8b9f-a33726ea26b6] Deleted contents of the VM from datastore datastore2 {{(pid=69770) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1354.857437] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-274c0ed3-6b3f-4ccb-8631-0c4f5d49b80c tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] [instance: bc5e169f-17c2-4941-8b9f-a33726ea26b6] Instance destroyed {{(pid=69770) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1354.857609] env[69770]: INFO nova.compute.manager [None req-274c0ed3-6b3f-4ccb-8631-0c4f5d49b80c tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] [instance: bc5e169f-17c2-4941-8b9f-a33726ea26b6] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1354.857843] env[69770]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-274c0ed3-6b3f-4ccb-8631-0c4f5d49b80c tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69770) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1354.858038] env[69770]: DEBUG nova.compute.manager [-] [instance: bc5e169f-17c2-4941-8b9f-a33726ea26b6] Deallocating network for instance {{(pid=69770) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1354.858136] env[69770]: DEBUG nova.network.neutron [-] [instance: bc5e169f-17c2-4941-8b9f-a33726ea26b6] deallocate_for_instance() {{(pid=69770) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1354.860020] env[69770]: DEBUG oslo_concurrency.lockutils [None req-87848643-a09d-48e9-a75c-ef0436b5addf tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] Acquiring lock "refresh_cache-ef08d59d-b387-4366-98a8-2ab7aa83b4d2" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1354.860176] env[69770]: DEBUG oslo_concurrency.lockutils [None req-87848643-a09d-48e9-a75c-ef0436b5addf tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] Acquired lock "refresh_cache-ef08d59d-b387-4366-98a8-2ab7aa83b4d2" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1354.860319] env[69770]: DEBUG nova.network.neutron [None req-87848643-a09d-48e9-a75c-ef0436b5addf tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] [instance: ef08d59d-b387-4366-98a8-2ab7aa83b4d2] Building network info cache for instance {{(pid=69770) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1354.889948] env[69770]: DEBUG nova.network.neutron [req-7d9c17d9-7841-4ba6-8efb-0f87b4eee66b req-b0f1d927-9741-4e1a-8212-1cea895184e5 service nova] [instance: 376fee75-5bec-4338-90b3-14f503fc1913] Updated VIF entry in instance network info cache for port bbfeea8c-b739-4f16-8076-cf0a18a3ad77. {{(pid=69770) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1354.890403] env[69770]: DEBUG nova.network.neutron [req-7d9c17d9-7841-4ba6-8efb-0f87b4eee66b req-b0f1d927-9741-4e1a-8212-1cea895184e5 service nova] [instance: 376fee75-5bec-4338-90b3-14f503fc1913] Updating instance_info_cache with network_info: [{"id": "bbfeea8c-b739-4f16-8076-cf0a18a3ad77", "address": "fa:16:3e:de:92:e3", "network": {"id": "ed3c1b62-07f5-4b95-8259-1c6d42a43ba1", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-790631815-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a014fcd842e44a20b9a43056fae95f51", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e39ca24f-7890-4cdf-8dab-ecab218bb063", "external-id": "nsx-vlan-transportzone-890", "segmentation_id": 890, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbbfeea8c-b7", "ovs_interfaceid": "bbfeea8c-b739-4f16-8076-cf0a18a3ad77", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69770) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1354.997186] env[69770]: DEBUG oslo_vmware.api [None req-ab8945e8-e8ec-4d7e-8174-61a8ed02a16d tempest-InstanceActionsTestJSON-164634102 tempest-InstanceActionsTestJSON-164634102-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]524109bf-b76e-b9c8-3f32-68cce603614e, 'name': SearchDatastore_Task, 'duration_secs': 0.009476} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1354.997555] env[69770]: DEBUG oslo_concurrency.lockutils [None req-ab8945e8-e8ec-4d7e-8174-61a8ed02a16d tempest-InstanceActionsTestJSON-164634102 tempest-InstanceActionsTestJSON-164634102-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1354.997807] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-ab8945e8-e8ec-4d7e-8174-61a8ed02a16d tempest-InstanceActionsTestJSON-164634102 tempest-InstanceActionsTestJSON-164634102-project-member] [instance: 376fee75-5bec-4338-90b3-14f503fc1913] Processing image d1eaff80-24a0-4391-90eb-59958b1ecf0a {{(pid=69770) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1354.998086] env[69770]: DEBUG oslo_concurrency.lockutils [None req-ab8945e8-e8ec-4d7e-8174-61a8ed02a16d tempest-InstanceActionsTestJSON-164634102 tempest-InstanceActionsTestJSON-164634102-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1354.998356] env[69770]: DEBUG oslo_concurrency.lockutils [None req-ab8945e8-e8ec-4d7e-8174-61a8ed02a16d tempest-InstanceActionsTestJSON-164634102 tempest-InstanceActionsTestJSON-164634102-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1354.998470] env[69770]: DEBUG nova.virt.vmwareapi.ds_util [None req-ab8945e8-e8ec-4d7e-8174-61a8ed02a16d tempest-InstanceActionsTestJSON-164634102 tempest-InstanceActionsTestJSON-164634102-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69770) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1354.998686] env[69770]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8576862a-2bd7-44ac-b926-60b21dd5adeb {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.009889] env[69770]: DEBUG nova.virt.vmwareapi.ds_util [None req-ab8945e8-e8ec-4d7e-8174-61a8ed02a16d tempest-InstanceActionsTestJSON-164634102 tempest-InstanceActionsTestJSON-164634102-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69770) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1355.010132] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-ab8945e8-e8ec-4d7e-8174-61a8ed02a16d tempest-InstanceActionsTestJSON-164634102 tempest-InstanceActionsTestJSON-164634102-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69770) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1355.010894] env[69770]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e7815dd1-adb2-4152-8550-66a7c979a0af {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.020362] env[69770]: DEBUG oslo_vmware.api [None req-ab8945e8-e8ec-4d7e-8174-61a8ed02a16d tempest-InstanceActionsTestJSON-164634102 tempest-InstanceActionsTestJSON-164634102-project-member] Waiting for the task: (returnval){ [ 1355.020362] env[69770]: value = "session[52161b52-cb8e-ec9f-1132-2f6b49549d41]527dc1be-8b31-5024-4f8d-494e154354e2" [ 1355.020362] env[69770]: _type = "Task" [ 1355.020362] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1355.030552] env[69770]: DEBUG oslo_vmware.api [None req-ab8945e8-e8ec-4d7e-8174-61a8ed02a16d tempest-InstanceActionsTestJSON-164634102 tempest-InstanceActionsTestJSON-164634102-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]527dc1be-8b31-5024-4f8d-494e154354e2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1355.204524] env[69770]: DEBUG nova.network.neutron [-] [instance: 81a3e8a6-e1a8-49fd-915c-f5c28b313757] Updating instance_info_cache with network_info: [] {{(pid=69770) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1355.356153] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08c377a8-2d77-407a-9796-a79873d0fccd {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.364464] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89d5889a-27c2-4ba2-ba1f-949b7c7b78a4 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.372158] env[69770]: DEBUG oslo_concurrency.lockutils [None req-92c07984-9081-4830-94e2-5befa7d1a1cb tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] Acquiring lock "refresh_cache-21782e86-7845-479b-98a8-c2d5832d1ff3" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1355.372310] env[69770]: DEBUG oslo_concurrency.lockutils [None req-92c07984-9081-4830-94e2-5befa7d1a1cb tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] Acquired lock "refresh_cache-21782e86-7845-479b-98a8-c2d5832d1ff3" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1355.372507] env[69770]: DEBUG nova.network.neutron [None req-92c07984-9081-4830-94e2-5befa7d1a1cb tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] [instance: 21782e86-7845-479b-98a8-c2d5832d1ff3] Building network info cache for instance {{(pid=69770) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1355.398337] env[69770]: DEBUG oslo_concurrency.lockutils [req-7d9c17d9-7841-4ba6-8efb-0f87b4eee66b req-b0f1d927-9741-4e1a-8212-1cea895184e5 service nova] Releasing lock "refresh_cache-376fee75-5bec-4338-90b3-14f503fc1913" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1355.399823] env[69770]: DEBUG nova.network.neutron [None req-87848643-a09d-48e9-a75c-ef0436b5addf tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] [instance: ef08d59d-b387-4366-98a8-2ab7aa83b4d2] Instance cache missing network info. {{(pid=69770) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1355.402810] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-553e0445-317c-4712-b0c8-8162283d94ad {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.411824] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21104d41-e883-4314-948f-be3094694a94 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.425817] env[69770]: DEBUG nova.compute.provider_tree [None req-53e107b1-1273-472f-99d5-de0b7abdc93c tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] Updating inventory in ProviderTree for provider 7cc7d32b-b7a7-454a-a456-2a440248ed9d with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 21, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69770) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1355.531561] env[69770]: DEBUG oslo_vmware.api [None req-ab8945e8-e8ec-4d7e-8174-61a8ed02a16d tempest-InstanceActionsTestJSON-164634102 tempest-InstanceActionsTestJSON-164634102-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]527dc1be-8b31-5024-4f8d-494e154354e2, 'name': SearchDatastore_Task, 'duration_secs': 0.011101} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1355.532407] env[69770]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-76a19e00-078c-470e-8aaa-f5e6a007f9e5 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.535182] env[69770]: DEBUG nova.network.neutron [None req-87848643-a09d-48e9-a75c-ef0436b5addf tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] [instance: ef08d59d-b387-4366-98a8-2ab7aa83b4d2] Updating instance_info_cache with network_info: [{"id": "05a884d8-2ff6-4ef2-ac41-97d66afbf5aa", "address": "fa:16:3e:d1:94:d8", "network": {"id": "5cb038fa-57e0-447e-965e-88265882e7e5", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1033362514-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "50458fae76de4e588f96680501eae48c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6a31b224-77d7-48a4-af87-312758611b8e", "external-id": "nsx-vlan-transportzone-761", "segmentation_id": 761, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap05a884d8-2f", "ovs_interfaceid": "05a884d8-2ff6-4ef2-ac41-97d66afbf5aa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69770) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1355.539955] env[69770]: DEBUG oslo_vmware.api [None req-ab8945e8-e8ec-4d7e-8174-61a8ed02a16d tempest-InstanceActionsTestJSON-164634102 tempest-InstanceActionsTestJSON-164634102-project-member] Waiting for the task: (returnval){ [ 1355.539955] env[69770]: value = "session[52161b52-cb8e-ec9f-1132-2f6b49549d41]529a1fa9-9bd9-ec41-8947-d1bae0a5d43c" [ 1355.539955] env[69770]: _type = "Task" [ 1355.539955] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1355.547811] env[69770]: DEBUG oslo_vmware.api [None req-ab8945e8-e8ec-4d7e-8174-61a8ed02a16d tempest-InstanceActionsTestJSON-164634102 tempest-InstanceActionsTestJSON-164634102-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]529a1fa9-9bd9-ec41-8947-d1bae0a5d43c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1355.586765] env[69770]: DEBUG nova.network.neutron [-] [instance: bc5e169f-17c2-4941-8b9f-a33726ea26b6] Updating instance_info_cache with network_info: [] {{(pid=69770) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1355.709021] env[69770]: INFO nova.compute.manager [-] [instance: 81a3e8a6-e1a8-49fd-915c-f5c28b313757] Took 1.31 seconds to deallocate network for instance. [ 1355.950080] env[69770]: ERROR nova.scheduler.client.report [None req-53e107b1-1273-472f-99d5-de0b7abdc93c tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] [req-82178d8d-0300-4599-a2a3-1ac4f74f3eaa] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 21, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 7cc7d32b-b7a7-454a-a456-2a440248ed9d. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-82178d8d-0300-4599-a2a3-1ac4f74f3eaa"}]} [ 1355.968286] env[69770]: DEBUG nova.scheduler.client.report [None req-53e107b1-1273-472f-99d5-de0b7abdc93c tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] Refreshing inventories for resource provider 7cc7d32b-b7a7-454a-a456-2a440248ed9d {{(pid=69770) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1355.983517] env[69770]: DEBUG nova.scheduler.client.report [None req-53e107b1-1273-472f-99d5-de0b7abdc93c tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] Updating ProviderTree inventory for provider 7cc7d32b-b7a7-454a-a456-2a440248ed9d from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69770) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1355.983749] env[69770]: DEBUG nova.compute.provider_tree [None req-53e107b1-1273-472f-99d5-de0b7abdc93c tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] Updating inventory in ProviderTree for provider 7cc7d32b-b7a7-454a-a456-2a440248ed9d with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69770) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1355.995146] env[69770]: DEBUG nova.scheduler.client.report [None req-53e107b1-1273-472f-99d5-de0b7abdc93c tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] Refreshing aggregate associations for resource provider 7cc7d32b-b7a7-454a-a456-2a440248ed9d, aggregates: None {{(pid=69770) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1356.015935] env[69770]: DEBUG nova.scheduler.client.report [None req-53e107b1-1273-472f-99d5-de0b7abdc93c tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] Refreshing trait associations for resource provider 7cc7d32b-b7a7-454a-a456-2a440248ed9d, traits: HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE {{(pid=69770) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1356.037909] env[69770]: DEBUG oslo_concurrency.lockutils [None req-87848643-a09d-48e9-a75c-ef0436b5addf tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] Releasing lock "refresh_cache-ef08d59d-b387-4366-98a8-2ab7aa83b4d2" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1356.038240] env[69770]: DEBUG nova.compute.manager [None req-87848643-a09d-48e9-a75c-ef0436b5addf tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] [instance: ef08d59d-b387-4366-98a8-2ab7aa83b4d2] Instance network_info: |[{"id": "05a884d8-2ff6-4ef2-ac41-97d66afbf5aa", "address": "fa:16:3e:d1:94:d8", "network": {"id": "5cb038fa-57e0-447e-965e-88265882e7e5", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1033362514-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "50458fae76de4e588f96680501eae48c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6a31b224-77d7-48a4-af87-312758611b8e", "external-id": "nsx-vlan-transportzone-761", "segmentation_id": 761, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap05a884d8-2f", "ovs_interfaceid": "05a884d8-2ff6-4ef2-ac41-97d66afbf5aa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69770) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1356.038649] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-87848643-a09d-48e9-a75c-ef0436b5addf tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] [instance: ef08d59d-b387-4366-98a8-2ab7aa83b4d2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d1:94:d8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6a31b224-77d7-48a4-af87-312758611b8e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '05a884d8-2ff6-4ef2-ac41-97d66afbf5aa', 'vif_model': 'vmxnet3'}] {{(pid=69770) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1356.046416] env[69770]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-87848643-a09d-48e9-a75c-ef0436b5addf tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69770) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1356.049025] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ef08d59d-b387-4366-98a8-2ab7aa83b4d2] Creating VM on the ESX host {{(pid=69770) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1356.052699] env[69770]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1626eb91-bd00-43ce-a3cf-95723a8a1915 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.079014] env[69770]: DEBUG oslo_vmware.api [None req-ab8945e8-e8ec-4d7e-8174-61a8ed02a16d tempest-InstanceActionsTestJSON-164634102 tempest-InstanceActionsTestJSON-164634102-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]529a1fa9-9bd9-ec41-8947-d1bae0a5d43c, 'name': SearchDatastore_Task, 'duration_secs': 0.010511} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1356.080726] env[69770]: DEBUG oslo_concurrency.lockutils [None req-ab8945e8-e8ec-4d7e-8174-61a8ed02a16d tempest-InstanceActionsTestJSON-164634102 tempest-InstanceActionsTestJSON-164634102-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1356.080726] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab8945e8-e8ec-4d7e-8174-61a8ed02a16d tempest-InstanceActionsTestJSON-164634102 tempest-InstanceActionsTestJSON-164634102-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk to [datastore2] 376fee75-5bec-4338-90b3-14f503fc1913/376fee75-5bec-4338-90b3-14f503fc1913.vmdk {{(pid=69770) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1356.080920] env[69770]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1356.080920] env[69770]: value = "task-4070931" [ 1356.080920] env[69770]: _type = "Task" [ 1356.080920] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1356.081075] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9b89d99f-2fcd-44ce-b4f2-fed2471b49d8 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.089253] env[69770]: INFO nova.compute.manager [-] [instance: bc5e169f-17c2-4941-8b9f-a33726ea26b6] Took 1.23 seconds to deallocate network for instance. [ 1356.099422] env[69770]: DEBUG oslo_vmware.api [-] Task: {'id': task-4070931, 'name': CreateVM_Task} progress is 6%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1356.099925] env[69770]: DEBUG oslo_vmware.api [None req-ab8945e8-e8ec-4d7e-8174-61a8ed02a16d tempest-InstanceActionsTestJSON-164634102 tempest-InstanceActionsTestJSON-164634102-project-member] Waiting for the task: (returnval){ [ 1356.099925] env[69770]: value = "task-4070932" [ 1356.099925] env[69770]: _type = "Task" [ 1356.099925] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1356.115356] env[69770]: DEBUG oslo_vmware.api [None req-ab8945e8-e8ec-4d7e-8174-61a8ed02a16d tempest-InstanceActionsTestJSON-164634102 tempest-InstanceActionsTestJSON-164634102-project-member] Task: {'id': task-4070932, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1356.126456] env[69770]: DEBUG nova.compute.manager [req-9709af2e-0506-4d1e-ad4d-1e6fdf9df00c req-e5815d21-a2cf-4d38-b84a-d79bea5867b8 service nova] [instance: ef08d59d-b387-4366-98a8-2ab7aa83b4d2] Received event network-vif-plugged-05a884d8-2ff6-4ef2-ac41-97d66afbf5aa {{(pid=69770) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1356.126759] env[69770]: DEBUG oslo_concurrency.lockutils [req-9709af2e-0506-4d1e-ad4d-1e6fdf9df00c req-e5815d21-a2cf-4d38-b84a-d79bea5867b8 service nova] Acquiring lock "ef08d59d-b387-4366-98a8-2ab7aa83b4d2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1356.126979] env[69770]: DEBUG oslo_concurrency.lockutils [req-9709af2e-0506-4d1e-ad4d-1e6fdf9df00c req-e5815d21-a2cf-4d38-b84a-d79bea5867b8 service nova] Lock "ef08d59d-b387-4366-98a8-2ab7aa83b4d2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1356.127170] env[69770]: DEBUG oslo_concurrency.lockutils [req-9709af2e-0506-4d1e-ad4d-1e6fdf9df00c req-e5815d21-a2cf-4d38-b84a-d79bea5867b8 service nova] Lock "ef08d59d-b387-4366-98a8-2ab7aa83b4d2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1356.127337] env[69770]: DEBUG nova.compute.manager [req-9709af2e-0506-4d1e-ad4d-1e6fdf9df00c req-e5815d21-a2cf-4d38-b84a-d79bea5867b8 service nova] [instance: ef08d59d-b387-4366-98a8-2ab7aa83b4d2] No waiting events found dispatching network-vif-plugged-05a884d8-2ff6-4ef2-ac41-97d66afbf5aa {{(pid=69770) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1356.127498] env[69770]: WARNING nova.compute.manager [req-9709af2e-0506-4d1e-ad4d-1e6fdf9df00c req-e5815d21-a2cf-4d38-b84a-d79bea5867b8 service nova] [instance: ef08d59d-b387-4366-98a8-2ab7aa83b4d2] Received unexpected event network-vif-plugged-05a884d8-2ff6-4ef2-ac41-97d66afbf5aa for instance with vm_state building and task_state spawning. [ 1356.127719] env[69770]: DEBUG nova.compute.manager [req-9709af2e-0506-4d1e-ad4d-1e6fdf9df00c req-e5815d21-a2cf-4d38-b84a-d79bea5867b8 service nova] [instance: ef08d59d-b387-4366-98a8-2ab7aa83b4d2] Received event network-changed-05a884d8-2ff6-4ef2-ac41-97d66afbf5aa {{(pid=69770) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1356.127872] env[69770]: DEBUG nova.compute.manager [req-9709af2e-0506-4d1e-ad4d-1e6fdf9df00c req-e5815d21-a2cf-4d38-b84a-d79bea5867b8 service nova] [instance: ef08d59d-b387-4366-98a8-2ab7aa83b4d2] Refreshing instance network info cache due to event network-changed-05a884d8-2ff6-4ef2-ac41-97d66afbf5aa. {{(pid=69770) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1356.128142] env[69770]: DEBUG oslo_concurrency.lockutils [req-9709af2e-0506-4d1e-ad4d-1e6fdf9df00c req-e5815d21-a2cf-4d38-b84a-d79bea5867b8 service nova] Acquiring lock "refresh_cache-ef08d59d-b387-4366-98a8-2ab7aa83b4d2" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1356.128318] env[69770]: DEBUG oslo_concurrency.lockutils [req-9709af2e-0506-4d1e-ad4d-1e6fdf9df00c req-e5815d21-a2cf-4d38-b84a-d79bea5867b8 service nova] Acquired lock "refresh_cache-ef08d59d-b387-4366-98a8-2ab7aa83b4d2" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1356.128490] env[69770]: DEBUG nova.network.neutron [req-9709af2e-0506-4d1e-ad4d-1e6fdf9df00c req-e5815d21-a2cf-4d38-b84a-d79bea5867b8 service nova] [instance: ef08d59d-b387-4366-98a8-2ab7aa83b4d2] Refreshing network info cache for port 05a884d8-2ff6-4ef2-ac41-97d66afbf5aa {{(pid=69770) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1356.159704] env[69770]: DEBUG nova.network.neutron [None req-92c07984-9081-4830-94e2-5befa7d1a1cb tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] [instance: 21782e86-7845-479b-98a8-c2d5832d1ff3] Updating instance_info_cache with network_info: [{"id": "240a2458-a53e-4012-8dd0-6b6dde14c547", "address": "fa:16:3e:da:6d:89", "network": {"id": "6947160b-7d54-4e72-ac36-2126989baab1", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-851069895-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.254", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bcbfd42565514a329707ee7a1c7d910c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69076131-87ac-46dd-9d5d-8d1b4ea7dec6", "external-id": "nsx-vlan-transportzone-327", "segmentation_id": 327, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap240a2458-a5", "ovs_interfaceid": "240a2458-a53e-4012-8dd0-6b6dde14c547", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69770) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1356.175692] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b705b72-3a6e-4dbf-a516-86a1f188968a {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.184205] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e80eb18-fefc-4901-8cf7-dd854a2df9e0 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.216643] env[69770]: DEBUG oslo_concurrency.lockutils [None req-b4495404-ab94-4f97-b5b3-6203a013f71f tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1356.217601] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a1fbb38-a52d-4a1d-b75f-a14ddc3372e4 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.225262] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4697cdf4-5949-4e4c-8c72-727bb1c6cdaf {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.240276] env[69770]: DEBUG nova.compute.provider_tree [None req-53e107b1-1273-472f-99d5-de0b7abdc93c tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] Updating inventory in ProviderTree for provider 7cc7d32b-b7a7-454a-a456-2a440248ed9d with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 21, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69770) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1356.592699] env[69770]: DEBUG oslo_vmware.api [-] Task: {'id': task-4070931, 'name': CreateVM_Task} progress is 99%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1356.597162] env[69770]: DEBUG oslo_concurrency.lockutils [None req-274c0ed3-6b3f-4ccb-8631-0c4f5d49b80c tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1356.612499] env[69770]: DEBUG oslo_vmware.api [None req-ab8945e8-e8ec-4d7e-8174-61a8ed02a16d tempest-InstanceActionsTestJSON-164634102 tempest-InstanceActionsTestJSON-164634102-project-member] Task: {'id': task-4070932, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.466501} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1356.612802] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab8945e8-e8ec-4d7e-8174-61a8ed02a16d tempest-InstanceActionsTestJSON-164634102 tempest-InstanceActionsTestJSON-164634102-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk to [datastore2] 376fee75-5bec-4338-90b3-14f503fc1913/376fee75-5bec-4338-90b3-14f503fc1913.vmdk {{(pid=69770) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1356.613012] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-ab8945e8-e8ec-4d7e-8174-61a8ed02a16d tempest-InstanceActionsTestJSON-164634102 tempest-InstanceActionsTestJSON-164634102-project-member] [instance: 376fee75-5bec-4338-90b3-14f503fc1913] Extending root virtual disk to 1048576 {{(pid=69770) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1356.613313] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0a340a30-6d2f-463a-b8a0-e066cf3706f7 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.620320] env[69770]: DEBUG oslo_vmware.api [None req-ab8945e8-e8ec-4d7e-8174-61a8ed02a16d tempest-InstanceActionsTestJSON-164634102 tempest-InstanceActionsTestJSON-164634102-project-member] Waiting for the task: (returnval){ [ 1356.620320] env[69770]: value = "task-4070933" [ 1356.620320] env[69770]: _type = "Task" [ 1356.620320] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1356.628274] env[69770]: DEBUG oslo_vmware.api [None req-ab8945e8-e8ec-4d7e-8174-61a8ed02a16d tempest-InstanceActionsTestJSON-164634102 tempest-InstanceActionsTestJSON-164634102-project-member] Task: {'id': task-4070933, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1356.664475] env[69770]: DEBUG oslo_concurrency.lockutils [None req-92c07984-9081-4830-94e2-5befa7d1a1cb tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] Releasing lock "refresh_cache-21782e86-7845-479b-98a8-c2d5832d1ff3" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1356.771728] env[69770]: DEBUG nova.scheduler.client.report [None req-53e107b1-1273-472f-99d5-de0b7abdc93c tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] Updated inventory for provider 7cc7d32b-b7a7-454a-a456-2a440248ed9d with generation 162 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 21, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69770) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1356.772074] env[69770]: DEBUG nova.compute.provider_tree [None req-53e107b1-1273-472f-99d5-de0b7abdc93c tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] Updating resource provider 7cc7d32b-b7a7-454a-a456-2a440248ed9d generation from 162 to 163 during operation: update_inventory {{(pid=69770) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1356.772298] env[69770]: DEBUG nova.compute.provider_tree [None req-53e107b1-1273-472f-99d5-de0b7abdc93c tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] Updating inventory in ProviderTree for provider 7cc7d32b-b7a7-454a-a456-2a440248ed9d with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 21, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69770) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1356.872856] env[69770]: DEBUG nova.network.neutron [req-9709af2e-0506-4d1e-ad4d-1e6fdf9df00c req-e5815d21-a2cf-4d38-b84a-d79bea5867b8 service nova] [instance: ef08d59d-b387-4366-98a8-2ab7aa83b4d2] Updated VIF entry in instance network info cache for port 05a884d8-2ff6-4ef2-ac41-97d66afbf5aa. {{(pid=69770) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1356.873262] env[69770]: DEBUG nova.network.neutron [req-9709af2e-0506-4d1e-ad4d-1e6fdf9df00c req-e5815d21-a2cf-4d38-b84a-d79bea5867b8 service nova] [instance: ef08d59d-b387-4366-98a8-2ab7aa83b4d2] Updating instance_info_cache with network_info: [{"id": "05a884d8-2ff6-4ef2-ac41-97d66afbf5aa", "address": "fa:16:3e:d1:94:d8", "network": {"id": "5cb038fa-57e0-447e-965e-88265882e7e5", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1033362514-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "50458fae76de4e588f96680501eae48c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6a31b224-77d7-48a4-af87-312758611b8e", "external-id": "nsx-vlan-transportzone-761", "segmentation_id": 761, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap05a884d8-2f", "ovs_interfaceid": "05a884d8-2ff6-4ef2-ac41-97d66afbf5aa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69770) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1357.094529] env[69770]: DEBUG oslo_vmware.api [-] Task: {'id': task-4070931, 'name': CreateVM_Task} progress is 99%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1357.129823] env[69770]: DEBUG oslo_vmware.api [None req-ab8945e8-e8ec-4d7e-8174-61a8ed02a16d tempest-InstanceActionsTestJSON-164634102 tempest-InstanceActionsTestJSON-164634102-project-member] Task: {'id': task-4070933, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.060731} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1357.130136] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-ab8945e8-e8ec-4d7e-8174-61a8ed02a16d tempest-InstanceActionsTestJSON-164634102 tempest-InstanceActionsTestJSON-164634102-project-member] [instance: 376fee75-5bec-4338-90b3-14f503fc1913] Extended root virtual disk {{(pid=69770) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1357.130983] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86281742-310c-4f96-a979-5d8cb6d8a1e1 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.154990] env[69770]: DEBUG nova.virt.vmwareapi.volumeops [None req-ab8945e8-e8ec-4d7e-8174-61a8ed02a16d tempest-InstanceActionsTestJSON-164634102 tempest-InstanceActionsTestJSON-164634102-project-member] [instance: 376fee75-5bec-4338-90b3-14f503fc1913] Reconfiguring VM instance instance-00000075 to attach disk [datastore2] 376fee75-5bec-4338-90b3-14f503fc1913/376fee75-5bec-4338-90b3-14f503fc1913.vmdk or device None with type sparse {{(pid=69770) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1357.155410] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3c604406-7cb5-4156-906e-8cff4ccfe680 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.175596] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-834df167-0ff8-4d1b-b693-a19149253502 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.181266] env[69770]: DEBUG oslo_vmware.api [None req-ab8945e8-e8ec-4d7e-8174-61a8ed02a16d tempest-InstanceActionsTestJSON-164634102 tempest-InstanceActionsTestJSON-164634102-project-member] Waiting for the task: (returnval){ [ 1357.181266] env[69770]: value = "task-4070934" [ 1357.181266] env[69770]: _type = "Task" [ 1357.181266] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1357.188460] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fcb0394-2d4f-4dac-882b-4ed516589fb1 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.205075] env[69770]: DEBUG oslo_vmware.api [None req-ab8945e8-e8ec-4d7e-8174-61a8ed02a16d tempest-InstanceActionsTestJSON-164634102 tempest-InstanceActionsTestJSON-164634102-project-member] Task: {'id': task-4070934, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1357.280181] env[69770]: DEBUG oslo_concurrency.lockutils [None req-53e107b1-1273-472f-99d5-de0b7abdc93c tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.058s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1357.280766] env[69770]: DEBUG nova.compute.manager [None req-53e107b1-1273-472f-99d5-de0b7abdc93c tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] [instance: 55705028-e81f-4078-98f3-b2bdf1994354] Start building networks asynchronously for instance. {{(pid=69770) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1357.283650] env[69770]: DEBUG oslo_concurrency.lockutils [None req-b4495404-ab94-4f97-b5b3-6203a013f71f tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.067s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1357.283892] env[69770]: DEBUG nova.objects.instance [None req-b4495404-ab94-4f97-b5b3-6203a013f71f tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] Lazy-loading 'resources' on Instance uuid 81a3e8a6-e1a8-49fd-915c-f5c28b313757 {{(pid=69770) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1357.376291] env[69770]: DEBUG oslo_concurrency.lockutils [req-9709af2e-0506-4d1e-ad4d-1e6fdf9df00c req-e5815d21-a2cf-4d38-b84a-d79bea5867b8 service nova] Releasing lock "refresh_cache-ef08d59d-b387-4366-98a8-2ab7aa83b4d2" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1357.376622] env[69770]: DEBUG nova.compute.manager [req-9709af2e-0506-4d1e-ad4d-1e6fdf9df00c req-e5815d21-a2cf-4d38-b84a-d79bea5867b8 service nova] [instance: 81a3e8a6-e1a8-49fd-915c-f5c28b313757] Received event network-vif-deleted-8d556eef-7dea-4829-8d14-9db8367db428 {{(pid=69770) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1357.376871] env[69770]: DEBUG nova.compute.manager [req-9709af2e-0506-4d1e-ad4d-1e6fdf9df00c req-e5815d21-a2cf-4d38-b84a-d79bea5867b8 service nova] [instance: bc5e169f-17c2-4941-8b9f-a33726ea26b6] Received event network-vif-deleted-e0e5606c-39ba-441b-9f02-39c06f935df9 {{(pid=69770) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1357.594033] env[69770]: DEBUG oslo_vmware.api [-] Task: {'id': task-4070931, 'name': CreateVM_Task, 'duration_secs': 1.074084} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1357.594229] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ef08d59d-b387-4366-98a8-2ab7aa83b4d2] Created VM on the ESX host {{(pid=69770) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1357.594854] env[69770]: DEBUG oslo_concurrency.lockutils [None req-87848643-a09d-48e9-a75c-ef0436b5addf tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1357.595031] env[69770]: DEBUG oslo_concurrency.lockutils [None req-87848643-a09d-48e9-a75c-ef0436b5addf tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1357.595354] env[69770]: DEBUG oslo_concurrency.lockutils [None req-87848643-a09d-48e9-a75c-ef0436b5addf tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1357.595602] env[69770]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b4299cfc-df56-4bb7-b5d8-97f290cad4d3 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.600108] env[69770]: DEBUG oslo_vmware.api [None req-87848643-a09d-48e9-a75c-ef0436b5addf tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] Waiting for the task: (returnval){ [ 1357.600108] env[69770]: value = "session[52161b52-cb8e-ec9f-1132-2f6b49549d41]52f08502-fd61-8455-9ab7-4b591ddf9668" [ 1357.600108] env[69770]: _type = "Task" [ 1357.600108] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1357.608091] env[69770]: DEBUG oslo_vmware.api [None req-87848643-a09d-48e9-a75c-ef0436b5addf tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]52f08502-fd61-8455-9ab7-4b591ddf9668, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1357.691764] env[69770]: DEBUG oslo_vmware.api [None req-ab8945e8-e8ec-4d7e-8174-61a8ed02a16d tempest-InstanceActionsTestJSON-164634102 tempest-InstanceActionsTestJSON-164634102-project-member] Task: {'id': task-4070934, 'name': ReconfigVM_Task, 'duration_secs': 0.27758} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1357.692049] env[69770]: DEBUG nova.virt.vmwareapi.volumeops [None req-ab8945e8-e8ec-4d7e-8174-61a8ed02a16d tempest-InstanceActionsTestJSON-164634102 tempest-InstanceActionsTestJSON-164634102-project-member] [instance: 376fee75-5bec-4338-90b3-14f503fc1913] Reconfigured VM instance instance-00000075 to attach disk [datastore2] 376fee75-5bec-4338-90b3-14f503fc1913/376fee75-5bec-4338-90b3-14f503fc1913.vmdk or device None with type sparse {{(pid=69770) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1357.692699] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2ed46843-cba2-4ea0-abd7-db43b06dcd0e {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.699574] env[69770]: DEBUG oslo_vmware.api [None req-ab8945e8-e8ec-4d7e-8174-61a8ed02a16d tempest-InstanceActionsTestJSON-164634102 tempest-InstanceActionsTestJSON-164634102-project-member] Waiting for the task: (returnval){ [ 1357.699574] env[69770]: value = "task-4070935" [ 1357.699574] env[69770]: _type = "Task" [ 1357.699574] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1357.711557] env[69770]: DEBUG oslo_vmware.api [None req-ab8945e8-e8ec-4d7e-8174-61a8ed02a16d tempest-InstanceActionsTestJSON-164634102 tempest-InstanceActionsTestJSON-164634102-project-member] Task: {'id': task-4070935, 'name': Rename_Task} progress is 5%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1357.752308] env[69770]: DEBUG oslo_service.periodic_task [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69770) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1357.752655] env[69770]: DEBUG oslo_service.periodic_task [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69770) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1357.752848] env[69770]: DEBUG oslo_service.periodic_task [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69770) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1357.786950] env[69770]: DEBUG nova.compute.utils [None req-53e107b1-1273-472f-99d5-de0b7abdc93c tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] Using /dev/sd instead of None {{(pid=69770) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1357.788331] env[69770]: DEBUG nova.compute.manager [None req-53e107b1-1273-472f-99d5-de0b7abdc93c tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] [instance: 55705028-e81f-4078-98f3-b2bdf1994354] Allocating IP information in the background. {{(pid=69770) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1357.788510] env[69770]: DEBUG nova.network.neutron [None req-53e107b1-1273-472f-99d5-de0b7abdc93c tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] [instance: 55705028-e81f-4078-98f3-b2bdf1994354] allocate_for_instance() {{(pid=69770) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1357.840304] env[69770]: DEBUG nova.policy [None req-53e107b1-1273-472f-99d5-de0b7abdc93c tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ea91788e155d4730addc49b310f1619a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '11ab5c964ea04c01a3f39c2d9427a421', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69770) authorize /opt/stack/nova/nova/policy.py:192}} [ 1357.913470] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab210997-ab9c-40eb-8423-86dcab2f4dad {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.921498] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b57a1d7-0dee-4c6b-b1c8-900bdc72dca0 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.956723] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40f0de4c-b07c-4822-8c92-25e83c978c40 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.965772] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-063b195d-653b-4d49-9f35-eeef92af1be9 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.981885] env[69770]: DEBUG nova.compute.provider_tree [None req-b4495404-ab94-4f97-b5b3-6203a013f71f tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] Inventory has not changed in ProviderTree for provider: 7cc7d32b-b7a7-454a-a456-2a440248ed9d {{(pid=69770) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1358.096764] env[69770]: DEBUG nova.network.neutron [None req-53e107b1-1273-472f-99d5-de0b7abdc93c tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] [instance: 55705028-e81f-4078-98f3-b2bdf1994354] Successfully created port: c14a815f-ff25-4b91-b64c-92a42eacb37b {{(pid=69770) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1358.110117] env[69770]: DEBUG oslo_vmware.api [None req-87848643-a09d-48e9-a75c-ef0436b5addf tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]52f08502-fd61-8455-9ab7-4b591ddf9668, 'name': SearchDatastore_Task, 'duration_secs': 0.015285} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1358.110445] env[69770]: DEBUG oslo_concurrency.lockutils [None req-87848643-a09d-48e9-a75c-ef0436b5addf tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1358.110683] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-87848643-a09d-48e9-a75c-ef0436b5addf tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] [instance: ef08d59d-b387-4366-98a8-2ab7aa83b4d2] Processing image d1eaff80-24a0-4391-90eb-59958b1ecf0a {{(pid=69770) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1358.110914] env[69770]: DEBUG oslo_concurrency.lockutils [None req-87848643-a09d-48e9-a75c-ef0436b5addf tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1358.111070] env[69770]: DEBUG oslo_concurrency.lockutils [None req-87848643-a09d-48e9-a75c-ef0436b5addf tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1358.111256] env[69770]: DEBUG nova.virt.vmwareapi.ds_util [None req-87848643-a09d-48e9-a75c-ef0436b5addf tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69770) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1358.111538] env[69770]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-18dba9d8-7772-46f2-8e3a-52b662ad7158 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1358.124251] env[69770]: DEBUG nova.virt.vmwareapi.ds_util [None req-87848643-a09d-48e9-a75c-ef0436b5addf tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69770) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1358.124435] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-87848643-a09d-48e9-a75c-ef0436b5addf tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69770) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1358.125189] env[69770]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-638e3d84-dc64-4cd4-8352-416033af22ca {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1358.131884] env[69770]: DEBUG oslo_vmware.api [None req-87848643-a09d-48e9-a75c-ef0436b5addf tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] Waiting for the task: (returnval){ [ 1358.131884] env[69770]: value = "session[52161b52-cb8e-ec9f-1132-2f6b49549d41]5202036f-877f-8e66-9e84-7095937d32e3" [ 1358.131884] env[69770]: _type = "Task" [ 1358.131884] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1358.139577] env[69770]: DEBUG oslo_vmware.api [None req-87848643-a09d-48e9-a75c-ef0436b5addf tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]5202036f-877f-8e66-9e84-7095937d32e3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1358.209187] env[69770]: DEBUG oslo_vmware.api [None req-ab8945e8-e8ec-4d7e-8174-61a8ed02a16d tempest-InstanceActionsTestJSON-164634102 tempest-InstanceActionsTestJSON-164634102-project-member] Task: {'id': task-4070935, 'name': Rename_Task, 'duration_secs': 0.14522} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1358.209726] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab8945e8-e8ec-4d7e-8174-61a8ed02a16d tempest-InstanceActionsTestJSON-164634102 tempest-InstanceActionsTestJSON-164634102-project-member] [instance: 376fee75-5bec-4338-90b3-14f503fc1913] Powering on the VM {{(pid=69770) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1358.210082] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fb147d9f-92f7-4fb5-a2fb-edf634180df5 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1358.216882] env[69770]: DEBUG oslo_vmware.api [None req-ab8945e8-e8ec-4d7e-8174-61a8ed02a16d tempest-InstanceActionsTestJSON-164634102 tempest-InstanceActionsTestJSON-164634102-project-member] Waiting for the task: (returnval){ [ 1358.216882] env[69770]: value = "task-4070936" [ 1358.216882] env[69770]: _type = "Task" [ 1358.216882] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1358.225693] env[69770]: DEBUG oslo_vmware.api [None req-ab8945e8-e8ec-4d7e-8174-61a8ed02a16d tempest-InstanceActionsTestJSON-164634102 tempest-InstanceActionsTestJSON-164634102-project-member] Task: {'id': task-4070936, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1358.255854] env[69770]: DEBUG oslo_concurrency.lockutils [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1358.295197] env[69770]: DEBUG nova.compute.manager [None req-53e107b1-1273-472f-99d5-de0b7abdc93c tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] [instance: 55705028-e81f-4078-98f3-b2bdf1994354] Start building block device mappings for instance. {{(pid=69770) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1358.299383] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08e9a696-126b-4635-b770-9a2009c9317b {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1358.322130] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00d8efba-934b-4460-8b78-6e4ebeb8c67d {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1358.329935] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-92c07984-9081-4830-94e2-5befa7d1a1cb tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] [instance: 21782e86-7845-479b-98a8-c2d5832d1ff3] Updating instance '21782e86-7845-479b-98a8-c2d5832d1ff3' progress to 83 {{(pid=69770) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1358.486425] env[69770]: DEBUG nova.scheduler.client.report [None req-b4495404-ab94-4f97-b5b3-6203a013f71f tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] Inventory has not changed for provider 7cc7d32b-b7a7-454a-a456-2a440248ed9d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 21, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69770) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1358.646095] env[69770]: DEBUG oslo_vmware.api [None req-87848643-a09d-48e9-a75c-ef0436b5addf tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]5202036f-877f-8e66-9e84-7095937d32e3, 'name': SearchDatastore_Task, 'duration_secs': 0.016965} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1358.646934] env[69770]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e627644d-28ef-4e67-9223-e7c2a139d61c {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1358.653967] env[69770]: DEBUG oslo_vmware.api [None req-87848643-a09d-48e9-a75c-ef0436b5addf tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] Waiting for the task: (returnval){ [ 1358.653967] env[69770]: value = "session[52161b52-cb8e-ec9f-1132-2f6b49549d41]52d2bd00-c5eb-2cfc-1b0e-19fd2d8a4ad1" [ 1358.653967] env[69770]: _type = "Task" [ 1358.653967] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1358.664491] env[69770]: DEBUG oslo_vmware.api [None req-87848643-a09d-48e9-a75c-ef0436b5addf tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]52d2bd00-c5eb-2cfc-1b0e-19fd2d8a4ad1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1358.728028] env[69770]: DEBUG oslo_vmware.api [None req-ab8945e8-e8ec-4d7e-8174-61a8ed02a16d tempest-InstanceActionsTestJSON-164634102 tempest-InstanceActionsTestJSON-164634102-project-member] Task: {'id': task-4070936, 'name': PowerOnVM_Task, 'duration_secs': 0.443214} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1358.728212] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab8945e8-e8ec-4d7e-8174-61a8ed02a16d tempest-InstanceActionsTestJSON-164634102 tempest-InstanceActionsTestJSON-164634102-project-member] [instance: 376fee75-5bec-4338-90b3-14f503fc1913] Powered on the VM {{(pid=69770) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1358.728415] env[69770]: INFO nova.compute.manager [None req-ab8945e8-e8ec-4d7e-8174-61a8ed02a16d tempest-InstanceActionsTestJSON-164634102 tempest-InstanceActionsTestJSON-164634102-project-member] [instance: 376fee75-5bec-4338-90b3-14f503fc1913] Took 7.01 seconds to spawn the instance on the hypervisor. [ 1358.728596] env[69770]: DEBUG nova.compute.manager [None req-ab8945e8-e8ec-4d7e-8174-61a8ed02a16d tempest-InstanceActionsTestJSON-164634102 tempest-InstanceActionsTestJSON-164634102-project-member] [instance: 376fee75-5bec-4338-90b3-14f503fc1913] Checking state {{(pid=69770) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1358.729435] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93333049-f500-4d31-9034-0c3015fb6074 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1358.836347] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-92c07984-9081-4830-94e2-5befa7d1a1cb tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] [instance: 21782e86-7845-479b-98a8-c2d5832d1ff3] Powering on the VM {{(pid=69770) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1358.836647] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4b03f7fc-c6b9-4ab8-9ca6-1428f9512d51 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1358.845507] env[69770]: DEBUG oslo_vmware.api [None req-92c07984-9081-4830-94e2-5befa7d1a1cb tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] Waiting for the task: (returnval){ [ 1358.845507] env[69770]: value = "task-4070937" [ 1358.845507] env[69770]: _type = "Task" [ 1358.845507] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1358.854954] env[69770]: DEBUG oslo_vmware.api [None req-92c07984-9081-4830-94e2-5befa7d1a1cb tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] Task: {'id': task-4070937, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1358.992814] env[69770]: DEBUG oslo_concurrency.lockutils [None req-b4495404-ab94-4f97-b5b3-6203a013f71f tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.709s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1358.996755] env[69770]: DEBUG oslo_concurrency.lockutils [None req-274c0ed3-6b3f-4ccb-8631-0c4f5d49b80c tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.399s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1358.996755] env[69770]: DEBUG nova.objects.instance [None req-274c0ed3-6b3f-4ccb-8631-0c4f5d49b80c tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] Lazy-loading 'resources' on Instance uuid bc5e169f-17c2-4941-8b9f-a33726ea26b6 {{(pid=69770) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1359.022382] env[69770]: INFO nova.scheduler.client.report [None req-b4495404-ab94-4f97-b5b3-6203a013f71f tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] Deleted allocations for instance 81a3e8a6-e1a8-49fd-915c-f5c28b313757 [ 1359.168537] env[69770]: DEBUG oslo_vmware.api [None req-87848643-a09d-48e9-a75c-ef0436b5addf tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]52d2bd00-c5eb-2cfc-1b0e-19fd2d8a4ad1, 'name': SearchDatastore_Task, 'duration_secs': 0.019087} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1359.170233] env[69770]: DEBUG oslo_concurrency.lockutils [None req-87848643-a09d-48e9-a75c-ef0436b5addf tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1359.170233] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-87848643-a09d-48e9-a75c-ef0436b5addf tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk to [datastore1] ef08d59d-b387-4366-98a8-2ab7aa83b4d2/ef08d59d-b387-4366-98a8-2ab7aa83b4d2.vmdk {{(pid=69770) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1359.170233] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-90f5df6b-c229-43ee-8e35-a3ae5632ae51 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1359.177551] env[69770]: DEBUG oslo_vmware.api [None req-87848643-a09d-48e9-a75c-ef0436b5addf tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] Waiting for the task: (returnval){ [ 1359.177551] env[69770]: value = "task-4070938" [ 1359.177551] env[69770]: _type = "Task" [ 1359.177551] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1359.187158] env[69770]: DEBUG oslo_vmware.api [None req-87848643-a09d-48e9-a75c-ef0436b5addf tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] Task: {'id': task-4070938, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1359.249879] env[69770]: INFO nova.compute.manager [None req-ab8945e8-e8ec-4d7e-8174-61a8ed02a16d tempest-InstanceActionsTestJSON-164634102 tempest-InstanceActionsTestJSON-164634102-project-member] [instance: 376fee75-5bec-4338-90b3-14f503fc1913] Took 17.08 seconds to build instance. [ 1359.310982] env[69770]: DEBUG nova.compute.manager [None req-53e107b1-1273-472f-99d5-de0b7abdc93c tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] [instance: 55705028-e81f-4078-98f3-b2bdf1994354] Start spawning the instance on the hypervisor. {{(pid=69770) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1359.339942] env[69770]: DEBUG nova.virt.hardware [None req-53e107b1-1273-472f-99d5-de0b7abdc93c tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T12:16:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T12:16:11Z,direct_url=,disk_format='vmdk',id=d1eaff80-24a0-4391-90eb-59958b1ecf0a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d65f20bb89fb40a98b77bc6d97357df2',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T12:16:12Z,virtual_size=,visibility=), allow threads: False {{(pid=69770) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1359.340643] env[69770]: DEBUG nova.virt.hardware [None req-53e107b1-1273-472f-99d5-de0b7abdc93c tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] Flavor limits 0:0:0 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1359.340643] env[69770]: DEBUG nova.virt.hardware [None req-53e107b1-1273-472f-99d5-de0b7abdc93c tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] Image limits 0:0:0 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1359.340643] env[69770]: DEBUG nova.virt.hardware [None req-53e107b1-1273-472f-99d5-de0b7abdc93c tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] Flavor pref 0:0:0 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1359.340903] env[69770]: DEBUG nova.virt.hardware [None req-53e107b1-1273-472f-99d5-de0b7abdc93c tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] Image pref 0:0:0 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1359.340903] env[69770]: DEBUG nova.virt.hardware [None req-53e107b1-1273-472f-99d5-de0b7abdc93c tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1359.341086] env[69770]: DEBUG nova.virt.hardware [None req-53e107b1-1273-472f-99d5-de0b7abdc93c tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69770) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1359.341188] env[69770]: DEBUG nova.virt.hardware [None req-53e107b1-1273-472f-99d5-de0b7abdc93c tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69770) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1359.341359] env[69770]: DEBUG nova.virt.hardware [None req-53e107b1-1273-472f-99d5-de0b7abdc93c tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] Got 1 possible topologies {{(pid=69770) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1359.341574] env[69770]: DEBUG nova.virt.hardware [None req-53e107b1-1273-472f-99d5-de0b7abdc93c tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69770) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1359.341773] env[69770]: DEBUG nova.virt.hardware [None req-53e107b1-1273-472f-99d5-de0b7abdc93c tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69770) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1359.342734] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04100116-80fb-4abf-8487-b88fe2967e1c {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1359.352499] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-daed95ef-8f6b-43f1-8701-3736192f1d0e {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1359.359466] env[69770]: DEBUG oslo_vmware.api [None req-92c07984-9081-4830-94e2-5befa7d1a1cb tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] Task: {'id': task-4070937, 'name': PowerOnVM_Task, 'duration_secs': 0.442175} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1359.360147] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-92c07984-9081-4830-94e2-5befa7d1a1cb tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] [instance: 21782e86-7845-479b-98a8-c2d5832d1ff3] Powered on the VM {{(pid=69770) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1359.360340] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-92c07984-9081-4830-94e2-5befa7d1a1cb tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] [instance: 21782e86-7845-479b-98a8-c2d5832d1ff3] Updating instance '21782e86-7845-479b-98a8-c2d5832d1ff3' progress to 100 {{(pid=69770) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1359.494523] env[69770]: DEBUG nova.compute.manager [req-b96374db-73f5-4304-b5b3-c43f9b0ba7eb req-7c3bd35f-e5ff-4e9d-b3bd-1691cfecdd78 service nova] [instance: 55705028-e81f-4078-98f3-b2bdf1994354] Received event network-vif-plugged-c14a815f-ff25-4b91-b64c-92a42eacb37b {{(pid=69770) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1359.494785] env[69770]: DEBUG oslo_concurrency.lockutils [req-b96374db-73f5-4304-b5b3-c43f9b0ba7eb req-7c3bd35f-e5ff-4e9d-b3bd-1691cfecdd78 service nova] Acquiring lock "55705028-e81f-4078-98f3-b2bdf1994354-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1359.495104] env[69770]: DEBUG oslo_concurrency.lockutils [req-b96374db-73f5-4304-b5b3-c43f9b0ba7eb req-7c3bd35f-e5ff-4e9d-b3bd-1691cfecdd78 service nova] Lock "55705028-e81f-4078-98f3-b2bdf1994354-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1359.495243] env[69770]: DEBUG oslo_concurrency.lockutils [req-b96374db-73f5-4304-b5b3-c43f9b0ba7eb req-7c3bd35f-e5ff-4e9d-b3bd-1691cfecdd78 service nova] Lock "55705028-e81f-4078-98f3-b2bdf1994354-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1359.495420] env[69770]: DEBUG nova.compute.manager [req-b96374db-73f5-4304-b5b3-c43f9b0ba7eb req-7c3bd35f-e5ff-4e9d-b3bd-1691cfecdd78 service nova] [instance: 55705028-e81f-4078-98f3-b2bdf1994354] No waiting events found dispatching network-vif-plugged-c14a815f-ff25-4b91-b64c-92a42eacb37b {{(pid=69770) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1359.495604] env[69770]: WARNING nova.compute.manager [req-b96374db-73f5-4304-b5b3-c43f9b0ba7eb req-7c3bd35f-e5ff-4e9d-b3bd-1691cfecdd78 service nova] [instance: 55705028-e81f-4078-98f3-b2bdf1994354] Received unexpected event network-vif-plugged-c14a815f-ff25-4b91-b64c-92a42eacb37b for instance with vm_state building and task_state spawning. [ 1359.530326] env[69770]: DEBUG oslo_concurrency.lockutils [None req-b4495404-ab94-4f97-b5b3-6203a013f71f tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] Lock "81a3e8a6-e1a8-49fd-915c-f5c28b313757" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.774s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1359.596513] env[69770]: DEBUG nova.network.neutron [None req-53e107b1-1273-472f-99d5-de0b7abdc93c tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] [instance: 55705028-e81f-4078-98f3-b2bdf1994354] Successfully updated port: c14a815f-ff25-4b91-b64c-92a42eacb37b {{(pid=69770) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1359.636832] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69ff33e0-8ff9-4745-96cd-1c46d340a71c {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1359.647589] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61893150-8cde-4449-a729-3e02da5183ab {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1359.685431] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2585a8e-dc7a-418f-86da-b505d4be0bad {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1359.699258] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d81e1fab-a0f6-4246-bc47-83008c60673d {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1359.703656] env[69770]: DEBUG oslo_vmware.api [None req-87848643-a09d-48e9-a75c-ef0436b5addf tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] Task: {'id': task-4070938, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1359.715213] env[69770]: DEBUG nova.compute.provider_tree [None req-274c0ed3-6b3f-4ccb-8631-0c4f5d49b80c tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] Inventory has not changed in ProviderTree for provider: 7cc7d32b-b7a7-454a-a456-2a440248ed9d {{(pid=69770) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1359.741245] env[69770]: DEBUG oslo_concurrency.lockutils [None req-97bfc68c-6546-4d66-a878-78f783642120 tempest-InstanceActionsTestJSON-164634102 tempest-InstanceActionsTestJSON-164634102-project-member] Acquiring lock "376fee75-5bec-4338-90b3-14f503fc1913" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1359.752509] env[69770]: DEBUG oslo_concurrency.lockutils [None req-ab8945e8-e8ec-4d7e-8174-61a8ed02a16d tempest-InstanceActionsTestJSON-164634102 tempest-InstanceActionsTestJSON-164634102-project-member] Lock "376fee75-5bec-4338-90b3-14f503fc1913" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.591s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1359.752830] env[69770]: DEBUG oslo_concurrency.lockutils [None req-97bfc68c-6546-4d66-a878-78f783642120 tempest-InstanceActionsTestJSON-164634102 tempest-InstanceActionsTestJSON-164634102-project-member] Lock "376fee75-5bec-4338-90b3-14f503fc1913" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.012s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1359.753107] env[69770]: INFO nova.compute.manager [None req-97bfc68c-6546-4d66-a878-78f783642120 tempest-InstanceActionsTestJSON-164634102 tempest-InstanceActionsTestJSON-164634102-project-member] [instance: 376fee75-5bec-4338-90b3-14f503fc1913] Rebooting instance [ 1360.100321] env[69770]: DEBUG oslo_concurrency.lockutils [None req-53e107b1-1273-472f-99d5-de0b7abdc93c tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] Acquiring lock "refresh_cache-55705028-e81f-4078-98f3-b2bdf1994354" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1360.100544] env[69770]: DEBUG oslo_concurrency.lockutils [None req-53e107b1-1273-472f-99d5-de0b7abdc93c tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] Acquired lock "refresh_cache-55705028-e81f-4078-98f3-b2bdf1994354" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1360.100812] env[69770]: DEBUG nova.network.neutron [None req-53e107b1-1273-472f-99d5-de0b7abdc93c tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] [instance: 55705028-e81f-4078-98f3-b2bdf1994354] Building network info cache for instance {{(pid=69770) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1360.193127] env[69770]: DEBUG oslo_vmware.api [None req-87848643-a09d-48e9-a75c-ef0436b5addf tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] Task: {'id': task-4070938, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.612577} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1360.193570] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-87848643-a09d-48e9-a75c-ef0436b5addf tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk to [datastore1] ef08d59d-b387-4366-98a8-2ab7aa83b4d2/ef08d59d-b387-4366-98a8-2ab7aa83b4d2.vmdk {{(pid=69770) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1360.193664] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-87848643-a09d-48e9-a75c-ef0436b5addf tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] [instance: ef08d59d-b387-4366-98a8-2ab7aa83b4d2] Extending root virtual disk to 1048576 {{(pid=69770) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1360.193876] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7d9839fc-9e5b-4f54-afad-de611c011e4a {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.201808] env[69770]: DEBUG oslo_vmware.api [None req-87848643-a09d-48e9-a75c-ef0436b5addf tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] Waiting for the task: (returnval){ [ 1360.201808] env[69770]: value = "task-4070939" [ 1360.201808] env[69770]: _type = "Task" [ 1360.201808] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1360.211114] env[69770]: DEBUG oslo_vmware.api [None req-87848643-a09d-48e9-a75c-ef0436b5addf tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] Task: {'id': task-4070939, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1360.218344] env[69770]: DEBUG nova.scheduler.client.report [None req-274c0ed3-6b3f-4ccb-8631-0c4f5d49b80c tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] Inventory has not changed for provider 7cc7d32b-b7a7-454a-a456-2a440248ed9d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 21, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69770) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1360.269588] env[69770]: DEBUG oslo_concurrency.lockutils [None req-97bfc68c-6546-4d66-a878-78f783642120 tempest-InstanceActionsTestJSON-164634102 tempest-InstanceActionsTestJSON-164634102-project-member] Acquiring lock "refresh_cache-376fee75-5bec-4338-90b3-14f503fc1913" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1360.269805] env[69770]: DEBUG oslo_concurrency.lockutils [None req-97bfc68c-6546-4d66-a878-78f783642120 tempest-InstanceActionsTestJSON-164634102 tempest-InstanceActionsTestJSON-164634102-project-member] Acquired lock "refresh_cache-376fee75-5bec-4338-90b3-14f503fc1913" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1360.269997] env[69770]: DEBUG nova.network.neutron [None req-97bfc68c-6546-4d66-a878-78f783642120 tempest-InstanceActionsTestJSON-164634102 tempest-InstanceActionsTestJSON-164634102-project-member] [instance: 376fee75-5bec-4338-90b3-14f503fc1913] Building network info cache for instance {{(pid=69770) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1360.632165] env[69770]: DEBUG nova.network.neutron [None req-53e107b1-1273-472f-99d5-de0b7abdc93c tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] [instance: 55705028-e81f-4078-98f3-b2bdf1994354] Instance cache missing network info. {{(pid=69770) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1360.711347] env[69770]: DEBUG oslo_vmware.api [None req-87848643-a09d-48e9-a75c-ef0436b5addf tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] Task: {'id': task-4070939, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073279} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1360.711652] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-87848643-a09d-48e9-a75c-ef0436b5addf tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] [instance: ef08d59d-b387-4366-98a8-2ab7aa83b4d2] Extended root virtual disk {{(pid=69770) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1360.712448] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65063f78-4cf9-47db-bf29-9f34ea238c13 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.726542] env[69770]: DEBUG oslo_concurrency.lockutils [None req-274c0ed3-6b3f-4ccb-8631-0c4f5d49b80c tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.731s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1360.736826] env[69770]: DEBUG nova.virt.vmwareapi.volumeops [None req-87848643-a09d-48e9-a75c-ef0436b5addf tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] [instance: ef08d59d-b387-4366-98a8-2ab7aa83b4d2] Reconfiguring VM instance instance-00000076 to attach disk [datastore1] ef08d59d-b387-4366-98a8-2ab7aa83b4d2/ef08d59d-b387-4366-98a8-2ab7aa83b4d2.vmdk or device None with type sparse {{(pid=69770) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1360.737322] env[69770]: DEBUG oslo_concurrency.lockutils [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 2.482s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1360.737499] env[69770]: DEBUG oslo_concurrency.lockutils [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1360.737649] env[69770]: DEBUG nova.compute.resource_tracker [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69770) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1360.738080] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-774c8249-8551-4246-965b-a2859026acd3 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.753519] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df1122ae-5310-4954-824a-f8485755c1cb {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.756798] env[69770]: INFO nova.scheduler.client.report [None req-274c0ed3-6b3f-4ccb-8631-0c4f5d49b80c tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] Deleted allocations for instance bc5e169f-17c2-4941-8b9f-a33726ea26b6 [ 1360.770022] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85f25a06-f2a5-4133-aaee-a26ea2b34a66 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.774317] env[69770]: DEBUG oslo_vmware.api [None req-87848643-a09d-48e9-a75c-ef0436b5addf tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] Waiting for the task: (returnval){ [ 1360.774317] env[69770]: value = "task-4070940" [ 1360.774317] env[69770]: _type = "Task" [ 1360.774317] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1360.792044] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3885569-332a-415d-b26e-ba87ab781789 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.796240] env[69770]: DEBUG oslo_vmware.api [None req-87848643-a09d-48e9-a75c-ef0436b5addf tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] Task: {'id': task-4070940, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1360.800905] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bac2352-e77b-4de3-8f54-cc77f834258f {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.832775] env[69770]: DEBUG nova.compute.resource_tracker [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179583MB free_disk=21GB free_vcpus=48 pci_devices=None {{(pid=69770) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1360.832946] env[69770]: DEBUG oslo_concurrency.lockutils [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1360.833186] env[69770]: DEBUG oslo_concurrency.lockutils [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1360.838153] env[69770]: DEBUG nova.network.neutron [None req-53e107b1-1273-472f-99d5-de0b7abdc93c tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] [instance: 55705028-e81f-4078-98f3-b2bdf1994354] Updating instance_info_cache with network_info: [{"id": "c14a815f-ff25-4b91-b64c-92a42eacb37b", "address": "fa:16:3e:5d:30:e8", "network": {"id": "bbff5a7f-321d-4632-ba56-dca20f6b376a", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-369008713-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "11ab5c964ea04c01a3f39c2d9427a421", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "462a7219-4deb-4225-9cf7-3131ef280363", "external-id": "nsx-vlan-transportzone-468", "segmentation_id": 468, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc14a815f-ff", "ovs_interfaceid": "c14a815f-ff25-4b91-b64c-92a42eacb37b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69770) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1361.054693] env[69770]: DEBUG nova.network.neutron [None req-97bfc68c-6546-4d66-a878-78f783642120 tempest-InstanceActionsTestJSON-164634102 tempest-InstanceActionsTestJSON-164634102-project-member] [instance: 376fee75-5bec-4338-90b3-14f503fc1913] Updating instance_info_cache with network_info: [{"id": "bbfeea8c-b739-4f16-8076-cf0a18a3ad77", "address": "fa:16:3e:de:92:e3", "network": {"id": "ed3c1b62-07f5-4b95-8259-1c6d42a43ba1", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-790631815-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a014fcd842e44a20b9a43056fae95f51", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e39ca24f-7890-4cdf-8dab-ecab218bb063", "external-id": "nsx-vlan-transportzone-890", "segmentation_id": 890, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbbfeea8c-b7", "ovs_interfaceid": "bbfeea8c-b739-4f16-8076-cf0a18a3ad77", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69770) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1361.270831] env[69770]: DEBUG oslo_concurrency.lockutils [None req-274c0ed3-6b3f-4ccb-8631-0c4f5d49b80c tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] Lock "bc5e169f-17c2-4941-8b9f-a33726ea26b6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.087s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1361.286973] env[69770]: DEBUG oslo_vmware.api [None req-87848643-a09d-48e9-a75c-ef0436b5addf tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] Task: {'id': task-4070940, 'name': ReconfigVM_Task, 'duration_secs': 0.289241} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1361.287893] env[69770]: DEBUG nova.virt.vmwareapi.volumeops [None req-87848643-a09d-48e9-a75c-ef0436b5addf tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] [instance: ef08d59d-b387-4366-98a8-2ab7aa83b4d2] Reconfigured VM instance instance-00000076 to attach disk [datastore1] ef08d59d-b387-4366-98a8-2ab7aa83b4d2/ef08d59d-b387-4366-98a8-2ab7aa83b4d2.vmdk or device None with type sparse {{(pid=69770) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1361.288545] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-bf82452a-33d9-4732-a14c-6735d77fbc27 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.296262] env[69770]: DEBUG oslo_vmware.api [None req-87848643-a09d-48e9-a75c-ef0436b5addf tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] Waiting for the task: (returnval){ [ 1361.296262] env[69770]: value = "task-4070941" [ 1361.296262] env[69770]: _type = "Task" [ 1361.296262] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1361.305612] env[69770]: DEBUG oslo_vmware.api [None req-87848643-a09d-48e9-a75c-ef0436b5addf tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] Task: {'id': task-4070941, 'name': Rename_Task} progress is 5%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1361.344971] env[69770]: DEBUG oslo_concurrency.lockutils [None req-53e107b1-1273-472f-99d5-de0b7abdc93c tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] Releasing lock "refresh_cache-55705028-e81f-4078-98f3-b2bdf1994354" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1361.345289] env[69770]: DEBUG nova.compute.manager [None req-53e107b1-1273-472f-99d5-de0b7abdc93c tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] [instance: 55705028-e81f-4078-98f3-b2bdf1994354] Instance network_info: |[{"id": "c14a815f-ff25-4b91-b64c-92a42eacb37b", "address": "fa:16:3e:5d:30:e8", "network": {"id": "bbff5a7f-321d-4632-ba56-dca20f6b376a", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-369008713-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "11ab5c964ea04c01a3f39c2d9427a421", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "462a7219-4deb-4225-9cf7-3131ef280363", "external-id": "nsx-vlan-transportzone-468", "segmentation_id": 468, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc14a815f-ff", "ovs_interfaceid": "c14a815f-ff25-4b91-b64c-92a42eacb37b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69770) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1361.345950] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-53e107b1-1273-472f-99d5-de0b7abdc93c tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] [instance: 55705028-e81f-4078-98f3-b2bdf1994354] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5d:30:e8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '462a7219-4deb-4225-9cf7-3131ef280363', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c14a815f-ff25-4b91-b64c-92a42eacb37b', 'vif_model': 'vmxnet3'}] {{(pid=69770) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1361.354571] env[69770]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-53e107b1-1273-472f-99d5-de0b7abdc93c tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69770) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1361.354851] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 55705028-e81f-4078-98f3-b2bdf1994354] Creating VM on the ESX host {{(pid=69770) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1361.355119] env[69770]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b14c1c49-7cce-46dd-aeb0-ebb66193f91f {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.377755] env[69770]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1361.377755] env[69770]: value = "task-4070942" [ 1361.377755] env[69770]: _type = "Task" [ 1361.377755] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1361.387146] env[69770]: DEBUG oslo_vmware.api [-] Task: {'id': task-4070942, 'name': CreateVM_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1361.533214] env[69770]: DEBUG nova.compute.manager [req-34e076f4-b7fa-43fc-b7b3-df2f9a72c885 req-6f8138e4-3811-4efe-a192-867117fcc11c service nova] [instance: 55705028-e81f-4078-98f3-b2bdf1994354] Received event network-changed-c14a815f-ff25-4b91-b64c-92a42eacb37b {{(pid=69770) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1361.533214] env[69770]: DEBUG nova.compute.manager [req-34e076f4-b7fa-43fc-b7b3-df2f9a72c885 req-6f8138e4-3811-4efe-a192-867117fcc11c service nova] [instance: 55705028-e81f-4078-98f3-b2bdf1994354] Refreshing instance network info cache due to event network-changed-c14a815f-ff25-4b91-b64c-92a42eacb37b. {{(pid=69770) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1361.533214] env[69770]: DEBUG oslo_concurrency.lockutils [req-34e076f4-b7fa-43fc-b7b3-df2f9a72c885 req-6f8138e4-3811-4efe-a192-867117fcc11c service nova] Acquiring lock "refresh_cache-55705028-e81f-4078-98f3-b2bdf1994354" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1361.533214] env[69770]: DEBUG oslo_concurrency.lockutils [req-34e076f4-b7fa-43fc-b7b3-df2f9a72c885 req-6f8138e4-3811-4efe-a192-867117fcc11c service nova] Acquired lock "refresh_cache-55705028-e81f-4078-98f3-b2bdf1994354" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1361.533214] env[69770]: DEBUG nova.network.neutron [req-34e076f4-b7fa-43fc-b7b3-df2f9a72c885 req-6f8138e4-3811-4efe-a192-867117fcc11c service nova] [instance: 55705028-e81f-4078-98f3-b2bdf1994354] Refreshing network info cache for port c14a815f-ff25-4b91-b64c-92a42eacb37b {{(pid=69770) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1361.557167] env[69770]: DEBUG nova.network.neutron [None req-6018ac0c-e53f-46e0-b9a5-762ec7597eb5 tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] [instance: 21782e86-7845-479b-98a8-c2d5832d1ff3] Port 240a2458-a53e-4012-8dd0-6b6dde14c547 binding to destination host cpu-1 is already ACTIVE {{(pid=69770) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1361.557651] env[69770]: DEBUG oslo_concurrency.lockutils [None req-6018ac0c-e53f-46e0-b9a5-762ec7597eb5 tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] Acquiring lock "refresh_cache-21782e86-7845-479b-98a8-c2d5832d1ff3" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1361.557933] env[69770]: DEBUG oslo_concurrency.lockutils [None req-6018ac0c-e53f-46e0-b9a5-762ec7597eb5 tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] Acquired lock "refresh_cache-21782e86-7845-479b-98a8-c2d5832d1ff3" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1361.558216] env[69770]: DEBUG nova.network.neutron [None req-6018ac0c-e53f-46e0-b9a5-762ec7597eb5 tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] [instance: 21782e86-7845-479b-98a8-c2d5832d1ff3] Building network info cache for instance {{(pid=69770) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1361.559768] env[69770]: DEBUG oslo_concurrency.lockutils [None req-97bfc68c-6546-4d66-a878-78f783642120 tempest-InstanceActionsTestJSON-164634102 tempest-InstanceActionsTestJSON-164634102-project-member] Releasing lock "refresh_cache-376fee75-5bec-4338-90b3-14f503fc1913" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1361.806686] env[69770]: DEBUG oslo_vmware.api [None req-87848643-a09d-48e9-a75c-ef0436b5addf tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] Task: {'id': task-4070941, 'name': Rename_Task, 'duration_secs': 0.142502} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1361.806980] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-87848643-a09d-48e9-a75c-ef0436b5addf tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] [instance: ef08d59d-b387-4366-98a8-2ab7aa83b4d2] Powering on the VM {{(pid=69770) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1361.807232] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2dd00335-05c8-48be-8dce-b3c98d371d26 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.814814] env[69770]: DEBUG oslo_vmware.api [None req-87848643-a09d-48e9-a75c-ef0436b5addf tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] Waiting for the task: (returnval){ [ 1361.814814] env[69770]: value = "task-4070944" [ 1361.814814] env[69770]: _type = "Task" [ 1361.814814] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1361.823981] env[69770]: DEBUG oslo_vmware.api [None req-87848643-a09d-48e9-a75c-ef0436b5addf tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] Task: {'id': task-4070944, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1361.846740] env[69770]: DEBUG nova.compute.resource_tracker [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] Applying migration context for instance 21782e86-7845-479b-98a8-c2d5832d1ff3 as it has an incoming, in-progress migration 88e4c6ee-4187-4cb7-88ce-19c85518f243. Migration status is reverting {{(pid=69770) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1046}} [ 1361.847883] env[69770]: INFO nova.compute.resource_tracker [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] [instance: 21782e86-7845-479b-98a8-c2d5832d1ff3] Updating resource usage from migration 88e4c6ee-4187-4cb7-88ce-19c85518f243 [ 1361.867912] env[69770]: DEBUG nova.compute.resource_tracker [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] Instance a3617e51-7671-42b4-a7d3-a22c7d57814a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69770) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1361.868079] env[69770]: DEBUG nova.compute.resource_tracker [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] Instance 245d05f8-a8b6-4985-aab4-c6f3c250f28a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69770) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1361.868208] env[69770]: DEBUG nova.compute.resource_tracker [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] Migration 88e4c6ee-4187-4cb7-88ce-19c85518f243 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69770) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1742}} [ 1361.868328] env[69770]: DEBUG nova.compute.resource_tracker [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] Instance 21782e86-7845-479b-98a8-c2d5832d1ff3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69770) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1361.868445] env[69770]: DEBUG nova.compute.resource_tracker [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] Instance 376fee75-5bec-4338-90b3-14f503fc1913 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69770) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1361.868556] env[69770]: DEBUG nova.compute.resource_tracker [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] Instance ef08d59d-b387-4366-98a8-2ab7aa83b4d2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69770) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1361.868666] env[69770]: DEBUG nova.compute.resource_tracker [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] Instance 55705028-e81f-4078-98f3-b2bdf1994354 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69770) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1361.868862] env[69770]: DEBUG nova.compute.resource_tracker [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] Total usable vcpus: 48, total allocated vcpus: 7 {{(pid=69770) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1361.869008] env[69770]: DEBUG nova.compute.resource_tracker [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1920MB phys_disk=200GB used_disk=7GB total_vcpus=48 used_vcpus=7 pci_stats=[] {{(pid=69770) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1361.891757] env[69770]: DEBUG oslo_vmware.api [-] Task: {'id': task-4070942, 'name': CreateVM_Task, 'duration_secs': 0.333682} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1361.891924] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 55705028-e81f-4078-98f3-b2bdf1994354] Created VM on the ESX host {{(pid=69770) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1361.892640] env[69770]: DEBUG oslo_concurrency.lockutils [None req-53e107b1-1273-472f-99d5-de0b7abdc93c tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1361.892830] env[69770]: DEBUG oslo_concurrency.lockutils [None req-53e107b1-1273-472f-99d5-de0b7abdc93c tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1361.893213] env[69770]: DEBUG oslo_concurrency.lockutils [None req-53e107b1-1273-472f-99d5-de0b7abdc93c tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1361.893487] env[69770]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-617e2fc2-b01b-40fc-93ce-61f4c1cee129 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.899751] env[69770]: DEBUG oslo_vmware.api [None req-53e107b1-1273-472f-99d5-de0b7abdc93c tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] Waiting for the task: (returnval){ [ 1361.899751] env[69770]: value = "session[52161b52-cb8e-ec9f-1132-2f6b49549d41]52eadff3-efb3-1393-9d3e-af7c0aa57785" [ 1361.899751] env[69770]: _type = "Task" [ 1361.899751] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1361.914307] env[69770]: DEBUG oslo_vmware.api [None req-53e107b1-1273-472f-99d5-de0b7abdc93c tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]52eadff3-efb3-1393-9d3e-af7c0aa57785, 'name': SearchDatastore_Task, 'duration_secs': 0.011287} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1361.914664] env[69770]: DEBUG oslo_concurrency.lockutils [None req-53e107b1-1273-472f-99d5-de0b7abdc93c tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1361.914982] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-53e107b1-1273-472f-99d5-de0b7abdc93c tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] [instance: 55705028-e81f-4078-98f3-b2bdf1994354] Processing image d1eaff80-24a0-4391-90eb-59958b1ecf0a {{(pid=69770) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1361.915264] env[69770]: DEBUG oslo_concurrency.lockutils [None req-53e107b1-1273-472f-99d5-de0b7abdc93c tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1361.915439] env[69770]: DEBUG oslo_concurrency.lockutils [None req-53e107b1-1273-472f-99d5-de0b7abdc93c tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1361.915628] env[69770]: DEBUG nova.virt.vmwareapi.ds_util [None req-53e107b1-1273-472f-99d5-de0b7abdc93c tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69770) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1361.916039] env[69770]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b7b1efee-60be-4a10-9385-907653ab0411 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.930264] env[69770]: DEBUG nova.virt.vmwareapi.ds_util [None req-53e107b1-1273-472f-99d5-de0b7abdc93c tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69770) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1361.930490] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-53e107b1-1273-472f-99d5-de0b7abdc93c tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69770) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1361.931731] env[69770]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-974ed601-37b7-4ad8-87bb-48ef92255528 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.942143] env[69770]: DEBUG oslo_vmware.api [None req-53e107b1-1273-472f-99d5-de0b7abdc93c tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] Waiting for the task: (returnval){ [ 1361.942143] env[69770]: value = "session[52161b52-cb8e-ec9f-1132-2f6b49549d41]524fb265-aacf-ad67-7bac-a3da1e2d5455" [ 1361.942143] env[69770]: _type = "Task" [ 1361.942143] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1361.955284] env[69770]: DEBUG oslo_vmware.api [None req-53e107b1-1273-472f-99d5-de0b7abdc93c tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]524fb265-aacf-ad67-7bac-a3da1e2d5455, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1361.992084] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ecffe39-80dc-4211-b13d-c3e230b552fc {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.999769] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57db966a-45b1-445a-9c02-3c4de28cb45d {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1362.031335] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d732267-58fa-4307-bf4f-48cc41797802 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1362.041239] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed80d6fe-fe35-49d9-9369-db8b8d233454 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1362.061011] env[69770]: DEBUG nova.compute.provider_tree [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] Inventory has not changed in ProviderTree for provider: 7cc7d32b-b7a7-454a-a456-2a440248ed9d {{(pid=69770) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1362.067931] env[69770]: DEBUG nova.compute.manager [None req-97bfc68c-6546-4d66-a878-78f783642120 tempest-InstanceActionsTestJSON-164634102 tempest-InstanceActionsTestJSON-164634102-project-member] [instance: 376fee75-5bec-4338-90b3-14f503fc1913] Checking state {{(pid=69770) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1362.068967] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ef6ab7b-dcdc-4e81-90a0-50d1b900f1b4 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1362.324554] env[69770]: DEBUG oslo_vmware.api [None req-87848643-a09d-48e9-a75c-ef0436b5addf tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] Task: {'id': task-4070944, 'name': PowerOnVM_Task, 'duration_secs': 0.477727} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1362.324907] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-87848643-a09d-48e9-a75c-ef0436b5addf tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] [instance: ef08d59d-b387-4366-98a8-2ab7aa83b4d2] Powered on the VM {{(pid=69770) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1362.325026] env[69770]: INFO nova.compute.manager [None req-87848643-a09d-48e9-a75c-ef0436b5addf tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] [instance: ef08d59d-b387-4366-98a8-2ab7aa83b4d2] Took 8.30 seconds to spawn the instance on the hypervisor. [ 1362.325206] env[69770]: DEBUG nova.compute.manager [None req-87848643-a09d-48e9-a75c-ef0436b5addf tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] [instance: ef08d59d-b387-4366-98a8-2ab7aa83b4d2] Checking state {{(pid=69770) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1362.325974] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae861158-a08b-4d7e-8602-8de13138a815 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1362.417343] env[69770]: DEBUG nova.network.neutron [req-34e076f4-b7fa-43fc-b7b3-df2f9a72c885 req-6f8138e4-3811-4efe-a192-867117fcc11c service nova] [instance: 55705028-e81f-4078-98f3-b2bdf1994354] Updated VIF entry in instance network info cache for port c14a815f-ff25-4b91-b64c-92a42eacb37b. {{(pid=69770) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1362.417745] env[69770]: DEBUG nova.network.neutron [req-34e076f4-b7fa-43fc-b7b3-df2f9a72c885 req-6f8138e4-3811-4efe-a192-867117fcc11c service nova] [instance: 55705028-e81f-4078-98f3-b2bdf1994354] Updating instance_info_cache with network_info: [{"id": "c14a815f-ff25-4b91-b64c-92a42eacb37b", "address": "fa:16:3e:5d:30:e8", "network": {"id": "bbff5a7f-321d-4632-ba56-dca20f6b376a", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-369008713-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "11ab5c964ea04c01a3f39c2d9427a421", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "462a7219-4deb-4225-9cf7-3131ef280363", "external-id": "nsx-vlan-transportzone-468", "segmentation_id": 468, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc14a815f-ff", "ovs_interfaceid": "c14a815f-ff25-4b91-b64c-92a42eacb37b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69770) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1362.447479] env[69770]: DEBUG nova.network.neutron [None req-6018ac0c-e53f-46e0-b9a5-762ec7597eb5 tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] [instance: 21782e86-7845-479b-98a8-c2d5832d1ff3] Updating instance_info_cache with network_info: [{"id": "240a2458-a53e-4012-8dd0-6b6dde14c547", "address": "fa:16:3e:da:6d:89", "network": {"id": "6947160b-7d54-4e72-ac36-2126989baab1", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-851069895-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.254", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bcbfd42565514a329707ee7a1c7d910c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69076131-87ac-46dd-9d5d-8d1b4ea7dec6", "external-id": "nsx-vlan-transportzone-327", "segmentation_id": 327, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap240a2458-a5", "ovs_interfaceid": "240a2458-a53e-4012-8dd0-6b6dde14c547", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69770) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1362.458487] env[69770]: DEBUG oslo_vmware.api [None req-53e107b1-1273-472f-99d5-de0b7abdc93c tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]524fb265-aacf-ad67-7bac-a3da1e2d5455, 'name': SearchDatastore_Task, 'duration_secs': 0.009894} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1362.460005] env[69770]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-66802cb4-64a6-4a69-9927-ec981cf897bc {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1362.466994] env[69770]: DEBUG oslo_vmware.api [None req-53e107b1-1273-472f-99d5-de0b7abdc93c tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] Waiting for the task: (returnval){ [ 1362.466994] env[69770]: value = "session[52161b52-cb8e-ec9f-1132-2f6b49549d41]52914110-a7c2-73d4-1e70-229cd8a4420c" [ 1362.466994] env[69770]: _type = "Task" [ 1362.466994] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1362.476021] env[69770]: DEBUG oslo_vmware.api [None req-53e107b1-1273-472f-99d5-de0b7abdc93c tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]52914110-a7c2-73d4-1e70-229cd8a4420c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1362.567662] env[69770]: DEBUG nova.scheduler.client.report [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] Inventory has not changed for provider 7cc7d32b-b7a7-454a-a456-2a440248ed9d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 21, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69770) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1362.842745] env[69770]: INFO nova.compute.manager [None req-87848643-a09d-48e9-a75c-ef0436b5addf tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] [instance: ef08d59d-b387-4366-98a8-2ab7aa83b4d2] Took 13.10 seconds to build instance. [ 1362.920350] env[69770]: DEBUG oslo_concurrency.lockutils [req-34e076f4-b7fa-43fc-b7b3-df2f9a72c885 req-6f8138e4-3811-4efe-a192-867117fcc11c service nova] Releasing lock "refresh_cache-55705028-e81f-4078-98f3-b2bdf1994354" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1362.950389] env[69770]: DEBUG oslo_concurrency.lockutils [None req-6018ac0c-e53f-46e0-b9a5-762ec7597eb5 tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] Releasing lock "refresh_cache-21782e86-7845-479b-98a8-c2d5832d1ff3" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1362.977814] env[69770]: DEBUG oslo_vmware.api [None req-53e107b1-1273-472f-99d5-de0b7abdc93c tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]52914110-a7c2-73d4-1e70-229cd8a4420c, 'name': SearchDatastore_Task, 'duration_secs': 0.039354} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1362.978066] env[69770]: DEBUG oslo_concurrency.lockutils [None req-53e107b1-1273-472f-99d5-de0b7abdc93c tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1362.978359] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-53e107b1-1273-472f-99d5-de0b7abdc93c tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk to [datastore1] 55705028-e81f-4078-98f3-b2bdf1994354/55705028-e81f-4078-98f3-b2bdf1994354.vmdk {{(pid=69770) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1362.978885] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a1930224-d1d2-4fe1-a893-2144cb693788 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1362.987577] env[69770]: DEBUG oslo_vmware.api [None req-53e107b1-1273-472f-99d5-de0b7abdc93c tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] Waiting for the task: (returnval){ [ 1362.987577] env[69770]: value = "task-4070945" [ 1362.987577] env[69770]: _type = "Task" [ 1362.987577] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1362.995151] env[69770]: DEBUG oslo_vmware.api [None req-53e107b1-1273-472f-99d5-de0b7abdc93c tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] Task: {'id': task-4070945, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1363.072836] env[69770]: DEBUG nova.compute.resource_tracker [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69770) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1363.073060] env[69770]: DEBUG oslo_concurrency.lockutils [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.240s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1363.090313] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b20f3f7a-d48d-4a89-9a1f-bcf0644cf08a {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.098427] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-97bfc68c-6546-4d66-a878-78f783642120 tempest-InstanceActionsTestJSON-164634102 tempest-InstanceActionsTestJSON-164634102-project-member] [instance: 376fee75-5bec-4338-90b3-14f503fc1913] Doing hard reboot of VM {{(pid=69770) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 1363.098684] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-ad8c35bb-ab2b-4721-934b-0989cf693f65 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.105534] env[69770]: DEBUG oslo_vmware.api [None req-97bfc68c-6546-4d66-a878-78f783642120 tempest-InstanceActionsTestJSON-164634102 tempest-InstanceActionsTestJSON-164634102-project-member] Waiting for the task: (returnval){ [ 1363.105534] env[69770]: value = "task-4070946" [ 1363.105534] env[69770]: _type = "Task" [ 1363.105534] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1363.114072] env[69770]: DEBUG oslo_vmware.api [None req-97bfc68c-6546-4d66-a878-78f783642120 tempest-InstanceActionsTestJSON-164634102 tempest-InstanceActionsTestJSON-164634102-project-member] Task: {'id': task-4070946, 'name': ResetVM_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1363.345717] env[69770]: DEBUG oslo_concurrency.lockutils [None req-87848643-a09d-48e9-a75c-ef0436b5addf tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] Lock "ef08d59d-b387-4366-98a8-2ab7aa83b4d2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.609s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1363.454519] env[69770]: DEBUG nova.compute.manager [None req-6018ac0c-e53f-46e0-b9a5-762ec7597eb5 tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] [instance: 21782e86-7845-479b-98a8-c2d5832d1ff3] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=69770) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:900}} [ 1363.501753] env[69770]: DEBUG oslo_vmware.api [None req-53e107b1-1273-472f-99d5-de0b7abdc93c tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] Task: {'id': task-4070945, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1363.618056] env[69770]: DEBUG oslo_vmware.api [None req-97bfc68c-6546-4d66-a878-78f783642120 tempest-InstanceActionsTestJSON-164634102 tempest-InstanceActionsTestJSON-164634102-project-member] Task: {'id': task-4070946, 'name': ResetVM_Task, 'duration_secs': 0.12688} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1363.618382] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-97bfc68c-6546-4d66-a878-78f783642120 tempest-InstanceActionsTestJSON-164634102 tempest-InstanceActionsTestJSON-164634102-project-member] [instance: 376fee75-5bec-4338-90b3-14f503fc1913] Did hard reboot of VM {{(pid=69770) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 1363.618696] env[69770]: DEBUG nova.compute.manager [None req-97bfc68c-6546-4d66-a878-78f783642120 tempest-InstanceActionsTestJSON-164634102 tempest-InstanceActionsTestJSON-164634102-project-member] [instance: 376fee75-5bec-4338-90b3-14f503fc1913] Checking state {{(pid=69770) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1363.619934] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d05d2b0-d1d9-4877-903b-6afc4b936b78 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.931779] env[69770]: DEBUG nova.compute.manager [None req-d2fb4fe3-7ffc-462d-94d9-5684971e2628 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] [instance: ef08d59d-b387-4366-98a8-2ab7aa83b4d2] Stashing vm_state: active {{(pid=69770) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1363.997981] env[69770]: DEBUG oslo_vmware.api [None req-53e107b1-1273-472f-99d5-de0b7abdc93c tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] Task: {'id': task-4070945, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.637721} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1363.998277] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-53e107b1-1273-472f-99d5-de0b7abdc93c tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk to [datastore1] 55705028-e81f-4078-98f3-b2bdf1994354/55705028-e81f-4078-98f3-b2bdf1994354.vmdk {{(pid=69770) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1363.998496] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-53e107b1-1273-472f-99d5-de0b7abdc93c tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] [instance: 55705028-e81f-4078-98f3-b2bdf1994354] Extending root virtual disk to 1048576 {{(pid=69770) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1363.998754] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d64ecd25-f6c2-464f-8fd9-0e371570c114 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.005989] env[69770]: DEBUG oslo_vmware.api [None req-53e107b1-1273-472f-99d5-de0b7abdc93c tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] Waiting for the task: (returnval){ [ 1364.005989] env[69770]: value = "task-4070947" [ 1364.005989] env[69770]: _type = "Task" [ 1364.005989] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1364.014819] env[69770]: DEBUG oslo_vmware.api [None req-53e107b1-1273-472f-99d5-de0b7abdc93c tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] Task: {'id': task-4070947, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1364.068140] env[69770]: DEBUG oslo_service.periodic_task [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69770) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1364.068612] env[69770]: DEBUG oslo_service.periodic_task [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69770) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1364.068787] env[69770]: DEBUG oslo_service.periodic_task [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69770) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1364.068989] env[69770]: DEBUG oslo_service.periodic_task [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69770) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1364.069410] env[69770]: DEBUG oslo_service.periodic_task [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69770) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1364.069410] env[69770]: DEBUG nova.compute.manager [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69770) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1364.133014] env[69770]: DEBUG oslo_concurrency.lockutils [None req-97bfc68c-6546-4d66-a878-78f783642120 tempest-InstanceActionsTestJSON-164634102 tempest-InstanceActionsTestJSON-164634102-project-member] Lock "376fee75-5bec-4338-90b3-14f503fc1913" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 4.380s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1364.441696] env[69770]: DEBUG oslo_concurrency.lockutils [None req-275b0edb-4a38-42ca-b2ab-1b6a8c478a68 tempest-InstanceActionsTestJSON-164634102 tempest-InstanceActionsTestJSON-164634102-project-member] Acquiring lock "376fee75-5bec-4338-90b3-14f503fc1913" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1364.442095] env[69770]: DEBUG oslo_concurrency.lockutils [None req-275b0edb-4a38-42ca-b2ab-1b6a8c478a68 tempest-InstanceActionsTestJSON-164634102 tempest-InstanceActionsTestJSON-164634102-project-member] Lock "376fee75-5bec-4338-90b3-14f503fc1913" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1364.442095] env[69770]: DEBUG oslo_concurrency.lockutils [None req-275b0edb-4a38-42ca-b2ab-1b6a8c478a68 tempest-InstanceActionsTestJSON-164634102 tempest-InstanceActionsTestJSON-164634102-project-member] Acquiring lock "376fee75-5bec-4338-90b3-14f503fc1913-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1364.442174] env[69770]: DEBUG oslo_concurrency.lockutils [None req-275b0edb-4a38-42ca-b2ab-1b6a8c478a68 tempest-InstanceActionsTestJSON-164634102 tempest-InstanceActionsTestJSON-164634102-project-member] Lock "376fee75-5bec-4338-90b3-14f503fc1913-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1364.442327] env[69770]: DEBUG oslo_concurrency.lockutils [None req-275b0edb-4a38-42ca-b2ab-1b6a8c478a68 tempest-InstanceActionsTestJSON-164634102 tempest-InstanceActionsTestJSON-164634102-project-member] Lock "376fee75-5bec-4338-90b3-14f503fc1913-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1364.444674] env[69770]: INFO nova.compute.manager [None req-275b0edb-4a38-42ca-b2ab-1b6a8c478a68 tempest-InstanceActionsTestJSON-164634102 tempest-InstanceActionsTestJSON-164634102-project-member] [instance: 376fee75-5bec-4338-90b3-14f503fc1913] Terminating instance [ 1364.458341] env[69770]: DEBUG oslo_concurrency.lockutils [None req-d2fb4fe3-7ffc-462d-94d9-5684971e2628 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1364.458603] env[69770]: DEBUG oslo_concurrency.lockutils [None req-d2fb4fe3-7ffc-462d-94d9-5684971e2628 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1364.515667] env[69770]: DEBUG oslo_vmware.api [None req-53e107b1-1273-472f-99d5-de0b7abdc93c tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] Task: {'id': task-4070947, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.09065} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1364.515936] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-53e107b1-1273-472f-99d5-de0b7abdc93c tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] [instance: 55705028-e81f-4078-98f3-b2bdf1994354] Extended root virtual disk {{(pid=69770) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1364.516739] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92cca1b1-7a53-43d3-9651-0ff95cfbeecd {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.539490] env[69770]: DEBUG nova.virt.vmwareapi.volumeops [None req-53e107b1-1273-472f-99d5-de0b7abdc93c tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] [instance: 55705028-e81f-4078-98f3-b2bdf1994354] Reconfiguring VM instance instance-00000077 to attach disk [datastore1] 55705028-e81f-4078-98f3-b2bdf1994354/55705028-e81f-4078-98f3-b2bdf1994354.vmdk or device None with type sparse {{(pid=69770) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1364.539696] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c11f5519-fba2-44cf-b199-4db8cd34bd6a {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.559433] env[69770]: DEBUG oslo_vmware.api [None req-53e107b1-1273-472f-99d5-de0b7abdc93c tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] Waiting for the task: (returnval){ [ 1364.559433] env[69770]: value = "task-4070948" [ 1364.559433] env[69770]: _type = "Task" [ 1364.559433] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1364.569193] env[69770]: DEBUG oslo_concurrency.lockutils [None req-6018ac0c-e53f-46e0-b9a5-762ec7597eb5 tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1364.569489] env[69770]: DEBUG oslo_vmware.api [None req-53e107b1-1273-472f-99d5-de0b7abdc93c tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] Task: {'id': task-4070948, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1364.949062] env[69770]: DEBUG nova.compute.manager [None req-275b0edb-4a38-42ca-b2ab-1b6a8c478a68 tempest-InstanceActionsTestJSON-164634102 tempest-InstanceActionsTestJSON-164634102-project-member] [instance: 376fee75-5bec-4338-90b3-14f503fc1913] Start destroying the instance on the hypervisor. {{(pid=69770) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1364.949314] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-275b0edb-4a38-42ca-b2ab-1b6a8c478a68 tempest-InstanceActionsTestJSON-164634102 tempest-InstanceActionsTestJSON-164634102-project-member] [instance: 376fee75-5bec-4338-90b3-14f503fc1913] Destroying instance {{(pid=69770) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1364.950483] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc253073-8c9a-4afd-af8e-066e2bfda3a2 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.960282] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-275b0edb-4a38-42ca-b2ab-1b6a8c478a68 tempest-InstanceActionsTestJSON-164634102 tempest-InstanceActionsTestJSON-164634102-project-member] [instance: 376fee75-5bec-4338-90b3-14f503fc1913] Powering off the VM {{(pid=69770) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1364.962860] env[69770]: INFO nova.compute.claims [None req-d2fb4fe3-7ffc-462d-94d9-5684971e2628 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] [instance: ef08d59d-b387-4366-98a8-2ab7aa83b4d2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1364.966754] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6adf8944-440a-4f56-bc1e-9f344514ad66 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.975697] env[69770]: DEBUG oslo_vmware.api [None req-275b0edb-4a38-42ca-b2ab-1b6a8c478a68 tempest-InstanceActionsTestJSON-164634102 tempest-InstanceActionsTestJSON-164634102-project-member] Waiting for the task: (returnval){ [ 1364.975697] env[69770]: value = "task-4070949" [ 1364.975697] env[69770]: _type = "Task" [ 1364.975697] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1364.985897] env[69770]: DEBUG oslo_vmware.api [None req-275b0edb-4a38-42ca-b2ab-1b6a8c478a68 tempest-InstanceActionsTestJSON-164634102 tempest-InstanceActionsTestJSON-164634102-project-member] Task: {'id': task-4070949, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1365.070477] env[69770]: DEBUG oslo_vmware.api [None req-53e107b1-1273-472f-99d5-de0b7abdc93c tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] Task: {'id': task-4070948, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1365.167489] env[69770]: DEBUG oslo_concurrency.lockutils [None req-bff24c3e-1e95-494f-8e98-160e4a0e1b39 tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] Acquiring lock "a3617e51-7671-42b4-a7d3-a22c7d57814a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1365.167675] env[69770]: DEBUG oslo_concurrency.lockutils [None req-bff24c3e-1e95-494f-8e98-160e4a0e1b39 tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] Lock "a3617e51-7671-42b4-a7d3-a22c7d57814a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1365.167901] env[69770]: DEBUG oslo_concurrency.lockutils [None req-bff24c3e-1e95-494f-8e98-160e4a0e1b39 tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] Acquiring lock "a3617e51-7671-42b4-a7d3-a22c7d57814a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1365.168186] env[69770]: DEBUG oslo_concurrency.lockutils [None req-bff24c3e-1e95-494f-8e98-160e4a0e1b39 tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] Lock "a3617e51-7671-42b4-a7d3-a22c7d57814a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1365.168409] env[69770]: DEBUG oslo_concurrency.lockutils [None req-bff24c3e-1e95-494f-8e98-160e4a0e1b39 tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] Lock "a3617e51-7671-42b4-a7d3-a22c7d57814a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1365.171329] env[69770]: INFO nova.compute.manager [None req-bff24c3e-1e95-494f-8e98-160e4a0e1b39 tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] [instance: a3617e51-7671-42b4-a7d3-a22c7d57814a] Terminating instance [ 1365.470668] env[69770]: INFO nova.compute.resource_tracker [None req-d2fb4fe3-7ffc-462d-94d9-5684971e2628 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] [instance: ef08d59d-b387-4366-98a8-2ab7aa83b4d2] Updating resource usage from migration bd88e8e9-c3b1-4e8c-9dad-0cc5c6daf7df [ 1365.486940] env[69770]: DEBUG oslo_vmware.api [None req-275b0edb-4a38-42ca-b2ab-1b6a8c478a68 tempest-InstanceActionsTestJSON-164634102 tempest-InstanceActionsTestJSON-164634102-project-member] Task: {'id': task-4070949, 'name': PowerOffVM_Task, 'duration_secs': 0.342451} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1365.487401] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-275b0edb-4a38-42ca-b2ab-1b6a8c478a68 tempest-InstanceActionsTestJSON-164634102 tempest-InstanceActionsTestJSON-164634102-project-member] [instance: 376fee75-5bec-4338-90b3-14f503fc1913] Powered off the VM {{(pid=69770) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1365.487692] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-275b0edb-4a38-42ca-b2ab-1b6a8c478a68 tempest-InstanceActionsTestJSON-164634102 tempest-InstanceActionsTestJSON-164634102-project-member] [instance: 376fee75-5bec-4338-90b3-14f503fc1913] Unregistering the VM {{(pid=69770) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1365.488077] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4eb71131-f168-4bba-b2d2-7b106730f661 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.570750] env[69770]: DEBUG oslo_vmware.api [None req-53e107b1-1273-472f-99d5-de0b7abdc93c tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] Task: {'id': task-4070948, 'name': ReconfigVM_Task, 'duration_secs': 0.642047} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1365.570750] env[69770]: DEBUG nova.virt.vmwareapi.volumeops [None req-53e107b1-1273-472f-99d5-de0b7abdc93c tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] [instance: 55705028-e81f-4078-98f3-b2bdf1994354] Reconfigured VM instance instance-00000077 to attach disk [datastore1] 55705028-e81f-4078-98f3-b2bdf1994354/55705028-e81f-4078-98f3-b2bdf1994354.vmdk or device None with type sparse {{(pid=69770) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1365.573996] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-903eb9af-0212-4c87-ac57-dc20c3764902 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.580069] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-275b0edb-4a38-42ca-b2ab-1b6a8c478a68 tempest-InstanceActionsTestJSON-164634102 tempest-InstanceActionsTestJSON-164634102-project-member] [instance: 376fee75-5bec-4338-90b3-14f503fc1913] Unregistered the VM {{(pid=69770) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1365.580312] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-275b0edb-4a38-42ca-b2ab-1b6a8c478a68 tempest-InstanceActionsTestJSON-164634102 tempest-InstanceActionsTestJSON-164634102-project-member] [instance: 376fee75-5bec-4338-90b3-14f503fc1913] Deleting contents of the VM from datastore datastore2 {{(pid=69770) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1365.580499] env[69770]: DEBUG nova.virt.vmwareapi.ds_util [None req-275b0edb-4a38-42ca-b2ab-1b6a8c478a68 tempest-InstanceActionsTestJSON-164634102 tempest-InstanceActionsTestJSON-164634102-project-member] Deleting the datastore file [datastore2] 376fee75-5bec-4338-90b3-14f503fc1913 {{(pid=69770) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1365.580808] env[69770]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fd2dfade-1a42-4b6a-ad9c-0ee577bc1583 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.584499] env[69770]: DEBUG oslo_vmware.api [None req-53e107b1-1273-472f-99d5-de0b7abdc93c tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] Waiting for the task: (returnval){ [ 1365.584499] env[69770]: value = "task-4070951" [ 1365.584499] env[69770]: _type = "Task" [ 1365.584499] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1365.592091] env[69770]: DEBUG oslo_vmware.api [None req-275b0edb-4a38-42ca-b2ab-1b6a8c478a68 tempest-InstanceActionsTestJSON-164634102 tempest-InstanceActionsTestJSON-164634102-project-member] Waiting for the task: (returnval){ [ 1365.592091] env[69770]: value = "task-4070952" [ 1365.592091] env[69770]: _type = "Task" [ 1365.592091] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1365.599575] env[69770]: DEBUG oslo_vmware.api [None req-53e107b1-1273-472f-99d5-de0b7abdc93c tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] Task: {'id': task-4070951, 'name': Rename_Task} progress is 6%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1365.602878] env[69770]: DEBUG oslo_vmware.api [None req-275b0edb-4a38-42ca-b2ab-1b6a8c478a68 tempest-InstanceActionsTestJSON-164634102 tempest-InstanceActionsTestJSON-164634102-project-member] Task: {'id': task-4070952, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1365.604859] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30896436-a6da-4b41-848a-446fac949573 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.613960] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0044547e-9811-4064-b6bb-37c86536d8bd {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.619889] env[69770]: DEBUG oslo_concurrency.lockutils [None req-ad8bf7c2-adeb-4ead-9317-1ab9a7d7071f tempest-AttachVolumeShelveTestJSON-1191911444 tempest-AttachVolumeShelveTestJSON-1191911444-project-member] Acquiring lock "245d05f8-a8b6-4985-aab4-c6f3c250f28a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1365.620084] env[69770]: DEBUG oslo_concurrency.lockutils [None req-ad8bf7c2-adeb-4ead-9317-1ab9a7d7071f tempest-AttachVolumeShelveTestJSON-1191911444 tempest-AttachVolumeShelveTestJSON-1191911444-project-member] Lock "245d05f8-a8b6-4985-aab4-c6f3c250f28a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1365.620279] env[69770]: DEBUG oslo_concurrency.lockutils [None req-ad8bf7c2-adeb-4ead-9317-1ab9a7d7071f tempest-AttachVolumeShelveTestJSON-1191911444 tempest-AttachVolumeShelveTestJSON-1191911444-project-member] Acquiring lock "245d05f8-a8b6-4985-aab4-c6f3c250f28a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1365.620460] env[69770]: DEBUG oslo_concurrency.lockutils [None req-ad8bf7c2-adeb-4ead-9317-1ab9a7d7071f tempest-AttachVolumeShelveTestJSON-1191911444 tempest-AttachVolumeShelveTestJSON-1191911444-project-member] Lock "245d05f8-a8b6-4985-aab4-c6f3c250f28a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1365.620625] env[69770]: DEBUG oslo_concurrency.lockutils [None req-ad8bf7c2-adeb-4ead-9317-1ab9a7d7071f tempest-AttachVolumeShelveTestJSON-1191911444 tempest-AttachVolumeShelveTestJSON-1191911444-project-member] Lock "245d05f8-a8b6-4985-aab4-c6f3c250f28a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1365.650349] env[69770]: INFO nova.compute.manager [None req-ad8bf7c2-adeb-4ead-9317-1ab9a7d7071f tempest-AttachVolumeShelveTestJSON-1191911444 tempest-AttachVolumeShelveTestJSON-1191911444-project-member] [instance: 245d05f8-a8b6-4985-aab4-c6f3c250f28a] Terminating instance [ 1365.652532] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26d440d0-307a-4dd0-9134-92bc34795714 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.662694] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb67b249-b9cc-40cf-8cd5-4b21b0d3367a {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.680562] env[69770]: DEBUG nova.compute.manager [None req-bff24c3e-1e95-494f-8e98-160e4a0e1b39 tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] [instance: a3617e51-7671-42b4-a7d3-a22c7d57814a] Start destroying the instance on the hypervisor. {{(pid=69770) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1365.680824] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-bff24c3e-1e95-494f-8e98-160e4a0e1b39 tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] [instance: a3617e51-7671-42b4-a7d3-a22c7d57814a] Destroying instance {{(pid=69770) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1365.681355] env[69770]: DEBUG nova.compute.provider_tree [None req-d2fb4fe3-7ffc-462d-94d9-5684971e2628 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] Inventory has not changed in ProviderTree for provider: 7cc7d32b-b7a7-454a-a456-2a440248ed9d {{(pid=69770) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1365.683441] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3df99ef7-80e8-4ddc-8197-6846473bf691 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.692498] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-bff24c3e-1e95-494f-8e98-160e4a0e1b39 tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] [instance: a3617e51-7671-42b4-a7d3-a22c7d57814a] Powering off the VM {{(pid=69770) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1365.693481] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f859ffb0-2ac2-438e-a30e-bbf8c1649748 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.701583] env[69770]: DEBUG oslo_vmware.api [None req-bff24c3e-1e95-494f-8e98-160e4a0e1b39 tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] Waiting for the task: (returnval){ [ 1365.701583] env[69770]: value = "task-4070953" [ 1365.701583] env[69770]: _type = "Task" [ 1365.701583] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1365.712498] env[69770]: DEBUG oslo_vmware.api [None req-bff24c3e-1e95-494f-8e98-160e4a0e1b39 tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] Task: {'id': task-4070953, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1366.100253] env[69770]: DEBUG oslo_vmware.api [None req-53e107b1-1273-472f-99d5-de0b7abdc93c tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] Task: {'id': task-4070951, 'name': Rename_Task, 'duration_secs': 0.178047} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1366.100960] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-53e107b1-1273-472f-99d5-de0b7abdc93c tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] [instance: 55705028-e81f-4078-98f3-b2bdf1994354] Powering on the VM {{(pid=69770) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1366.101250] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-17ede21d-3acf-405c-9f83-8c00efbb21b2 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.106944] env[69770]: DEBUG oslo_vmware.api [None req-275b0edb-4a38-42ca-b2ab-1b6a8c478a68 tempest-InstanceActionsTestJSON-164634102 tempest-InstanceActionsTestJSON-164634102-project-member] Task: {'id': task-4070952, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.229915} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1366.107655] env[69770]: DEBUG nova.virt.vmwareapi.ds_util [None req-275b0edb-4a38-42ca-b2ab-1b6a8c478a68 tempest-InstanceActionsTestJSON-164634102 tempest-InstanceActionsTestJSON-164634102-project-member] Deleted the datastore file {{(pid=69770) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1366.107852] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-275b0edb-4a38-42ca-b2ab-1b6a8c478a68 tempest-InstanceActionsTestJSON-164634102 tempest-InstanceActionsTestJSON-164634102-project-member] [instance: 376fee75-5bec-4338-90b3-14f503fc1913] Deleted contents of the VM from datastore datastore2 {{(pid=69770) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1366.108055] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-275b0edb-4a38-42ca-b2ab-1b6a8c478a68 tempest-InstanceActionsTestJSON-164634102 tempest-InstanceActionsTestJSON-164634102-project-member] [instance: 376fee75-5bec-4338-90b3-14f503fc1913] Instance destroyed {{(pid=69770) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1366.108220] env[69770]: INFO nova.compute.manager [None req-275b0edb-4a38-42ca-b2ab-1b6a8c478a68 tempest-InstanceActionsTestJSON-164634102 tempest-InstanceActionsTestJSON-164634102-project-member] [instance: 376fee75-5bec-4338-90b3-14f503fc1913] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1366.108496] env[69770]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-275b0edb-4a38-42ca-b2ab-1b6a8c478a68 tempest-InstanceActionsTestJSON-164634102 tempest-InstanceActionsTestJSON-164634102-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69770) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1366.108714] env[69770]: DEBUG nova.compute.manager [-] [instance: 376fee75-5bec-4338-90b3-14f503fc1913] Deallocating network for instance {{(pid=69770) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1366.108786] env[69770]: DEBUG nova.network.neutron [-] [instance: 376fee75-5bec-4338-90b3-14f503fc1913] deallocate_for_instance() {{(pid=69770) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1366.114277] env[69770]: DEBUG oslo_vmware.api [None req-53e107b1-1273-472f-99d5-de0b7abdc93c tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] Waiting for the task: (returnval){ [ 1366.114277] env[69770]: value = "task-4070954" [ 1366.114277] env[69770]: _type = "Task" [ 1366.114277] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1366.125521] env[69770]: DEBUG oslo_vmware.api [None req-53e107b1-1273-472f-99d5-de0b7abdc93c tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] Task: {'id': task-4070954, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1366.158968] env[69770]: DEBUG nova.compute.manager [None req-ad8bf7c2-adeb-4ead-9317-1ab9a7d7071f tempest-AttachVolumeShelveTestJSON-1191911444 tempest-AttachVolumeShelveTestJSON-1191911444-project-member] [instance: 245d05f8-a8b6-4985-aab4-c6f3c250f28a] Start destroying the instance on the hypervisor. {{(pid=69770) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1366.159342] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-ad8bf7c2-adeb-4ead-9317-1ab9a7d7071f tempest-AttachVolumeShelveTestJSON-1191911444 tempest-AttachVolumeShelveTestJSON-1191911444-project-member] [instance: 245d05f8-a8b6-4985-aab4-c6f3c250f28a] Destroying instance {{(pid=69770) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1366.160994] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b07ffae5-13ae-40d9-84f6-251bd7b46c74 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.171555] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-ad8bf7c2-adeb-4ead-9317-1ab9a7d7071f tempest-AttachVolumeShelveTestJSON-1191911444 tempest-AttachVolumeShelveTestJSON-1191911444-project-member] [instance: 245d05f8-a8b6-4985-aab4-c6f3c250f28a] Powering off the VM {{(pid=69770) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1366.171857] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5b5d2fe4-199a-436a-a0f5-7575ece89c3b {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.181153] env[69770]: DEBUG oslo_vmware.api [None req-ad8bf7c2-adeb-4ead-9317-1ab9a7d7071f tempest-AttachVolumeShelveTestJSON-1191911444 tempest-AttachVolumeShelveTestJSON-1191911444-project-member] Waiting for the task: (returnval){ [ 1366.181153] env[69770]: value = "task-4070955" [ 1366.181153] env[69770]: _type = "Task" [ 1366.181153] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1366.192679] env[69770]: DEBUG nova.scheduler.client.report [None req-d2fb4fe3-7ffc-462d-94d9-5684971e2628 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] Inventory has not changed for provider 7cc7d32b-b7a7-454a-a456-2a440248ed9d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 21, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69770) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1366.196219] env[69770]: DEBUG oslo_vmware.api [None req-ad8bf7c2-adeb-4ead-9317-1ab9a7d7071f tempest-AttachVolumeShelveTestJSON-1191911444 tempest-AttachVolumeShelveTestJSON-1191911444-project-member] Task: {'id': task-4070955, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1366.213367] env[69770]: DEBUG oslo_vmware.api [None req-bff24c3e-1e95-494f-8e98-160e4a0e1b39 tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] Task: {'id': task-4070953, 'name': PowerOffVM_Task, 'duration_secs': 0.301409} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1366.214373] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-bff24c3e-1e95-494f-8e98-160e4a0e1b39 tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] [instance: a3617e51-7671-42b4-a7d3-a22c7d57814a] Powered off the VM {{(pid=69770) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1366.214561] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-bff24c3e-1e95-494f-8e98-160e4a0e1b39 tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] [instance: a3617e51-7671-42b4-a7d3-a22c7d57814a] Unregistering the VM {{(pid=69770) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1366.214827] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9231bfd5-d9db-4fd5-a75e-3ca8608b6287 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.292678] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-bff24c3e-1e95-494f-8e98-160e4a0e1b39 tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] [instance: a3617e51-7671-42b4-a7d3-a22c7d57814a] Unregistered the VM {{(pid=69770) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1366.293060] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-bff24c3e-1e95-494f-8e98-160e4a0e1b39 tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] [instance: a3617e51-7671-42b4-a7d3-a22c7d57814a] Deleting contents of the VM from datastore datastore1 {{(pid=69770) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1366.293371] env[69770]: DEBUG nova.virt.vmwareapi.ds_util [None req-bff24c3e-1e95-494f-8e98-160e4a0e1b39 tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] Deleting the datastore file [datastore1] a3617e51-7671-42b4-a7d3-a22c7d57814a {{(pid=69770) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1366.293990] env[69770]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bcac6bed-e939-4c53-8390-24ca85774388 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.302177] env[69770]: DEBUG oslo_vmware.api [None req-bff24c3e-1e95-494f-8e98-160e4a0e1b39 tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] Waiting for the task: (returnval){ [ 1366.302177] env[69770]: value = "task-4070957" [ 1366.302177] env[69770]: _type = "Task" [ 1366.302177] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1366.315450] env[69770]: DEBUG oslo_vmware.api [None req-bff24c3e-1e95-494f-8e98-160e4a0e1b39 tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] Task: {'id': task-4070957, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1366.628870] env[69770]: DEBUG oslo_vmware.api [None req-53e107b1-1273-472f-99d5-de0b7abdc93c tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] Task: {'id': task-4070954, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1366.691923] env[69770]: DEBUG oslo_vmware.api [None req-ad8bf7c2-adeb-4ead-9317-1ab9a7d7071f tempest-AttachVolumeShelveTestJSON-1191911444 tempest-AttachVolumeShelveTestJSON-1191911444-project-member] Task: {'id': task-4070955, 'name': PowerOffVM_Task, 'duration_secs': 0.225788} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1366.692412] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-ad8bf7c2-adeb-4ead-9317-1ab9a7d7071f tempest-AttachVolumeShelveTestJSON-1191911444 tempest-AttachVolumeShelveTestJSON-1191911444-project-member] [instance: 245d05f8-a8b6-4985-aab4-c6f3c250f28a] Powered off the VM {{(pid=69770) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1366.693129] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-ad8bf7c2-adeb-4ead-9317-1ab9a7d7071f tempest-AttachVolumeShelveTestJSON-1191911444 tempest-AttachVolumeShelveTestJSON-1191911444-project-member] [instance: 245d05f8-a8b6-4985-aab4-c6f3c250f28a] Unregistering the VM {{(pid=69770) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1366.698396] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a804aa46-de5f-41d5-a2d5-7f6e4c5b5445 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.698396] env[69770]: DEBUG oslo_concurrency.lockutils [None req-d2fb4fe3-7ffc-462d-94d9-5684971e2628 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.240s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1366.698642] env[69770]: INFO nova.compute.manager [None req-d2fb4fe3-7ffc-462d-94d9-5684971e2628 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] [instance: ef08d59d-b387-4366-98a8-2ab7aa83b4d2] Migrating [ 1366.709246] env[69770]: DEBUG oslo_concurrency.lockutils [None req-6018ac0c-e53f-46e0-b9a5-762ec7597eb5 tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 2.140s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1366.727036] env[69770]: DEBUG nova.compute.manager [req-24a90866-cade-482e-8ba5-e947633ead4f req-db1edc24-9cad-48e5-82de-e75ced00874e service nova] [instance: 376fee75-5bec-4338-90b3-14f503fc1913] Received event network-vif-deleted-bbfeea8c-b739-4f16-8076-cf0a18a3ad77 {{(pid=69770) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1366.727249] env[69770]: INFO nova.compute.manager [req-24a90866-cade-482e-8ba5-e947633ead4f req-db1edc24-9cad-48e5-82de-e75ced00874e service nova] [instance: 376fee75-5bec-4338-90b3-14f503fc1913] Neutron deleted interface bbfeea8c-b739-4f16-8076-cf0a18a3ad77; detaching it from the instance and deleting it from the info cache [ 1366.728201] env[69770]: DEBUG nova.network.neutron [req-24a90866-cade-482e-8ba5-e947633ead4f req-db1edc24-9cad-48e5-82de-e75ced00874e service nova] [instance: 376fee75-5bec-4338-90b3-14f503fc1913] Updating instance_info_cache with network_info: [] {{(pid=69770) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1366.799566] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-ad8bf7c2-adeb-4ead-9317-1ab9a7d7071f tempest-AttachVolumeShelveTestJSON-1191911444 tempest-AttachVolumeShelveTestJSON-1191911444-project-member] [instance: 245d05f8-a8b6-4985-aab4-c6f3c250f28a] Unregistered the VM {{(pid=69770) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1366.799859] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-ad8bf7c2-adeb-4ead-9317-1ab9a7d7071f tempest-AttachVolumeShelveTestJSON-1191911444 tempest-AttachVolumeShelveTestJSON-1191911444-project-member] [instance: 245d05f8-a8b6-4985-aab4-c6f3c250f28a] Deleting contents of the VM from datastore datastore1 {{(pid=69770) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1366.800059] env[69770]: DEBUG nova.virt.vmwareapi.ds_util [None req-ad8bf7c2-adeb-4ead-9317-1ab9a7d7071f tempest-AttachVolumeShelveTestJSON-1191911444 tempest-AttachVolumeShelveTestJSON-1191911444-project-member] Deleting the datastore file [datastore1] 245d05f8-a8b6-4985-aab4-c6f3c250f28a {{(pid=69770) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1366.800327] env[69770]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8d24e25d-4f70-43c6-8ff3-181f363c09dd {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.815709] env[69770]: DEBUG oslo_vmware.api [None req-bff24c3e-1e95-494f-8e98-160e4a0e1b39 tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] Task: {'id': task-4070957, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.171474} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1366.818062] env[69770]: DEBUG nova.virt.vmwareapi.ds_util [None req-bff24c3e-1e95-494f-8e98-160e4a0e1b39 tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] Deleted the datastore file {{(pid=69770) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1366.818457] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-bff24c3e-1e95-494f-8e98-160e4a0e1b39 tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] [instance: a3617e51-7671-42b4-a7d3-a22c7d57814a] Deleted contents of the VM from datastore datastore1 {{(pid=69770) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1366.818757] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-bff24c3e-1e95-494f-8e98-160e4a0e1b39 tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] [instance: a3617e51-7671-42b4-a7d3-a22c7d57814a] Instance destroyed {{(pid=69770) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1366.819067] env[69770]: INFO nova.compute.manager [None req-bff24c3e-1e95-494f-8e98-160e4a0e1b39 tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] [instance: a3617e51-7671-42b4-a7d3-a22c7d57814a] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1366.819465] env[69770]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bff24c3e-1e95-494f-8e98-160e4a0e1b39 tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69770) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1366.819909] env[69770]: DEBUG oslo_vmware.api [None req-ad8bf7c2-adeb-4ead-9317-1ab9a7d7071f tempest-AttachVolumeShelveTestJSON-1191911444 tempest-AttachVolumeShelveTestJSON-1191911444-project-member] Waiting for the task: (returnval){ [ 1366.819909] env[69770]: value = "task-4070959" [ 1366.819909] env[69770]: _type = "Task" [ 1366.819909] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1366.820443] env[69770]: DEBUG nova.compute.manager [-] [instance: a3617e51-7671-42b4-a7d3-a22c7d57814a] Deallocating network for instance {{(pid=69770) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1366.820443] env[69770]: DEBUG nova.network.neutron [-] [instance: a3617e51-7671-42b4-a7d3-a22c7d57814a] deallocate_for_instance() {{(pid=69770) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1367.129265] env[69770]: DEBUG oslo_vmware.api [None req-53e107b1-1273-472f-99d5-de0b7abdc93c tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] Task: {'id': task-4070954, 'name': PowerOnVM_Task, 'duration_secs': 0.796886} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1367.129554] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-53e107b1-1273-472f-99d5-de0b7abdc93c tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] [instance: 55705028-e81f-4078-98f3-b2bdf1994354] Powered on the VM {{(pid=69770) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1367.129854] env[69770]: INFO nova.compute.manager [None req-53e107b1-1273-472f-99d5-de0b7abdc93c tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] [instance: 55705028-e81f-4078-98f3-b2bdf1994354] Took 7.82 seconds to spawn the instance on the hypervisor. [ 1367.130095] env[69770]: DEBUG nova.compute.manager [None req-53e107b1-1273-472f-99d5-de0b7abdc93c tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] [instance: 55705028-e81f-4078-98f3-b2bdf1994354] Checking state {{(pid=69770) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1367.131255] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acbc8c9c-7ae7-4295-ba77-92b61e9a260e {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1367.198477] env[69770]: DEBUG nova.network.neutron [-] [instance: 376fee75-5bec-4338-90b3-14f503fc1913] Updating instance_info_cache with network_info: [] {{(pid=69770) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1367.212773] env[69770]: DEBUG nova.objects.instance [None req-6018ac0c-e53f-46e0-b9a5-762ec7597eb5 tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] Lazy-loading 'migration_context' on Instance uuid 21782e86-7845-479b-98a8-c2d5832d1ff3 {{(pid=69770) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1367.227407] env[69770]: DEBUG oslo_concurrency.lockutils [None req-d2fb4fe3-7ffc-462d-94d9-5684971e2628 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] Acquiring lock "refresh_cache-ef08d59d-b387-4366-98a8-2ab7aa83b4d2" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1367.228056] env[69770]: DEBUG oslo_concurrency.lockutils [None req-d2fb4fe3-7ffc-462d-94d9-5684971e2628 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] Acquired lock "refresh_cache-ef08d59d-b387-4366-98a8-2ab7aa83b4d2" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1367.228056] env[69770]: DEBUG nova.network.neutron [None req-d2fb4fe3-7ffc-462d-94d9-5684971e2628 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] [instance: ef08d59d-b387-4366-98a8-2ab7aa83b4d2] Building network info cache for instance {{(pid=69770) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1367.231553] env[69770]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-46b8663c-70ba-4014-b406-4c405a2b3d8c {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1367.246047] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7525dc14-13ab-4f9a-a501-a0e16f179476 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1367.287521] env[69770]: DEBUG nova.compute.manager [req-24a90866-cade-482e-8ba5-e947633ead4f req-db1edc24-9cad-48e5-82de-e75ced00874e service nova] [instance: 376fee75-5bec-4338-90b3-14f503fc1913] Detach interface failed, port_id=bbfeea8c-b739-4f16-8076-cf0a18a3ad77, reason: Instance 376fee75-5bec-4338-90b3-14f503fc1913 could not be found. {{(pid=69770) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1367.333957] env[69770]: DEBUG oslo_vmware.api [None req-ad8bf7c2-adeb-4ead-9317-1ab9a7d7071f tempest-AttachVolumeShelveTestJSON-1191911444 tempest-AttachVolumeShelveTestJSON-1191911444-project-member] Task: {'id': task-4070959, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.238562} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1367.334298] env[69770]: DEBUG nova.virt.vmwareapi.ds_util [None req-ad8bf7c2-adeb-4ead-9317-1ab9a7d7071f tempest-AttachVolumeShelveTestJSON-1191911444 tempest-AttachVolumeShelveTestJSON-1191911444-project-member] Deleted the datastore file {{(pid=69770) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1367.335450] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-ad8bf7c2-adeb-4ead-9317-1ab9a7d7071f tempest-AttachVolumeShelveTestJSON-1191911444 tempest-AttachVolumeShelveTestJSON-1191911444-project-member] [instance: 245d05f8-a8b6-4985-aab4-c6f3c250f28a] Deleted contents of the VM from datastore datastore1 {{(pid=69770) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1367.336154] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-ad8bf7c2-adeb-4ead-9317-1ab9a7d7071f tempest-AttachVolumeShelveTestJSON-1191911444 tempest-AttachVolumeShelveTestJSON-1191911444-project-member] [instance: 245d05f8-a8b6-4985-aab4-c6f3c250f28a] Instance destroyed {{(pid=69770) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1367.336154] env[69770]: INFO nova.compute.manager [None req-ad8bf7c2-adeb-4ead-9317-1ab9a7d7071f tempest-AttachVolumeShelveTestJSON-1191911444 tempest-AttachVolumeShelveTestJSON-1191911444-project-member] [instance: 245d05f8-a8b6-4985-aab4-c6f3c250f28a] Took 1.18 seconds to destroy the instance on the hypervisor. [ 1367.336382] env[69770]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ad8bf7c2-adeb-4ead-9317-1ab9a7d7071f tempest-AttachVolumeShelveTestJSON-1191911444 tempest-AttachVolumeShelveTestJSON-1191911444-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69770) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1367.336626] env[69770]: DEBUG nova.compute.manager [-] [instance: 245d05f8-a8b6-4985-aab4-c6f3c250f28a] Deallocating network for instance {{(pid=69770) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1367.336751] env[69770]: DEBUG nova.network.neutron [-] [instance: 245d05f8-a8b6-4985-aab4-c6f3c250f28a] deallocate_for_instance() {{(pid=69770) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1367.653770] env[69770]: DEBUG nova.network.neutron [-] [instance: a3617e51-7671-42b4-a7d3-a22c7d57814a] Updating instance_info_cache with network_info: [] {{(pid=69770) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1367.656282] env[69770]: INFO nova.compute.manager [None req-53e107b1-1273-472f-99d5-de0b7abdc93c tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] [instance: 55705028-e81f-4078-98f3-b2bdf1994354] Took 13.46 seconds to build instance. [ 1367.701157] env[69770]: INFO nova.compute.manager [-] [instance: 376fee75-5bec-4338-90b3-14f503fc1913] Took 1.59 seconds to deallocate network for instance. [ 1367.898311] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-234e0259-e02e-4a79-9166-07fb5ea1cdae {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1367.909102] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-923d1d3e-a909-4baa-a95b-47fb3244c043 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1367.943727] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27fd75d9-ddf1-4634-8f8a-4491665faf4e {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1367.955539] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2576da65-6cf7-4ac3-abf7-6e6765c23e18 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1367.975947] env[69770]: DEBUG nova.compute.provider_tree [None req-6018ac0c-e53f-46e0-b9a5-762ec7597eb5 tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] Inventory has not changed in ProviderTree for provider: 7cc7d32b-b7a7-454a-a456-2a440248ed9d {{(pid=69770) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1368.151223] env[69770]: DEBUG nova.network.neutron [None req-d2fb4fe3-7ffc-462d-94d9-5684971e2628 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] [instance: ef08d59d-b387-4366-98a8-2ab7aa83b4d2] Updating instance_info_cache with network_info: [{"id": "05a884d8-2ff6-4ef2-ac41-97d66afbf5aa", "address": "fa:16:3e:d1:94:d8", "network": {"id": "5cb038fa-57e0-447e-965e-88265882e7e5", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1033362514-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "50458fae76de4e588f96680501eae48c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6a31b224-77d7-48a4-af87-312758611b8e", "external-id": "nsx-vlan-transportzone-761", "segmentation_id": 761, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap05a884d8-2f", "ovs_interfaceid": "05a884d8-2ff6-4ef2-ac41-97d66afbf5aa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69770) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1368.156735] env[69770]: INFO nova.compute.manager [-] [instance: a3617e51-7671-42b4-a7d3-a22c7d57814a] Took 1.34 seconds to deallocate network for instance. [ 1368.158696] env[69770]: DEBUG oslo_concurrency.lockutils [None req-53e107b1-1273-472f-99d5-de0b7abdc93c tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] Lock "55705028-e81f-4078-98f3-b2bdf1994354" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.967s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1368.209518] env[69770]: DEBUG oslo_concurrency.lockutils [None req-275b0edb-4a38-42ca-b2ab-1b6a8c478a68 tempest-InstanceActionsTestJSON-164634102 tempest-InstanceActionsTestJSON-164634102-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1368.482745] env[69770]: DEBUG nova.scheduler.client.report [None req-6018ac0c-e53f-46e0-b9a5-762ec7597eb5 tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] Inventory has not changed for provider 7cc7d32b-b7a7-454a-a456-2a440248ed9d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 21, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69770) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1368.594358] env[69770]: DEBUG nova.network.neutron [-] [instance: 245d05f8-a8b6-4985-aab4-c6f3c250f28a] Updating instance_info_cache with network_info: [] {{(pid=69770) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1368.654346] env[69770]: DEBUG oslo_concurrency.lockutils [None req-d2fb4fe3-7ffc-462d-94d9-5684971e2628 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] Releasing lock "refresh_cache-ef08d59d-b387-4366-98a8-2ab7aa83b4d2" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1368.664213] env[69770]: DEBUG oslo_concurrency.lockutils [None req-bff24c3e-1e95-494f-8e98-160e4a0e1b39 tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1368.748284] env[69770]: DEBUG oslo_service.periodic_task [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69770) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1368.767746] env[69770]: DEBUG nova.compute.manager [req-29bd2d6b-b2bf-4ca2-9b58-760c3b140735 req-15c81fd7-222b-42a7-a696-b19f8a8ace14 service nova] [instance: a3617e51-7671-42b4-a7d3-a22c7d57814a] Received event network-vif-deleted-86019cd3-db0c-4adc-86d7-378f42286db2 {{(pid=69770) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1368.767886] env[69770]: DEBUG nova.compute.manager [req-29bd2d6b-b2bf-4ca2-9b58-760c3b140735 req-15c81fd7-222b-42a7-a696-b19f8a8ace14 service nova] [instance: 245d05f8-a8b6-4985-aab4-c6f3c250f28a] Received event network-vif-deleted-2389c99b-f39e-48dc-b478-99bc2a9184ff {{(pid=69770) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1369.098413] env[69770]: INFO nova.compute.manager [-] [instance: 245d05f8-a8b6-4985-aab4-c6f3c250f28a] Took 1.76 seconds to deallocate network for instance. [ 1369.494770] env[69770]: DEBUG oslo_concurrency.lockutils [None req-6018ac0c-e53f-46e0-b9a5-762ec7597eb5 tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 2.786s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1369.504363] env[69770]: DEBUG oslo_concurrency.lockutils [None req-275b0edb-4a38-42ca-b2ab-1b6a8c478a68 tempest-InstanceActionsTestJSON-164634102 tempest-InstanceActionsTestJSON-164634102-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.295s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1369.504363] env[69770]: DEBUG nova.objects.instance [None req-275b0edb-4a38-42ca-b2ab-1b6a8c478a68 tempest-InstanceActionsTestJSON-164634102 tempest-InstanceActionsTestJSON-164634102-project-member] Lazy-loading 'resources' on Instance uuid 376fee75-5bec-4338-90b3-14f503fc1913 {{(pid=69770) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1369.604950] env[69770]: DEBUG oslo_concurrency.lockutils [None req-ad8bf7c2-adeb-4ead-9317-1ab9a7d7071f tempest-AttachVolumeShelveTestJSON-1191911444 tempest-AttachVolumeShelveTestJSON-1191911444-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1369.831016] env[69770]: DEBUG nova.compute.manager [None req-93637ac2-8ae3-47f4-ba6b-4164628adf34 tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] [instance: 55705028-e81f-4078-98f3-b2bdf1994354] Stashing vm_state: active {{(pid=69770) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1370.139276] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a506a20d-8754-4a1d-8562-8b37174b8299 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1370.147497] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41a81653-fe2d-4489-814a-f1dbf8773c04 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1370.181476] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f9ea66f-2c73-4af5-bc57-8cb4a87b188d {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1370.185246] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-187fea0c-a1f7-4dd0-9ea0-734f3668dd6b {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1370.208450] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d63651a-5f89-46ea-af4f-29525be30cad {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1370.212665] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-d2fb4fe3-7ffc-462d-94d9-5684971e2628 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] [instance: ef08d59d-b387-4366-98a8-2ab7aa83b4d2] Updating instance 'ef08d59d-b387-4366-98a8-2ab7aa83b4d2' progress to 0 {{(pid=69770) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1370.226635] env[69770]: DEBUG nova.compute.provider_tree [None req-275b0edb-4a38-42ca-b2ab-1b6a8c478a68 tempest-InstanceActionsTestJSON-164634102 tempest-InstanceActionsTestJSON-164634102-project-member] Inventory has not changed in ProviderTree for provider: 7cc7d32b-b7a7-454a-a456-2a440248ed9d {{(pid=69770) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1370.348650] env[69770]: DEBUG oslo_concurrency.lockutils [None req-93637ac2-8ae3-47f4-ba6b-4164628adf34 tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1370.718870] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2fb4fe3-7ffc-462d-94d9-5684971e2628 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] [instance: ef08d59d-b387-4366-98a8-2ab7aa83b4d2] Powering off the VM {{(pid=69770) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1370.719213] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-afc04ecd-55ec-41d9-9e3f-df14c2566fd5 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1370.726534] env[69770]: DEBUG oslo_vmware.api [None req-d2fb4fe3-7ffc-462d-94d9-5684971e2628 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] Waiting for the task: (returnval){ [ 1370.726534] env[69770]: value = "task-4070960" [ 1370.726534] env[69770]: _type = "Task" [ 1370.726534] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1370.730502] env[69770]: DEBUG nova.scheduler.client.report [None req-275b0edb-4a38-42ca-b2ab-1b6a8c478a68 tempest-InstanceActionsTestJSON-164634102 tempest-InstanceActionsTestJSON-164634102-project-member] Inventory has not changed for provider 7cc7d32b-b7a7-454a-a456-2a440248ed9d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 21, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69770) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1370.739413] env[69770]: DEBUG oslo_vmware.api [None req-d2fb4fe3-7ffc-462d-94d9-5684971e2628 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] Task: {'id': task-4070960, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1371.036597] env[69770]: INFO nova.compute.manager [None req-6018ac0c-e53f-46e0-b9a5-762ec7597eb5 tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] [instance: 21782e86-7845-479b-98a8-c2d5832d1ff3] Swapping old allocation on dict_keys(['7cc7d32b-b7a7-454a-a456-2a440248ed9d']) held by migration 88e4c6ee-4187-4cb7-88ce-19c85518f243 for instance [ 1371.061113] env[69770]: DEBUG nova.scheduler.client.report [None req-6018ac0c-e53f-46e0-b9a5-762ec7597eb5 tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] Overwriting current allocation {'allocations': {'7cc7d32b-b7a7-454a-a456-2a440248ed9d': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 167}}, 'project_id': 'bcbfd42565514a329707ee7a1c7d910c', 'user_id': '46b1a188e2004db39cdb88eb468a7b36', 'consumer_generation': 1} on consumer 21782e86-7845-479b-98a8-c2d5832d1ff3 {{(pid=69770) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 1371.140690] env[69770]: DEBUG oslo_concurrency.lockutils [None req-6018ac0c-e53f-46e0-b9a5-762ec7597eb5 tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] Acquiring lock "refresh_cache-21782e86-7845-479b-98a8-c2d5832d1ff3" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1371.140916] env[69770]: DEBUG oslo_concurrency.lockutils [None req-6018ac0c-e53f-46e0-b9a5-762ec7597eb5 tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] Acquired lock "refresh_cache-21782e86-7845-479b-98a8-c2d5832d1ff3" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1371.141141] env[69770]: DEBUG nova.network.neutron [None req-6018ac0c-e53f-46e0-b9a5-762ec7597eb5 tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] [instance: 21782e86-7845-479b-98a8-c2d5832d1ff3] Building network info cache for instance {{(pid=69770) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1371.237715] env[69770]: DEBUG oslo_concurrency.lockutils [None req-275b0edb-4a38-42ca-b2ab-1b6a8c478a68 tempest-InstanceActionsTestJSON-164634102 tempest-InstanceActionsTestJSON-164634102-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.734s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1371.239907] env[69770]: DEBUG oslo_vmware.api [None req-d2fb4fe3-7ffc-462d-94d9-5684971e2628 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] Task: {'id': task-4070960, 'name': PowerOffVM_Task, 'duration_secs': 0.237241} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1371.240468] env[69770]: DEBUG oslo_concurrency.lockutils [None req-bff24c3e-1e95-494f-8e98-160e4a0e1b39 tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.577s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1371.240716] env[69770]: DEBUG nova.objects.instance [None req-bff24c3e-1e95-494f-8e98-160e4a0e1b39 tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] Lazy-loading 'resources' on Instance uuid a3617e51-7671-42b4-a7d3-a22c7d57814a {{(pid=69770) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1371.241920] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2fb4fe3-7ffc-462d-94d9-5684971e2628 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] [instance: ef08d59d-b387-4366-98a8-2ab7aa83b4d2] Powered off the VM {{(pid=69770) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1371.242125] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-d2fb4fe3-7ffc-462d-94d9-5684971e2628 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] [instance: ef08d59d-b387-4366-98a8-2ab7aa83b4d2] Updating instance 'ef08d59d-b387-4366-98a8-2ab7aa83b4d2' progress to 17 {{(pid=69770) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1371.254876] env[69770]: INFO nova.scheduler.client.report [None req-275b0edb-4a38-42ca-b2ab-1b6a8c478a68 tempest-InstanceActionsTestJSON-164634102 tempest-InstanceActionsTestJSON-164634102-project-member] Deleted allocations for instance 376fee75-5bec-4338-90b3-14f503fc1913 [ 1371.750167] env[69770]: DEBUG nova.virt.hardware [None req-d2fb4fe3-7ffc-462d-94d9-5684971e2628 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T12:16:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=d1eaff80-24a0-4391-90eb-59958b1ecf0a,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69770) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1371.750413] env[69770]: DEBUG nova.virt.hardware [None req-d2fb4fe3-7ffc-462d-94d9-5684971e2628 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] Flavor limits 0:0:0 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1371.750569] env[69770]: DEBUG nova.virt.hardware [None req-d2fb4fe3-7ffc-462d-94d9-5684971e2628 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] Image limits 0:0:0 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1371.750746] env[69770]: DEBUG nova.virt.hardware [None req-d2fb4fe3-7ffc-462d-94d9-5684971e2628 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] Flavor pref 0:0:0 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1371.750889] env[69770]: DEBUG nova.virt.hardware [None req-d2fb4fe3-7ffc-462d-94d9-5684971e2628 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] Image pref 0:0:0 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1371.751065] env[69770]: DEBUG nova.virt.hardware [None req-d2fb4fe3-7ffc-462d-94d9-5684971e2628 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1371.751368] env[69770]: DEBUG nova.virt.hardware [None req-d2fb4fe3-7ffc-462d-94d9-5684971e2628 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69770) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1371.751640] env[69770]: DEBUG nova.virt.hardware [None req-d2fb4fe3-7ffc-462d-94d9-5684971e2628 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69770) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1371.751839] env[69770]: DEBUG nova.virt.hardware [None req-d2fb4fe3-7ffc-462d-94d9-5684971e2628 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] Got 1 possible topologies {{(pid=69770) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1371.752042] env[69770]: DEBUG nova.virt.hardware [None req-d2fb4fe3-7ffc-462d-94d9-5684971e2628 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69770) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1371.752273] env[69770]: DEBUG nova.virt.hardware [None req-d2fb4fe3-7ffc-462d-94d9-5684971e2628 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69770) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1371.758070] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9d29cf12-f61f-46af-a412-43432422ea1b {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1371.774163] env[69770]: DEBUG oslo_concurrency.lockutils [None req-275b0edb-4a38-42ca-b2ab-1b6a8c478a68 tempest-InstanceActionsTestJSON-164634102 tempest-InstanceActionsTestJSON-164634102-project-member] Lock "376fee75-5bec-4338-90b3-14f503fc1913" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.332s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1371.779835] env[69770]: DEBUG oslo_vmware.api [None req-d2fb4fe3-7ffc-462d-94d9-5684971e2628 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] Waiting for the task: (returnval){ [ 1371.779835] env[69770]: value = "task-4070961" [ 1371.779835] env[69770]: _type = "Task" [ 1371.779835] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1371.792634] env[69770]: DEBUG oslo_vmware.api [None req-d2fb4fe3-7ffc-462d-94d9-5684971e2628 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] Task: {'id': task-4070961, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1371.859489] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35e804f7-9da2-4ee6-ae8b-333ff3ea4c53 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1371.868238] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68044746-cdf3-4449-90e7-97937c935c23 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1371.905431] env[69770]: DEBUG nova.network.neutron [None req-6018ac0c-e53f-46e0-b9a5-762ec7597eb5 tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] [instance: 21782e86-7845-479b-98a8-c2d5832d1ff3] Updating instance_info_cache with network_info: [{"id": "240a2458-a53e-4012-8dd0-6b6dde14c547", "address": "fa:16:3e:da:6d:89", "network": {"id": "6947160b-7d54-4e72-ac36-2126989baab1", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-851069895-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.254", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bcbfd42565514a329707ee7a1c7d910c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69076131-87ac-46dd-9d5d-8d1b4ea7dec6", "external-id": "nsx-vlan-transportzone-327", "segmentation_id": 327, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap240a2458-a5", "ovs_interfaceid": "240a2458-a53e-4012-8dd0-6b6dde14c547", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69770) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1371.907250] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff8c069d-602b-4bea-b774-af6f8fc814fd {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1371.918273] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6afe82a2-7d92-46ac-aebd-8552067fa0f7 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1371.934171] env[69770]: DEBUG nova.compute.provider_tree [None req-bff24c3e-1e95-494f-8e98-160e4a0e1b39 tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] Inventory has not changed in ProviderTree for provider: 7cc7d32b-b7a7-454a-a456-2a440248ed9d {{(pid=69770) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1372.289636] env[69770]: DEBUG oslo_vmware.api [None req-d2fb4fe3-7ffc-462d-94d9-5684971e2628 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] Task: {'id': task-4070961, 'name': ReconfigVM_Task, 'duration_secs': 0.173945} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1372.290201] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-d2fb4fe3-7ffc-462d-94d9-5684971e2628 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] [instance: ef08d59d-b387-4366-98a8-2ab7aa83b4d2] Updating instance 'ef08d59d-b387-4366-98a8-2ab7aa83b4d2' progress to 33 {{(pid=69770) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1372.411548] env[69770]: DEBUG oslo_concurrency.lockutils [None req-6018ac0c-e53f-46e0-b9a5-762ec7597eb5 tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] Releasing lock "refresh_cache-21782e86-7845-479b-98a8-c2d5832d1ff3" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1372.412582] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e5474f4-6661-489c-a67c-3b01c3832232 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1372.420873] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d172b5a-98e5-4dfa-9aa5-21274e275883 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1372.438412] env[69770]: DEBUG nova.scheduler.client.report [None req-bff24c3e-1e95-494f-8e98-160e4a0e1b39 tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] Inventory has not changed for provider 7cc7d32b-b7a7-454a-a456-2a440248ed9d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 21, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69770) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1372.797035] env[69770]: DEBUG nova.virt.hardware [None req-d2fb4fe3-7ffc-462d-94d9-5684971e2628 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T12:16:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=d1eaff80-24a0-4391-90eb-59958b1ecf0a,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69770) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1372.797293] env[69770]: DEBUG nova.virt.hardware [None req-d2fb4fe3-7ffc-462d-94d9-5684971e2628 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] Flavor limits 0:0:0 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1372.797293] env[69770]: DEBUG nova.virt.hardware [None req-d2fb4fe3-7ffc-462d-94d9-5684971e2628 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] Image limits 0:0:0 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1372.797387] env[69770]: DEBUG nova.virt.hardware [None req-d2fb4fe3-7ffc-462d-94d9-5684971e2628 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] Flavor pref 0:0:0 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1372.797527] env[69770]: DEBUG nova.virt.hardware [None req-d2fb4fe3-7ffc-462d-94d9-5684971e2628 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] Image pref 0:0:0 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1372.797679] env[69770]: DEBUG nova.virt.hardware [None req-d2fb4fe3-7ffc-462d-94d9-5684971e2628 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1372.797886] env[69770]: DEBUG nova.virt.hardware [None req-d2fb4fe3-7ffc-462d-94d9-5684971e2628 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69770) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1372.798051] env[69770]: DEBUG nova.virt.hardware [None req-d2fb4fe3-7ffc-462d-94d9-5684971e2628 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69770) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1372.798224] env[69770]: DEBUG nova.virt.hardware [None req-d2fb4fe3-7ffc-462d-94d9-5684971e2628 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] Got 1 possible topologies {{(pid=69770) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1372.798385] env[69770]: DEBUG nova.virt.hardware [None req-d2fb4fe3-7ffc-462d-94d9-5684971e2628 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69770) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1372.798556] env[69770]: DEBUG nova.virt.hardware [None req-d2fb4fe3-7ffc-462d-94d9-5684971e2628 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69770) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1372.804134] env[69770]: DEBUG nova.virt.vmwareapi.volumeops [None req-d2fb4fe3-7ffc-462d-94d9-5684971e2628 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] [instance: ef08d59d-b387-4366-98a8-2ab7aa83b4d2] Reconfiguring VM instance instance-00000076 to detach disk 2000 {{(pid=69770) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1372.804476] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2e36e47e-961a-4794-ab40-86b90102d16a {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1372.825365] env[69770]: DEBUG oslo_vmware.api [None req-d2fb4fe3-7ffc-462d-94d9-5684971e2628 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] Waiting for the task: (returnval){ [ 1372.825365] env[69770]: value = "task-4070962" [ 1372.825365] env[69770]: _type = "Task" [ 1372.825365] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1372.833786] env[69770]: DEBUG oslo_vmware.api [None req-d2fb4fe3-7ffc-462d-94d9-5684971e2628 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] Task: {'id': task-4070962, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1372.943231] env[69770]: DEBUG oslo_concurrency.lockutils [None req-bff24c3e-1e95-494f-8e98-160e4a0e1b39 tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.703s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1372.947460] env[69770]: DEBUG oslo_concurrency.lockutils [None req-ad8bf7c2-adeb-4ead-9317-1ab9a7d7071f tempest-AttachVolumeShelveTestJSON-1191911444 tempest-AttachVolumeShelveTestJSON-1191911444-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.342s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1372.947460] env[69770]: DEBUG nova.objects.instance [None req-ad8bf7c2-adeb-4ead-9317-1ab9a7d7071f tempest-AttachVolumeShelveTestJSON-1191911444 tempest-AttachVolumeShelveTestJSON-1191911444-project-member] Lazy-loading 'resources' on Instance uuid 245d05f8-a8b6-4985-aab4-c6f3c250f28a {{(pid=69770) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1372.978262] env[69770]: INFO nova.scheduler.client.report [None req-bff24c3e-1e95-494f-8e98-160e4a0e1b39 tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] Deleted allocations for instance a3617e51-7671-42b4-a7d3-a22c7d57814a [ 1373.335414] env[69770]: DEBUG oslo_vmware.api [None req-d2fb4fe3-7ffc-462d-94d9-5684971e2628 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] Task: {'id': task-4070962, 'name': ReconfigVM_Task, 'duration_secs': 0.188438} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1373.335819] env[69770]: DEBUG nova.virt.vmwareapi.volumeops [None req-d2fb4fe3-7ffc-462d-94d9-5684971e2628 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] [instance: ef08d59d-b387-4366-98a8-2ab7aa83b4d2] Reconfigured VM instance instance-00000076 to detach disk 2000 {{(pid=69770) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1373.336527] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6549e52-3df9-41eb-8d53-c3890a2686d6 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1373.360091] env[69770]: DEBUG nova.virt.vmwareapi.volumeops [None req-d2fb4fe3-7ffc-462d-94d9-5684971e2628 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] [instance: ef08d59d-b387-4366-98a8-2ab7aa83b4d2] Reconfiguring VM instance instance-00000076 to attach disk [datastore1] ef08d59d-b387-4366-98a8-2ab7aa83b4d2/ef08d59d-b387-4366-98a8-2ab7aa83b4d2.vmdk or device None with type thin {{(pid=69770) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1373.360412] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cab2ab8d-806e-4581-806a-8b13acfa76b5 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1373.380441] env[69770]: DEBUG oslo_vmware.api [None req-d2fb4fe3-7ffc-462d-94d9-5684971e2628 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] Waiting for the task: (returnval){ [ 1373.380441] env[69770]: value = "task-4070963" [ 1373.380441] env[69770]: _type = "Task" [ 1373.380441] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1373.389170] env[69770]: DEBUG oslo_vmware.api [None req-d2fb4fe3-7ffc-462d-94d9-5684971e2628 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] Task: {'id': task-4070963, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1373.489504] env[69770]: DEBUG oslo_concurrency.lockutils [None req-bff24c3e-1e95-494f-8e98-160e4a0e1b39 tempest-ServerActionsTestOtherA-898657197 tempest-ServerActionsTestOtherA-898657197-project-member] Lock "a3617e51-7671-42b4-a7d3-a22c7d57814a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.322s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1373.522215] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-6018ac0c-e53f-46e0-b9a5-762ec7597eb5 tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] [instance: 21782e86-7845-479b-98a8-c2d5832d1ff3] Powering off the VM {{(pid=69770) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1373.522767] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ea172af5-cb7d-4642-9be2-e40079bf2174 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1373.529881] env[69770]: DEBUG oslo_vmware.api [None req-6018ac0c-e53f-46e0-b9a5-762ec7597eb5 tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] Waiting for the task: (returnval){ [ 1373.529881] env[69770]: value = "task-4070964" [ 1373.529881] env[69770]: _type = "Task" [ 1373.529881] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1373.541923] env[69770]: DEBUG oslo_vmware.api [None req-6018ac0c-e53f-46e0-b9a5-762ec7597eb5 tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] Task: {'id': task-4070964, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1373.551369] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e33ea8c-0526-4d38-904d-a998e1d21865 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1373.560134] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a18ebc67-9700-40ce-9076-d06f3efdf4ed {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1373.595093] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cfbf923-96cf-40a7-ad6d-cd7f3bc359e8 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1373.605494] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48ec42a8-24ba-4076-9600-6ec60313fa78 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1373.622030] env[69770]: DEBUG nova.compute.provider_tree [None req-ad8bf7c2-adeb-4ead-9317-1ab9a7d7071f tempest-AttachVolumeShelveTestJSON-1191911444 tempest-AttachVolumeShelveTestJSON-1191911444-project-member] Inventory has not changed in ProviderTree for provider: 7cc7d32b-b7a7-454a-a456-2a440248ed9d {{(pid=69770) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1373.891358] env[69770]: DEBUG oslo_vmware.api [None req-d2fb4fe3-7ffc-462d-94d9-5684971e2628 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] Task: {'id': task-4070963, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1374.040268] env[69770]: DEBUG oslo_vmware.api [None req-6018ac0c-e53f-46e0-b9a5-762ec7597eb5 tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] Task: {'id': task-4070964, 'name': PowerOffVM_Task, 'duration_secs': 0.260599} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1374.040588] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-6018ac0c-e53f-46e0-b9a5-762ec7597eb5 tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] [instance: 21782e86-7845-479b-98a8-c2d5832d1ff3] Powered off the VM {{(pid=69770) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1374.041298] env[69770]: DEBUG nova.virt.hardware [None req-6018ac0c-e53f-46e0-b9a5-762ec7597eb5 tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T12:16:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=d1eaff80-24a0-4391-90eb-59958b1ecf0a,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69770) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1374.041545] env[69770]: DEBUG nova.virt.hardware [None req-6018ac0c-e53f-46e0-b9a5-762ec7597eb5 tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] Flavor limits 0:0:0 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1374.041769] env[69770]: DEBUG nova.virt.hardware [None req-6018ac0c-e53f-46e0-b9a5-762ec7597eb5 tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] Image limits 0:0:0 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1374.042026] env[69770]: DEBUG nova.virt.hardware [None req-6018ac0c-e53f-46e0-b9a5-762ec7597eb5 tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] Flavor pref 0:0:0 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1374.042239] env[69770]: DEBUG nova.virt.hardware [None req-6018ac0c-e53f-46e0-b9a5-762ec7597eb5 tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] Image pref 0:0:0 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1374.042448] env[69770]: DEBUG nova.virt.hardware [None req-6018ac0c-e53f-46e0-b9a5-762ec7597eb5 tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1374.042743] env[69770]: DEBUG nova.virt.hardware [None req-6018ac0c-e53f-46e0-b9a5-762ec7597eb5 tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69770) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1374.042940] env[69770]: DEBUG nova.virt.hardware [None req-6018ac0c-e53f-46e0-b9a5-762ec7597eb5 tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69770) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1374.043154] env[69770]: DEBUG nova.virt.hardware [None req-6018ac0c-e53f-46e0-b9a5-762ec7597eb5 tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] Got 1 possible topologies {{(pid=69770) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1374.043338] env[69770]: DEBUG nova.virt.hardware [None req-6018ac0c-e53f-46e0-b9a5-762ec7597eb5 tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69770) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1374.043537] env[69770]: DEBUG nova.virt.hardware [None req-6018ac0c-e53f-46e0-b9a5-762ec7597eb5 tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69770) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1374.048660] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dc510bdc-58ee-4bd1-a7eb-e59357a64f05 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1374.065088] env[69770]: DEBUG oslo_vmware.api [None req-6018ac0c-e53f-46e0-b9a5-762ec7597eb5 tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] Waiting for the task: (returnval){ [ 1374.065088] env[69770]: value = "task-4070965" [ 1374.065088] env[69770]: _type = "Task" [ 1374.065088] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1374.073558] env[69770]: DEBUG oslo_vmware.api [None req-6018ac0c-e53f-46e0-b9a5-762ec7597eb5 tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] Task: {'id': task-4070965, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1374.126470] env[69770]: DEBUG nova.scheduler.client.report [None req-ad8bf7c2-adeb-4ead-9317-1ab9a7d7071f tempest-AttachVolumeShelveTestJSON-1191911444 tempest-AttachVolumeShelveTestJSON-1191911444-project-member] Inventory has not changed for provider 7cc7d32b-b7a7-454a-a456-2a440248ed9d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 21, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69770) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1374.393210] env[69770]: DEBUG oslo_vmware.api [None req-d2fb4fe3-7ffc-462d-94d9-5684971e2628 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] Task: {'id': task-4070963, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1374.579093] env[69770]: DEBUG oslo_vmware.api [None req-6018ac0c-e53f-46e0-b9a5-762ec7597eb5 tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] Task: {'id': task-4070965, 'name': ReconfigVM_Task, 'duration_secs': 0.164953} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1374.580442] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-657f73b3-5e61-4f35-a449-def42decc60f {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1374.605679] env[69770]: DEBUG nova.virt.hardware [None req-6018ac0c-e53f-46e0-b9a5-762ec7597eb5 tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T12:16:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=d1eaff80-24a0-4391-90eb-59958b1ecf0a,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69770) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1374.605988] env[69770]: DEBUG nova.virt.hardware [None req-6018ac0c-e53f-46e0-b9a5-762ec7597eb5 tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] Flavor limits 0:0:0 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1374.606195] env[69770]: DEBUG nova.virt.hardware [None req-6018ac0c-e53f-46e0-b9a5-762ec7597eb5 tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] Image limits 0:0:0 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1374.606293] env[69770]: DEBUG nova.virt.hardware [None req-6018ac0c-e53f-46e0-b9a5-762ec7597eb5 tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] Flavor pref 0:0:0 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1374.606409] env[69770]: DEBUG nova.virt.hardware [None req-6018ac0c-e53f-46e0-b9a5-762ec7597eb5 tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] Image pref 0:0:0 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1374.606548] env[69770]: DEBUG nova.virt.hardware [None req-6018ac0c-e53f-46e0-b9a5-762ec7597eb5 tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1374.606754] env[69770]: DEBUG nova.virt.hardware [None req-6018ac0c-e53f-46e0-b9a5-762ec7597eb5 tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69770) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1374.606911] env[69770]: DEBUG nova.virt.hardware [None req-6018ac0c-e53f-46e0-b9a5-762ec7597eb5 tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69770) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1374.607090] env[69770]: DEBUG nova.virt.hardware [None req-6018ac0c-e53f-46e0-b9a5-762ec7597eb5 tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] Got 1 possible topologies {{(pid=69770) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1374.607255] env[69770]: DEBUG nova.virt.hardware [None req-6018ac0c-e53f-46e0-b9a5-762ec7597eb5 tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69770) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1374.607426] env[69770]: DEBUG nova.virt.hardware [None req-6018ac0c-e53f-46e0-b9a5-762ec7597eb5 tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69770) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1374.608295] env[69770]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2aa83558-3951-4082-a762-a9fe34a2aa68 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1374.615162] env[69770]: DEBUG oslo_vmware.api [None req-6018ac0c-e53f-46e0-b9a5-762ec7597eb5 tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] Waiting for the task: (returnval){ [ 1374.615162] env[69770]: value = "session[52161b52-cb8e-ec9f-1132-2f6b49549d41]521bf45a-dde1-0c13-c7a8-4b9d282140f3" [ 1374.615162] env[69770]: _type = "Task" [ 1374.615162] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1374.624707] env[69770]: DEBUG oslo_vmware.api [None req-6018ac0c-e53f-46e0-b9a5-762ec7597eb5 tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]521bf45a-dde1-0c13-c7a8-4b9d282140f3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1374.631710] env[69770]: DEBUG oslo_concurrency.lockutils [None req-ad8bf7c2-adeb-4ead-9317-1ab9a7d7071f tempest-AttachVolumeShelveTestJSON-1191911444 tempest-AttachVolumeShelveTestJSON-1191911444-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.685s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1374.635545] env[69770]: DEBUG oslo_concurrency.lockutils [None req-93637ac2-8ae3-47f4-ba6b-4164628adf34 tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 4.286s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1374.658616] env[69770]: INFO nova.scheduler.client.report [None req-ad8bf7c2-adeb-4ead-9317-1ab9a7d7071f tempest-AttachVolumeShelveTestJSON-1191911444 tempest-AttachVolumeShelveTestJSON-1191911444-project-member] Deleted allocations for instance 245d05f8-a8b6-4985-aab4-c6f3c250f28a [ 1374.893914] env[69770]: DEBUG oslo_vmware.api [None req-d2fb4fe3-7ffc-462d-94d9-5684971e2628 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] Task: {'id': task-4070963, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1375.127844] env[69770]: DEBUG oslo_vmware.api [None req-6018ac0c-e53f-46e0-b9a5-762ec7597eb5 tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]521bf45a-dde1-0c13-c7a8-4b9d282140f3, 'name': SearchDatastore_Task, 'duration_secs': 0.011943} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1375.133762] env[69770]: DEBUG nova.virt.vmwareapi.volumeops [None req-6018ac0c-e53f-46e0-b9a5-762ec7597eb5 tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] [instance: 21782e86-7845-479b-98a8-c2d5832d1ff3] Reconfiguring VM instance instance-00000070 to detach disk 2000 {{(pid=69770) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1375.134161] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-112e7634-dc4c-43ea-abe2-4a7b1e9cccd8 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.152698] env[69770]: INFO nova.compute.claims [None req-93637ac2-8ae3-47f4-ba6b-4164628adf34 tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] [instance: 55705028-e81f-4078-98f3-b2bdf1994354] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1375.164803] env[69770]: DEBUG oslo_vmware.api [None req-6018ac0c-e53f-46e0-b9a5-762ec7597eb5 tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] Waiting for the task: (returnval){ [ 1375.164803] env[69770]: value = "task-4070966" [ 1375.164803] env[69770]: _type = "Task" [ 1375.164803] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1375.173152] env[69770]: DEBUG oslo_concurrency.lockutils [None req-ad8bf7c2-adeb-4ead-9317-1ab9a7d7071f tempest-AttachVolumeShelveTestJSON-1191911444 tempest-AttachVolumeShelveTestJSON-1191911444-project-member] Lock "245d05f8-a8b6-4985-aab4-c6f3c250f28a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.552s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1375.178078] env[69770]: DEBUG oslo_vmware.api [None req-6018ac0c-e53f-46e0-b9a5-762ec7597eb5 tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] Task: {'id': task-4070966, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1375.398099] env[69770]: DEBUG oslo_vmware.api [None req-d2fb4fe3-7ffc-462d-94d9-5684971e2628 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] Task: {'id': task-4070963, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1375.660097] env[69770]: INFO nova.compute.resource_tracker [None req-93637ac2-8ae3-47f4-ba6b-4164628adf34 tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] [instance: 55705028-e81f-4078-98f3-b2bdf1994354] Updating resource usage from migration 28a7b698-35e5-4e77-85dc-2d1a110a04b4 [ 1375.675788] env[69770]: DEBUG oslo_vmware.api [None req-6018ac0c-e53f-46e0-b9a5-762ec7597eb5 tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] Task: {'id': task-4070966, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1375.745987] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3d5025a-768f-4c1d-b3c4-4c67fbdc9f2e {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.754317] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7457af55-7f06-4a17-bc91-c75812b918cf {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.785087] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce386ad2-7b10-4cc3-af48-c96f9ec4ca1b {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.793558] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03924bbf-e707-4f8e-8567-d55cd94ba5dd {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.808158] env[69770]: DEBUG nova.compute.provider_tree [None req-93637ac2-8ae3-47f4-ba6b-4164628adf34 tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] Inventory has not changed in ProviderTree for provider: 7cc7d32b-b7a7-454a-a456-2a440248ed9d {{(pid=69770) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1375.892117] env[69770]: DEBUG oslo_vmware.api [None req-d2fb4fe3-7ffc-462d-94d9-5684971e2628 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] Task: {'id': task-4070963, 'name': ReconfigVM_Task, 'duration_secs': 2.107272} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1375.892415] env[69770]: DEBUG nova.virt.vmwareapi.volumeops [None req-d2fb4fe3-7ffc-462d-94d9-5684971e2628 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] [instance: ef08d59d-b387-4366-98a8-2ab7aa83b4d2] Reconfigured VM instance instance-00000076 to attach disk [datastore1] ef08d59d-b387-4366-98a8-2ab7aa83b4d2/ef08d59d-b387-4366-98a8-2ab7aa83b4d2.vmdk or device None with type thin {{(pid=69770) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1375.892697] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-d2fb4fe3-7ffc-462d-94d9-5684971e2628 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] [instance: ef08d59d-b387-4366-98a8-2ab7aa83b4d2] Updating instance 'ef08d59d-b387-4366-98a8-2ab7aa83b4d2' progress to 50 {{(pid=69770) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1376.182465] env[69770]: DEBUG oslo_vmware.api [None req-6018ac0c-e53f-46e0-b9a5-762ec7597eb5 tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] Task: {'id': task-4070966, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1376.312345] env[69770]: DEBUG nova.scheduler.client.report [None req-93637ac2-8ae3-47f4-ba6b-4164628adf34 tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] Inventory has not changed for provider 7cc7d32b-b7a7-454a-a456-2a440248ed9d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 21, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69770) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1376.399910] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96c8ca00-d3c3-45b3-9d6c-640df792950c {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1376.419414] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e545e73e-233e-4505-b0d2-3ec09a440d5d {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1376.437779] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-d2fb4fe3-7ffc-462d-94d9-5684971e2628 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] [instance: ef08d59d-b387-4366-98a8-2ab7aa83b4d2] Updating instance 'ef08d59d-b387-4366-98a8-2ab7aa83b4d2' progress to 67 {{(pid=69770) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1376.677489] env[69770]: DEBUG oslo_vmware.api [None req-6018ac0c-e53f-46e0-b9a5-762ec7597eb5 tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] Task: {'id': task-4070966, 'name': ReconfigVM_Task, 'duration_secs': 1.206355} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1376.677489] env[69770]: DEBUG nova.virt.vmwareapi.volumeops [None req-6018ac0c-e53f-46e0-b9a5-762ec7597eb5 tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] [instance: 21782e86-7845-479b-98a8-c2d5832d1ff3] Reconfigured VM instance instance-00000070 to detach disk 2000 {{(pid=69770) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1376.678161] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0924dda-47d3-4391-ad10-d95829ba473f {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1376.704319] env[69770]: DEBUG nova.virt.vmwareapi.volumeops [None req-6018ac0c-e53f-46e0-b9a5-762ec7597eb5 tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] [instance: 21782e86-7845-479b-98a8-c2d5832d1ff3] Reconfiguring VM instance instance-00000070 to attach disk [datastore2] 21782e86-7845-479b-98a8-c2d5832d1ff3/21782e86-7845-479b-98a8-c2d5832d1ff3.vmdk or device None with type thin {{(pid=69770) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1376.704790] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-250ccb58-a921-46e9-92c4-b61373dc2518 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1376.725195] env[69770]: DEBUG oslo_vmware.api [None req-6018ac0c-e53f-46e0-b9a5-762ec7597eb5 tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] Waiting for the task: (returnval){ [ 1376.725195] env[69770]: value = "task-4070968" [ 1376.725195] env[69770]: _type = "Task" [ 1376.725195] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1376.735288] env[69770]: DEBUG oslo_vmware.api [None req-6018ac0c-e53f-46e0-b9a5-762ec7597eb5 tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] Task: {'id': task-4070968, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1376.818137] env[69770]: DEBUG oslo_concurrency.lockutils [None req-93637ac2-8ae3-47f4-ba6b-4164628adf34 tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.183s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1376.818377] env[69770]: INFO nova.compute.manager [None req-93637ac2-8ae3-47f4-ba6b-4164628adf34 tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] [instance: 55705028-e81f-4078-98f3-b2bdf1994354] Migrating [ 1376.978064] env[69770]: DEBUG nova.network.neutron [None req-d2fb4fe3-7ffc-462d-94d9-5684971e2628 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] [instance: ef08d59d-b387-4366-98a8-2ab7aa83b4d2] Port 05a884d8-2ff6-4ef2-ac41-97d66afbf5aa binding to destination host cpu-1 is already ACTIVE {{(pid=69770) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1377.238647] env[69770]: DEBUG oslo_vmware.api [None req-6018ac0c-e53f-46e0-b9a5-762ec7597eb5 tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] Task: {'id': task-4070968, 'name': ReconfigVM_Task, 'duration_secs': 0.322729} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1377.238892] env[69770]: DEBUG nova.virt.vmwareapi.volumeops [None req-6018ac0c-e53f-46e0-b9a5-762ec7597eb5 tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] [instance: 21782e86-7845-479b-98a8-c2d5832d1ff3] Reconfigured VM instance instance-00000070 to attach disk [datastore2] 21782e86-7845-479b-98a8-c2d5832d1ff3/21782e86-7845-479b-98a8-c2d5832d1ff3.vmdk or device None with type thin {{(pid=69770) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1377.239748] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cfe4502-fda8-4fb8-9f44-a1848d5dcfb1 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1377.261397] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ec93951-3f5e-4f0d-ba18-0d66e5556513 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1377.282266] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-930a50eb-932e-40b1-9187-2979839c26f4 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1377.303166] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02100c36-f282-4e60-90bf-6543b7a0bcaa {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1377.310705] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-6018ac0c-e53f-46e0-b9a5-762ec7597eb5 tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] [instance: 21782e86-7845-479b-98a8-c2d5832d1ff3] Powering on the VM {{(pid=69770) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1377.311133] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-63669cdc-4ed6-4ea3-8446-6bb61b0b3126 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1377.318477] env[69770]: DEBUG oslo_vmware.api [None req-6018ac0c-e53f-46e0-b9a5-762ec7597eb5 tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] Waiting for the task: (returnval){ [ 1377.318477] env[69770]: value = "task-4070969" [ 1377.318477] env[69770]: _type = "Task" [ 1377.318477] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1377.326842] env[69770]: DEBUG oslo_vmware.api [None req-6018ac0c-e53f-46e0-b9a5-762ec7597eb5 tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] Task: {'id': task-4070969, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1377.335737] env[69770]: DEBUG oslo_concurrency.lockutils [None req-93637ac2-8ae3-47f4-ba6b-4164628adf34 tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] Acquiring lock "refresh_cache-55705028-e81f-4078-98f3-b2bdf1994354" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1377.335961] env[69770]: DEBUG oslo_concurrency.lockutils [None req-93637ac2-8ae3-47f4-ba6b-4164628adf34 tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] Acquired lock "refresh_cache-55705028-e81f-4078-98f3-b2bdf1994354" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1377.336238] env[69770]: DEBUG nova.network.neutron [None req-93637ac2-8ae3-47f4-ba6b-4164628adf34 tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] [instance: 55705028-e81f-4078-98f3-b2bdf1994354] Building network info cache for instance {{(pid=69770) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1377.832435] env[69770]: DEBUG oslo_vmware.api [None req-6018ac0c-e53f-46e0-b9a5-762ec7597eb5 tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] Task: {'id': task-4070969, 'name': PowerOnVM_Task, 'duration_secs': 0.382075} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1377.832865] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-6018ac0c-e53f-46e0-b9a5-762ec7597eb5 tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] [instance: 21782e86-7845-479b-98a8-c2d5832d1ff3] Powered on the VM {{(pid=69770) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1378.012158] env[69770]: DEBUG oslo_concurrency.lockutils [None req-d2fb4fe3-7ffc-462d-94d9-5684971e2628 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] Acquiring lock "ef08d59d-b387-4366-98a8-2ab7aa83b4d2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1378.012560] env[69770]: DEBUG oslo_concurrency.lockutils [None req-d2fb4fe3-7ffc-462d-94d9-5684971e2628 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] Lock "ef08d59d-b387-4366-98a8-2ab7aa83b4d2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1378.012861] env[69770]: DEBUG oslo_concurrency.lockutils [None req-d2fb4fe3-7ffc-462d-94d9-5684971e2628 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] Lock "ef08d59d-b387-4366-98a8-2ab7aa83b4d2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1378.046539] env[69770]: DEBUG nova.network.neutron [None req-93637ac2-8ae3-47f4-ba6b-4164628adf34 tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] [instance: 55705028-e81f-4078-98f3-b2bdf1994354] Updating instance_info_cache with network_info: [{"id": "c14a815f-ff25-4b91-b64c-92a42eacb37b", "address": "fa:16:3e:5d:30:e8", "network": {"id": "bbff5a7f-321d-4632-ba56-dca20f6b376a", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-369008713-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "11ab5c964ea04c01a3f39c2d9427a421", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "462a7219-4deb-4225-9cf7-3131ef280363", "external-id": "nsx-vlan-transportzone-468", "segmentation_id": 468, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc14a815f-ff", "ovs_interfaceid": "c14a815f-ff25-4b91-b64c-92a42eacb37b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69770) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1378.549152] env[69770]: DEBUG oslo_concurrency.lockutils [None req-93637ac2-8ae3-47f4-ba6b-4164628adf34 tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] Releasing lock "refresh_cache-55705028-e81f-4078-98f3-b2bdf1994354" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1378.874489] env[69770]: INFO nova.compute.manager [None req-6018ac0c-e53f-46e0-b9a5-762ec7597eb5 tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] [instance: 21782e86-7845-479b-98a8-c2d5832d1ff3] Updating instance to original state: 'active' [ 1379.046589] env[69770]: DEBUG oslo_concurrency.lockutils [None req-d2fb4fe3-7ffc-462d-94d9-5684971e2628 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] Acquiring lock "refresh_cache-ef08d59d-b387-4366-98a8-2ab7aa83b4d2" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1379.046779] env[69770]: DEBUG oslo_concurrency.lockutils [None req-d2fb4fe3-7ffc-462d-94d9-5684971e2628 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] Acquired lock "refresh_cache-ef08d59d-b387-4366-98a8-2ab7aa83b4d2" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1379.046961] env[69770]: DEBUG nova.network.neutron [None req-d2fb4fe3-7ffc-462d-94d9-5684971e2628 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] [instance: ef08d59d-b387-4366-98a8-2ab7aa83b4d2] Building network info cache for instance {{(pid=69770) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1379.802052] env[69770]: DEBUG nova.network.neutron [None req-d2fb4fe3-7ffc-462d-94d9-5684971e2628 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] [instance: ef08d59d-b387-4366-98a8-2ab7aa83b4d2] Updating instance_info_cache with network_info: [{"id": "05a884d8-2ff6-4ef2-ac41-97d66afbf5aa", "address": "fa:16:3e:d1:94:d8", "network": {"id": "5cb038fa-57e0-447e-965e-88265882e7e5", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1033362514-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "50458fae76de4e588f96680501eae48c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6a31b224-77d7-48a4-af87-312758611b8e", "external-id": "nsx-vlan-transportzone-761", "segmentation_id": 761, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap05a884d8-2f", "ovs_interfaceid": "05a884d8-2ff6-4ef2-ac41-97d66afbf5aa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69770) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1380.066470] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15498e8c-6743-414e-98bf-5d5771ea824f {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1380.086764] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-93637ac2-8ae3-47f4-ba6b-4164628adf34 tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] [instance: 55705028-e81f-4078-98f3-b2bdf1994354] Updating instance '55705028-e81f-4078-98f3-b2bdf1994354' progress to 0 {{(pid=69770) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1380.305509] env[69770]: DEBUG oslo_concurrency.lockutils [None req-d2fb4fe3-7ffc-462d-94d9-5684971e2628 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] Releasing lock "refresh_cache-ef08d59d-b387-4366-98a8-2ab7aa83b4d2" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1380.393905] env[69770]: DEBUG oslo_concurrency.lockutils [None req-d72915cb-183c-49d6-88c7-f73402c7fb1b tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] Acquiring lock "21782e86-7845-479b-98a8-c2d5832d1ff3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1380.394175] env[69770]: DEBUG oslo_concurrency.lockutils [None req-d72915cb-183c-49d6-88c7-f73402c7fb1b tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] Lock "21782e86-7845-479b-98a8-c2d5832d1ff3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1380.394390] env[69770]: DEBUG oslo_concurrency.lockutils [None req-d72915cb-183c-49d6-88c7-f73402c7fb1b tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] Acquiring lock "21782e86-7845-479b-98a8-c2d5832d1ff3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1380.394573] env[69770]: DEBUG oslo_concurrency.lockutils [None req-d72915cb-183c-49d6-88c7-f73402c7fb1b tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] Lock "21782e86-7845-479b-98a8-c2d5832d1ff3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1380.394743] env[69770]: DEBUG oslo_concurrency.lockutils [None req-d72915cb-183c-49d6-88c7-f73402c7fb1b tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] Lock "21782e86-7845-479b-98a8-c2d5832d1ff3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1380.396906] env[69770]: INFO nova.compute.manager [None req-d72915cb-183c-49d6-88c7-f73402c7fb1b tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] [instance: 21782e86-7845-479b-98a8-c2d5832d1ff3] Terminating instance [ 1380.592579] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-93637ac2-8ae3-47f4-ba6b-4164628adf34 tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] [instance: 55705028-e81f-4078-98f3-b2bdf1994354] Powering off the VM {{(pid=69770) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1380.593044] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d2f89f43-9e95-4640-85d1-6dcd68a7d695 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1380.601353] env[69770]: DEBUG oslo_vmware.api [None req-93637ac2-8ae3-47f4-ba6b-4164628adf34 tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] Waiting for the task: (returnval){ [ 1380.601353] env[69770]: value = "task-4070970" [ 1380.601353] env[69770]: _type = "Task" [ 1380.601353] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1380.612284] env[69770]: DEBUG oslo_vmware.api [None req-93637ac2-8ae3-47f4-ba6b-4164628adf34 tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] Task: {'id': task-4070970, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1380.833134] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2a27960-945d-4a9f-80b5-27d652037ab0 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1380.854630] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee0031ea-e0ee-4bfc-82c9-4d89ff6e2377 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1380.862520] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-d2fb4fe3-7ffc-462d-94d9-5684971e2628 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] [instance: ef08d59d-b387-4366-98a8-2ab7aa83b4d2] Updating instance 'ef08d59d-b387-4366-98a8-2ab7aa83b4d2' progress to 83 {{(pid=69770) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1380.900660] env[69770]: DEBUG nova.compute.manager [None req-d72915cb-183c-49d6-88c7-f73402c7fb1b tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] [instance: 21782e86-7845-479b-98a8-c2d5832d1ff3] Start destroying the instance on the hypervisor. {{(pid=69770) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1380.900865] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-d72915cb-183c-49d6-88c7-f73402c7fb1b tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] [instance: 21782e86-7845-479b-98a8-c2d5832d1ff3] Powering off the VM {{(pid=69770) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1380.901181] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-18b74c23-f952-47ab-956e-047f43809b03 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1380.910141] env[69770]: DEBUG oslo_vmware.api [None req-d72915cb-183c-49d6-88c7-f73402c7fb1b tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] Waiting for the task: (returnval){ [ 1380.910141] env[69770]: value = "task-4070971" [ 1380.910141] env[69770]: _type = "Task" [ 1380.910141] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1380.920876] env[69770]: DEBUG oslo_vmware.api [None req-d72915cb-183c-49d6-88c7-f73402c7fb1b tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] Task: {'id': task-4070971, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1381.111534] env[69770]: DEBUG oslo_vmware.api [None req-93637ac2-8ae3-47f4-ba6b-4164628adf34 tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] Task: {'id': task-4070970, 'name': PowerOffVM_Task, 'duration_secs': 0.177657} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1381.112075] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-93637ac2-8ae3-47f4-ba6b-4164628adf34 tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] [instance: 55705028-e81f-4078-98f3-b2bdf1994354] Powered off the VM {{(pid=69770) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1381.112075] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-93637ac2-8ae3-47f4-ba6b-4164628adf34 tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] [instance: 55705028-e81f-4078-98f3-b2bdf1994354] Updating instance '55705028-e81f-4078-98f3-b2bdf1994354' progress to 17 {{(pid=69770) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1381.368816] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2fb4fe3-7ffc-462d-94d9-5684971e2628 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] [instance: ef08d59d-b387-4366-98a8-2ab7aa83b4d2] Powering on the VM {{(pid=69770) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1381.369098] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-51c6fc9d-35b2-4056-ad55-25e526913c2f {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1381.377170] env[69770]: DEBUG oslo_vmware.api [None req-d2fb4fe3-7ffc-462d-94d9-5684971e2628 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] Waiting for the task: (returnval){ [ 1381.377170] env[69770]: value = "task-4070972" [ 1381.377170] env[69770]: _type = "Task" [ 1381.377170] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1381.386060] env[69770]: DEBUG oslo_vmware.api [None req-d2fb4fe3-7ffc-462d-94d9-5684971e2628 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] Task: {'id': task-4070972, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1381.421035] env[69770]: DEBUG oslo_vmware.api [None req-d72915cb-183c-49d6-88c7-f73402c7fb1b tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] Task: {'id': task-4070971, 'name': PowerOffVM_Task, 'duration_secs': 0.209822} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1381.421404] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-d72915cb-183c-49d6-88c7-f73402c7fb1b tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] [instance: 21782e86-7845-479b-98a8-c2d5832d1ff3] Powered off the VM {{(pid=69770) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1381.421609] env[69770]: DEBUG nova.virt.vmwareapi.volumeops [None req-d72915cb-183c-49d6-88c7-f73402c7fb1b tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] [instance: 21782e86-7845-479b-98a8-c2d5832d1ff3] Volume detach. Driver type: vmdk {{(pid=69770) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1381.421832] env[69770]: DEBUG nova.virt.vmwareapi.volumeops [None req-d72915cb-183c-49d6-88c7-f73402c7fb1b tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] [instance: 21782e86-7845-479b-98a8-c2d5832d1ff3] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-806698', 'volume_id': 'a2d1b6c9-88dd-4a09-a57a-1d59642eddca', 'name': 'volume-a2d1b6c9-88dd-4a09-a57a-1d59642eddca', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': '21782e86-7845-479b-98a8-c2d5832d1ff3', 'attached_at': '2025-05-13T12:29:46.000000', 'detached_at': '', 'volume_id': 'a2d1b6c9-88dd-4a09-a57a-1d59642eddca', 'serial': 'a2d1b6c9-88dd-4a09-a57a-1d59642eddca'} {{(pid=69770) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1381.423071] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4012a85-ca4e-4ef9-89dd-0112cbcac725 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1381.446726] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e3c9b11-aeee-4a75-8973-1114e93a61ef {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1381.454692] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a43aae3d-b4da-4874-9cb9-7b53665bffa5 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1381.476770] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f984de8f-796c-4fe4-bfb6-d7123c56bf1c {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1381.493301] env[69770]: DEBUG nova.virt.vmwareapi.volumeops [None req-d72915cb-183c-49d6-88c7-f73402c7fb1b tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] The volume has not been displaced from its original location: [datastore1] volume-a2d1b6c9-88dd-4a09-a57a-1d59642eddca/volume-a2d1b6c9-88dd-4a09-a57a-1d59642eddca.vmdk. No consolidation needed. {{(pid=69770) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1381.498963] env[69770]: DEBUG nova.virt.vmwareapi.volumeops [None req-d72915cb-183c-49d6-88c7-f73402c7fb1b tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] [instance: 21782e86-7845-479b-98a8-c2d5832d1ff3] Reconfiguring VM instance instance-00000070 to detach disk 2001 {{(pid=69770) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1381.499362] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c8a60e84-31ab-4489-9b0e-21b1687d4f5b {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1381.518462] env[69770]: DEBUG oslo_vmware.api [None req-d72915cb-183c-49d6-88c7-f73402c7fb1b tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] Waiting for the task: (returnval){ [ 1381.518462] env[69770]: value = "task-4070973" [ 1381.518462] env[69770]: _type = "Task" [ 1381.518462] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1381.527177] env[69770]: DEBUG oslo_vmware.api [None req-d72915cb-183c-49d6-88c7-f73402c7fb1b tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] Task: {'id': task-4070973, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1381.623964] env[69770]: DEBUG nova.virt.hardware [None req-93637ac2-8ae3-47f4-ba6b-4164628adf34 tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T12:16:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=d1eaff80-24a0-4391-90eb-59958b1ecf0a,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69770) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1381.624257] env[69770]: DEBUG nova.virt.hardware [None req-93637ac2-8ae3-47f4-ba6b-4164628adf34 tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] Flavor limits 0:0:0 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1381.624432] env[69770]: DEBUG nova.virt.hardware [None req-93637ac2-8ae3-47f4-ba6b-4164628adf34 tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] Image limits 0:0:0 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1381.624662] env[69770]: DEBUG nova.virt.hardware [None req-93637ac2-8ae3-47f4-ba6b-4164628adf34 tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] Flavor pref 0:0:0 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1381.624830] env[69770]: DEBUG nova.virt.hardware [None req-93637ac2-8ae3-47f4-ba6b-4164628adf34 tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] Image pref 0:0:0 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1381.625084] env[69770]: DEBUG nova.virt.hardware [None req-93637ac2-8ae3-47f4-ba6b-4164628adf34 tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1381.625351] env[69770]: DEBUG nova.virt.hardware [None req-93637ac2-8ae3-47f4-ba6b-4164628adf34 tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69770) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1381.625536] env[69770]: DEBUG nova.virt.hardware [None req-93637ac2-8ae3-47f4-ba6b-4164628adf34 tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69770) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1381.625737] env[69770]: DEBUG nova.virt.hardware [None req-93637ac2-8ae3-47f4-ba6b-4164628adf34 tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] Got 1 possible topologies {{(pid=69770) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1381.626013] env[69770]: DEBUG nova.virt.hardware [None req-93637ac2-8ae3-47f4-ba6b-4164628adf34 tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69770) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1381.626167] env[69770]: DEBUG nova.virt.hardware [None req-93637ac2-8ae3-47f4-ba6b-4164628adf34 tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69770) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1381.631447] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d70c4bab-3ad6-4be6-b1df-c8062ad38def {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1381.648143] env[69770]: DEBUG oslo_vmware.api [None req-93637ac2-8ae3-47f4-ba6b-4164628adf34 tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] Waiting for the task: (returnval){ [ 1381.648143] env[69770]: value = "task-4070974" [ 1381.648143] env[69770]: _type = "Task" [ 1381.648143] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1381.657317] env[69770]: DEBUG oslo_vmware.api [None req-93637ac2-8ae3-47f4-ba6b-4164628adf34 tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] Task: {'id': task-4070974, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1381.887729] env[69770]: DEBUG oslo_vmware.api [None req-d2fb4fe3-7ffc-462d-94d9-5684971e2628 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] Task: {'id': task-4070972, 'name': PowerOnVM_Task, 'duration_secs': 0.437166} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1381.888020] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2fb4fe3-7ffc-462d-94d9-5684971e2628 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] [instance: ef08d59d-b387-4366-98a8-2ab7aa83b4d2] Powered on the VM {{(pid=69770) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1381.888219] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-d2fb4fe3-7ffc-462d-94d9-5684971e2628 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] [instance: ef08d59d-b387-4366-98a8-2ab7aa83b4d2] Updating instance 'ef08d59d-b387-4366-98a8-2ab7aa83b4d2' progress to 100 {{(pid=69770) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1382.028671] env[69770]: DEBUG oslo_vmware.api [None req-d72915cb-183c-49d6-88c7-f73402c7fb1b tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] Task: {'id': task-4070973, 'name': ReconfigVM_Task, 'duration_secs': 0.22442} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1382.029023] env[69770]: DEBUG nova.virt.vmwareapi.volumeops [None req-d72915cb-183c-49d6-88c7-f73402c7fb1b tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] [instance: 21782e86-7845-479b-98a8-c2d5832d1ff3] Reconfigured VM instance instance-00000070 to detach disk 2001 {{(pid=69770) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1382.033801] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f6d41a9b-5847-4b2e-82fb-381b410ef943 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1382.048639] env[69770]: DEBUG oslo_vmware.api [None req-d72915cb-183c-49d6-88c7-f73402c7fb1b tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] Waiting for the task: (returnval){ [ 1382.048639] env[69770]: value = "task-4070975" [ 1382.048639] env[69770]: _type = "Task" [ 1382.048639] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1382.056816] env[69770]: DEBUG oslo_vmware.api [None req-d72915cb-183c-49d6-88c7-f73402c7fb1b tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] Task: {'id': task-4070975, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1382.157953] env[69770]: DEBUG oslo_vmware.api [None req-93637ac2-8ae3-47f4-ba6b-4164628adf34 tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] Task: {'id': task-4070974, 'name': ReconfigVM_Task, 'duration_secs': 0.199103} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1382.158329] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-93637ac2-8ae3-47f4-ba6b-4164628adf34 tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] [instance: 55705028-e81f-4078-98f3-b2bdf1994354] Updating instance '55705028-e81f-4078-98f3-b2bdf1994354' progress to 33 {{(pid=69770) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1382.561027] env[69770]: DEBUG oslo_vmware.api [None req-d72915cb-183c-49d6-88c7-f73402c7fb1b tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] Task: {'id': task-4070975, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1382.665590] env[69770]: DEBUG nova.virt.hardware [None req-93637ac2-8ae3-47f4-ba6b-4164628adf34 tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T12:16:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=d1eaff80-24a0-4391-90eb-59958b1ecf0a,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69770) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1382.665902] env[69770]: DEBUG nova.virt.hardware [None req-93637ac2-8ae3-47f4-ba6b-4164628adf34 tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] Flavor limits 0:0:0 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1382.666038] env[69770]: DEBUG nova.virt.hardware [None req-93637ac2-8ae3-47f4-ba6b-4164628adf34 tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] Image limits 0:0:0 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1382.666228] env[69770]: DEBUG nova.virt.hardware [None req-93637ac2-8ae3-47f4-ba6b-4164628adf34 tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] Flavor pref 0:0:0 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1382.666374] env[69770]: DEBUG nova.virt.hardware [None req-93637ac2-8ae3-47f4-ba6b-4164628adf34 tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] Image pref 0:0:0 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1382.666519] env[69770]: DEBUG nova.virt.hardware [None req-93637ac2-8ae3-47f4-ba6b-4164628adf34 tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1382.666723] env[69770]: DEBUG nova.virt.hardware [None req-93637ac2-8ae3-47f4-ba6b-4164628adf34 tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69770) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1382.666884] env[69770]: DEBUG nova.virt.hardware [None req-93637ac2-8ae3-47f4-ba6b-4164628adf34 tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69770) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1382.667065] env[69770]: DEBUG nova.virt.hardware [None req-93637ac2-8ae3-47f4-ba6b-4164628adf34 tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] Got 1 possible topologies {{(pid=69770) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1382.667235] env[69770]: DEBUG nova.virt.hardware [None req-93637ac2-8ae3-47f4-ba6b-4164628adf34 tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69770) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1382.667408] env[69770]: DEBUG nova.virt.hardware [None req-93637ac2-8ae3-47f4-ba6b-4164628adf34 tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69770) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1382.673030] env[69770]: DEBUG nova.virt.vmwareapi.volumeops [None req-93637ac2-8ae3-47f4-ba6b-4164628adf34 tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] [instance: 55705028-e81f-4078-98f3-b2bdf1994354] Reconfiguring VM instance instance-00000077 to detach disk 2000 {{(pid=69770) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1382.674146] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e8bb52d9-adc7-4d09-984b-ef0e480a7f72 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1382.695264] env[69770]: DEBUG oslo_vmware.api [None req-93637ac2-8ae3-47f4-ba6b-4164628adf34 tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] Waiting for the task: (returnval){ [ 1382.695264] env[69770]: value = "task-4070976" [ 1382.695264] env[69770]: _type = "Task" [ 1382.695264] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1382.703485] env[69770]: DEBUG oslo_vmware.api [None req-93637ac2-8ae3-47f4-ba6b-4164628adf34 tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] Task: {'id': task-4070976, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1383.060450] env[69770]: DEBUG oslo_vmware.api [None req-d72915cb-183c-49d6-88c7-f73402c7fb1b tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] Task: {'id': task-4070975, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1383.206921] env[69770]: DEBUG oslo_vmware.api [None req-93637ac2-8ae3-47f4-ba6b-4164628adf34 tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] Task: {'id': task-4070976, 'name': ReconfigVM_Task, 'duration_secs': 0.190521} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1383.207309] env[69770]: DEBUG nova.virt.vmwareapi.volumeops [None req-93637ac2-8ae3-47f4-ba6b-4164628adf34 tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] [instance: 55705028-e81f-4078-98f3-b2bdf1994354] Reconfigured VM instance instance-00000077 to detach disk 2000 {{(pid=69770) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1383.208397] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e226996-3d0a-4cb3-aa94-20f2804b6ea1 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1383.231135] env[69770]: DEBUG nova.virt.vmwareapi.volumeops [None req-93637ac2-8ae3-47f4-ba6b-4164628adf34 tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] [instance: 55705028-e81f-4078-98f3-b2bdf1994354] Reconfiguring VM instance instance-00000077 to attach disk [datastore1] 55705028-e81f-4078-98f3-b2bdf1994354/55705028-e81f-4078-98f3-b2bdf1994354.vmdk or device None with type thin {{(pid=69770) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1383.231802] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1c94de19-5ca4-4567-bbca-51c6f91ed991 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1383.250467] env[69770]: DEBUG oslo_vmware.api [None req-93637ac2-8ae3-47f4-ba6b-4164628adf34 tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] Waiting for the task: (returnval){ [ 1383.250467] env[69770]: value = "task-4070977" [ 1383.250467] env[69770]: _type = "Task" [ 1383.250467] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1383.259097] env[69770]: DEBUG oslo_vmware.api [None req-93637ac2-8ae3-47f4-ba6b-4164628adf34 tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] Task: {'id': task-4070977, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1383.561033] env[69770]: DEBUG oslo_vmware.api [None req-d72915cb-183c-49d6-88c7-f73402c7fb1b tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] Task: {'id': task-4070975, 'name': ReconfigVM_Task, 'duration_secs': 1.131943} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1383.561241] env[69770]: DEBUG nova.virt.vmwareapi.volumeops [None req-d72915cb-183c-49d6-88c7-f73402c7fb1b tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] [instance: 21782e86-7845-479b-98a8-c2d5832d1ff3] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-806698', 'volume_id': 'a2d1b6c9-88dd-4a09-a57a-1d59642eddca', 'name': 'volume-a2d1b6c9-88dd-4a09-a57a-1d59642eddca', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': '21782e86-7845-479b-98a8-c2d5832d1ff3', 'attached_at': '2025-05-13T12:29:46.000000', 'detached_at': '', 'volume_id': 'a2d1b6c9-88dd-4a09-a57a-1d59642eddca', 'serial': 'a2d1b6c9-88dd-4a09-a57a-1d59642eddca'} {{(pid=69770) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1383.561562] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-d72915cb-183c-49d6-88c7-f73402c7fb1b tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] [instance: 21782e86-7845-479b-98a8-c2d5832d1ff3] Destroying instance {{(pid=69770) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1383.562399] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea2e785c-b188-46f9-94d6-f50aea075125 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1383.569014] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-d72915cb-183c-49d6-88c7-f73402c7fb1b tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] [instance: 21782e86-7845-479b-98a8-c2d5832d1ff3] Unregistering the VM {{(pid=69770) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1383.569243] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-107a71de-f4dd-49aa-a511-82acf51418f4 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1383.641546] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-d72915cb-183c-49d6-88c7-f73402c7fb1b tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] [instance: 21782e86-7845-479b-98a8-c2d5832d1ff3] Unregistered the VM {{(pid=69770) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1383.641869] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-d72915cb-183c-49d6-88c7-f73402c7fb1b tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] [instance: 21782e86-7845-479b-98a8-c2d5832d1ff3] Deleting contents of the VM from datastore datastore2 {{(pid=69770) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1383.642051] env[69770]: DEBUG nova.virt.vmwareapi.ds_util [None req-d72915cb-183c-49d6-88c7-f73402c7fb1b tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] Deleting the datastore file [datastore2] 21782e86-7845-479b-98a8-c2d5832d1ff3 {{(pid=69770) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1383.642367] env[69770]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-13e22d58-029c-41fa-97a9-d41b57b33647 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1383.649132] env[69770]: DEBUG oslo_vmware.api [None req-d72915cb-183c-49d6-88c7-f73402c7fb1b tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] Waiting for the task: (returnval){ [ 1383.649132] env[69770]: value = "task-4070979" [ 1383.649132] env[69770]: _type = "Task" [ 1383.649132] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1383.657598] env[69770]: DEBUG oslo_vmware.api [None req-d72915cb-183c-49d6-88c7-f73402c7fb1b tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] Task: {'id': task-4070979, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1383.664328] env[69770]: DEBUG oslo_concurrency.lockutils [None req-2188ce55-88cb-4af3-a961-d4d52b10c322 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] Acquiring lock "ef08d59d-b387-4366-98a8-2ab7aa83b4d2" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1383.664552] env[69770]: DEBUG oslo_concurrency.lockutils [None req-2188ce55-88cb-4af3-a961-d4d52b10c322 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] Lock "ef08d59d-b387-4366-98a8-2ab7aa83b4d2" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1383.664771] env[69770]: DEBUG nova.compute.manager [None req-2188ce55-88cb-4af3-a961-d4d52b10c322 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] [instance: ef08d59d-b387-4366-98a8-2ab7aa83b4d2] Going to confirm migration 8 {{(pid=69770) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1383.762200] env[69770]: DEBUG oslo_vmware.api [None req-93637ac2-8ae3-47f4-ba6b-4164628adf34 tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] Task: {'id': task-4070977, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1384.159261] env[69770]: DEBUG oslo_vmware.api [None req-d72915cb-183c-49d6-88c7-f73402c7fb1b tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] Task: {'id': task-4070979, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.198115} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1384.159525] env[69770]: DEBUG nova.virt.vmwareapi.ds_util [None req-d72915cb-183c-49d6-88c7-f73402c7fb1b tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] Deleted the datastore file {{(pid=69770) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1384.159741] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-d72915cb-183c-49d6-88c7-f73402c7fb1b tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] [instance: 21782e86-7845-479b-98a8-c2d5832d1ff3] Deleted contents of the VM from datastore datastore2 {{(pid=69770) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1384.159880] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-d72915cb-183c-49d6-88c7-f73402c7fb1b tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] [instance: 21782e86-7845-479b-98a8-c2d5832d1ff3] Instance destroyed {{(pid=69770) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1384.160058] env[69770]: INFO nova.compute.manager [None req-d72915cb-183c-49d6-88c7-f73402c7fb1b tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] [instance: 21782e86-7845-479b-98a8-c2d5832d1ff3] Took 3.26 seconds to destroy the instance on the hypervisor. [ 1384.160311] env[69770]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d72915cb-183c-49d6-88c7-f73402c7fb1b tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69770) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1384.160503] env[69770]: DEBUG nova.compute.manager [-] [instance: 21782e86-7845-479b-98a8-c2d5832d1ff3] Deallocating network for instance {{(pid=69770) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1384.160637] env[69770]: DEBUG nova.network.neutron [-] [instance: 21782e86-7845-479b-98a8-c2d5832d1ff3] deallocate_for_instance() {{(pid=69770) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1384.216563] env[69770]: DEBUG oslo_concurrency.lockutils [None req-2188ce55-88cb-4af3-a961-d4d52b10c322 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] Acquiring lock "refresh_cache-ef08d59d-b387-4366-98a8-2ab7aa83b4d2" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1384.216842] env[69770]: DEBUG oslo_concurrency.lockutils [None req-2188ce55-88cb-4af3-a961-d4d52b10c322 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] Acquired lock "refresh_cache-ef08d59d-b387-4366-98a8-2ab7aa83b4d2" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1384.216926] env[69770]: DEBUG nova.network.neutron [None req-2188ce55-88cb-4af3-a961-d4d52b10c322 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] [instance: ef08d59d-b387-4366-98a8-2ab7aa83b4d2] Building network info cache for instance {{(pid=69770) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1384.217106] env[69770]: DEBUG nova.objects.instance [None req-2188ce55-88cb-4af3-a961-d4d52b10c322 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] Lazy-loading 'info_cache' on Instance uuid ef08d59d-b387-4366-98a8-2ab7aa83b4d2 {{(pid=69770) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1384.261379] env[69770]: DEBUG oslo_vmware.api [None req-93637ac2-8ae3-47f4-ba6b-4164628adf34 tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] Task: {'id': task-4070977, 'name': ReconfigVM_Task, 'duration_secs': 0.647972} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1384.261623] env[69770]: DEBUG nova.virt.vmwareapi.volumeops [None req-93637ac2-8ae3-47f4-ba6b-4164628adf34 tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] [instance: 55705028-e81f-4078-98f3-b2bdf1994354] Reconfigured VM instance instance-00000077 to attach disk [datastore1] 55705028-e81f-4078-98f3-b2bdf1994354/55705028-e81f-4078-98f3-b2bdf1994354.vmdk or device None with type thin {{(pid=69770) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1384.261928] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-93637ac2-8ae3-47f4-ba6b-4164628adf34 tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] [instance: 55705028-e81f-4078-98f3-b2bdf1994354] Updating instance '55705028-e81f-4078-98f3-b2bdf1994354' progress to 50 {{(pid=69770) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1384.679955] env[69770]: DEBUG nova.compute.manager [req-ecd4920a-012a-4f2c-a895-57f4a1e35d59 req-43455138-f3b7-4063-9941-529b4f1e2689 service nova] [instance: 21782e86-7845-479b-98a8-c2d5832d1ff3] Received event network-vif-deleted-240a2458-a53e-4012-8dd0-6b6dde14c547 {{(pid=69770) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1384.680230] env[69770]: INFO nova.compute.manager [req-ecd4920a-012a-4f2c-a895-57f4a1e35d59 req-43455138-f3b7-4063-9941-529b4f1e2689 service nova] [instance: 21782e86-7845-479b-98a8-c2d5832d1ff3] Neutron deleted interface 240a2458-a53e-4012-8dd0-6b6dde14c547; detaching it from the instance and deleting it from the info cache [ 1384.680459] env[69770]: DEBUG nova.network.neutron [req-ecd4920a-012a-4f2c-a895-57f4a1e35d59 req-43455138-f3b7-4063-9941-529b4f1e2689 service nova] [instance: 21782e86-7845-479b-98a8-c2d5832d1ff3] Updating instance_info_cache with network_info: [] {{(pid=69770) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1384.768769] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcdbc420-cffb-4d26-b711-42f08ee612b2 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1384.787998] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3ade4f7-2d21-4e4e-a2d4-d399f7127df2 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1384.806107] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-93637ac2-8ae3-47f4-ba6b-4164628adf34 tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] [instance: 55705028-e81f-4078-98f3-b2bdf1994354] Updating instance '55705028-e81f-4078-98f3-b2bdf1994354' progress to 67 {{(pid=69770) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1385.158745] env[69770]: DEBUG nova.network.neutron [-] [instance: 21782e86-7845-479b-98a8-c2d5832d1ff3] Updating instance_info_cache with network_info: [] {{(pid=69770) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1385.183304] env[69770]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-4978e424-739a-44b8-a357-19f47942b18f {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1385.196092] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fa6e723-fdae-4c2b-a914-b0876a9f124c {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1385.231556] env[69770]: DEBUG nova.compute.manager [req-ecd4920a-012a-4f2c-a895-57f4a1e35d59 req-43455138-f3b7-4063-9941-529b4f1e2689 service nova] [instance: 21782e86-7845-479b-98a8-c2d5832d1ff3] Detach interface failed, port_id=240a2458-a53e-4012-8dd0-6b6dde14c547, reason: Instance 21782e86-7845-479b-98a8-c2d5832d1ff3 could not be found. {{(pid=69770) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1385.358536] env[69770]: DEBUG nova.network.neutron [None req-93637ac2-8ae3-47f4-ba6b-4164628adf34 tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] [instance: 55705028-e81f-4078-98f3-b2bdf1994354] Port c14a815f-ff25-4b91-b64c-92a42eacb37b binding to destination host cpu-1 is already ACTIVE {{(pid=69770) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1385.458417] env[69770]: DEBUG nova.network.neutron [None req-2188ce55-88cb-4af3-a961-d4d52b10c322 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] [instance: ef08d59d-b387-4366-98a8-2ab7aa83b4d2] Updating instance_info_cache with network_info: [{"id": "05a884d8-2ff6-4ef2-ac41-97d66afbf5aa", "address": "fa:16:3e:d1:94:d8", "network": {"id": "5cb038fa-57e0-447e-965e-88265882e7e5", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1033362514-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "50458fae76de4e588f96680501eae48c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6a31b224-77d7-48a4-af87-312758611b8e", "external-id": "nsx-vlan-transportzone-761", "segmentation_id": 761, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap05a884d8-2f", "ovs_interfaceid": "05a884d8-2ff6-4ef2-ac41-97d66afbf5aa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69770) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1385.661489] env[69770]: INFO nova.compute.manager [-] [instance: 21782e86-7845-479b-98a8-c2d5832d1ff3] Took 1.50 seconds to deallocate network for instance. [ 1385.960976] env[69770]: DEBUG oslo_concurrency.lockutils [None req-2188ce55-88cb-4af3-a961-d4d52b10c322 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] Releasing lock "refresh_cache-ef08d59d-b387-4366-98a8-2ab7aa83b4d2" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1385.961278] env[69770]: DEBUG nova.objects.instance [None req-2188ce55-88cb-4af3-a961-d4d52b10c322 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] Lazy-loading 'migration_context' on Instance uuid ef08d59d-b387-4366-98a8-2ab7aa83b4d2 {{(pid=69770) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1386.208207] env[69770]: INFO nova.compute.manager [None req-d72915cb-183c-49d6-88c7-f73402c7fb1b tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] [instance: 21782e86-7845-479b-98a8-c2d5832d1ff3] Took 0.55 seconds to detach 1 volumes for instance. [ 1386.381312] env[69770]: DEBUG oslo_concurrency.lockutils [None req-93637ac2-8ae3-47f4-ba6b-4164628adf34 tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] Acquiring lock "55705028-e81f-4078-98f3-b2bdf1994354-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1386.381810] env[69770]: DEBUG oslo_concurrency.lockutils [None req-93637ac2-8ae3-47f4-ba6b-4164628adf34 tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] Lock "55705028-e81f-4078-98f3-b2bdf1994354-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1386.381810] env[69770]: DEBUG oslo_concurrency.lockutils [None req-93637ac2-8ae3-47f4-ba6b-4164628adf34 tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] Lock "55705028-e81f-4078-98f3-b2bdf1994354-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1386.464121] env[69770]: DEBUG nova.objects.base [None req-2188ce55-88cb-4af3-a961-d4d52b10c322 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=69770) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1386.465081] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eedbf6d9-f4f7-4886-b65e-e7d0a8ed7283 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1386.484617] env[69770]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ad47a7f9-7ce9-41a2-93b5-4ba0a1cbbd2a {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1386.490417] env[69770]: DEBUG oslo_vmware.api [None req-2188ce55-88cb-4af3-a961-d4d52b10c322 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] Waiting for the task: (returnval){ [ 1386.490417] env[69770]: value = "session[52161b52-cb8e-ec9f-1132-2f6b49549d41]5269ea62-b234-5a04-409c-08a6a807ab2d" [ 1386.490417] env[69770]: _type = "Task" [ 1386.490417] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1386.498646] env[69770]: DEBUG oslo_vmware.api [None req-2188ce55-88cb-4af3-a961-d4d52b10c322 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]5269ea62-b234-5a04-409c-08a6a807ab2d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1386.717058] env[69770]: DEBUG oslo_concurrency.lockutils [None req-d72915cb-183c-49d6-88c7-f73402c7fb1b tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1386.717058] env[69770]: DEBUG oslo_concurrency.lockutils [None req-d72915cb-183c-49d6-88c7-f73402c7fb1b tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1386.717058] env[69770]: DEBUG oslo_concurrency.lockutils [None req-d72915cb-183c-49d6-88c7-f73402c7fb1b tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1386.743213] env[69770]: INFO nova.scheduler.client.report [None req-d72915cb-183c-49d6-88c7-f73402c7fb1b tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] Deleted allocations for instance 21782e86-7845-479b-98a8-c2d5832d1ff3 [ 1387.002852] env[69770]: DEBUG oslo_vmware.api [None req-2188ce55-88cb-4af3-a961-d4d52b10c322 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]5269ea62-b234-5a04-409c-08a6a807ab2d, 'name': SearchDatastore_Task, 'duration_secs': 0.010972} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1387.003107] env[69770]: DEBUG oslo_concurrency.lockutils [None req-2188ce55-88cb-4af3-a961-d4d52b10c322 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1387.003363] env[69770]: DEBUG oslo_concurrency.lockutils [None req-2188ce55-88cb-4af3-a961-d4d52b10c322 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1387.250867] env[69770]: DEBUG oslo_concurrency.lockutils [None req-d72915cb-183c-49d6-88c7-f73402c7fb1b tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] Lock "21782e86-7845-479b-98a8-c2d5832d1ff3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.857s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1387.422660] env[69770]: DEBUG oslo_concurrency.lockutils [None req-93637ac2-8ae3-47f4-ba6b-4164628adf34 tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] Acquiring lock "refresh_cache-55705028-e81f-4078-98f3-b2bdf1994354" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1387.422992] env[69770]: DEBUG oslo_concurrency.lockutils [None req-93637ac2-8ae3-47f4-ba6b-4164628adf34 tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] Acquired lock "refresh_cache-55705028-e81f-4078-98f3-b2bdf1994354" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1387.423075] env[69770]: DEBUG nova.network.neutron [None req-93637ac2-8ae3-47f4-ba6b-4164628adf34 tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] [instance: 55705028-e81f-4078-98f3-b2bdf1994354] Building network info cache for instance {{(pid=69770) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1387.573072] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8b14529-c018-433e-9f15-59ae63283350 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1387.581188] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19ad3c76-e63b-4fcc-a083-2f14d6b5940f {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1387.611620] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1bd5d77-9bb3-4e1c-9885-42ce20acfa2e {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1387.620220] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8056c6ae-d5ec-4ab8-a4c3-2e3b218bdca0 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1387.635694] env[69770]: DEBUG nova.compute.provider_tree [None req-2188ce55-88cb-4af3-a961-d4d52b10c322 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] Inventory has not changed in ProviderTree for provider: 7cc7d32b-b7a7-454a-a456-2a440248ed9d {{(pid=69770) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1388.139785] env[69770]: DEBUG nova.scheduler.client.report [None req-2188ce55-88cb-4af3-a961-d4d52b10c322 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] Inventory has not changed for provider 7cc7d32b-b7a7-454a-a456-2a440248ed9d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 21, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69770) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1388.201941] env[69770]: DEBUG nova.network.neutron [None req-93637ac2-8ae3-47f4-ba6b-4164628adf34 tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] [instance: 55705028-e81f-4078-98f3-b2bdf1994354] Updating instance_info_cache with network_info: [{"id": "c14a815f-ff25-4b91-b64c-92a42eacb37b", "address": "fa:16:3e:5d:30:e8", "network": {"id": "bbff5a7f-321d-4632-ba56-dca20f6b376a", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-369008713-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "11ab5c964ea04c01a3f39c2d9427a421", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "462a7219-4deb-4225-9cf7-3131ef280363", "external-id": "nsx-vlan-transportzone-468", "segmentation_id": 468, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc14a815f-ff", "ovs_interfaceid": "c14a815f-ff25-4b91-b64c-92a42eacb37b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69770) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1388.705393] env[69770]: DEBUG oslo_concurrency.lockutils [None req-93637ac2-8ae3-47f4-ba6b-4164628adf34 tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] Releasing lock "refresh_cache-55705028-e81f-4078-98f3-b2bdf1994354" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1388.950046] env[69770]: DEBUG oslo_concurrency.lockutils [None req-47d661d8-4464-4c0b-bf43-92902f9bc9cd tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] Acquiring lock "31c82885-55ef-450a-ae73-40973bce624c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1388.950237] env[69770]: DEBUG oslo_concurrency.lockutils [None req-47d661d8-4464-4c0b-bf43-92902f9bc9cd tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] Lock "31c82885-55ef-450a-ae73-40973bce624c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1389.152017] env[69770]: DEBUG oslo_concurrency.lockutils [None req-2188ce55-88cb-4af3-a961-d4d52b10c322 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.148s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1389.231836] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb7ed3ce-48f1-4956-8c6e-d10625a15ed8 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1389.253130] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5323820d-4a10-4832-829e-726b80de9509 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1389.261951] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-93637ac2-8ae3-47f4-ba6b-4164628adf34 tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] [instance: 55705028-e81f-4078-98f3-b2bdf1994354] Updating instance '55705028-e81f-4078-98f3-b2bdf1994354' progress to 83 {{(pid=69770) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1389.452524] env[69770]: DEBUG nova.compute.manager [None req-47d661d8-4464-4c0b-bf43-92902f9bc9cd tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] [instance: 31c82885-55ef-450a-ae73-40973bce624c] Starting instance... {{(pid=69770) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1389.707971] env[69770]: INFO nova.scheduler.client.report [None req-2188ce55-88cb-4af3-a961-d4d52b10c322 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] Deleted allocation for migration bd88e8e9-c3b1-4e8c-9dad-0cc5c6daf7df [ 1389.767941] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-93637ac2-8ae3-47f4-ba6b-4164628adf34 tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] [instance: 55705028-e81f-4078-98f3-b2bdf1994354] Powering on the VM {{(pid=69770) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1389.768263] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6f976a36-8ebc-4ac5-83d1-216f90e99b31 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1389.775908] env[69770]: DEBUG oslo_vmware.api [None req-93637ac2-8ae3-47f4-ba6b-4164628adf34 tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] Waiting for the task: (returnval){ [ 1389.775908] env[69770]: value = "task-4070980" [ 1389.775908] env[69770]: _type = "Task" [ 1389.775908] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1389.784468] env[69770]: DEBUG oslo_vmware.api [None req-93637ac2-8ae3-47f4-ba6b-4164628adf34 tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] Task: {'id': task-4070980, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1389.972041] env[69770]: DEBUG oslo_concurrency.lockutils [None req-47d661d8-4464-4c0b-bf43-92902f9bc9cd tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1389.972276] env[69770]: DEBUG oslo_concurrency.lockutils [None req-47d661d8-4464-4c0b-bf43-92902f9bc9cd tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1389.974017] env[69770]: INFO nova.compute.claims [None req-47d661d8-4464-4c0b-bf43-92902f9bc9cd tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] [instance: 31c82885-55ef-450a-ae73-40973bce624c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1390.214152] env[69770]: DEBUG oslo_concurrency.lockutils [None req-2188ce55-88cb-4af3-a961-d4d52b10c322 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] Lock "ef08d59d-b387-4366-98a8-2ab7aa83b4d2" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 6.549s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1390.286479] env[69770]: DEBUG oslo_vmware.api [None req-93637ac2-8ae3-47f4-ba6b-4164628adf34 tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] Task: {'id': task-4070980, 'name': PowerOnVM_Task, 'duration_secs': 0.500534} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1390.286774] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-93637ac2-8ae3-47f4-ba6b-4164628adf34 tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] [instance: 55705028-e81f-4078-98f3-b2bdf1994354] Powered on the VM {{(pid=69770) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1390.286997] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-93637ac2-8ae3-47f4-ba6b-4164628adf34 tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] [instance: 55705028-e81f-4078-98f3-b2bdf1994354] Updating instance '55705028-e81f-4078-98f3-b2bdf1994354' progress to 100 {{(pid=69770) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1391.048721] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7493bf1e-bbaa-4182-9b86-2020fcf91bb6 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1391.056532] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-926ea6f6-5644-4c61-8449-a969d745e39a {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1391.087383] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15721810-45f6-45b3-9931-91397a857e74 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1391.095768] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-860a00a9-8a77-41c8-bb19-66a210c8693a {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1391.109591] env[69770]: DEBUG nova.compute.provider_tree [None req-47d661d8-4464-4c0b-bf43-92902f9bc9cd tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] Inventory has not changed in ProviderTree for provider: 7cc7d32b-b7a7-454a-a456-2a440248ed9d {{(pid=69770) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1391.613477] env[69770]: DEBUG nova.scheduler.client.report [None req-47d661d8-4464-4c0b-bf43-92902f9bc9cd tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] Inventory has not changed for provider 7cc7d32b-b7a7-454a-a456-2a440248ed9d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 21, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69770) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1391.689222] env[69770]: DEBUG oslo_concurrency.lockutils [None req-2188ce55-88cb-4af3-a961-d4d52b10c322 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] Acquiring lock "ef08d59d-b387-4366-98a8-2ab7aa83b4d2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1391.689522] env[69770]: DEBUG oslo_concurrency.lockutils [None req-2188ce55-88cb-4af3-a961-d4d52b10c322 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] Lock "ef08d59d-b387-4366-98a8-2ab7aa83b4d2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1391.689781] env[69770]: DEBUG oslo_concurrency.lockutils [None req-2188ce55-88cb-4af3-a961-d4d52b10c322 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] Acquiring lock "ef08d59d-b387-4366-98a8-2ab7aa83b4d2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1391.689988] env[69770]: DEBUG oslo_concurrency.lockutils [None req-2188ce55-88cb-4af3-a961-d4d52b10c322 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] Lock "ef08d59d-b387-4366-98a8-2ab7aa83b4d2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1391.690180] env[69770]: DEBUG oslo_concurrency.lockutils [None req-2188ce55-88cb-4af3-a961-d4d52b10c322 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] Lock "ef08d59d-b387-4366-98a8-2ab7aa83b4d2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1391.692418] env[69770]: INFO nova.compute.manager [None req-2188ce55-88cb-4af3-a961-d4d52b10c322 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] [instance: ef08d59d-b387-4366-98a8-2ab7aa83b4d2] Terminating instance [ 1392.118583] env[69770]: DEBUG oslo_concurrency.lockutils [None req-47d661d8-4464-4c0b-bf43-92902f9bc9cd tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.146s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1392.119224] env[69770]: DEBUG nova.compute.manager [None req-47d661d8-4464-4c0b-bf43-92902f9bc9cd tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] [instance: 31c82885-55ef-450a-ae73-40973bce624c] Start building networks asynchronously for instance. {{(pid=69770) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1392.196096] env[69770]: DEBUG nova.compute.manager [None req-2188ce55-88cb-4af3-a961-d4d52b10c322 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] [instance: ef08d59d-b387-4366-98a8-2ab7aa83b4d2] Start destroying the instance on the hypervisor. {{(pid=69770) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1392.196348] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-2188ce55-88cb-4af3-a961-d4d52b10c322 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] [instance: ef08d59d-b387-4366-98a8-2ab7aa83b4d2] Destroying instance {{(pid=69770) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1392.197432] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c525a1b-c48a-4120-8e98-c5111f2234a7 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1392.206076] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-2188ce55-88cb-4af3-a961-d4d52b10c322 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] [instance: ef08d59d-b387-4366-98a8-2ab7aa83b4d2] Powering off the VM {{(pid=69770) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1392.206342] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0292b26e-8cc9-4d96-8c68-925991a41a4b {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1392.213753] env[69770]: DEBUG oslo_vmware.api [None req-2188ce55-88cb-4af3-a961-d4d52b10c322 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] Waiting for the task: (returnval){ [ 1392.213753] env[69770]: value = "task-4070981" [ 1392.213753] env[69770]: _type = "Task" [ 1392.213753] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1392.223678] env[69770]: DEBUG oslo_vmware.api [None req-2188ce55-88cb-4af3-a961-d4d52b10c322 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] Task: {'id': task-4070981, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1392.624725] env[69770]: DEBUG nova.compute.utils [None req-47d661d8-4464-4c0b-bf43-92902f9bc9cd tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] Using /dev/sd instead of None {{(pid=69770) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1392.626063] env[69770]: DEBUG nova.compute.manager [None req-47d661d8-4464-4c0b-bf43-92902f9bc9cd tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] [instance: 31c82885-55ef-450a-ae73-40973bce624c] Allocating IP information in the background. {{(pid=69770) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1392.626243] env[69770]: DEBUG nova.network.neutron [None req-47d661d8-4464-4c0b-bf43-92902f9bc9cd tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] [instance: 31c82885-55ef-450a-ae73-40973bce624c] allocate_for_instance() {{(pid=69770) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1392.683276] env[69770]: DEBUG nova.policy [None req-47d661d8-4464-4c0b-bf43-92902f9bc9cd tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '46b1a188e2004db39cdb88eb468a7b36', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'bcbfd42565514a329707ee7a1c7d910c', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69770) authorize /opt/stack/nova/nova/policy.py:192}} [ 1392.724422] env[69770]: DEBUG oslo_vmware.api [None req-2188ce55-88cb-4af3-a961-d4d52b10c322 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] Task: {'id': task-4070981, 'name': PowerOffVM_Task, 'duration_secs': 0.257816} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1392.726380] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-2188ce55-88cb-4af3-a961-d4d52b10c322 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] [instance: ef08d59d-b387-4366-98a8-2ab7aa83b4d2] Powered off the VM {{(pid=69770) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1392.726561] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-2188ce55-88cb-4af3-a961-d4d52b10c322 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] [instance: ef08d59d-b387-4366-98a8-2ab7aa83b4d2] Unregistering the VM {{(pid=69770) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1392.726824] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5bffcb7f-704c-440d-ba30-17f4662adb6e {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1392.802738] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-2188ce55-88cb-4af3-a961-d4d52b10c322 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] [instance: ef08d59d-b387-4366-98a8-2ab7aa83b4d2] Unregistered the VM {{(pid=69770) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1392.803044] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-2188ce55-88cb-4af3-a961-d4d52b10c322 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] [instance: ef08d59d-b387-4366-98a8-2ab7aa83b4d2] Deleting contents of the VM from datastore datastore1 {{(pid=69770) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1392.803296] env[69770]: DEBUG nova.virt.vmwareapi.ds_util [None req-2188ce55-88cb-4af3-a961-d4d52b10c322 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] Deleting the datastore file [datastore1] ef08d59d-b387-4366-98a8-2ab7aa83b4d2 {{(pid=69770) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1392.803630] env[69770]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c288930c-9ad2-46a4-867d-6ca15ed40d68 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1392.814310] env[69770]: DEBUG oslo_vmware.api [None req-2188ce55-88cb-4af3-a961-d4d52b10c322 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] Waiting for the task: (returnval){ [ 1392.814310] env[69770]: value = "task-4070983" [ 1392.814310] env[69770]: _type = "Task" [ 1392.814310] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1392.823458] env[69770]: DEBUG oslo_vmware.api [None req-2188ce55-88cb-4af3-a961-d4d52b10c322 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] Task: {'id': task-4070983, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1392.971079] env[69770]: DEBUG nova.network.neutron [None req-47d661d8-4464-4c0b-bf43-92902f9bc9cd tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] [instance: 31c82885-55ef-450a-ae73-40973bce624c] Successfully created port: 23ae5a46-7862-49dc-897e-3a6918ccc43b {{(pid=69770) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1393.088590] env[69770]: DEBUG oslo_concurrency.lockutils [None req-6c4f0fa8-753b-4c65-8f02-070480deca51 tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] Acquiring lock "55705028-e81f-4078-98f3-b2bdf1994354" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1393.088875] env[69770]: DEBUG oslo_concurrency.lockutils [None req-6c4f0fa8-753b-4c65-8f02-070480deca51 tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] Lock "55705028-e81f-4078-98f3-b2bdf1994354" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.001s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1393.089077] env[69770]: DEBUG nova.compute.manager [None req-6c4f0fa8-753b-4c65-8f02-070480deca51 tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] [instance: 55705028-e81f-4078-98f3-b2bdf1994354] Going to confirm migration 9 {{(pid=69770) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1393.129197] env[69770]: DEBUG nova.compute.manager [None req-47d661d8-4464-4c0b-bf43-92902f9bc9cd tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] [instance: 31c82885-55ef-450a-ae73-40973bce624c] Start building block device mappings for instance. {{(pid=69770) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1393.324913] env[69770]: DEBUG oslo_vmware.api [None req-2188ce55-88cb-4af3-a961-d4d52b10c322 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] Task: {'id': task-4070983, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.152236} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1393.325322] env[69770]: DEBUG nova.virt.vmwareapi.ds_util [None req-2188ce55-88cb-4af3-a961-d4d52b10c322 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] Deleted the datastore file {{(pid=69770) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1393.325560] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-2188ce55-88cb-4af3-a961-d4d52b10c322 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] [instance: ef08d59d-b387-4366-98a8-2ab7aa83b4d2] Deleted contents of the VM from datastore datastore1 {{(pid=69770) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1393.325685] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-2188ce55-88cb-4af3-a961-d4d52b10c322 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] [instance: ef08d59d-b387-4366-98a8-2ab7aa83b4d2] Instance destroyed {{(pid=69770) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1393.325866] env[69770]: INFO nova.compute.manager [None req-2188ce55-88cb-4af3-a961-d4d52b10c322 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] [instance: ef08d59d-b387-4366-98a8-2ab7aa83b4d2] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1393.326122] env[69770]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2188ce55-88cb-4af3-a961-d4d52b10c322 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69770) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1393.326317] env[69770]: DEBUG nova.compute.manager [-] [instance: ef08d59d-b387-4366-98a8-2ab7aa83b4d2] Deallocating network for instance {{(pid=69770) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1393.326405] env[69770]: DEBUG nova.network.neutron [-] [instance: ef08d59d-b387-4366-98a8-2ab7aa83b4d2] deallocate_for_instance() {{(pid=69770) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1393.551696] env[69770]: DEBUG nova.compute.manager [req-5160260d-c612-45f2-b5c6-c8bbf7d563b1 req-b00cb3fd-5b0b-48ad-b6a1-69ed6671980e service nova] [instance: ef08d59d-b387-4366-98a8-2ab7aa83b4d2] Received event network-vif-deleted-05a884d8-2ff6-4ef2-ac41-97d66afbf5aa {{(pid=69770) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1393.552784] env[69770]: INFO nova.compute.manager [req-5160260d-c612-45f2-b5c6-c8bbf7d563b1 req-b00cb3fd-5b0b-48ad-b6a1-69ed6671980e service nova] [instance: ef08d59d-b387-4366-98a8-2ab7aa83b4d2] Neutron deleted interface 05a884d8-2ff6-4ef2-ac41-97d66afbf5aa; detaching it from the instance and deleting it from the info cache [ 1393.552784] env[69770]: DEBUG nova.network.neutron [req-5160260d-c612-45f2-b5c6-c8bbf7d563b1 req-b00cb3fd-5b0b-48ad-b6a1-69ed6671980e service nova] [instance: ef08d59d-b387-4366-98a8-2ab7aa83b4d2] Updating instance_info_cache with network_info: [] {{(pid=69770) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1393.628194] env[69770]: DEBUG oslo_concurrency.lockutils [None req-6c4f0fa8-753b-4c65-8f02-070480deca51 tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] Acquiring lock "refresh_cache-55705028-e81f-4078-98f3-b2bdf1994354" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1393.628380] env[69770]: DEBUG oslo_concurrency.lockutils [None req-6c4f0fa8-753b-4c65-8f02-070480deca51 tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] Acquired lock "refresh_cache-55705028-e81f-4078-98f3-b2bdf1994354" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1393.628555] env[69770]: DEBUG nova.network.neutron [None req-6c4f0fa8-753b-4c65-8f02-070480deca51 tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] [instance: 55705028-e81f-4078-98f3-b2bdf1994354] Building network info cache for instance {{(pid=69770) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1393.628740] env[69770]: DEBUG nova.objects.instance [None req-6c4f0fa8-753b-4c65-8f02-070480deca51 tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] Lazy-loading 'info_cache' on Instance uuid 55705028-e81f-4078-98f3-b2bdf1994354 {{(pid=69770) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1394.033362] env[69770]: DEBUG nova.network.neutron [-] [instance: ef08d59d-b387-4366-98a8-2ab7aa83b4d2] Updating instance_info_cache with network_info: [] {{(pid=69770) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1394.054598] env[69770]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-13945db5-8fd9-421b-8cd9-6106bed3bef5 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1394.064455] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a31903d-d338-4df1-9267-df2ccaf33ec4 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1394.088807] env[69770]: DEBUG nova.compute.manager [req-5160260d-c612-45f2-b5c6-c8bbf7d563b1 req-b00cb3fd-5b0b-48ad-b6a1-69ed6671980e service nova] [instance: ef08d59d-b387-4366-98a8-2ab7aa83b4d2] Detach interface failed, port_id=05a884d8-2ff6-4ef2-ac41-97d66afbf5aa, reason: Instance ef08d59d-b387-4366-98a8-2ab7aa83b4d2 could not be found. {{(pid=69770) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1394.140733] env[69770]: DEBUG nova.compute.manager [None req-47d661d8-4464-4c0b-bf43-92902f9bc9cd tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] [instance: 31c82885-55ef-450a-ae73-40973bce624c] Start spawning the instance on the hypervisor. {{(pid=69770) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1394.169127] env[69770]: DEBUG nova.virt.hardware [None req-47d661d8-4464-4c0b-bf43-92902f9bc9cd tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T12:16:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T12:16:11Z,direct_url=,disk_format='vmdk',id=d1eaff80-24a0-4391-90eb-59958b1ecf0a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d65f20bb89fb40a98b77bc6d97357df2',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T12:16:12Z,virtual_size=,visibility=), allow threads: False {{(pid=69770) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1394.169398] env[69770]: DEBUG nova.virt.hardware [None req-47d661d8-4464-4c0b-bf43-92902f9bc9cd tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] Flavor limits 0:0:0 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1394.169559] env[69770]: DEBUG nova.virt.hardware [None req-47d661d8-4464-4c0b-bf43-92902f9bc9cd tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] Image limits 0:0:0 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1394.169751] env[69770]: DEBUG nova.virt.hardware [None req-47d661d8-4464-4c0b-bf43-92902f9bc9cd tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] Flavor pref 0:0:0 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1394.170376] env[69770]: DEBUG nova.virt.hardware [None req-47d661d8-4464-4c0b-bf43-92902f9bc9cd tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] Image pref 0:0:0 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1394.170376] env[69770]: DEBUG nova.virt.hardware [None req-47d661d8-4464-4c0b-bf43-92902f9bc9cd tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1394.170376] env[69770]: DEBUG nova.virt.hardware [None req-47d661d8-4464-4c0b-bf43-92902f9bc9cd tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69770) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1394.170568] env[69770]: DEBUG nova.virt.hardware [None req-47d661d8-4464-4c0b-bf43-92902f9bc9cd tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69770) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1394.170609] env[69770]: DEBUG nova.virt.hardware [None req-47d661d8-4464-4c0b-bf43-92902f9bc9cd tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] Got 1 possible topologies {{(pid=69770) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1394.170763] env[69770]: DEBUG nova.virt.hardware [None req-47d661d8-4464-4c0b-bf43-92902f9bc9cd tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69770) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1394.170940] env[69770]: DEBUG nova.virt.hardware [None req-47d661d8-4464-4c0b-bf43-92902f9bc9cd tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69770) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1394.171865] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e028e5ec-da98-40eb-ae91-2e51fc55842e {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1394.180840] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56f85d3f-6599-4302-9eb2-87b06deb0470 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1394.428865] env[69770]: DEBUG nova.network.neutron [None req-47d661d8-4464-4c0b-bf43-92902f9bc9cd tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] [instance: 31c82885-55ef-450a-ae73-40973bce624c] Successfully updated port: 23ae5a46-7862-49dc-897e-3a6918ccc43b {{(pid=69770) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1394.536707] env[69770]: INFO nova.compute.manager [-] [instance: ef08d59d-b387-4366-98a8-2ab7aa83b4d2] Took 1.21 seconds to deallocate network for instance. [ 1394.845394] env[69770]: DEBUG nova.network.neutron [None req-6c4f0fa8-753b-4c65-8f02-070480deca51 tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] [instance: 55705028-e81f-4078-98f3-b2bdf1994354] Updating instance_info_cache with network_info: [{"id": "c14a815f-ff25-4b91-b64c-92a42eacb37b", "address": "fa:16:3e:5d:30:e8", "network": {"id": "bbff5a7f-321d-4632-ba56-dca20f6b376a", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-369008713-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "11ab5c964ea04c01a3f39c2d9427a421", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "462a7219-4deb-4225-9cf7-3131ef280363", "external-id": "nsx-vlan-transportzone-468", "segmentation_id": 468, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc14a815f-ff", "ovs_interfaceid": "c14a815f-ff25-4b91-b64c-92a42eacb37b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69770) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1394.931711] env[69770]: DEBUG oslo_concurrency.lockutils [None req-47d661d8-4464-4c0b-bf43-92902f9bc9cd tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] Acquiring lock "refresh_cache-31c82885-55ef-450a-ae73-40973bce624c" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1394.931711] env[69770]: DEBUG oslo_concurrency.lockutils [None req-47d661d8-4464-4c0b-bf43-92902f9bc9cd tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] Acquired lock "refresh_cache-31c82885-55ef-450a-ae73-40973bce624c" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1394.931942] env[69770]: DEBUG nova.network.neutron [None req-47d661d8-4464-4c0b-bf43-92902f9bc9cd tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] [instance: 31c82885-55ef-450a-ae73-40973bce624c] Building network info cache for instance {{(pid=69770) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1395.046515] env[69770]: DEBUG oslo_concurrency.lockutils [None req-2188ce55-88cb-4af3-a961-d4d52b10c322 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1395.046783] env[69770]: DEBUG oslo_concurrency.lockutils [None req-2188ce55-88cb-4af3-a961-d4d52b10c322 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1395.046950] env[69770]: DEBUG oslo_concurrency.lockutils [None req-2188ce55-88cb-4af3-a961-d4d52b10c322 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1395.068761] env[69770]: INFO nova.scheduler.client.report [None req-2188ce55-88cb-4af3-a961-d4d52b10c322 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] Deleted allocations for instance ef08d59d-b387-4366-98a8-2ab7aa83b4d2 [ 1395.348422] env[69770]: DEBUG oslo_concurrency.lockutils [None req-6c4f0fa8-753b-4c65-8f02-070480deca51 tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] Releasing lock "refresh_cache-55705028-e81f-4078-98f3-b2bdf1994354" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1395.348806] env[69770]: DEBUG nova.objects.instance [None req-6c4f0fa8-753b-4c65-8f02-070480deca51 tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] Lazy-loading 'migration_context' on Instance uuid 55705028-e81f-4078-98f3-b2bdf1994354 {{(pid=69770) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1395.464332] env[69770]: DEBUG nova.network.neutron [None req-47d661d8-4464-4c0b-bf43-92902f9bc9cd tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] [instance: 31c82885-55ef-450a-ae73-40973bce624c] Instance cache missing network info. {{(pid=69770) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1395.577761] env[69770]: DEBUG nova.compute.manager [req-1db1355a-1afa-4723-9612-acb5137a28dc req-6542385d-05fe-43b8-88c0-1283709c127b service nova] [instance: 31c82885-55ef-450a-ae73-40973bce624c] Received event network-vif-plugged-23ae5a46-7862-49dc-897e-3a6918ccc43b {{(pid=69770) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1395.577989] env[69770]: DEBUG oslo_concurrency.lockutils [req-1db1355a-1afa-4723-9612-acb5137a28dc req-6542385d-05fe-43b8-88c0-1283709c127b service nova] Acquiring lock "31c82885-55ef-450a-ae73-40973bce624c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1395.578215] env[69770]: DEBUG oslo_concurrency.lockutils [req-1db1355a-1afa-4723-9612-acb5137a28dc req-6542385d-05fe-43b8-88c0-1283709c127b service nova] Lock "31c82885-55ef-450a-ae73-40973bce624c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1395.578382] env[69770]: DEBUG oslo_concurrency.lockutils [req-1db1355a-1afa-4723-9612-acb5137a28dc req-6542385d-05fe-43b8-88c0-1283709c127b service nova] Lock "31c82885-55ef-450a-ae73-40973bce624c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1395.578579] env[69770]: DEBUG nova.compute.manager [req-1db1355a-1afa-4723-9612-acb5137a28dc req-6542385d-05fe-43b8-88c0-1283709c127b service nova] [instance: 31c82885-55ef-450a-ae73-40973bce624c] No waiting events found dispatching network-vif-plugged-23ae5a46-7862-49dc-897e-3a6918ccc43b {{(pid=69770) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1395.578751] env[69770]: WARNING nova.compute.manager [req-1db1355a-1afa-4723-9612-acb5137a28dc req-6542385d-05fe-43b8-88c0-1283709c127b service nova] [instance: 31c82885-55ef-450a-ae73-40973bce624c] Received unexpected event network-vif-plugged-23ae5a46-7862-49dc-897e-3a6918ccc43b for instance with vm_state building and task_state spawning. [ 1395.578907] env[69770]: DEBUG nova.compute.manager [req-1db1355a-1afa-4723-9612-acb5137a28dc req-6542385d-05fe-43b8-88c0-1283709c127b service nova] [instance: 31c82885-55ef-450a-ae73-40973bce624c] Received event network-changed-23ae5a46-7862-49dc-897e-3a6918ccc43b {{(pid=69770) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1395.579074] env[69770]: DEBUG nova.compute.manager [req-1db1355a-1afa-4723-9612-acb5137a28dc req-6542385d-05fe-43b8-88c0-1283709c127b service nova] [instance: 31c82885-55ef-450a-ae73-40973bce624c] Refreshing instance network info cache due to event network-changed-23ae5a46-7862-49dc-897e-3a6918ccc43b. {{(pid=69770) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1395.579240] env[69770]: DEBUG oslo_concurrency.lockutils [req-1db1355a-1afa-4723-9612-acb5137a28dc req-6542385d-05fe-43b8-88c0-1283709c127b service nova] Acquiring lock "refresh_cache-31c82885-55ef-450a-ae73-40973bce624c" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1395.579638] env[69770]: DEBUG oslo_concurrency.lockutils [None req-2188ce55-88cb-4af3-a961-d4d52b10c322 tempest-DeleteServersTestJSON-419269987 tempest-DeleteServersTestJSON-419269987-project-member] Lock "ef08d59d-b387-4366-98a8-2ab7aa83b4d2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 3.890s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1395.600988] env[69770]: DEBUG nova.network.neutron [None req-47d661d8-4464-4c0b-bf43-92902f9bc9cd tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] [instance: 31c82885-55ef-450a-ae73-40973bce624c] Updating instance_info_cache with network_info: [{"id": "23ae5a46-7862-49dc-897e-3a6918ccc43b", "address": "fa:16:3e:30:7f:55", "network": {"id": "6947160b-7d54-4e72-ac36-2126989baab1", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-851069895-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bcbfd42565514a329707ee7a1c7d910c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69076131-87ac-46dd-9d5d-8d1b4ea7dec6", "external-id": "nsx-vlan-transportzone-327", "segmentation_id": 327, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap23ae5a46-78", "ovs_interfaceid": "23ae5a46-7862-49dc-897e-3a6918ccc43b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69770) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1395.852247] env[69770]: DEBUG nova.objects.base [None req-6c4f0fa8-753b-4c65-8f02-070480deca51 tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] Object Instance<55705028-e81f-4078-98f3-b2bdf1994354> lazy-loaded attributes: info_cache,migration_context {{(pid=69770) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1395.853197] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59810b47-7f26-48e0-816a-024a8bc36bb8 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1395.873802] env[69770]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-288a0449-58f6-44a4-bb3c-0378dcf42dba {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1395.881026] env[69770]: DEBUG oslo_vmware.api [None req-6c4f0fa8-753b-4c65-8f02-070480deca51 tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] Waiting for the task: (returnval){ [ 1395.881026] env[69770]: value = "session[52161b52-cb8e-ec9f-1132-2f6b49549d41]5262af50-23dd-01f3-5bc6-839c67657ee4" [ 1395.881026] env[69770]: _type = "Task" [ 1395.881026] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1395.889059] env[69770]: DEBUG oslo_vmware.api [None req-6c4f0fa8-753b-4c65-8f02-070480deca51 tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]5262af50-23dd-01f3-5bc6-839c67657ee4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1396.104053] env[69770]: DEBUG oslo_concurrency.lockutils [None req-47d661d8-4464-4c0b-bf43-92902f9bc9cd tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] Releasing lock "refresh_cache-31c82885-55ef-450a-ae73-40973bce624c" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1396.104053] env[69770]: DEBUG nova.compute.manager [None req-47d661d8-4464-4c0b-bf43-92902f9bc9cd tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] [instance: 31c82885-55ef-450a-ae73-40973bce624c] Instance network_info: |[{"id": "23ae5a46-7862-49dc-897e-3a6918ccc43b", "address": "fa:16:3e:30:7f:55", "network": {"id": "6947160b-7d54-4e72-ac36-2126989baab1", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-851069895-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bcbfd42565514a329707ee7a1c7d910c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69076131-87ac-46dd-9d5d-8d1b4ea7dec6", "external-id": "nsx-vlan-transportzone-327", "segmentation_id": 327, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap23ae5a46-78", "ovs_interfaceid": "23ae5a46-7862-49dc-897e-3a6918ccc43b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69770) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1396.104053] env[69770]: DEBUG oslo_concurrency.lockutils [req-1db1355a-1afa-4723-9612-acb5137a28dc req-6542385d-05fe-43b8-88c0-1283709c127b service nova] Acquired lock "refresh_cache-31c82885-55ef-450a-ae73-40973bce624c" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1396.104338] env[69770]: DEBUG nova.network.neutron [req-1db1355a-1afa-4723-9612-acb5137a28dc req-6542385d-05fe-43b8-88c0-1283709c127b service nova] [instance: 31c82885-55ef-450a-ae73-40973bce624c] Refreshing network info cache for port 23ae5a46-7862-49dc-897e-3a6918ccc43b {{(pid=69770) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1396.105526] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-47d661d8-4464-4c0b-bf43-92902f9bc9cd tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] [instance: 31c82885-55ef-450a-ae73-40973bce624c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:30:7f:55', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '69076131-87ac-46dd-9d5d-8d1b4ea7dec6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '23ae5a46-7862-49dc-897e-3a6918ccc43b', 'vif_model': 'vmxnet3'}] {{(pid=69770) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1396.114310] env[69770]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-47d661d8-4464-4c0b-bf43-92902f9bc9cd tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69770) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1396.115499] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 31c82885-55ef-450a-ae73-40973bce624c] Creating VM on the ESX host {{(pid=69770) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1396.115736] env[69770]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3df9013c-d7fb-40c1-888f-49ad2b48c3e3 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1396.140778] env[69770]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1396.140778] env[69770]: value = "task-4070985" [ 1396.140778] env[69770]: _type = "Task" [ 1396.140778] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1396.150012] env[69770]: DEBUG oslo_vmware.api [-] Task: {'id': task-4070985, 'name': CreateVM_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1396.393698] env[69770]: DEBUG oslo_vmware.api [None req-6c4f0fa8-753b-4c65-8f02-070480deca51 tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]5262af50-23dd-01f3-5bc6-839c67657ee4, 'name': SearchDatastore_Task, 'duration_secs': 0.010507} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1396.394111] env[69770]: DEBUG oslo_concurrency.lockutils [None req-6c4f0fa8-753b-4c65-8f02-070480deca51 tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1396.394223] env[69770]: DEBUG oslo_concurrency.lockutils [None req-6c4f0fa8-753b-4c65-8f02-070480deca51 tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1396.653603] env[69770]: DEBUG oslo_vmware.api [-] Task: {'id': task-4070985, 'name': CreateVM_Task, 'duration_secs': 0.335191} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1396.653764] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 31c82885-55ef-450a-ae73-40973bce624c] Created VM on the ESX host {{(pid=69770) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1396.654458] env[69770]: DEBUG oslo_concurrency.lockutils [None req-47d661d8-4464-4c0b-bf43-92902f9bc9cd tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1396.654636] env[69770]: DEBUG oslo_concurrency.lockutils [None req-47d661d8-4464-4c0b-bf43-92902f9bc9cd tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1396.655127] env[69770]: DEBUG oslo_concurrency.lockutils [None req-47d661d8-4464-4c0b-bf43-92902f9bc9cd tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1396.655266] env[69770]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6832de2c-45ba-4045-8841-cd9f64018b39 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1396.660031] env[69770]: DEBUG oslo_vmware.api [None req-47d661d8-4464-4c0b-bf43-92902f9bc9cd tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] Waiting for the task: (returnval){ [ 1396.660031] env[69770]: value = "session[52161b52-cb8e-ec9f-1132-2f6b49549d41]52dd5984-bd46-7de3-719a-39506e9d2b25" [ 1396.660031] env[69770]: _type = "Task" [ 1396.660031] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1396.668511] env[69770]: DEBUG oslo_vmware.api [None req-47d661d8-4464-4c0b-bf43-92902f9bc9cd tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]52dd5984-bd46-7de3-719a-39506e9d2b25, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1396.813395] env[69770]: DEBUG nova.network.neutron [req-1db1355a-1afa-4723-9612-acb5137a28dc req-6542385d-05fe-43b8-88c0-1283709c127b service nova] [instance: 31c82885-55ef-450a-ae73-40973bce624c] Updated VIF entry in instance network info cache for port 23ae5a46-7862-49dc-897e-3a6918ccc43b. {{(pid=69770) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1396.813752] env[69770]: DEBUG nova.network.neutron [req-1db1355a-1afa-4723-9612-acb5137a28dc req-6542385d-05fe-43b8-88c0-1283709c127b service nova] [instance: 31c82885-55ef-450a-ae73-40973bce624c] Updating instance_info_cache with network_info: [{"id": "23ae5a46-7862-49dc-897e-3a6918ccc43b", "address": "fa:16:3e:30:7f:55", "network": {"id": "6947160b-7d54-4e72-ac36-2126989baab1", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-851069895-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bcbfd42565514a329707ee7a1c7d910c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69076131-87ac-46dd-9d5d-8d1b4ea7dec6", "external-id": "nsx-vlan-transportzone-327", "segmentation_id": 327, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap23ae5a46-78", "ovs_interfaceid": "23ae5a46-7862-49dc-897e-3a6918ccc43b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69770) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1396.969991] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29c925f4-c6bf-4020-8fa3-60cf8715f478 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1396.977573] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c981bec1-e5c0-43e7-babb-c326e8304d34 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1397.008209] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f88734e8-bb90-4cb4-ae1b-be89d4ab1095 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1397.016319] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78a0f5d0-0dd1-4f96-ac4c-70af375ba03a {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1397.030863] env[69770]: DEBUG nova.compute.provider_tree [None req-6c4f0fa8-753b-4c65-8f02-070480deca51 tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] Inventory has not changed in ProviderTree for provider: 7cc7d32b-b7a7-454a-a456-2a440248ed9d {{(pid=69770) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1397.171724] env[69770]: DEBUG oslo_vmware.api [None req-47d661d8-4464-4c0b-bf43-92902f9bc9cd tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]52dd5984-bd46-7de3-719a-39506e9d2b25, 'name': SearchDatastore_Task, 'duration_secs': 0.010762} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1397.172099] env[69770]: DEBUG oslo_concurrency.lockutils [None req-47d661d8-4464-4c0b-bf43-92902f9bc9cd tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1397.172355] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-47d661d8-4464-4c0b-bf43-92902f9bc9cd tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] [instance: 31c82885-55ef-450a-ae73-40973bce624c] Processing image d1eaff80-24a0-4391-90eb-59958b1ecf0a {{(pid=69770) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1397.172595] env[69770]: DEBUG oslo_concurrency.lockutils [None req-47d661d8-4464-4c0b-bf43-92902f9bc9cd tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1397.172740] env[69770]: DEBUG oslo_concurrency.lockutils [None req-47d661d8-4464-4c0b-bf43-92902f9bc9cd tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1397.172939] env[69770]: DEBUG nova.virt.vmwareapi.ds_util [None req-47d661d8-4464-4c0b-bf43-92902f9bc9cd tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69770) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1397.173234] env[69770]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a95c0acf-ff5b-4bcf-b388-806466ca6890 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1397.183621] env[69770]: DEBUG nova.virt.vmwareapi.ds_util [None req-47d661d8-4464-4c0b-bf43-92902f9bc9cd tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69770) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1397.183954] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-47d661d8-4464-4c0b-bf43-92902f9bc9cd tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69770) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1397.184688] env[69770]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-aa8c112e-a740-49e7-9453-1daaf7536578 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1397.192127] env[69770]: DEBUG oslo_vmware.api [None req-47d661d8-4464-4c0b-bf43-92902f9bc9cd tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] Waiting for the task: (returnval){ [ 1397.192127] env[69770]: value = "session[52161b52-cb8e-ec9f-1132-2f6b49549d41]52c13c3b-a568-8c14-464a-83e75f115096" [ 1397.192127] env[69770]: _type = "Task" [ 1397.192127] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1397.200862] env[69770]: DEBUG oslo_vmware.api [None req-47d661d8-4464-4c0b-bf43-92902f9bc9cd tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]52c13c3b-a568-8c14-464a-83e75f115096, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1397.316327] env[69770]: DEBUG oslo_concurrency.lockutils [req-1db1355a-1afa-4723-9612-acb5137a28dc req-6542385d-05fe-43b8-88c0-1283709c127b service nova] Releasing lock "refresh_cache-31c82885-55ef-450a-ae73-40973bce624c" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1397.534105] env[69770]: DEBUG nova.scheduler.client.report [None req-6c4f0fa8-753b-4c65-8f02-070480deca51 tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] Inventory has not changed for provider 7cc7d32b-b7a7-454a-a456-2a440248ed9d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 21, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69770) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1397.702936] env[69770]: DEBUG oslo_vmware.api [None req-47d661d8-4464-4c0b-bf43-92902f9bc9cd tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]52c13c3b-a568-8c14-464a-83e75f115096, 'name': SearchDatastore_Task, 'duration_secs': 0.010431} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1397.703758] env[69770]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-006ffb47-b23c-42c7-a20f-06823fe6c0d0 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1397.709065] env[69770]: DEBUG oslo_vmware.api [None req-47d661d8-4464-4c0b-bf43-92902f9bc9cd tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] Waiting for the task: (returnval){ [ 1397.709065] env[69770]: value = "session[52161b52-cb8e-ec9f-1132-2f6b49549d41]522df58b-d018-6938-8bb9-3729331bf211" [ 1397.709065] env[69770]: _type = "Task" [ 1397.709065] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1397.716782] env[69770]: DEBUG oslo_vmware.api [None req-47d661d8-4464-4c0b-bf43-92902f9bc9cd tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]522df58b-d018-6938-8bb9-3729331bf211, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1398.219839] env[69770]: DEBUG oslo_vmware.api [None req-47d661d8-4464-4c0b-bf43-92902f9bc9cd tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]522df58b-d018-6938-8bb9-3729331bf211, 'name': SearchDatastore_Task, 'duration_secs': 0.009218} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1398.220130] env[69770]: DEBUG oslo_concurrency.lockutils [None req-47d661d8-4464-4c0b-bf43-92902f9bc9cd tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1398.220401] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-47d661d8-4464-4c0b-bf43-92902f9bc9cd tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk to [datastore2] 31c82885-55ef-450a-ae73-40973bce624c/31c82885-55ef-450a-ae73-40973bce624c.vmdk {{(pid=69770) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1398.220697] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f9d530ec-6065-455b-8a5d-9e46b3f33b4e {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1398.231046] env[69770]: DEBUG oslo_vmware.api [None req-47d661d8-4464-4c0b-bf43-92902f9bc9cd tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] Waiting for the task: (returnval){ [ 1398.231046] env[69770]: value = "task-4070986" [ 1398.231046] env[69770]: _type = "Task" [ 1398.231046] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1398.239786] env[69770]: DEBUG oslo_vmware.api [None req-47d661d8-4464-4c0b-bf43-92902f9bc9cd tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] Task: {'id': task-4070986, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1398.544567] env[69770]: DEBUG oslo_concurrency.lockutils [None req-6c4f0fa8-753b-4c65-8f02-070480deca51 tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.150s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1398.740783] env[69770]: DEBUG oslo_vmware.api [None req-47d661d8-4464-4c0b-bf43-92902f9bc9cd tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] Task: {'id': task-4070986, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.44972} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1398.741048] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-47d661d8-4464-4c0b-bf43-92902f9bc9cd tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk to [datastore2] 31c82885-55ef-450a-ae73-40973bce624c/31c82885-55ef-450a-ae73-40973bce624c.vmdk {{(pid=69770) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1398.741280] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-47d661d8-4464-4c0b-bf43-92902f9bc9cd tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] [instance: 31c82885-55ef-450a-ae73-40973bce624c] Extending root virtual disk to 1048576 {{(pid=69770) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1398.741545] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a91e40e0-7eef-4fb6-a6e5-65fe949898cc {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1398.748095] env[69770]: DEBUG oslo_vmware.api [None req-47d661d8-4464-4c0b-bf43-92902f9bc9cd tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] Waiting for the task: (returnval){ [ 1398.748095] env[69770]: value = "task-4070987" [ 1398.748095] env[69770]: _type = "Task" [ 1398.748095] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1398.757131] env[69770]: DEBUG oslo_vmware.api [None req-47d661d8-4464-4c0b-bf43-92902f9bc9cd tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] Task: {'id': task-4070987, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1399.097927] env[69770]: INFO nova.scheduler.client.report [None req-6c4f0fa8-753b-4c65-8f02-070480deca51 tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] Deleted allocation for migration 28a7b698-35e5-4e77-85dc-2d1a110a04b4 [ 1399.258536] env[69770]: DEBUG oslo_vmware.api [None req-47d661d8-4464-4c0b-bf43-92902f9bc9cd tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] Task: {'id': task-4070987, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064443} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1399.258824] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-47d661d8-4464-4c0b-bf43-92902f9bc9cd tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] [instance: 31c82885-55ef-450a-ae73-40973bce624c] Extended root virtual disk {{(pid=69770) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1399.259647] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7225264c-3ab0-44e4-a972-5f77d32783c9 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1399.282256] env[69770]: DEBUG nova.virt.vmwareapi.volumeops [None req-47d661d8-4464-4c0b-bf43-92902f9bc9cd tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] [instance: 31c82885-55ef-450a-ae73-40973bce624c] Reconfiguring VM instance instance-00000078 to attach disk [datastore2] 31c82885-55ef-450a-ae73-40973bce624c/31c82885-55ef-450a-ae73-40973bce624c.vmdk or device None with type sparse {{(pid=69770) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1399.282492] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3d6cccaf-27cd-48f4-8904-1be2548635cf {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1399.301730] env[69770]: DEBUG oslo_vmware.api [None req-47d661d8-4464-4c0b-bf43-92902f9bc9cd tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] Waiting for the task: (returnval){ [ 1399.301730] env[69770]: value = "task-4070988" [ 1399.301730] env[69770]: _type = "Task" [ 1399.301730] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1399.311767] env[69770]: DEBUG oslo_vmware.api [None req-47d661d8-4464-4c0b-bf43-92902f9bc9cd tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] Task: {'id': task-4070988, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1399.603267] env[69770]: DEBUG oslo_concurrency.lockutils [None req-6c4f0fa8-753b-4c65-8f02-070480deca51 tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] Lock "55705028-e81f-4078-98f3-b2bdf1994354" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 6.514s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1399.812310] env[69770]: DEBUG oslo_vmware.api [None req-47d661d8-4464-4c0b-bf43-92902f9bc9cd tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] Task: {'id': task-4070988, 'name': ReconfigVM_Task, 'duration_secs': 0.283671} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1399.812595] env[69770]: DEBUG nova.virt.vmwareapi.volumeops [None req-47d661d8-4464-4c0b-bf43-92902f9bc9cd tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] [instance: 31c82885-55ef-450a-ae73-40973bce624c] Reconfigured VM instance instance-00000078 to attach disk [datastore2] 31c82885-55ef-450a-ae73-40973bce624c/31c82885-55ef-450a-ae73-40973bce624c.vmdk or device None with type sparse {{(pid=69770) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1399.813295] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-eee4306a-ee87-4358-8c90-a64133e69900 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1399.820399] env[69770]: DEBUG oslo_vmware.api [None req-47d661d8-4464-4c0b-bf43-92902f9bc9cd tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] Waiting for the task: (returnval){ [ 1399.820399] env[69770]: value = "task-4070989" [ 1399.820399] env[69770]: _type = "Task" [ 1399.820399] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1399.830523] env[69770]: DEBUG oslo_vmware.api [None req-47d661d8-4464-4c0b-bf43-92902f9bc9cd tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] Task: {'id': task-4070989, 'name': Rename_Task} progress is 5%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1400.330665] env[69770]: DEBUG oslo_vmware.api [None req-47d661d8-4464-4c0b-bf43-92902f9bc9cd tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] Task: {'id': task-4070989, 'name': Rename_Task, 'duration_secs': 0.206306} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1400.330894] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-47d661d8-4464-4c0b-bf43-92902f9bc9cd tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] [instance: 31c82885-55ef-450a-ae73-40973bce624c] Powering on the VM {{(pid=69770) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1400.331156] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-57efa337-200a-4356-b6f8-8db8045049bb {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1400.339185] env[69770]: DEBUG oslo_vmware.api [None req-47d661d8-4464-4c0b-bf43-92902f9bc9cd tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] Waiting for the task: (returnval){ [ 1400.339185] env[69770]: value = "task-4070990" [ 1400.339185] env[69770]: _type = "Task" [ 1400.339185] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1400.348872] env[69770]: DEBUG oslo_vmware.api [None req-47d661d8-4464-4c0b-bf43-92902f9bc9cd tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] Task: {'id': task-4070990, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1400.850284] env[69770]: DEBUG oslo_vmware.api [None req-47d661d8-4464-4c0b-bf43-92902f9bc9cd tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] Task: {'id': task-4070990, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1401.028471] env[69770]: DEBUG oslo_concurrency.lockutils [None req-c1c8a8d0-be9a-41dc-8ee9-de49f4f2c21d tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] Acquiring lock "55705028-e81f-4078-98f3-b2bdf1994354" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1401.028737] env[69770]: DEBUG oslo_concurrency.lockutils [None req-c1c8a8d0-be9a-41dc-8ee9-de49f4f2c21d tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] Lock "55705028-e81f-4078-98f3-b2bdf1994354" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1401.028952] env[69770]: DEBUG oslo_concurrency.lockutils [None req-c1c8a8d0-be9a-41dc-8ee9-de49f4f2c21d tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] Acquiring lock "55705028-e81f-4078-98f3-b2bdf1994354-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1401.029247] env[69770]: DEBUG oslo_concurrency.lockutils [None req-c1c8a8d0-be9a-41dc-8ee9-de49f4f2c21d tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] Lock "55705028-e81f-4078-98f3-b2bdf1994354-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1401.029357] env[69770]: DEBUG oslo_concurrency.lockutils [None req-c1c8a8d0-be9a-41dc-8ee9-de49f4f2c21d tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] Lock "55705028-e81f-4078-98f3-b2bdf1994354-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1401.034477] env[69770]: INFO nova.compute.manager [None req-c1c8a8d0-be9a-41dc-8ee9-de49f4f2c21d tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] [instance: 55705028-e81f-4078-98f3-b2bdf1994354] Terminating instance [ 1401.350574] env[69770]: DEBUG oslo_vmware.api [None req-47d661d8-4464-4c0b-bf43-92902f9bc9cd tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] Task: {'id': task-4070990, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1401.522637] env[69770]: DEBUG oslo_concurrency.lockutils [None req-7ac37e0c-3c0b-4ec9-b374-5a6dfeb715ad tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] Acquiring lock "4c0626d3-0a1f-435e-837e-953c61e1cda5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1401.522866] env[69770]: DEBUG oslo_concurrency.lockutils [None req-7ac37e0c-3c0b-4ec9-b374-5a6dfeb715ad tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] Lock "4c0626d3-0a1f-435e-837e-953c61e1cda5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1401.539645] env[69770]: DEBUG nova.compute.manager [None req-c1c8a8d0-be9a-41dc-8ee9-de49f4f2c21d tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] [instance: 55705028-e81f-4078-98f3-b2bdf1994354] Start destroying the instance on the hypervisor. {{(pid=69770) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1401.539930] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-c1c8a8d0-be9a-41dc-8ee9-de49f4f2c21d tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] [instance: 55705028-e81f-4078-98f3-b2bdf1994354] Destroying instance {{(pid=69770) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1401.540851] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9f96dde-5db1-4731-b229-7e5ddcc745f9 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1401.549065] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-c1c8a8d0-be9a-41dc-8ee9-de49f4f2c21d tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] [instance: 55705028-e81f-4078-98f3-b2bdf1994354] Powering off the VM {{(pid=69770) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1401.549319] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d627e5bf-73f1-407a-aaeb-872ea2cc79be {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1401.556948] env[69770]: DEBUG oslo_vmware.api [None req-c1c8a8d0-be9a-41dc-8ee9-de49f4f2c21d tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] Waiting for the task: (returnval){ [ 1401.556948] env[69770]: value = "task-4070991" [ 1401.556948] env[69770]: _type = "Task" [ 1401.556948] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1401.567286] env[69770]: DEBUG oslo_vmware.api [None req-c1c8a8d0-be9a-41dc-8ee9-de49f4f2c21d tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] Task: {'id': task-4070991, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1401.852324] env[69770]: DEBUG oslo_vmware.api [None req-47d661d8-4464-4c0b-bf43-92902f9bc9cd tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] Task: {'id': task-4070990, 'name': PowerOnVM_Task, 'duration_secs': 1.086734} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1401.852657] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-47d661d8-4464-4c0b-bf43-92902f9bc9cd tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] [instance: 31c82885-55ef-450a-ae73-40973bce624c] Powered on the VM {{(pid=69770) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1401.852790] env[69770]: INFO nova.compute.manager [None req-47d661d8-4464-4c0b-bf43-92902f9bc9cd tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] [instance: 31c82885-55ef-450a-ae73-40973bce624c] Took 7.71 seconds to spawn the instance on the hypervisor. [ 1401.853029] env[69770]: DEBUG nova.compute.manager [None req-47d661d8-4464-4c0b-bf43-92902f9bc9cd tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] [instance: 31c82885-55ef-450a-ae73-40973bce624c] Checking state {{(pid=69770) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1401.853825] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55d3a97d-286a-41c8-95bc-50a719b9f1eb {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1402.024994] env[69770]: DEBUG nova.compute.manager [None req-7ac37e0c-3c0b-4ec9-b374-5a6dfeb715ad tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] [instance: 4c0626d3-0a1f-435e-837e-953c61e1cda5] Starting instance... {{(pid=69770) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1402.068018] env[69770]: DEBUG oslo_vmware.api [None req-c1c8a8d0-be9a-41dc-8ee9-de49f4f2c21d tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] Task: {'id': task-4070991, 'name': PowerOffVM_Task, 'duration_secs': 0.251971} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1402.068304] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-c1c8a8d0-be9a-41dc-8ee9-de49f4f2c21d tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] [instance: 55705028-e81f-4078-98f3-b2bdf1994354] Powered off the VM {{(pid=69770) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1402.068472] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-c1c8a8d0-be9a-41dc-8ee9-de49f4f2c21d tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] [instance: 55705028-e81f-4078-98f3-b2bdf1994354] Unregistering the VM {{(pid=69770) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1402.068727] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-dd2c57a3-bafe-45b9-a572-3bb3a027cb7f {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1402.133885] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-c1c8a8d0-be9a-41dc-8ee9-de49f4f2c21d tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] [instance: 55705028-e81f-4078-98f3-b2bdf1994354] Unregistered the VM {{(pid=69770) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1402.134108] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-c1c8a8d0-be9a-41dc-8ee9-de49f4f2c21d tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] [instance: 55705028-e81f-4078-98f3-b2bdf1994354] Deleting contents of the VM from datastore datastore1 {{(pid=69770) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1402.134282] env[69770]: DEBUG nova.virt.vmwareapi.ds_util [None req-c1c8a8d0-be9a-41dc-8ee9-de49f4f2c21d tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] Deleting the datastore file [datastore1] 55705028-e81f-4078-98f3-b2bdf1994354 {{(pid=69770) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1402.134544] env[69770]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5c2ea859-d93f-40e8-88a8-deabcf97abad {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1402.142681] env[69770]: DEBUG oslo_vmware.api [None req-c1c8a8d0-be9a-41dc-8ee9-de49f4f2c21d tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] Waiting for the task: (returnval){ [ 1402.142681] env[69770]: value = "task-4070993" [ 1402.142681] env[69770]: _type = "Task" [ 1402.142681] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1402.151312] env[69770]: DEBUG oslo_vmware.api [None req-c1c8a8d0-be9a-41dc-8ee9-de49f4f2c21d tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] Task: {'id': task-4070993, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1402.373595] env[69770]: INFO nova.compute.manager [None req-47d661d8-4464-4c0b-bf43-92902f9bc9cd tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] [instance: 31c82885-55ef-450a-ae73-40973bce624c] Took 12.42 seconds to build instance. [ 1402.547099] env[69770]: DEBUG oslo_concurrency.lockutils [None req-7ac37e0c-3c0b-4ec9-b374-5a6dfeb715ad tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1402.547406] env[69770]: DEBUG oslo_concurrency.lockutils [None req-7ac37e0c-3c0b-4ec9-b374-5a6dfeb715ad tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1402.548895] env[69770]: INFO nova.compute.claims [None req-7ac37e0c-3c0b-4ec9-b374-5a6dfeb715ad tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] [instance: 4c0626d3-0a1f-435e-837e-953c61e1cda5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1402.653293] env[69770]: DEBUG oslo_vmware.api [None req-c1c8a8d0-be9a-41dc-8ee9-de49f4f2c21d tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] Task: {'id': task-4070993, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.155555} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1402.653535] env[69770]: DEBUG nova.virt.vmwareapi.ds_util [None req-c1c8a8d0-be9a-41dc-8ee9-de49f4f2c21d tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] Deleted the datastore file {{(pid=69770) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1402.653723] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-c1c8a8d0-be9a-41dc-8ee9-de49f4f2c21d tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] [instance: 55705028-e81f-4078-98f3-b2bdf1994354] Deleted contents of the VM from datastore datastore1 {{(pid=69770) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1402.653900] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-c1c8a8d0-be9a-41dc-8ee9-de49f4f2c21d tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] [instance: 55705028-e81f-4078-98f3-b2bdf1994354] Instance destroyed {{(pid=69770) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1402.654086] env[69770]: INFO nova.compute.manager [None req-c1c8a8d0-be9a-41dc-8ee9-de49f4f2c21d tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] [instance: 55705028-e81f-4078-98f3-b2bdf1994354] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1402.654355] env[69770]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c1c8a8d0-be9a-41dc-8ee9-de49f4f2c21d tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69770) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1402.654554] env[69770]: DEBUG nova.compute.manager [-] [instance: 55705028-e81f-4078-98f3-b2bdf1994354] Deallocating network for instance {{(pid=69770) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1402.654650] env[69770]: DEBUG nova.network.neutron [-] [instance: 55705028-e81f-4078-98f3-b2bdf1994354] deallocate_for_instance() {{(pid=69770) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1402.875652] env[69770]: DEBUG oslo_concurrency.lockutils [None req-47d661d8-4464-4c0b-bf43-92902f9bc9cd tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] Lock "31c82885-55ef-450a-ae73-40973bce624c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.925s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1402.930867] env[69770]: DEBUG nova.compute.manager [req-dfce275d-8efa-4480-a5ed-ff95ae6d4be1 req-6cd3ed63-6202-4865-bb1f-256845cb52d8 service nova] [instance: 55705028-e81f-4078-98f3-b2bdf1994354] Received event network-vif-deleted-c14a815f-ff25-4b91-b64c-92a42eacb37b {{(pid=69770) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1402.931150] env[69770]: INFO nova.compute.manager [req-dfce275d-8efa-4480-a5ed-ff95ae6d4be1 req-6cd3ed63-6202-4865-bb1f-256845cb52d8 service nova] [instance: 55705028-e81f-4078-98f3-b2bdf1994354] Neutron deleted interface c14a815f-ff25-4b91-b64c-92a42eacb37b; detaching it from the instance and deleting it from the info cache [ 1402.931376] env[69770]: DEBUG nova.network.neutron [req-dfce275d-8efa-4480-a5ed-ff95ae6d4be1 req-6cd3ed63-6202-4865-bb1f-256845cb52d8 service nova] [instance: 55705028-e81f-4078-98f3-b2bdf1994354] Updating instance_info_cache with network_info: [] {{(pid=69770) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1403.354667] env[69770]: DEBUG nova.compute.manager [req-7bdfd4e7-df10-431f-b094-5705a5f6a7f0 req-bb8aedc9-7c31-4d9b-a26b-842fda43311b service nova] [instance: 31c82885-55ef-450a-ae73-40973bce624c] Received event network-changed-23ae5a46-7862-49dc-897e-3a6918ccc43b {{(pid=69770) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1403.354667] env[69770]: DEBUG nova.compute.manager [req-7bdfd4e7-df10-431f-b094-5705a5f6a7f0 req-bb8aedc9-7c31-4d9b-a26b-842fda43311b service nova] [instance: 31c82885-55ef-450a-ae73-40973bce624c] Refreshing instance network info cache due to event network-changed-23ae5a46-7862-49dc-897e-3a6918ccc43b. {{(pid=69770) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1403.354993] env[69770]: DEBUG oslo_concurrency.lockutils [req-7bdfd4e7-df10-431f-b094-5705a5f6a7f0 req-bb8aedc9-7c31-4d9b-a26b-842fda43311b service nova] Acquiring lock "refresh_cache-31c82885-55ef-450a-ae73-40973bce624c" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1403.355360] env[69770]: DEBUG oslo_concurrency.lockutils [req-7bdfd4e7-df10-431f-b094-5705a5f6a7f0 req-bb8aedc9-7c31-4d9b-a26b-842fda43311b service nova] Acquired lock "refresh_cache-31c82885-55ef-450a-ae73-40973bce624c" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1403.355525] env[69770]: DEBUG nova.network.neutron [req-7bdfd4e7-df10-431f-b094-5705a5f6a7f0 req-bb8aedc9-7c31-4d9b-a26b-842fda43311b service nova] [instance: 31c82885-55ef-450a-ae73-40973bce624c] Refreshing network info cache for port 23ae5a46-7862-49dc-897e-3a6918ccc43b {{(pid=69770) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1403.414340] env[69770]: DEBUG nova.network.neutron [-] [instance: 55705028-e81f-4078-98f3-b2bdf1994354] Updating instance_info_cache with network_info: [] {{(pid=69770) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1403.434648] env[69770]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-6f3e84b3-fde5-4da5-b1bc-2d8147f3b757 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1403.445071] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-799ab553-cdf1-4320-8a09-e8665ef7e763 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1403.472088] env[69770]: DEBUG nova.compute.manager [req-dfce275d-8efa-4480-a5ed-ff95ae6d4be1 req-6cd3ed63-6202-4865-bb1f-256845cb52d8 service nova] [instance: 55705028-e81f-4078-98f3-b2bdf1994354] Detach interface failed, port_id=c14a815f-ff25-4b91-b64c-92a42eacb37b, reason: Instance 55705028-e81f-4078-98f3-b2bdf1994354 could not be found. {{(pid=69770) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1403.614182] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-641efb9d-05e3-498b-8aae-7ede148207ca {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1403.622698] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af0d577d-f505-412f-b0d2-76eb6fc6a3fe {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1403.652563] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c60364a-0d94-4f1d-9811-33c16eafa843 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1403.660226] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-768dc5ec-35fa-4085-980c-a5335e7b1f5e {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1403.673595] env[69770]: DEBUG nova.compute.provider_tree [None req-7ac37e0c-3c0b-4ec9-b374-5a6dfeb715ad tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] Inventory has not changed in ProviderTree for provider: 7cc7d32b-b7a7-454a-a456-2a440248ed9d {{(pid=69770) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1403.916767] env[69770]: INFO nova.compute.manager [-] [instance: 55705028-e81f-4078-98f3-b2bdf1994354] Took 1.26 seconds to deallocate network for instance. [ 1404.090883] env[69770]: DEBUG nova.network.neutron [req-7bdfd4e7-df10-431f-b094-5705a5f6a7f0 req-bb8aedc9-7c31-4d9b-a26b-842fda43311b service nova] [instance: 31c82885-55ef-450a-ae73-40973bce624c] Updated VIF entry in instance network info cache for port 23ae5a46-7862-49dc-897e-3a6918ccc43b. {{(pid=69770) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1404.091113] env[69770]: DEBUG nova.network.neutron [req-7bdfd4e7-df10-431f-b094-5705a5f6a7f0 req-bb8aedc9-7c31-4d9b-a26b-842fda43311b service nova] [instance: 31c82885-55ef-450a-ae73-40973bce624c] Updating instance_info_cache with network_info: [{"id": "23ae5a46-7862-49dc-897e-3a6918ccc43b", "address": "fa:16:3e:30:7f:55", "network": {"id": "6947160b-7d54-4e72-ac36-2126989baab1", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-851069895-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.254", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bcbfd42565514a329707ee7a1c7d910c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69076131-87ac-46dd-9d5d-8d1b4ea7dec6", "external-id": "nsx-vlan-transportzone-327", "segmentation_id": 327, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap23ae5a46-78", "ovs_interfaceid": "23ae5a46-7862-49dc-897e-3a6918ccc43b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69770) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1404.176573] env[69770]: DEBUG nova.scheduler.client.report [None req-7ac37e0c-3c0b-4ec9-b374-5a6dfeb715ad tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] Inventory has not changed for provider 7cc7d32b-b7a7-454a-a456-2a440248ed9d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 21, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69770) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1404.425175] env[69770]: DEBUG oslo_concurrency.lockutils [None req-c1c8a8d0-be9a-41dc-8ee9-de49f4f2c21d tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1404.593736] env[69770]: DEBUG oslo_concurrency.lockutils [req-7bdfd4e7-df10-431f-b094-5705a5f6a7f0 req-bb8aedc9-7c31-4d9b-a26b-842fda43311b service nova] Releasing lock "refresh_cache-31c82885-55ef-450a-ae73-40973bce624c" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1404.682162] env[69770]: DEBUG oslo_concurrency.lockutils [None req-7ac37e0c-3c0b-4ec9-b374-5a6dfeb715ad tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.134s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1404.682756] env[69770]: DEBUG nova.compute.manager [None req-7ac37e0c-3c0b-4ec9-b374-5a6dfeb715ad tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] [instance: 4c0626d3-0a1f-435e-837e-953c61e1cda5] Start building networks asynchronously for instance. {{(pid=69770) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1404.685595] env[69770]: DEBUG oslo_concurrency.lockutils [None req-c1c8a8d0-be9a-41dc-8ee9-de49f4f2c21d tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.261s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1404.685802] env[69770]: DEBUG oslo_concurrency.lockutils [None req-c1c8a8d0-be9a-41dc-8ee9-de49f4f2c21d tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1404.709188] env[69770]: INFO nova.scheduler.client.report [None req-c1c8a8d0-be9a-41dc-8ee9-de49f4f2c21d tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] Deleted allocations for instance 55705028-e81f-4078-98f3-b2bdf1994354 [ 1405.190538] env[69770]: DEBUG nova.compute.utils [None req-7ac37e0c-3c0b-4ec9-b374-5a6dfeb715ad tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] Using /dev/sd instead of None {{(pid=69770) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1405.192013] env[69770]: DEBUG nova.compute.manager [None req-7ac37e0c-3c0b-4ec9-b374-5a6dfeb715ad tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] [instance: 4c0626d3-0a1f-435e-837e-953c61e1cda5] Allocating IP information in the background. {{(pid=69770) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1405.192210] env[69770]: DEBUG nova.network.neutron [None req-7ac37e0c-3c0b-4ec9-b374-5a6dfeb715ad tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] [instance: 4c0626d3-0a1f-435e-837e-953c61e1cda5] allocate_for_instance() {{(pid=69770) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1405.219201] env[69770]: DEBUG oslo_concurrency.lockutils [None req-c1c8a8d0-be9a-41dc-8ee9-de49f4f2c21d tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] Lock "55705028-e81f-4078-98f3-b2bdf1994354" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 4.190s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1405.229743] env[69770]: DEBUG nova.policy [None req-7ac37e0c-3c0b-4ec9-b374-5a6dfeb715ad tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ea91788e155d4730addc49b310f1619a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '11ab5c964ea04c01a3f39c2d9427a421', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69770) authorize /opt/stack/nova/nova/policy.py:192}} [ 1405.495247] env[69770]: DEBUG nova.network.neutron [None req-7ac37e0c-3c0b-4ec9-b374-5a6dfeb715ad tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] [instance: 4c0626d3-0a1f-435e-837e-953c61e1cda5] Successfully created port: 62bef994-4da8-44c1-9e03-6f233d8373c8 {{(pid=69770) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1405.695762] env[69770]: DEBUG nova.compute.manager [None req-7ac37e0c-3c0b-4ec9-b374-5a6dfeb715ad tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] [instance: 4c0626d3-0a1f-435e-837e-953c61e1cda5] Start building block device mappings for instance. {{(pid=69770) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1406.705686] env[69770]: DEBUG nova.compute.manager [None req-7ac37e0c-3c0b-4ec9-b374-5a6dfeb715ad tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] [instance: 4c0626d3-0a1f-435e-837e-953c61e1cda5] Start spawning the instance on the hypervisor. {{(pid=69770) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1406.735455] env[69770]: DEBUG nova.virt.hardware [None req-7ac37e0c-3c0b-4ec9-b374-5a6dfeb715ad tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T12:16:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T12:16:11Z,direct_url=,disk_format='vmdk',id=d1eaff80-24a0-4391-90eb-59958b1ecf0a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d65f20bb89fb40a98b77bc6d97357df2',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T12:16:12Z,virtual_size=,visibility=), allow threads: False {{(pid=69770) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1406.735748] env[69770]: DEBUG nova.virt.hardware [None req-7ac37e0c-3c0b-4ec9-b374-5a6dfeb715ad tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] Flavor limits 0:0:0 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1406.735912] env[69770]: DEBUG nova.virt.hardware [None req-7ac37e0c-3c0b-4ec9-b374-5a6dfeb715ad tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] Image limits 0:0:0 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1406.736108] env[69770]: DEBUG nova.virt.hardware [None req-7ac37e0c-3c0b-4ec9-b374-5a6dfeb715ad tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] Flavor pref 0:0:0 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1406.736294] env[69770]: DEBUG nova.virt.hardware [None req-7ac37e0c-3c0b-4ec9-b374-5a6dfeb715ad tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] Image pref 0:0:0 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1406.736505] env[69770]: DEBUG nova.virt.hardware [None req-7ac37e0c-3c0b-4ec9-b374-5a6dfeb715ad tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1406.736726] env[69770]: DEBUG nova.virt.hardware [None req-7ac37e0c-3c0b-4ec9-b374-5a6dfeb715ad tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69770) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1406.736886] env[69770]: DEBUG nova.virt.hardware [None req-7ac37e0c-3c0b-4ec9-b374-5a6dfeb715ad tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69770) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1406.737065] env[69770]: DEBUG nova.virt.hardware [None req-7ac37e0c-3c0b-4ec9-b374-5a6dfeb715ad tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] Got 1 possible topologies {{(pid=69770) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1406.737231] env[69770]: DEBUG nova.virt.hardware [None req-7ac37e0c-3c0b-4ec9-b374-5a6dfeb715ad tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69770) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1406.737435] env[69770]: DEBUG nova.virt.hardware [None req-7ac37e0c-3c0b-4ec9-b374-5a6dfeb715ad tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69770) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1406.738335] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ce1cfa2-3f72-4244-8aab-0ffe1c2533d7 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1406.747109] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3de25393-c44b-47fa-a889-dc923fc8b1fe {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1406.883879] env[69770]: DEBUG nova.compute.manager [req-ed4f8125-20e7-4b00-bfe7-37cb4b923446 req-7818831e-c93b-4751-9ad3-5a56bf6e2a53 service nova] [instance: 4c0626d3-0a1f-435e-837e-953c61e1cda5] Received event network-vif-plugged-62bef994-4da8-44c1-9e03-6f233d8373c8 {{(pid=69770) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1406.884171] env[69770]: DEBUG oslo_concurrency.lockutils [req-ed4f8125-20e7-4b00-bfe7-37cb4b923446 req-7818831e-c93b-4751-9ad3-5a56bf6e2a53 service nova] Acquiring lock "4c0626d3-0a1f-435e-837e-953c61e1cda5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1406.884402] env[69770]: DEBUG oslo_concurrency.lockutils [req-ed4f8125-20e7-4b00-bfe7-37cb4b923446 req-7818831e-c93b-4751-9ad3-5a56bf6e2a53 service nova] Lock "4c0626d3-0a1f-435e-837e-953c61e1cda5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1406.884638] env[69770]: DEBUG oslo_concurrency.lockutils [req-ed4f8125-20e7-4b00-bfe7-37cb4b923446 req-7818831e-c93b-4751-9ad3-5a56bf6e2a53 service nova] Lock "4c0626d3-0a1f-435e-837e-953c61e1cda5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1406.884741] env[69770]: DEBUG nova.compute.manager [req-ed4f8125-20e7-4b00-bfe7-37cb4b923446 req-7818831e-c93b-4751-9ad3-5a56bf6e2a53 service nova] [instance: 4c0626d3-0a1f-435e-837e-953c61e1cda5] No waiting events found dispatching network-vif-plugged-62bef994-4da8-44c1-9e03-6f233d8373c8 {{(pid=69770) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1406.884907] env[69770]: WARNING nova.compute.manager [req-ed4f8125-20e7-4b00-bfe7-37cb4b923446 req-7818831e-c93b-4751-9ad3-5a56bf6e2a53 service nova] [instance: 4c0626d3-0a1f-435e-837e-953c61e1cda5] Received unexpected event network-vif-plugged-62bef994-4da8-44c1-9e03-6f233d8373c8 for instance with vm_state building and task_state spawning. [ 1406.970428] env[69770]: DEBUG nova.network.neutron [None req-7ac37e0c-3c0b-4ec9-b374-5a6dfeb715ad tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] [instance: 4c0626d3-0a1f-435e-837e-953c61e1cda5] Successfully updated port: 62bef994-4da8-44c1-9e03-6f233d8373c8 {{(pid=69770) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1407.474562] env[69770]: DEBUG oslo_concurrency.lockutils [None req-7ac37e0c-3c0b-4ec9-b374-5a6dfeb715ad tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] Acquiring lock "refresh_cache-4c0626d3-0a1f-435e-837e-953c61e1cda5" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1407.474562] env[69770]: DEBUG oslo_concurrency.lockutils [None req-7ac37e0c-3c0b-4ec9-b374-5a6dfeb715ad tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] Acquired lock "refresh_cache-4c0626d3-0a1f-435e-837e-953c61e1cda5" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1407.474562] env[69770]: DEBUG nova.network.neutron [None req-7ac37e0c-3c0b-4ec9-b374-5a6dfeb715ad tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] [instance: 4c0626d3-0a1f-435e-837e-953c61e1cda5] Building network info cache for instance {{(pid=69770) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1408.004905] env[69770]: DEBUG nova.network.neutron [None req-7ac37e0c-3c0b-4ec9-b374-5a6dfeb715ad tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] [instance: 4c0626d3-0a1f-435e-837e-953c61e1cda5] Instance cache missing network info. {{(pid=69770) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1408.151753] env[69770]: DEBUG nova.network.neutron [None req-7ac37e0c-3c0b-4ec9-b374-5a6dfeb715ad tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] [instance: 4c0626d3-0a1f-435e-837e-953c61e1cda5] Updating instance_info_cache with network_info: [{"id": "62bef994-4da8-44c1-9e03-6f233d8373c8", "address": "fa:16:3e:e1:29:d5", "network": {"id": "bbff5a7f-321d-4632-ba56-dca20f6b376a", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-369008713-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "11ab5c964ea04c01a3f39c2d9427a421", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "462a7219-4deb-4225-9cf7-3131ef280363", "external-id": "nsx-vlan-transportzone-468", "segmentation_id": 468, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap62bef994-4d", "ovs_interfaceid": "62bef994-4da8-44c1-9e03-6f233d8373c8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69770) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1408.655225] env[69770]: DEBUG oslo_concurrency.lockutils [None req-7ac37e0c-3c0b-4ec9-b374-5a6dfeb715ad tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] Releasing lock "refresh_cache-4c0626d3-0a1f-435e-837e-953c61e1cda5" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1408.655557] env[69770]: DEBUG nova.compute.manager [None req-7ac37e0c-3c0b-4ec9-b374-5a6dfeb715ad tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] [instance: 4c0626d3-0a1f-435e-837e-953c61e1cda5] Instance network_info: |[{"id": "62bef994-4da8-44c1-9e03-6f233d8373c8", "address": "fa:16:3e:e1:29:d5", "network": {"id": "bbff5a7f-321d-4632-ba56-dca20f6b376a", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-369008713-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "11ab5c964ea04c01a3f39c2d9427a421", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "462a7219-4deb-4225-9cf7-3131ef280363", "external-id": "nsx-vlan-transportzone-468", "segmentation_id": 468, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap62bef994-4d", "ovs_interfaceid": "62bef994-4da8-44c1-9e03-6f233d8373c8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69770) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1408.656022] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-7ac37e0c-3c0b-4ec9-b374-5a6dfeb715ad tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] [instance: 4c0626d3-0a1f-435e-837e-953c61e1cda5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e1:29:d5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '462a7219-4deb-4225-9cf7-3131ef280363', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '62bef994-4da8-44c1-9e03-6f233d8373c8', 'vif_model': 'vmxnet3'}] {{(pid=69770) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1408.663470] env[69770]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7ac37e0c-3c0b-4ec9-b374-5a6dfeb715ad tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69770) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1408.663685] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4c0626d3-0a1f-435e-837e-953c61e1cda5] Creating VM on the ESX host {{(pid=69770) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1408.663908] env[69770]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8e2c21df-b15c-4a99-914f-3b37ea23c864 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1408.685113] env[69770]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1408.685113] env[69770]: value = "task-4070994" [ 1408.685113] env[69770]: _type = "Task" [ 1408.685113] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1408.694489] env[69770]: DEBUG oslo_vmware.api [-] Task: {'id': task-4070994, 'name': CreateVM_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1408.909685] env[69770]: DEBUG nova.compute.manager [req-90aa22ef-b870-45fb-9369-f3d5b281701d req-48ccbf1b-7e2a-4d01-ae37-d81d83d6c6f6 service nova] [instance: 4c0626d3-0a1f-435e-837e-953c61e1cda5] Received event network-changed-62bef994-4da8-44c1-9e03-6f233d8373c8 {{(pid=69770) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1408.909871] env[69770]: DEBUG nova.compute.manager [req-90aa22ef-b870-45fb-9369-f3d5b281701d req-48ccbf1b-7e2a-4d01-ae37-d81d83d6c6f6 service nova] [instance: 4c0626d3-0a1f-435e-837e-953c61e1cda5] Refreshing instance network info cache due to event network-changed-62bef994-4da8-44c1-9e03-6f233d8373c8. {{(pid=69770) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1408.910088] env[69770]: DEBUG oslo_concurrency.lockutils [req-90aa22ef-b870-45fb-9369-f3d5b281701d req-48ccbf1b-7e2a-4d01-ae37-d81d83d6c6f6 service nova] Acquiring lock "refresh_cache-4c0626d3-0a1f-435e-837e-953c61e1cda5" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1408.910221] env[69770]: DEBUG oslo_concurrency.lockutils [req-90aa22ef-b870-45fb-9369-f3d5b281701d req-48ccbf1b-7e2a-4d01-ae37-d81d83d6c6f6 service nova] Acquired lock "refresh_cache-4c0626d3-0a1f-435e-837e-953c61e1cda5" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1408.910414] env[69770]: DEBUG nova.network.neutron [req-90aa22ef-b870-45fb-9369-f3d5b281701d req-48ccbf1b-7e2a-4d01-ae37-d81d83d6c6f6 service nova] [instance: 4c0626d3-0a1f-435e-837e-953c61e1cda5] Refreshing network info cache for port 62bef994-4da8-44c1-9e03-6f233d8373c8 {{(pid=69770) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1409.195987] env[69770]: DEBUG oslo_vmware.api [-] Task: {'id': task-4070994, 'name': CreateVM_Task} progress is 99%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1409.590449] env[69770]: DEBUG nova.network.neutron [req-90aa22ef-b870-45fb-9369-f3d5b281701d req-48ccbf1b-7e2a-4d01-ae37-d81d83d6c6f6 service nova] [instance: 4c0626d3-0a1f-435e-837e-953c61e1cda5] Updated VIF entry in instance network info cache for port 62bef994-4da8-44c1-9e03-6f233d8373c8. {{(pid=69770) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1409.590866] env[69770]: DEBUG nova.network.neutron [req-90aa22ef-b870-45fb-9369-f3d5b281701d req-48ccbf1b-7e2a-4d01-ae37-d81d83d6c6f6 service nova] [instance: 4c0626d3-0a1f-435e-837e-953c61e1cda5] Updating instance_info_cache with network_info: [{"id": "62bef994-4da8-44c1-9e03-6f233d8373c8", "address": "fa:16:3e:e1:29:d5", "network": {"id": "bbff5a7f-321d-4632-ba56-dca20f6b376a", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-369008713-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "11ab5c964ea04c01a3f39c2d9427a421", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "462a7219-4deb-4225-9cf7-3131ef280363", "external-id": "nsx-vlan-transportzone-468", "segmentation_id": 468, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap62bef994-4d", "ovs_interfaceid": "62bef994-4da8-44c1-9e03-6f233d8373c8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69770) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1409.696042] env[69770]: DEBUG oslo_vmware.api [-] Task: {'id': task-4070994, 'name': CreateVM_Task} progress is 99%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1410.094169] env[69770]: DEBUG oslo_concurrency.lockutils [req-90aa22ef-b870-45fb-9369-f3d5b281701d req-48ccbf1b-7e2a-4d01-ae37-d81d83d6c6f6 service nova] Releasing lock "refresh_cache-4c0626d3-0a1f-435e-837e-953c61e1cda5" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1410.196769] env[69770]: DEBUG oslo_vmware.api [-] Task: {'id': task-4070994, 'name': CreateVM_Task, 'duration_secs': 1.322359} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1410.197197] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4c0626d3-0a1f-435e-837e-953c61e1cda5] Created VM on the ESX host {{(pid=69770) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1410.197662] env[69770]: DEBUG oslo_concurrency.lockutils [None req-7ac37e0c-3c0b-4ec9-b374-5a6dfeb715ad tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1410.197825] env[69770]: DEBUG oslo_concurrency.lockutils [None req-7ac37e0c-3c0b-4ec9-b374-5a6dfeb715ad tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1410.198174] env[69770]: DEBUG oslo_concurrency.lockutils [None req-7ac37e0c-3c0b-4ec9-b374-5a6dfeb715ad tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1410.198441] env[69770]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-90fb9240-5056-46c9-8bc3-dfc8859c37b3 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1410.203645] env[69770]: DEBUG oslo_vmware.api [None req-7ac37e0c-3c0b-4ec9-b374-5a6dfeb715ad tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] Waiting for the task: (returnval){ [ 1410.203645] env[69770]: value = "session[52161b52-cb8e-ec9f-1132-2f6b49549d41]5267123b-7a3c-2ba9-9258-cff7eb9f9baa" [ 1410.203645] env[69770]: _type = "Task" [ 1410.203645] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1410.211834] env[69770]: DEBUG oslo_vmware.api [None req-7ac37e0c-3c0b-4ec9-b374-5a6dfeb715ad tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]5267123b-7a3c-2ba9-9258-cff7eb9f9baa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1410.714741] env[69770]: DEBUG oslo_vmware.api [None req-7ac37e0c-3c0b-4ec9-b374-5a6dfeb715ad tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]5267123b-7a3c-2ba9-9258-cff7eb9f9baa, 'name': SearchDatastore_Task, 'duration_secs': 0.012235} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1410.715042] env[69770]: DEBUG oslo_concurrency.lockutils [None req-7ac37e0c-3c0b-4ec9-b374-5a6dfeb715ad tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1410.715344] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-7ac37e0c-3c0b-4ec9-b374-5a6dfeb715ad tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] [instance: 4c0626d3-0a1f-435e-837e-953c61e1cda5] Processing image d1eaff80-24a0-4391-90eb-59958b1ecf0a {{(pid=69770) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1410.715510] env[69770]: DEBUG oslo_concurrency.lockutils [None req-7ac37e0c-3c0b-4ec9-b374-5a6dfeb715ad tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1410.715651] env[69770]: DEBUG oslo_concurrency.lockutils [None req-7ac37e0c-3c0b-4ec9-b374-5a6dfeb715ad tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1410.715824] env[69770]: DEBUG nova.virt.vmwareapi.ds_util [None req-7ac37e0c-3c0b-4ec9-b374-5a6dfeb715ad tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69770) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1410.716095] env[69770]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-84685f7b-f4f3-4c8c-a7a0-8366203db998 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1410.724578] env[69770]: DEBUG nova.virt.vmwareapi.ds_util [None req-7ac37e0c-3c0b-4ec9-b374-5a6dfeb715ad tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69770) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1410.724757] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-7ac37e0c-3c0b-4ec9-b374-5a6dfeb715ad tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69770) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1410.725471] env[69770]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bca47806-a0ad-4c6e-944f-e90cbdbd39bd {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1410.730749] env[69770]: DEBUG oslo_vmware.api [None req-7ac37e0c-3c0b-4ec9-b374-5a6dfeb715ad tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] Waiting for the task: (returnval){ [ 1410.730749] env[69770]: value = "session[52161b52-cb8e-ec9f-1132-2f6b49549d41]52a180f3-aec2-de5e-a9fc-c1f9f9448494" [ 1410.730749] env[69770]: _type = "Task" [ 1410.730749] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1410.738951] env[69770]: DEBUG oslo_vmware.api [None req-7ac37e0c-3c0b-4ec9-b374-5a6dfeb715ad tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]52a180f3-aec2-de5e-a9fc-c1f9f9448494, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1411.241304] env[69770]: DEBUG oslo_vmware.api [None req-7ac37e0c-3c0b-4ec9-b374-5a6dfeb715ad tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]52a180f3-aec2-de5e-a9fc-c1f9f9448494, 'name': SearchDatastore_Task, 'duration_secs': 0.00871} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1411.242068] env[69770]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9f627f1a-a776-47e3-832c-5ca885a46601 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1411.247503] env[69770]: DEBUG oslo_vmware.api [None req-7ac37e0c-3c0b-4ec9-b374-5a6dfeb715ad tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] Waiting for the task: (returnval){ [ 1411.247503] env[69770]: value = "session[52161b52-cb8e-ec9f-1132-2f6b49549d41]520ac615-e17a-e58b-47fb-68d26171ee60" [ 1411.247503] env[69770]: _type = "Task" [ 1411.247503] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1411.255337] env[69770]: DEBUG oslo_vmware.api [None req-7ac37e0c-3c0b-4ec9-b374-5a6dfeb715ad tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]520ac615-e17a-e58b-47fb-68d26171ee60, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1411.758092] env[69770]: DEBUG oslo_vmware.api [None req-7ac37e0c-3c0b-4ec9-b374-5a6dfeb715ad tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]520ac615-e17a-e58b-47fb-68d26171ee60, 'name': SearchDatastore_Task, 'duration_secs': 0.010004} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1411.758331] env[69770]: DEBUG oslo_concurrency.lockutils [None req-7ac37e0c-3c0b-4ec9-b374-5a6dfeb715ad tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1411.758595] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ac37e0c-3c0b-4ec9-b374-5a6dfeb715ad tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk to [datastore2] 4c0626d3-0a1f-435e-837e-953c61e1cda5/4c0626d3-0a1f-435e-837e-953c61e1cda5.vmdk {{(pid=69770) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1411.758860] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8f531fc9-25bd-49f1-83e5-45b2fa307dd6 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1411.766415] env[69770]: DEBUG oslo_vmware.api [None req-7ac37e0c-3c0b-4ec9-b374-5a6dfeb715ad tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] Waiting for the task: (returnval){ [ 1411.766415] env[69770]: value = "task-4070995" [ 1411.766415] env[69770]: _type = "Task" [ 1411.766415] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1411.775669] env[69770]: DEBUG oslo_vmware.api [None req-7ac37e0c-3c0b-4ec9-b374-5a6dfeb715ad tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] Task: {'id': task-4070995, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1412.276211] env[69770]: DEBUG oslo_vmware.api [None req-7ac37e0c-3c0b-4ec9-b374-5a6dfeb715ad tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] Task: {'id': task-4070995, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.456488} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1412.276604] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ac37e0c-3c0b-4ec9-b374-5a6dfeb715ad tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk to [datastore2] 4c0626d3-0a1f-435e-837e-953c61e1cda5/4c0626d3-0a1f-435e-837e-953c61e1cda5.vmdk {{(pid=69770) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1412.276687] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-7ac37e0c-3c0b-4ec9-b374-5a6dfeb715ad tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] [instance: 4c0626d3-0a1f-435e-837e-953c61e1cda5] Extending root virtual disk to 1048576 {{(pid=69770) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1412.276948] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-05a00347-83f9-4af5-9d6e-cf473a1bb101 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1412.284705] env[69770]: DEBUG oslo_vmware.api [None req-7ac37e0c-3c0b-4ec9-b374-5a6dfeb715ad tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] Waiting for the task: (returnval){ [ 1412.284705] env[69770]: value = "task-4070996" [ 1412.284705] env[69770]: _type = "Task" [ 1412.284705] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1412.292280] env[69770]: DEBUG oslo_vmware.api [None req-7ac37e0c-3c0b-4ec9-b374-5a6dfeb715ad tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] Task: {'id': task-4070996, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1412.795117] env[69770]: DEBUG oslo_vmware.api [None req-7ac37e0c-3c0b-4ec9-b374-5a6dfeb715ad tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] Task: {'id': task-4070996, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069742} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1412.795434] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-7ac37e0c-3c0b-4ec9-b374-5a6dfeb715ad tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] [instance: 4c0626d3-0a1f-435e-837e-953c61e1cda5] Extended root virtual disk {{(pid=69770) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1412.796328] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d009ac24-39d5-475d-bd38-449e6374690b {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1412.818780] env[69770]: DEBUG nova.virt.vmwareapi.volumeops [None req-7ac37e0c-3c0b-4ec9-b374-5a6dfeb715ad tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] [instance: 4c0626d3-0a1f-435e-837e-953c61e1cda5] Reconfiguring VM instance instance-00000079 to attach disk [datastore2] 4c0626d3-0a1f-435e-837e-953c61e1cda5/4c0626d3-0a1f-435e-837e-953c61e1cda5.vmdk or device None with type sparse {{(pid=69770) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1412.819108] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-60c682d4-62e2-441c-a032-18f76556469d {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1412.838961] env[69770]: DEBUG oslo_vmware.api [None req-7ac37e0c-3c0b-4ec9-b374-5a6dfeb715ad tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] Waiting for the task: (returnval){ [ 1412.838961] env[69770]: value = "task-4070997" [ 1412.838961] env[69770]: _type = "Task" [ 1412.838961] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1412.847269] env[69770]: DEBUG oslo_vmware.api [None req-7ac37e0c-3c0b-4ec9-b374-5a6dfeb715ad tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] Task: {'id': task-4070997, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1413.350265] env[69770]: DEBUG oslo_vmware.api [None req-7ac37e0c-3c0b-4ec9-b374-5a6dfeb715ad tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] Task: {'id': task-4070997, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1413.851017] env[69770]: DEBUG oslo_vmware.api [None req-7ac37e0c-3c0b-4ec9-b374-5a6dfeb715ad tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] Task: {'id': task-4070997, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1414.351312] env[69770]: DEBUG oslo_vmware.api [None req-7ac37e0c-3c0b-4ec9-b374-5a6dfeb715ad tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] Task: {'id': task-4070997, 'name': ReconfigVM_Task, 'duration_secs': 1.286147} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1414.351718] env[69770]: DEBUG nova.virt.vmwareapi.volumeops [None req-7ac37e0c-3c0b-4ec9-b374-5a6dfeb715ad tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] [instance: 4c0626d3-0a1f-435e-837e-953c61e1cda5] Reconfigured VM instance instance-00000079 to attach disk [datastore2] 4c0626d3-0a1f-435e-837e-953c61e1cda5/4c0626d3-0a1f-435e-837e-953c61e1cda5.vmdk or device None with type sparse {{(pid=69770) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1414.352247] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9f4a8c70-c13f-4b6d-a09d-3643ba441770 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1414.359522] env[69770]: DEBUG oslo_vmware.api [None req-7ac37e0c-3c0b-4ec9-b374-5a6dfeb715ad tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] Waiting for the task: (returnval){ [ 1414.359522] env[69770]: value = "task-4070998" [ 1414.359522] env[69770]: _type = "Task" [ 1414.359522] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1414.368497] env[69770]: DEBUG oslo_vmware.api [None req-7ac37e0c-3c0b-4ec9-b374-5a6dfeb715ad tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] Task: {'id': task-4070998, 'name': Rename_Task} progress is 5%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1414.869827] env[69770]: DEBUG oslo_vmware.api [None req-7ac37e0c-3c0b-4ec9-b374-5a6dfeb715ad tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] Task: {'id': task-4070998, 'name': Rename_Task, 'duration_secs': 0.144877} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1414.870180] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ac37e0c-3c0b-4ec9-b374-5a6dfeb715ad tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] [instance: 4c0626d3-0a1f-435e-837e-953c61e1cda5] Powering on the VM {{(pid=69770) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1414.870471] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-64ab3014-cd91-44ff-b927-975e4e2310d2 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1414.878070] env[69770]: DEBUG oslo_vmware.api [None req-7ac37e0c-3c0b-4ec9-b374-5a6dfeb715ad tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] Waiting for the task: (returnval){ [ 1414.878070] env[69770]: value = "task-4070999" [ 1414.878070] env[69770]: _type = "Task" [ 1414.878070] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1414.886059] env[69770]: DEBUG oslo_vmware.api [None req-7ac37e0c-3c0b-4ec9-b374-5a6dfeb715ad tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] Task: {'id': task-4070999, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1415.388563] env[69770]: DEBUG oslo_vmware.api [None req-7ac37e0c-3c0b-4ec9-b374-5a6dfeb715ad tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] Task: {'id': task-4070999, 'name': PowerOnVM_Task, 'duration_secs': 0.467373} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1415.389040] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ac37e0c-3c0b-4ec9-b374-5a6dfeb715ad tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] [instance: 4c0626d3-0a1f-435e-837e-953c61e1cda5] Powered on the VM {{(pid=69770) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1415.389040] env[69770]: INFO nova.compute.manager [None req-7ac37e0c-3c0b-4ec9-b374-5a6dfeb715ad tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] [instance: 4c0626d3-0a1f-435e-837e-953c61e1cda5] Took 8.68 seconds to spawn the instance on the hypervisor. [ 1415.389217] env[69770]: DEBUG nova.compute.manager [None req-7ac37e0c-3c0b-4ec9-b374-5a6dfeb715ad tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] [instance: 4c0626d3-0a1f-435e-837e-953c61e1cda5] Checking state {{(pid=69770) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1415.389970] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0bc9535-d618-4322-9a5f-4d032dc027fd {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1415.910787] env[69770]: INFO nova.compute.manager [None req-7ac37e0c-3c0b-4ec9-b374-5a6dfeb715ad tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] [instance: 4c0626d3-0a1f-435e-837e-953c61e1cda5] Took 13.38 seconds to build instance. [ 1416.413518] env[69770]: DEBUG oslo_concurrency.lockutils [None req-7ac37e0c-3c0b-4ec9-b374-5a6dfeb715ad tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] Lock "4c0626d3-0a1f-435e-837e-953c61e1cda5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.890s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1417.805370] env[69770]: DEBUG nova.compute.manager [None req-ec3acd32-e576-4d26-8c39-64f35eaabd79 tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] [instance: 4c0626d3-0a1f-435e-837e-953c61e1cda5] Stashing vm_state: active {{(pid=69770) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1418.326760] env[69770]: DEBUG oslo_concurrency.lockutils [None req-ec3acd32-e576-4d26-8c39-64f35eaabd79 tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1418.327057] env[69770]: DEBUG oslo_concurrency.lockutils [None req-ec3acd32-e576-4d26-8c39-64f35eaabd79 tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1418.752315] env[69770]: DEBUG oslo_service.periodic_task [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69770) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1418.752529] env[69770]: DEBUG oslo_service.periodic_task [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69770) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1418.832633] env[69770]: INFO nova.compute.claims [None req-ec3acd32-e576-4d26-8c39-64f35eaabd79 tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] [instance: 4c0626d3-0a1f-435e-837e-953c61e1cda5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1419.255759] env[69770]: DEBUG oslo_concurrency.lockutils [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1419.338905] env[69770]: INFO nova.compute.resource_tracker [None req-ec3acd32-e576-4d26-8c39-64f35eaabd79 tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] [instance: 4c0626d3-0a1f-435e-837e-953c61e1cda5] Updating resource usage from migration b4670cc8-7d4d-49bd-9217-8988c58c905f [ 1419.392620] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8368ef7a-a245-483a-bb17-8d41d1f8e6ed {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1419.400607] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-277a20bd-8947-4b3e-90cc-f384346a848d {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1419.430445] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd538b8e-67a6-405e-bf15-8b28f5194823 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1419.438413] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a29ce89-bc21-48fc-8458-82a94bf18785 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1419.453386] env[69770]: DEBUG nova.compute.provider_tree [None req-ec3acd32-e576-4d26-8c39-64f35eaabd79 tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] Inventory has not changed in ProviderTree for provider: 7cc7d32b-b7a7-454a-a456-2a440248ed9d {{(pid=69770) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1419.957124] env[69770]: DEBUG nova.scheduler.client.report [None req-ec3acd32-e576-4d26-8c39-64f35eaabd79 tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] Inventory has not changed for provider 7cc7d32b-b7a7-454a-a456-2a440248ed9d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 21, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69770) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1420.462770] env[69770]: DEBUG oslo_concurrency.lockutils [None req-ec3acd32-e576-4d26-8c39-64f35eaabd79 tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.136s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1420.462997] env[69770]: INFO nova.compute.manager [None req-ec3acd32-e576-4d26-8c39-64f35eaabd79 tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] [instance: 4c0626d3-0a1f-435e-837e-953c61e1cda5] Migrating [ 1420.469481] env[69770]: DEBUG oslo_concurrency.lockutils [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 1.214s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1420.469683] env[69770]: DEBUG oslo_concurrency.lockutils [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1420.469842] env[69770]: DEBUG nova.compute.resource_tracker [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69770) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1420.470730] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f61c2e9c-e08a-49c9-b130-d6012cb77ac3 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1420.488408] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0343c07e-a56d-4aab-9d36-d7f33909ebd9 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1420.505417] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2a8d173-f56c-4c98-a43e-0e05027fe018 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1420.512761] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59abfc0a-4cbf-4391-937c-e97d4bb70085 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1420.542711] env[69770]: DEBUG nova.compute.resource_tracker [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180597MB free_disk=21GB free_vcpus=48 pci_devices=None {{(pid=69770) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1420.542887] env[69770]: DEBUG oslo_concurrency.lockutils [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1420.543099] env[69770]: DEBUG oslo_concurrency.lockutils [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1420.983702] env[69770]: DEBUG oslo_concurrency.lockutils [None req-ec3acd32-e576-4d26-8c39-64f35eaabd79 tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] Acquiring lock "refresh_cache-4c0626d3-0a1f-435e-837e-953c61e1cda5" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1420.984134] env[69770]: DEBUG oslo_concurrency.lockutils [None req-ec3acd32-e576-4d26-8c39-64f35eaabd79 tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] Acquired lock "refresh_cache-4c0626d3-0a1f-435e-837e-953c61e1cda5" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1420.984134] env[69770]: DEBUG nova.network.neutron [None req-ec3acd32-e576-4d26-8c39-64f35eaabd79 tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] [instance: 4c0626d3-0a1f-435e-837e-953c61e1cda5] Building network info cache for instance {{(pid=69770) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1421.549611] env[69770]: DEBUG nova.compute.resource_tracker [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] Applying migration context for instance 4c0626d3-0a1f-435e-837e-953c61e1cda5 as it has an incoming, in-progress migration b4670cc8-7d4d-49bd-9217-8988c58c905f. Migration status is pre-migrating {{(pid=69770) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1046}} [ 1421.550348] env[69770]: INFO nova.compute.resource_tracker [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] [instance: 4c0626d3-0a1f-435e-837e-953c61e1cda5] Updating resource usage from migration b4670cc8-7d4d-49bd-9217-8988c58c905f [ 1421.565840] env[69770]: DEBUG nova.compute.resource_tracker [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] Instance 31c82885-55ef-450a-ae73-40973bce624c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69770) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1421.566033] env[69770]: DEBUG nova.compute.resource_tracker [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] Migration b4670cc8-7d4d-49bd-9217-8988c58c905f is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69770) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1742}} [ 1421.566259] env[69770]: DEBUG nova.compute.resource_tracker [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] Instance 4c0626d3-0a1f-435e-837e-953c61e1cda5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69770) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1421.566418] env[69770]: DEBUG nova.compute.resource_tracker [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] Total usable vcpus: 48, total allocated vcpus: 3 {{(pid=69770) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1421.566562] env[69770]: DEBUG nova.compute.resource_tracker [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1152MB phys_disk=200GB used_disk=3GB total_vcpus=48 used_vcpus=3 pci_stats=[] {{(pid=69770) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1421.613017] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8e84a65-3205-4b9b-bf30-150c194daf9f {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1421.624094] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62c5219d-5895-4dae-9995-d6a57b21b9bd {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1421.656392] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ec6f4f3-955a-48ac-94a6-ec28347e8b2b {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1421.664182] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-972fe321-f05c-4e89-b422-06b5f5e7f255 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1421.677389] env[69770]: DEBUG nova.compute.provider_tree [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] Inventory has not changed in ProviderTree for provider: 7cc7d32b-b7a7-454a-a456-2a440248ed9d {{(pid=69770) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1421.687636] env[69770]: DEBUG nova.network.neutron [None req-ec3acd32-e576-4d26-8c39-64f35eaabd79 tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] [instance: 4c0626d3-0a1f-435e-837e-953c61e1cda5] Updating instance_info_cache with network_info: [{"id": "62bef994-4da8-44c1-9e03-6f233d8373c8", "address": "fa:16:3e:e1:29:d5", "network": {"id": "bbff5a7f-321d-4632-ba56-dca20f6b376a", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-369008713-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "11ab5c964ea04c01a3f39c2d9427a421", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "462a7219-4deb-4225-9cf7-3131ef280363", "external-id": "nsx-vlan-transportzone-468", "segmentation_id": 468, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap62bef994-4d", "ovs_interfaceid": "62bef994-4da8-44c1-9e03-6f233d8373c8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69770) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1422.180524] env[69770]: DEBUG nova.scheduler.client.report [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] Inventory has not changed for provider 7cc7d32b-b7a7-454a-a456-2a440248ed9d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 21, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69770) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1422.189509] env[69770]: DEBUG oslo_concurrency.lockutils [None req-ec3acd32-e576-4d26-8c39-64f35eaabd79 tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] Releasing lock "refresh_cache-4c0626d3-0a1f-435e-837e-953c61e1cda5" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1422.685021] env[69770]: DEBUG nova.compute.resource_tracker [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69770) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1422.685242] env[69770]: DEBUG oslo_concurrency.lockutils [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.142s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1423.681051] env[69770]: DEBUG oslo_service.periodic_task [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69770) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1423.681465] env[69770]: DEBUG oslo_service.periodic_task [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69770) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1423.681522] env[69770]: DEBUG oslo_service.periodic_task [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69770) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1423.682211] env[69770]: DEBUG oslo_service.periodic_task [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69770) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1423.682211] env[69770]: DEBUG oslo_service.periodic_task [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69770) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1423.682211] env[69770]: DEBUG oslo_service.periodic_task [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69770) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1423.682211] env[69770]: DEBUG nova.compute.manager [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69770) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1423.704468] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb842bf7-51dd-44f6-a22d-5668f56d857a {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1423.723011] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-ec3acd32-e576-4d26-8c39-64f35eaabd79 tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] [instance: 4c0626d3-0a1f-435e-837e-953c61e1cda5] Updating instance '4c0626d3-0a1f-435e-837e-953c61e1cda5' progress to 0 {{(pid=69770) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1424.228817] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec3acd32-e576-4d26-8c39-64f35eaabd79 tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] [instance: 4c0626d3-0a1f-435e-837e-953c61e1cda5] Powering off the VM {{(pid=69770) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1424.229154] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8dab63d6-b839-4473-88d7-51da33dbc2a9 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1424.238308] env[69770]: DEBUG oslo_vmware.api [None req-ec3acd32-e576-4d26-8c39-64f35eaabd79 tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] Waiting for the task: (returnval){ [ 1424.238308] env[69770]: value = "task-4071000" [ 1424.238308] env[69770]: _type = "Task" [ 1424.238308] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1424.248465] env[69770]: DEBUG oslo_vmware.api [None req-ec3acd32-e576-4d26-8c39-64f35eaabd79 tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] Task: {'id': task-4071000, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1424.748356] env[69770]: DEBUG oslo_vmware.api [None req-ec3acd32-e576-4d26-8c39-64f35eaabd79 tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] Task: {'id': task-4071000, 'name': PowerOffVM_Task, 'duration_secs': 0.195673} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1424.748679] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec3acd32-e576-4d26-8c39-64f35eaabd79 tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] [instance: 4c0626d3-0a1f-435e-837e-953c61e1cda5] Powered off the VM {{(pid=69770) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1424.748822] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-ec3acd32-e576-4d26-8c39-64f35eaabd79 tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] [instance: 4c0626d3-0a1f-435e-837e-953c61e1cda5] Updating instance '4c0626d3-0a1f-435e-837e-953c61e1cda5' progress to 17 {{(pid=69770) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1425.255024] env[69770]: DEBUG nova.virt.hardware [None req-ec3acd32-e576-4d26-8c39-64f35eaabd79 tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T12:16:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=d1eaff80-24a0-4391-90eb-59958b1ecf0a,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69770) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1425.255287] env[69770]: DEBUG nova.virt.hardware [None req-ec3acd32-e576-4d26-8c39-64f35eaabd79 tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] Flavor limits 0:0:0 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1425.255696] env[69770]: DEBUG nova.virt.hardware [None req-ec3acd32-e576-4d26-8c39-64f35eaabd79 tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] Image limits 0:0:0 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1425.255696] env[69770]: DEBUG nova.virt.hardware [None req-ec3acd32-e576-4d26-8c39-64f35eaabd79 tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] Flavor pref 0:0:0 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1425.255965] env[69770]: DEBUG nova.virt.hardware [None req-ec3acd32-e576-4d26-8c39-64f35eaabd79 tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] Image pref 0:0:0 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1425.255965] env[69770]: DEBUG nova.virt.hardware [None req-ec3acd32-e576-4d26-8c39-64f35eaabd79 tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1425.256156] env[69770]: DEBUG nova.virt.hardware [None req-ec3acd32-e576-4d26-8c39-64f35eaabd79 tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69770) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1425.256362] env[69770]: DEBUG nova.virt.hardware [None req-ec3acd32-e576-4d26-8c39-64f35eaabd79 tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69770) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1425.256549] env[69770]: DEBUG nova.virt.hardware [None req-ec3acd32-e576-4d26-8c39-64f35eaabd79 tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] Got 1 possible topologies {{(pid=69770) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1425.256730] env[69770]: DEBUG nova.virt.hardware [None req-ec3acd32-e576-4d26-8c39-64f35eaabd79 tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69770) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1425.256908] env[69770]: DEBUG nova.virt.hardware [None req-ec3acd32-e576-4d26-8c39-64f35eaabd79 tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69770) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1425.262200] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3fbdbf52-990e-417d-bbf3-7e4a1639e7ac {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1425.278730] env[69770]: DEBUG oslo_vmware.api [None req-ec3acd32-e576-4d26-8c39-64f35eaabd79 tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] Waiting for the task: (returnval){ [ 1425.278730] env[69770]: value = "task-4071001" [ 1425.278730] env[69770]: _type = "Task" [ 1425.278730] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1425.287952] env[69770]: DEBUG oslo_vmware.api [None req-ec3acd32-e576-4d26-8c39-64f35eaabd79 tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] Task: {'id': task-4071001, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1425.788996] env[69770]: DEBUG oslo_vmware.api [None req-ec3acd32-e576-4d26-8c39-64f35eaabd79 tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] Task: {'id': task-4071001, 'name': ReconfigVM_Task, 'duration_secs': 0.152285} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1425.789442] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-ec3acd32-e576-4d26-8c39-64f35eaabd79 tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] [instance: 4c0626d3-0a1f-435e-837e-953c61e1cda5] Updating instance '4c0626d3-0a1f-435e-837e-953c61e1cda5' progress to 33 {{(pid=69770) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1426.296035] env[69770]: DEBUG nova.virt.hardware [None req-ec3acd32-e576-4d26-8c39-64f35eaabd79 tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T12:16:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=d1eaff80-24a0-4391-90eb-59958b1ecf0a,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69770) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1426.296318] env[69770]: DEBUG nova.virt.hardware [None req-ec3acd32-e576-4d26-8c39-64f35eaabd79 tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] Flavor limits 0:0:0 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1426.296566] env[69770]: DEBUG nova.virt.hardware [None req-ec3acd32-e576-4d26-8c39-64f35eaabd79 tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] Image limits 0:0:0 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1426.296872] env[69770]: DEBUG nova.virt.hardware [None req-ec3acd32-e576-4d26-8c39-64f35eaabd79 tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] Flavor pref 0:0:0 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1426.297150] env[69770]: DEBUG nova.virt.hardware [None req-ec3acd32-e576-4d26-8c39-64f35eaabd79 tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] Image pref 0:0:0 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1426.297417] env[69770]: DEBUG nova.virt.hardware [None req-ec3acd32-e576-4d26-8c39-64f35eaabd79 tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1426.297761] env[69770]: DEBUG nova.virt.hardware [None req-ec3acd32-e576-4d26-8c39-64f35eaabd79 tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69770) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1426.298045] env[69770]: DEBUG nova.virt.hardware [None req-ec3acd32-e576-4d26-8c39-64f35eaabd79 tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69770) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1426.298343] env[69770]: DEBUG nova.virt.hardware [None req-ec3acd32-e576-4d26-8c39-64f35eaabd79 tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] Got 1 possible topologies {{(pid=69770) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1426.298628] env[69770]: DEBUG nova.virt.hardware [None req-ec3acd32-e576-4d26-8c39-64f35eaabd79 tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69770) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1426.298929] env[69770]: DEBUG nova.virt.hardware [None req-ec3acd32-e576-4d26-8c39-64f35eaabd79 tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69770) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1426.305846] env[69770]: DEBUG nova.virt.vmwareapi.volumeops [None req-ec3acd32-e576-4d26-8c39-64f35eaabd79 tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] [instance: 4c0626d3-0a1f-435e-837e-953c61e1cda5] Reconfiguring VM instance instance-00000079 to detach disk 2000 {{(pid=69770) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1426.306211] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-23877306-fd57-494a-883e-ae22acd21b76 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1426.326355] env[69770]: DEBUG oslo_vmware.api [None req-ec3acd32-e576-4d26-8c39-64f35eaabd79 tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] Waiting for the task: (returnval){ [ 1426.326355] env[69770]: value = "task-4071002" [ 1426.326355] env[69770]: _type = "Task" [ 1426.326355] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1426.335667] env[69770]: DEBUG oslo_vmware.api [None req-ec3acd32-e576-4d26-8c39-64f35eaabd79 tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] Task: {'id': task-4071002, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1426.836701] env[69770]: DEBUG oslo_vmware.api [None req-ec3acd32-e576-4d26-8c39-64f35eaabd79 tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] Task: {'id': task-4071002, 'name': ReconfigVM_Task, 'duration_secs': 0.174701} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1426.837095] env[69770]: DEBUG nova.virt.vmwareapi.volumeops [None req-ec3acd32-e576-4d26-8c39-64f35eaabd79 tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] [instance: 4c0626d3-0a1f-435e-837e-953c61e1cda5] Reconfigured VM instance instance-00000079 to detach disk 2000 {{(pid=69770) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1426.837701] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1d503f6-1edc-49d3-a392-d7ca4172d52a {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1426.861774] env[69770]: DEBUG nova.virt.vmwareapi.volumeops [None req-ec3acd32-e576-4d26-8c39-64f35eaabd79 tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] [instance: 4c0626d3-0a1f-435e-837e-953c61e1cda5] Reconfiguring VM instance instance-00000079 to attach disk [datastore2] 4c0626d3-0a1f-435e-837e-953c61e1cda5/4c0626d3-0a1f-435e-837e-953c61e1cda5.vmdk or device None with type thin {{(pid=69770) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1426.862506] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c1beaf36-ee4c-482f-a7bb-5184616ea06b {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1426.881875] env[69770]: DEBUG oslo_vmware.api [None req-ec3acd32-e576-4d26-8c39-64f35eaabd79 tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] Waiting for the task: (returnval){ [ 1426.881875] env[69770]: value = "task-4071003" [ 1426.881875] env[69770]: _type = "Task" [ 1426.881875] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1426.890882] env[69770]: DEBUG oslo_vmware.api [None req-ec3acd32-e576-4d26-8c39-64f35eaabd79 tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] Task: {'id': task-4071003, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1427.392980] env[69770]: DEBUG oslo_vmware.api [None req-ec3acd32-e576-4d26-8c39-64f35eaabd79 tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] Task: {'id': task-4071003, 'name': ReconfigVM_Task, 'duration_secs': 0.27284} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1427.393306] env[69770]: DEBUG nova.virt.vmwareapi.volumeops [None req-ec3acd32-e576-4d26-8c39-64f35eaabd79 tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] [instance: 4c0626d3-0a1f-435e-837e-953c61e1cda5] Reconfigured VM instance instance-00000079 to attach disk [datastore2] 4c0626d3-0a1f-435e-837e-953c61e1cda5/4c0626d3-0a1f-435e-837e-953c61e1cda5.vmdk or device None with type thin {{(pid=69770) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1427.393589] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-ec3acd32-e576-4d26-8c39-64f35eaabd79 tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] [instance: 4c0626d3-0a1f-435e-837e-953c61e1cda5] Updating instance '4c0626d3-0a1f-435e-837e-953c61e1cda5' progress to 50 {{(pid=69770) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1427.900766] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72b994fc-0cf8-488f-b17e-05f4eb30a178 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1427.919782] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b3f0c5b-9b33-435e-8f22-294887a7f78e {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1427.937681] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-ec3acd32-e576-4d26-8c39-64f35eaabd79 tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] [instance: 4c0626d3-0a1f-435e-837e-953c61e1cda5] Updating instance '4c0626d3-0a1f-435e-837e-953c61e1cda5' progress to 67 {{(pid=69770) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1428.478816] env[69770]: DEBUG nova.network.neutron [None req-ec3acd32-e576-4d26-8c39-64f35eaabd79 tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] [instance: 4c0626d3-0a1f-435e-837e-953c61e1cda5] Port 62bef994-4da8-44c1-9e03-6f233d8373c8 binding to destination host cpu-1 is already ACTIVE {{(pid=69770) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1429.502047] env[69770]: DEBUG oslo_concurrency.lockutils [None req-ec3acd32-e576-4d26-8c39-64f35eaabd79 tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] Acquiring lock "4c0626d3-0a1f-435e-837e-953c61e1cda5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1429.502504] env[69770]: DEBUG oslo_concurrency.lockutils [None req-ec3acd32-e576-4d26-8c39-64f35eaabd79 tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] Lock "4c0626d3-0a1f-435e-837e-953c61e1cda5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1429.502504] env[69770]: DEBUG oslo_concurrency.lockutils [None req-ec3acd32-e576-4d26-8c39-64f35eaabd79 tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] Lock "4c0626d3-0a1f-435e-837e-953c61e1cda5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1430.536790] env[69770]: DEBUG oslo_concurrency.lockutils [None req-ec3acd32-e576-4d26-8c39-64f35eaabd79 tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] Acquiring lock "refresh_cache-4c0626d3-0a1f-435e-837e-953c61e1cda5" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1430.537169] env[69770]: DEBUG oslo_concurrency.lockutils [None req-ec3acd32-e576-4d26-8c39-64f35eaabd79 tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] Acquired lock "refresh_cache-4c0626d3-0a1f-435e-837e-953c61e1cda5" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1430.537169] env[69770]: DEBUG nova.network.neutron [None req-ec3acd32-e576-4d26-8c39-64f35eaabd79 tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] [instance: 4c0626d3-0a1f-435e-837e-953c61e1cda5] Building network info cache for instance {{(pid=69770) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1431.223798] env[69770]: DEBUG nova.network.neutron [None req-ec3acd32-e576-4d26-8c39-64f35eaabd79 tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] [instance: 4c0626d3-0a1f-435e-837e-953c61e1cda5] Updating instance_info_cache with network_info: [{"id": "62bef994-4da8-44c1-9e03-6f233d8373c8", "address": "fa:16:3e:e1:29:d5", "network": {"id": "bbff5a7f-321d-4632-ba56-dca20f6b376a", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-369008713-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "11ab5c964ea04c01a3f39c2d9427a421", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "462a7219-4deb-4225-9cf7-3131ef280363", "external-id": "nsx-vlan-transportzone-468", "segmentation_id": 468, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap62bef994-4d", "ovs_interfaceid": "62bef994-4da8-44c1-9e03-6f233d8373c8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69770) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1431.726457] env[69770]: DEBUG oslo_concurrency.lockutils [None req-ec3acd32-e576-4d26-8c39-64f35eaabd79 tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] Releasing lock "refresh_cache-4c0626d3-0a1f-435e-837e-953c61e1cda5" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1432.250049] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9763693a-8cc9-4154-b870-d1aa35847a87 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1432.269149] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a27c619b-0e28-4f8a-aa7c-e00131d5e6a0 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1432.276075] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-ec3acd32-e576-4d26-8c39-64f35eaabd79 tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] [instance: 4c0626d3-0a1f-435e-837e-953c61e1cda5] Updating instance '4c0626d3-0a1f-435e-837e-953c61e1cda5' progress to 83 {{(pid=69770) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1432.782528] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec3acd32-e576-4d26-8c39-64f35eaabd79 tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] [instance: 4c0626d3-0a1f-435e-837e-953c61e1cda5] Powering on the VM {{(pid=69770) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1432.782912] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6d937079-0484-4144-8204-a07df0202eb9 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1432.791522] env[69770]: DEBUG oslo_vmware.api [None req-ec3acd32-e576-4d26-8c39-64f35eaabd79 tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] Waiting for the task: (returnval){ [ 1432.791522] env[69770]: value = "task-4071004" [ 1432.791522] env[69770]: _type = "Task" [ 1432.791522] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1432.803324] env[69770]: DEBUG oslo_vmware.api [None req-ec3acd32-e576-4d26-8c39-64f35eaabd79 tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] Task: {'id': task-4071004, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1433.303327] env[69770]: DEBUG oslo_vmware.api [None req-ec3acd32-e576-4d26-8c39-64f35eaabd79 tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] Task: {'id': task-4071004, 'name': PowerOnVM_Task, 'duration_secs': 0.37215} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1433.303618] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec3acd32-e576-4d26-8c39-64f35eaabd79 tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] [instance: 4c0626d3-0a1f-435e-837e-953c61e1cda5] Powered on the VM {{(pid=69770) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1433.303762] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-ec3acd32-e576-4d26-8c39-64f35eaabd79 tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] [instance: 4c0626d3-0a1f-435e-837e-953c61e1cda5] Updating instance '4c0626d3-0a1f-435e-837e-953c61e1cda5' progress to 100 {{(pid=69770) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1436.015241] env[69770]: DEBUG oslo_concurrency.lockutils [None req-5e870770-deca-4883-93e6-4e0c600c31cb tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] Acquiring lock "4c0626d3-0a1f-435e-837e-953c61e1cda5" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1436.015674] env[69770]: DEBUG oslo_concurrency.lockutils [None req-5e870770-deca-4883-93e6-4e0c600c31cb tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] Lock "4c0626d3-0a1f-435e-837e-953c61e1cda5" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.001s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1436.015722] env[69770]: DEBUG nova.compute.manager [None req-5e870770-deca-4883-93e6-4e0c600c31cb tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] [instance: 4c0626d3-0a1f-435e-837e-953c61e1cda5] Going to confirm migration 10 {{(pid=69770) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1436.577895] env[69770]: DEBUG oslo_concurrency.lockutils [None req-5e870770-deca-4883-93e6-4e0c600c31cb tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] Acquiring lock "refresh_cache-4c0626d3-0a1f-435e-837e-953c61e1cda5" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1436.578097] env[69770]: DEBUG oslo_concurrency.lockutils [None req-5e870770-deca-4883-93e6-4e0c600c31cb tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] Acquired lock "refresh_cache-4c0626d3-0a1f-435e-837e-953c61e1cda5" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1436.578359] env[69770]: DEBUG nova.network.neutron [None req-5e870770-deca-4883-93e6-4e0c600c31cb tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] [instance: 4c0626d3-0a1f-435e-837e-953c61e1cda5] Building network info cache for instance {{(pid=69770) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1436.578479] env[69770]: DEBUG nova.objects.instance [None req-5e870770-deca-4883-93e6-4e0c600c31cb tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] Lazy-loading 'info_cache' on Instance uuid 4c0626d3-0a1f-435e-837e-953c61e1cda5 {{(pid=69770) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1437.767368] env[69770]: DEBUG nova.network.neutron [None req-5e870770-deca-4883-93e6-4e0c600c31cb tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] [instance: 4c0626d3-0a1f-435e-837e-953c61e1cda5] Updating instance_info_cache with network_info: [{"id": "62bef994-4da8-44c1-9e03-6f233d8373c8", "address": "fa:16:3e:e1:29:d5", "network": {"id": "bbff5a7f-321d-4632-ba56-dca20f6b376a", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-369008713-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "11ab5c964ea04c01a3f39c2d9427a421", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "462a7219-4deb-4225-9cf7-3131ef280363", "external-id": "nsx-vlan-transportzone-468", "segmentation_id": 468, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap62bef994-4d", "ovs_interfaceid": "62bef994-4da8-44c1-9e03-6f233d8373c8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69770) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1438.270081] env[69770]: DEBUG oslo_concurrency.lockutils [None req-5e870770-deca-4883-93e6-4e0c600c31cb tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] Releasing lock "refresh_cache-4c0626d3-0a1f-435e-837e-953c61e1cda5" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1438.270424] env[69770]: DEBUG nova.objects.instance [None req-5e870770-deca-4883-93e6-4e0c600c31cb tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] Lazy-loading 'migration_context' on Instance uuid 4c0626d3-0a1f-435e-837e-953c61e1cda5 {{(pid=69770) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1438.773955] env[69770]: DEBUG nova.objects.base [None req-5e870770-deca-4883-93e6-4e0c600c31cb tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] Object Instance<4c0626d3-0a1f-435e-837e-953c61e1cda5> lazy-loaded attributes: info_cache,migration_context {{(pid=69770) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1438.775492] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35303f65-8d41-4738-b452-41d23a381a2a {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1438.809138] env[69770]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a230e15a-fd56-4670-8193-3ca1c750b932 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1438.817232] env[69770]: DEBUG oslo_vmware.api [None req-5e870770-deca-4883-93e6-4e0c600c31cb tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] Waiting for the task: (returnval){ [ 1438.817232] env[69770]: value = "session[52161b52-cb8e-ec9f-1132-2f6b49549d41]527f711f-9a1f-2ced-a603-3e588dc54626" [ 1438.817232] env[69770]: _type = "Task" [ 1438.817232] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1438.832055] env[69770]: DEBUG oslo_vmware.api [None req-5e870770-deca-4883-93e6-4e0c600c31cb tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]527f711f-9a1f-2ced-a603-3e588dc54626, 'name': SearchDatastore_Task, 'duration_secs': 0.008334} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1438.832515] env[69770]: DEBUG oslo_concurrency.lockutils [None req-5e870770-deca-4883-93e6-4e0c600c31cb tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1438.833219] env[69770]: DEBUG oslo_concurrency.lockutils [None req-5e870770-deca-4883-93e6-4e0c600c31cb tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1439.388332] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90f71cf9-86e0-41f4-b26f-901c4a305f8b {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1439.395905] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1f088de-957a-4636-ac8d-510ec4176342 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1439.425914] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b505558-db31-490a-8bd2-09bfb2a4bc5a {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1439.433575] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6da05bc-8091-456d-80f7-a7fdbdb5131b {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1439.447195] env[69770]: DEBUG nova.compute.provider_tree [None req-5e870770-deca-4883-93e6-4e0c600c31cb tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] Inventory has not changed in ProviderTree for provider: 7cc7d32b-b7a7-454a-a456-2a440248ed9d {{(pid=69770) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1439.951168] env[69770]: DEBUG nova.scheduler.client.report [None req-5e870770-deca-4883-93e6-4e0c600c31cb tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] Inventory has not changed for provider 7cc7d32b-b7a7-454a-a456-2a440248ed9d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 21, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69770) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1440.960862] env[69770]: DEBUG oslo_concurrency.lockutils [None req-5e870770-deca-4883-93e6-4e0c600c31cb tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.128s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1441.146514] env[69770]: DEBUG oslo_concurrency.lockutils [None req-82346779-5357-4910-8e4f-39808b1f3088 tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] Acquiring lock "31c82885-55ef-450a-ae73-40973bce624c" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1441.146514] env[69770]: DEBUG oslo_concurrency.lockutils [None req-82346779-5357-4910-8e4f-39808b1f3088 tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] Lock "31c82885-55ef-450a-ae73-40973bce624c" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1441.146747] env[69770]: INFO nova.compute.manager [None req-82346779-5357-4910-8e4f-39808b1f3088 tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] [instance: 31c82885-55ef-450a-ae73-40973bce624c] Shelving [ 1441.523741] env[69770]: INFO nova.scheduler.client.report [None req-5e870770-deca-4883-93e6-4e0c600c31cb tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] Deleted allocation for migration b4670cc8-7d4d-49bd-9217-8988c58c905f [ 1441.846257] env[69770]: DEBUG oslo_concurrency.lockutils [None req-4d6e80b8-b9e0-4279-890b-1ca012338cb8 tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] Acquiring lock "4c0626d3-0a1f-435e-837e-953c61e1cda5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1442.029134] env[69770]: DEBUG oslo_concurrency.lockutils [None req-5e870770-deca-4883-93e6-4e0c600c31cb tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] Lock "4c0626d3-0a1f-435e-837e-953c61e1cda5" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 6.013s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1442.030345] env[69770]: DEBUG oslo_concurrency.lockutils [None req-4d6e80b8-b9e0-4279-890b-1ca012338cb8 tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] Lock "4c0626d3-0a1f-435e-837e-953c61e1cda5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.184s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1442.030582] env[69770]: DEBUG oslo_concurrency.lockutils [None req-4d6e80b8-b9e0-4279-890b-1ca012338cb8 tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] Acquiring lock "4c0626d3-0a1f-435e-837e-953c61e1cda5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1442.030789] env[69770]: DEBUG oslo_concurrency.lockutils [None req-4d6e80b8-b9e0-4279-890b-1ca012338cb8 tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] Lock "4c0626d3-0a1f-435e-837e-953c61e1cda5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1442.030958] env[69770]: DEBUG oslo_concurrency.lockutils [None req-4d6e80b8-b9e0-4279-890b-1ca012338cb8 tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] Lock "4c0626d3-0a1f-435e-837e-953c61e1cda5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1442.032890] env[69770]: INFO nova.compute.manager [None req-4d6e80b8-b9e0-4279-890b-1ca012338cb8 tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] [instance: 4c0626d3-0a1f-435e-837e-953c61e1cda5] Terminating instance [ 1442.158160] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-82346779-5357-4910-8e4f-39808b1f3088 tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] [instance: 31c82885-55ef-450a-ae73-40973bce624c] Powering off the VM {{(pid=69770) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1442.158941] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b6b0dcdf-1107-436b-b827-f01651425a57 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1442.166684] env[69770]: DEBUG oslo_vmware.api [None req-82346779-5357-4910-8e4f-39808b1f3088 tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] Waiting for the task: (returnval){ [ 1442.166684] env[69770]: value = "task-4071005" [ 1442.166684] env[69770]: _type = "Task" [ 1442.166684] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1442.176982] env[69770]: DEBUG oslo_vmware.api [None req-82346779-5357-4910-8e4f-39808b1f3088 tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] Task: {'id': task-4071005, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1442.286971] env[69770]: DEBUG oslo_concurrency.lockutils [None req-5c8feb1f-0b4f-4f45-afab-c05669889b7e tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] Acquiring lock "ff39dd45-b984-4c70-a03b-b76cd4bb00f4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1442.287313] env[69770]: DEBUG oslo_concurrency.lockutils [None req-5c8feb1f-0b4f-4f45-afab-c05669889b7e tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] Lock "ff39dd45-b984-4c70-a03b-b76cd4bb00f4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1442.536987] env[69770]: DEBUG nova.compute.manager [None req-4d6e80b8-b9e0-4279-890b-1ca012338cb8 tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] [instance: 4c0626d3-0a1f-435e-837e-953c61e1cda5] Start destroying the instance on the hypervisor. {{(pid=69770) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1442.537178] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-4d6e80b8-b9e0-4279-890b-1ca012338cb8 tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] [instance: 4c0626d3-0a1f-435e-837e-953c61e1cda5] Destroying instance {{(pid=69770) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1442.538099] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f196bb1-b26b-4e9e-af79-82247b12448f {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1442.546134] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d6e80b8-b9e0-4279-890b-1ca012338cb8 tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] [instance: 4c0626d3-0a1f-435e-837e-953c61e1cda5] Powering off the VM {{(pid=69770) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1442.546717] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7d494c7e-d974-48e9-ab0c-9a2f91c48656 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1442.553205] env[69770]: DEBUG oslo_vmware.api [None req-4d6e80b8-b9e0-4279-890b-1ca012338cb8 tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] Waiting for the task: (returnval){ [ 1442.553205] env[69770]: value = "task-4071006" [ 1442.553205] env[69770]: _type = "Task" [ 1442.553205] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1442.561432] env[69770]: DEBUG oslo_vmware.api [None req-4d6e80b8-b9e0-4279-890b-1ca012338cb8 tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] Task: {'id': task-4071006, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1442.677202] env[69770]: DEBUG oslo_vmware.api [None req-82346779-5357-4910-8e4f-39808b1f3088 tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] Task: {'id': task-4071005, 'name': PowerOffVM_Task, 'duration_secs': 0.22305} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1442.677494] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-82346779-5357-4910-8e4f-39808b1f3088 tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] [instance: 31c82885-55ef-450a-ae73-40973bce624c] Powered off the VM {{(pid=69770) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1442.678309] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04cba88c-b05c-4e56-b49d-e533ec1ab111 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1442.698915] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44e89f8a-6830-464e-9bdd-5466af58289f {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1442.790097] env[69770]: DEBUG nova.compute.manager [None req-5c8feb1f-0b4f-4f45-afab-c05669889b7e tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] [instance: ff39dd45-b984-4c70-a03b-b76cd4bb00f4] Starting instance... {{(pid=69770) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1443.063694] env[69770]: DEBUG oslo_vmware.api [None req-4d6e80b8-b9e0-4279-890b-1ca012338cb8 tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] Task: {'id': task-4071006, 'name': PowerOffVM_Task, 'duration_secs': 0.17836} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1443.064058] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d6e80b8-b9e0-4279-890b-1ca012338cb8 tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] [instance: 4c0626d3-0a1f-435e-837e-953c61e1cda5] Powered off the VM {{(pid=69770) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1443.064110] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-4d6e80b8-b9e0-4279-890b-1ca012338cb8 tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] [instance: 4c0626d3-0a1f-435e-837e-953c61e1cda5] Unregistering the VM {{(pid=69770) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1443.064338] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-53febcd8-515b-4c93-81b6-85236022429e {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1443.127480] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-4d6e80b8-b9e0-4279-890b-1ca012338cb8 tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] [instance: 4c0626d3-0a1f-435e-837e-953c61e1cda5] Unregistered the VM {{(pid=69770) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1443.127743] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-4d6e80b8-b9e0-4279-890b-1ca012338cb8 tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] [instance: 4c0626d3-0a1f-435e-837e-953c61e1cda5] Deleting contents of the VM from datastore datastore2 {{(pid=69770) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1443.127876] env[69770]: DEBUG nova.virt.vmwareapi.ds_util [None req-4d6e80b8-b9e0-4279-890b-1ca012338cb8 tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] Deleting the datastore file [datastore2] 4c0626d3-0a1f-435e-837e-953c61e1cda5 {{(pid=69770) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1443.128215] env[69770]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bdad111d-c6a0-45a3-a235-e72702a8f405 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1443.135130] env[69770]: DEBUG oslo_vmware.api [None req-4d6e80b8-b9e0-4279-890b-1ca012338cb8 tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] Waiting for the task: (returnval){ [ 1443.135130] env[69770]: value = "task-4071008" [ 1443.135130] env[69770]: _type = "Task" [ 1443.135130] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1443.142718] env[69770]: DEBUG oslo_vmware.api [None req-4d6e80b8-b9e0-4279-890b-1ca012338cb8 tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] Task: {'id': task-4071008, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1443.210206] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-82346779-5357-4910-8e4f-39808b1f3088 tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] [instance: 31c82885-55ef-450a-ae73-40973bce624c] Creating Snapshot of the VM instance {{(pid=69770) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1443.210618] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-d0e14774-61bd-4ee5-be85-4b42975941e2 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1443.218274] env[69770]: DEBUG oslo_vmware.api [None req-82346779-5357-4910-8e4f-39808b1f3088 tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] Waiting for the task: (returnval){ [ 1443.218274] env[69770]: value = "task-4071009" [ 1443.218274] env[69770]: _type = "Task" [ 1443.218274] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1443.227453] env[69770]: DEBUG oslo_vmware.api [None req-82346779-5357-4910-8e4f-39808b1f3088 tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] Task: {'id': task-4071009, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1443.314174] env[69770]: DEBUG oslo_concurrency.lockutils [None req-5c8feb1f-0b4f-4f45-afab-c05669889b7e tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1443.314429] env[69770]: DEBUG oslo_concurrency.lockutils [None req-5c8feb1f-0b4f-4f45-afab-c05669889b7e tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1443.315943] env[69770]: INFO nova.compute.claims [None req-5c8feb1f-0b4f-4f45-afab-c05669889b7e tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] [instance: ff39dd45-b984-4c70-a03b-b76cd4bb00f4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1443.644988] env[69770]: DEBUG oslo_vmware.api [None req-4d6e80b8-b9e0-4279-890b-1ca012338cb8 tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] Task: {'id': task-4071008, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.143301} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1443.645267] env[69770]: DEBUG nova.virt.vmwareapi.ds_util [None req-4d6e80b8-b9e0-4279-890b-1ca012338cb8 tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] Deleted the datastore file {{(pid=69770) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1443.645456] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-4d6e80b8-b9e0-4279-890b-1ca012338cb8 tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] [instance: 4c0626d3-0a1f-435e-837e-953c61e1cda5] Deleted contents of the VM from datastore datastore2 {{(pid=69770) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1443.645638] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-4d6e80b8-b9e0-4279-890b-1ca012338cb8 tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] [instance: 4c0626d3-0a1f-435e-837e-953c61e1cda5] Instance destroyed {{(pid=69770) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1443.645811] env[69770]: INFO nova.compute.manager [None req-4d6e80b8-b9e0-4279-890b-1ca012338cb8 tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] [instance: 4c0626d3-0a1f-435e-837e-953c61e1cda5] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1443.646113] env[69770]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4d6e80b8-b9e0-4279-890b-1ca012338cb8 tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69770) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1443.646268] env[69770]: DEBUG nova.compute.manager [-] [instance: 4c0626d3-0a1f-435e-837e-953c61e1cda5] Deallocating network for instance {{(pid=69770) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1443.646364] env[69770]: DEBUG nova.network.neutron [-] [instance: 4c0626d3-0a1f-435e-837e-953c61e1cda5] deallocate_for_instance() {{(pid=69770) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1443.731726] env[69770]: DEBUG oslo_vmware.api [None req-82346779-5357-4910-8e4f-39808b1f3088 tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] Task: {'id': task-4071009, 'name': CreateSnapshot_Task, 'duration_secs': 0.422508} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1443.732125] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-82346779-5357-4910-8e4f-39808b1f3088 tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] [instance: 31c82885-55ef-450a-ae73-40973bce624c] Created Snapshot of the VM instance {{(pid=69770) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1443.733248] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5f012f4-3572-410a-8050-3df099b2f854 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1443.910219] env[69770]: DEBUG nova.compute.manager [req-fd16209c-31bc-436d-a373-60aeff0471af req-9a028a93-3a61-4d8f-b201-b60a3a15454a service nova] [instance: 4c0626d3-0a1f-435e-837e-953c61e1cda5] Received event network-vif-deleted-62bef994-4da8-44c1-9e03-6f233d8373c8 {{(pid=69770) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1443.910219] env[69770]: INFO nova.compute.manager [req-fd16209c-31bc-436d-a373-60aeff0471af req-9a028a93-3a61-4d8f-b201-b60a3a15454a service nova] [instance: 4c0626d3-0a1f-435e-837e-953c61e1cda5] Neutron deleted interface 62bef994-4da8-44c1-9e03-6f233d8373c8; detaching it from the instance and deleting it from the info cache [ 1443.910219] env[69770]: DEBUG nova.network.neutron [req-fd16209c-31bc-436d-a373-60aeff0471af req-9a028a93-3a61-4d8f-b201-b60a3a15454a service nova] [instance: 4c0626d3-0a1f-435e-837e-953c61e1cda5] Updating instance_info_cache with network_info: [] {{(pid=69770) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1444.254913] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-82346779-5357-4910-8e4f-39808b1f3088 tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] [instance: 31c82885-55ef-450a-ae73-40973bce624c] Creating linked-clone VM from snapshot {{(pid=69770) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1444.255428] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-a7172dc2-7dd6-466e-9dac-c2767b7545e4 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1444.264534] env[69770]: DEBUG oslo_vmware.api [None req-82346779-5357-4910-8e4f-39808b1f3088 tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] Waiting for the task: (returnval){ [ 1444.264534] env[69770]: value = "task-4071010" [ 1444.264534] env[69770]: _type = "Task" [ 1444.264534] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1444.272883] env[69770]: DEBUG oslo_vmware.api [None req-82346779-5357-4910-8e4f-39808b1f3088 tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] Task: {'id': task-4071010, 'name': CloneVM_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1444.378363] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbad406a-9598-4d18-99f9-9d4749dcb955 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1444.387066] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce33a4b3-4573-4e55-8c6f-a02e6cc00531 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1444.419053] env[69770]: DEBUG nova.network.neutron [-] [instance: 4c0626d3-0a1f-435e-837e-953c61e1cda5] Updating instance_info_cache with network_info: [] {{(pid=69770) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1444.421153] env[69770]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d7027643-6f28-4164-9dde-14980d1c34eb {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1444.423814] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-245e3f2d-8b8d-4780-864a-bfd2e147769b {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1444.433571] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14341434-bb08-4eea-81ed-95b70bcbb6e6 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1444.441056] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24d85f8e-dc98-4b67-938d-adbca124de01 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1444.464962] env[69770]: DEBUG nova.compute.provider_tree [None req-5c8feb1f-0b4f-4f45-afab-c05669889b7e tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] Inventory has not changed in ProviderTree for provider: 7cc7d32b-b7a7-454a-a456-2a440248ed9d {{(pid=69770) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1444.473789] env[69770]: DEBUG nova.compute.manager [req-fd16209c-31bc-436d-a373-60aeff0471af req-9a028a93-3a61-4d8f-b201-b60a3a15454a service nova] [instance: 4c0626d3-0a1f-435e-837e-953c61e1cda5] Detach interface failed, port_id=62bef994-4da8-44c1-9e03-6f233d8373c8, reason: Instance 4c0626d3-0a1f-435e-837e-953c61e1cda5 could not be found. {{(pid=69770) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1444.775771] env[69770]: DEBUG oslo_vmware.api [None req-82346779-5357-4910-8e4f-39808b1f3088 tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] Task: {'id': task-4071010, 'name': CloneVM_Task} progress is 94%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1444.921852] env[69770]: INFO nova.compute.manager [-] [instance: 4c0626d3-0a1f-435e-837e-953c61e1cda5] Took 1.28 seconds to deallocate network for instance. [ 1444.976014] env[69770]: DEBUG nova.scheduler.client.report [None req-5c8feb1f-0b4f-4f45-afab-c05669889b7e tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] Inventory has not changed for provider 7cc7d32b-b7a7-454a-a456-2a440248ed9d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 21, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69770) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1445.276548] env[69770]: DEBUG oslo_vmware.api [None req-82346779-5357-4910-8e4f-39808b1f3088 tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] Task: {'id': task-4071010, 'name': CloneVM_Task} progress is 100%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1445.431502] env[69770]: DEBUG oslo_concurrency.lockutils [None req-4d6e80b8-b9e0-4279-890b-1ca012338cb8 tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1445.480671] env[69770]: DEBUG oslo_concurrency.lockutils [None req-5c8feb1f-0b4f-4f45-afab-c05669889b7e tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.166s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1445.481197] env[69770]: DEBUG nova.compute.manager [None req-5c8feb1f-0b4f-4f45-afab-c05669889b7e tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] [instance: ff39dd45-b984-4c70-a03b-b76cd4bb00f4] Start building networks asynchronously for instance. {{(pid=69770) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1445.483812] env[69770]: DEBUG oslo_concurrency.lockutils [None req-4d6e80b8-b9e0-4279-890b-1ca012338cb8 tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.053s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1445.484012] env[69770]: DEBUG oslo_concurrency.lockutils [None req-4d6e80b8-b9e0-4279-890b-1ca012338cb8 tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1445.511940] env[69770]: INFO nova.scheduler.client.report [None req-4d6e80b8-b9e0-4279-890b-1ca012338cb8 tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] Deleted allocations for instance 4c0626d3-0a1f-435e-837e-953c61e1cda5 [ 1445.777695] env[69770]: DEBUG oslo_vmware.api [None req-82346779-5357-4910-8e4f-39808b1f3088 tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] Task: {'id': task-4071010, 'name': CloneVM_Task, 'duration_secs': 1.026092} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1445.777912] env[69770]: INFO nova.virt.vmwareapi.vmops [None req-82346779-5357-4910-8e4f-39808b1f3088 tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] [instance: 31c82885-55ef-450a-ae73-40973bce624c] Created linked-clone VM from snapshot [ 1445.778658] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ba29397-df10-4ca6-b55d-a6c208bdc87f {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1445.786014] env[69770]: DEBUG nova.virt.vmwareapi.images [None req-82346779-5357-4910-8e4f-39808b1f3088 tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] [instance: 31c82885-55ef-450a-ae73-40973bce624c] Uploading image 99de559a-9815-455a-acdb-4919cc79241f {{(pid=69770) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1445.813793] env[69770]: DEBUG oslo_vmware.rw_handles [None req-82346779-5357-4910-8e4f-39808b1f3088 tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1445.813793] env[69770]: value = "vm-806709" [ 1445.813793] env[69770]: _type = "VirtualMachine" [ 1445.813793] env[69770]: }. {{(pid=69770) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1445.814362] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-0a45b7d2-8cd6-45b2-a131-af956a8e0be5 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1445.822865] env[69770]: DEBUG oslo_vmware.rw_handles [None req-82346779-5357-4910-8e4f-39808b1f3088 tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] Lease: (returnval){ [ 1445.822865] env[69770]: value = "session[52161b52-cb8e-ec9f-1132-2f6b49549d41]52d28555-8e24-dcdb-3247-9479b775d5c7" [ 1445.822865] env[69770]: _type = "HttpNfcLease" [ 1445.822865] env[69770]: } obtained for exporting VM: (result){ [ 1445.822865] env[69770]: value = "vm-806709" [ 1445.822865] env[69770]: _type = "VirtualMachine" [ 1445.822865] env[69770]: }. {{(pid=69770) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1445.823383] env[69770]: DEBUG oslo_vmware.api [None req-82346779-5357-4910-8e4f-39808b1f3088 tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] Waiting for the lease: (returnval){ [ 1445.823383] env[69770]: value = "session[52161b52-cb8e-ec9f-1132-2f6b49549d41]52d28555-8e24-dcdb-3247-9479b775d5c7" [ 1445.823383] env[69770]: _type = "HttpNfcLease" [ 1445.823383] env[69770]: } to be ready. {{(pid=69770) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1445.829458] env[69770]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1445.829458] env[69770]: value = "session[52161b52-cb8e-ec9f-1132-2f6b49549d41]52d28555-8e24-dcdb-3247-9479b775d5c7" [ 1445.829458] env[69770]: _type = "HttpNfcLease" [ 1445.829458] env[69770]: } is initializing. {{(pid=69770) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1445.988455] env[69770]: DEBUG nova.compute.utils [None req-5c8feb1f-0b4f-4f45-afab-c05669889b7e tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] Using /dev/sd instead of None {{(pid=69770) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1445.989948] env[69770]: DEBUG nova.compute.manager [None req-5c8feb1f-0b4f-4f45-afab-c05669889b7e tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] [instance: ff39dd45-b984-4c70-a03b-b76cd4bb00f4] Allocating IP information in the background. {{(pid=69770) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1445.990161] env[69770]: DEBUG nova.network.neutron [None req-5c8feb1f-0b4f-4f45-afab-c05669889b7e tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] [instance: ff39dd45-b984-4c70-a03b-b76cd4bb00f4] allocate_for_instance() {{(pid=69770) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1446.019433] env[69770]: DEBUG oslo_concurrency.lockutils [None req-4d6e80b8-b9e0-4279-890b-1ca012338cb8 tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] Lock "4c0626d3-0a1f-435e-837e-953c61e1cda5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 3.989s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1446.035231] env[69770]: DEBUG nova.policy [None req-5c8feb1f-0b4f-4f45-afab-c05669889b7e tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ea91788e155d4730addc49b310f1619a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '11ab5c964ea04c01a3f39c2d9427a421', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69770) authorize /opt/stack/nova/nova/policy.py:192}} [ 1446.266832] env[69770]: DEBUG nova.network.neutron [None req-5c8feb1f-0b4f-4f45-afab-c05669889b7e tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] [instance: ff39dd45-b984-4c70-a03b-b76cd4bb00f4] Successfully created port: d2671f4c-55d3-4326-8bf6-70bbe7d6f9ec {{(pid=69770) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1446.332133] env[69770]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1446.332133] env[69770]: value = "session[52161b52-cb8e-ec9f-1132-2f6b49549d41]52d28555-8e24-dcdb-3247-9479b775d5c7" [ 1446.332133] env[69770]: _type = "HttpNfcLease" [ 1446.332133] env[69770]: } is ready. {{(pid=69770) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1446.333850] env[69770]: DEBUG oslo_vmware.rw_handles [None req-82346779-5357-4910-8e4f-39808b1f3088 tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1446.333850] env[69770]: value = "session[52161b52-cb8e-ec9f-1132-2f6b49549d41]52d28555-8e24-dcdb-3247-9479b775d5c7" [ 1446.333850] env[69770]: _type = "HttpNfcLease" [ 1446.333850] env[69770]: }. {{(pid=69770) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1446.333850] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-502bbe9a-136c-4d46-a9eb-d2e275b3458a {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1446.340605] env[69770]: DEBUG oslo_vmware.rw_handles [None req-82346779-5357-4910-8e4f-39808b1f3088 tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52794cfe-18fa-d7b5-290f-10b86c1bdb29/disk-0.vmdk from lease info. {{(pid=69770) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1446.340766] env[69770]: DEBUG oslo_vmware.rw_handles [None req-82346779-5357-4910-8e4f-39808b1f3088 tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52794cfe-18fa-d7b5-290f-10b86c1bdb29/disk-0.vmdk for reading. {{(pid=69770) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1446.428736] env[69770]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-fd68e029-8446-4153-bf62-d09f1ff1ee08 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1446.494022] env[69770]: DEBUG nova.compute.manager [None req-5c8feb1f-0b4f-4f45-afab-c05669889b7e tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] [instance: ff39dd45-b984-4c70-a03b-b76cd4bb00f4] Start building block device mappings for instance. {{(pid=69770) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1447.505916] env[69770]: DEBUG nova.compute.manager [None req-5c8feb1f-0b4f-4f45-afab-c05669889b7e tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] [instance: ff39dd45-b984-4c70-a03b-b76cd4bb00f4] Start spawning the instance on the hypervisor. {{(pid=69770) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1447.528765] env[69770]: DEBUG nova.virt.hardware [None req-5c8feb1f-0b4f-4f45-afab-c05669889b7e tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T12:16:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T12:16:11Z,direct_url=,disk_format='vmdk',id=d1eaff80-24a0-4391-90eb-59958b1ecf0a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d65f20bb89fb40a98b77bc6d97357df2',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T12:16:12Z,virtual_size=,visibility=), allow threads: False {{(pid=69770) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1447.529117] env[69770]: DEBUG nova.virt.hardware [None req-5c8feb1f-0b4f-4f45-afab-c05669889b7e tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] Flavor limits 0:0:0 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1447.529293] env[69770]: DEBUG nova.virt.hardware [None req-5c8feb1f-0b4f-4f45-afab-c05669889b7e tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] Image limits 0:0:0 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1447.529483] env[69770]: DEBUG nova.virt.hardware [None req-5c8feb1f-0b4f-4f45-afab-c05669889b7e tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] Flavor pref 0:0:0 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1447.529631] env[69770]: DEBUG nova.virt.hardware [None req-5c8feb1f-0b4f-4f45-afab-c05669889b7e tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] Image pref 0:0:0 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1447.529778] env[69770]: DEBUG nova.virt.hardware [None req-5c8feb1f-0b4f-4f45-afab-c05669889b7e tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1447.529989] env[69770]: DEBUG nova.virt.hardware [None req-5c8feb1f-0b4f-4f45-afab-c05669889b7e tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69770) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1447.530461] env[69770]: DEBUG nova.virt.hardware [None req-5c8feb1f-0b4f-4f45-afab-c05669889b7e tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69770) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1447.531008] env[69770]: DEBUG nova.virt.hardware [None req-5c8feb1f-0b4f-4f45-afab-c05669889b7e tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] Got 1 possible topologies {{(pid=69770) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1447.531365] env[69770]: DEBUG nova.virt.hardware [None req-5c8feb1f-0b4f-4f45-afab-c05669889b7e tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69770) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1447.531615] env[69770]: DEBUG nova.virt.hardware [None req-5c8feb1f-0b4f-4f45-afab-c05669889b7e tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69770) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1447.532527] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-987521c0-d616-44ce-9f31-4a449f7d5a7e {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1447.542996] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66eb54b8-0a11-4b85-8848-e593c3eaf84a {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1447.661506] env[69770]: DEBUG nova.compute.manager [req-e893deca-1b50-4e97-b42c-2268a7bf3b72 req-2693a1b8-3ca7-4e12-8eae-7fd85a8e8541 service nova] [instance: ff39dd45-b984-4c70-a03b-b76cd4bb00f4] Received event network-vif-plugged-d2671f4c-55d3-4326-8bf6-70bbe7d6f9ec {{(pid=69770) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1447.661908] env[69770]: DEBUG oslo_concurrency.lockutils [req-e893deca-1b50-4e97-b42c-2268a7bf3b72 req-2693a1b8-3ca7-4e12-8eae-7fd85a8e8541 service nova] Acquiring lock "ff39dd45-b984-4c70-a03b-b76cd4bb00f4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1447.662097] env[69770]: DEBUG oslo_concurrency.lockutils [req-e893deca-1b50-4e97-b42c-2268a7bf3b72 req-2693a1b8-3ca7-4e12-8eae-7fd85a8e8541 service nova] Lock "ff39dd45-b984-4c70-a03b-b76cd4bb00f4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1447.662336] env[69770]: DEBUG oslo_concurrency.lockutils [req-e893deca-1b50-4e97-b42c-2268a7bf3b72 req-2693a1b8-3ca7-4e12-8eae-7fd85a8e8541 service nova] Lock "ff39dd45-b984-4c70-a03b-b76cd4bb00f4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1447.662668] env[69770]: DEBUG nova.compute.manager [req-e893deca-1b50-4e97-b42c-2268a7bf3b72 req-2693a1b8-3ca7-4e12-8eae-7fd85a8e8541 service nova] [instance: ff39dd45-b984-4c70-a03b-b76cd4bb00f4] No waiting events found dispatching network-vif-plugged-d2671f4c-55d3-4326-8bf6-70bbe7d6f9ec {{(pid=69770) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1447.662901] env[69770]: WARNING nova.compute.manager [req-e893deca-1b50-4e97-b42c-2268a7bf3b72 req-2693a1b8-3ca7-4e12-8eae-7fd85a8e8541 service nova] [instance: ff39dd45-b984-4c70-a03b-b76cd4bb00f4] Received unexpected event network-vif-plugged-d2671f4c-55d3-4326-8bf6-70bbe7d6f9ec for instance with vm_state building and task_state spawning. [ 1447.767145] env[69770]: DEBUG nova.network.neutron [None req-5c8feb1f-0b4f-4f45-afab-c05669889b7e tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] [instance: ff39dd45-b984-4c70-a03b-b76cd4bb00f4] Successfully updated port: d2671f4c-55d3-4326-8bf6-70bbe7d6f9ec {{(pid=69770) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1448.271428] env[69770]: DEBUG oslo_concurrency.lockutils [None req-5c8feb1f-0b4f-4f45-afab-c05669889b7e tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] Acquiring lock "refresh_cache-ff39dd45-b984-4c70-a03b-b76cd4bb00f4" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1448.271637] env[69770]: DEBUG oslo_concurrency.lockutils [None req-5c8feb1f-0b4f-4f45-afab-c05669889b7e tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] Acquired lock "refresh_cache-ff39dd45-b984-4c70-a03b-b76cd4bb00f4" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1448.271754] env[69770]: DEBUG nova.network.neutron [None req-5c8feb1f-0b4f-4f45-afab-c05669889b7e tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] [instance: ff39dd45-b984-4c70-a03b-b76cd4bb00f4] Building network info cache for instance {{(pid=69770) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1448.806286] env[69770]: DEBUG nova.network.neutron [None req-5c8feb1f-0b4f-4f45-afab-c05669889b7e tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] [instance: ff39dd45-b984-4c70-a03b-b76cd4bb00f4] Instance cache missing network info. {{(pid=69770) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1448.940522] env[69770]: DEBUG nova.network.neutron [None req-5c8feb1f-0b4f-4f45-afab-c05669889b7e tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] [instance: ff39dd45-b984-4c70-a03b-b76cd4bb00f4] Updating instance_info_cache with network_info: [{"id": "d2671f4c-55d3-4326-8bf6-70bbe7d6f9ec", "address": "fa:16:3e:58:47:28", "network": {"id": "bbff5a7f-321d-4632-ba56-dca20f6b376a", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-369008713-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "11ab5c964ea04c01a3f39c2d9427a421", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "462a7219-4deb-4225-9cf7-3131ef280363", "external-id": "nsx-vlan-transportzone-468", "segmentation_id": 468, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd2671f4c-55", "ovs_interfaceid": "d2671f4c-55d3-4326-8bf6-70bbe7d6f9ec", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69770) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1449.443334] env[69770]: DEBUG oslo_concurrency.lockutils [None req-5c8feb1f-0b4f-4f45-afab-c05669889b7e tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] Releasing lock "refresh_cache-ff39dd45-b984-4c70-a03b-b76cd4bb00f4" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1449.443675] env[69770]: DEBUG nova.compute.manager [None req-5c8feb1f-0b4f-4f45-afab-c05669889b7e tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] [instance: ff39dd45-b984-4c70-a03b-b76cd4bb00f4] Instance network_info: |[{"id": "d2671f4c-55d3-4326-8bf6-70bbe7d6f9ec", "address": "fa:16:3e:58:47:28", "network": {"id": "bbff5a7f-321d-4632-ba56-dca20f6b376a", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-369008713-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "11ab5c964ea04c01a3f39c2d9427a421", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "462a7219-4deb-4225-9cf7-3131ef280363", "external-id": "nsx-vlan-transportzone-468", "segmentation_id": 468, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd2671f4c-55", "ovs_interfaceid": "d2671f4c-55d3-4326-8bf6-70bbe7d6f9ec", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69770) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1449.444147] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-5c8feb1f-0b4f-4f45-afab-c05669889b7e tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] [instance: ff39dd45-b984-4c70-a03b-b76cd4bb00f4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:58:47:28', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '462a7219-4deb-4225-9cf7-3131ef280363', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd2671f4c-55d3-4326-8bf6-70bbe7d6f9ec', 'vif_model': 'vmxnet3'}] {{(pid=69770) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1449.452148] env[69770]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5c8feb1f-0b4f-4f45-afab-c05669889b7e tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69770) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1449.452396] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ff39dd45-b984-4c70-a03b-b76cd4bb00f4] Creating VM on the ESX host {{(pid=69770) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1449.452644] env[69770]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3be2272d-2b9a-4201-8146-823f506170c2 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1449.474186] env[69770]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1449.474186] env[69770]: value = "task-4071012" [ 1449.474186] env[69770]: _type = "Task" [ 1449.474186] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1449.483686] env[69770]: DEBUG oslo_vmware.api [-] Task: {'id': task-4071012, 'name': CreateVM_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1449.687450] env[69770]: DEBUG nova.compute.manager [req-df76ed79-092c-4041-a2c8-925a2d3855aa req-0b0e8f1d-a859-40a1-be5e-a2dc86ebdeda service nova] [instance: ff39dd45-b984-4c70-a03b-b76cd4bb00f4] Received event network-changed-d2671f4c-55d3-4326-8bf6-70bbe7d6f9ec {{(pid=69770) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1449.687647] env[69770]: DEBUG nova.compute.manager [req-df76ed79-092c-4041-a2c8-925a2d3855aa req-0b0e8f1d-a859-40a1-be5e-a2dc86ebdeda service nova] [instance: ff39dd45-b984-4c70-a03b-b76cd4bb00f4] Refreshing instance network info cache due to event network-changed-d2671f4c-55d3-4326-8bf6-70bbe7d6f9ec. {{(pid=69770) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1449.687860] env[69770]: DEBUG oslo_concurrency.lockutils [req-df76ed79-092c-4041-a2c8-925a2d3855aa req-0b0e8f1d-a859-40a1-be5e-a2dc86ebdeda service nova] Acquiring lock "refresh_cache-ff39dd45-b984-4c70-a03b-b76cd4bb00f4" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1449.687999] env[69770]: DEBUG oslo_concurrency.lockutils [req-df76ed79-092c-4041-a2c8-925a2d3855aa req-0b0e8f1d-a859-40a1-be5e-a2dc86ebdeda service nova] Acquired lock "refresh_cache-ff39dd45-b984-4c70-a03b-b76cd4bb00f4" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1449.688188] env[69770]: DEBUG nova.network.neutron [req-df76ed79-092c-4041-a2c8-925a2d3855aa req-0b0e8f1d-a859-40a1-be5e-a2dc86ebdeda service nova] [instance: ff39dd45-b984-4c70-a03b-b76cd4bb00f4] Refreshing network info cache for port d2671f4c-55d3-4326-8bf6-70bbe7d6f9ec {{(pid=69770) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1449.986362] env[69770]: DEBUG oslo_vmware.api [-] Task: {'id': task-4071012, 'name': CreateVM_Task} progress is 25%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1450.395318] env[69770]: DEBUG nova.network.neutron [req-df76ed79-092c-4041-a2c8-925a2d3855aa req-0b0e8f1d-a859-40a1-be5e-a2dc86ebdeda service nova] [instance: ff39dd45-b984-4c70-a03b-b76cd4bb00f4] Updated VIF entry in instance network info cache for port d2671f4c-55d3-4326-8bf6-70bbe7d6f9ec. {{(pid=69770) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1450.395768] env[69770]: DEBUG nova.network.neutron [req-df76ed79-092c-4041-a2c8-925a2d3855aa req-0b0e8f1d-a859-40a1-be5e-a2dc86ebdeda service nova] [instance: ff39dd45-b984-4c70-a03b-b76cd4bb00f4] Updating instance_info_cache with network_info: [{"id": "d2671f4c-55d3-4326-8bf6-70bbe7d6f9ec", "address": "fa:16:3e:58:47:28", "network": {"id": "bbff5a7f-321d-4632-ba56-dca20f6b376a", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-369008713-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "11ab5c964ea04c01a3f39c2d9427a421", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "462a7219-4deb-4225-9cf7-3131ef280363", "external-id": "nsx-vlan-transportzone-468", "segmentation_id": 468, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd2671f4c-55", "ovs_interfaceid": "d2671f4c-55d3-4326-8bf6-70bbe7d6f9ec", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69770) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1450.484626] env[69770]: DEBUG oslo_vmware.api [-] Task: {'id': task-4071012, 'name': CreateVM_Task, 'duration_secs': 0.740841} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1450.484852] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ff39dd45-b984-4c70-a03b-b76cd4bb00f4] Created VM on the ESX host {{(pid=69770) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1450.485563] env[69770]: DEBUG oslo_concurrency.lockutils [None req-5c8feb1f-0b4f-4f45-afab-c05669889b7e tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1450.485731] env[69770]: DEBUG oslo_concurrency.lockutils [None req-5c8feb1f-0b4f-4f45-afab-c05669889b7e tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1450.486099] env[69770]: DEBUG oslo_concurrency.lockutils [None req-5c8feb1f-0b4f-4f45-afab-c05669889b7e tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1450.486385] env[69770]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f3c780a6-86aa-4dbb-8496-daf4955008d8 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1450.491924] env[69770]: DEBUG oslo_vmware.api [None req-5c8feb1f-0b4f-4f45-afab-c05669889b7e tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] Waiting for the task: (returnval){ [ 1450.491924] env[69770]: value = "session[52161b52-cb8e-ec9f-1132-2f6b49549d41]52a97144-240f-aec2-6791-364982354a6c" [ 1450.491924] env[69770]: _type = "Task" [ 1450.491924] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1450.502537] env[69770]: DEBUG oslo_vmware.api [None req-5c8feb1f-0b4f-4f45-afab-c05669889b7e tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]52a97144-240f-aec2-6791-364982354a6c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1450.898716] env[69770]: DEBUG oslo_concurrency.lockutils [req-df76ed79-092c-4041-a2c8-925a2d3855aa req-0b0e8f1d-a859-40a1-be5e-a2dc86ebdeda service nova] Releasing lock "refresh_cache-ff39dd45-b984-4c70-a03b-b76cd4bb00f4" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1451.003337] env[69770]: DEBUG oslo_vmware.api [None req-5c8feb1f-0b4f-4f45-afab-c05669889b7e tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]52a97144-240f-aec2-6791-364982354a6c, 'name': SearchDatastore_Task, 'duration_secs': 0.01228} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1451.003766] env[69770]: DEBUG oslo_concurrency.lockutils [None req-5c8feb1f-0b4f-4f45-afab-c05669889b7e tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1451.003895] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-5c8feb1f-0b4f-4f45-afab-c05669889b7e tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] [instance: ff39dd45-b984-4c70-a03b-b76cd4bb00f4] Processing image d1eaff80-24a0-4391-90eb-59958b1ecf0a {{(pid=69770) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1451.004153] env[69770]: DEBUG oslo_concurrency.lockutils [None req-5c8feb1f-0b4f-4f45-afab-c05669889b7e tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1451.004301] env[69770]: DEBUG oslo_concurrency.lockutils [None req-5c8feb1f-0b4f-4f45-afab-c05669889b7e tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1451.004483] env[69770]: DEBUG nova.virt.vmwareapi.ds_util [None req-5c8feb1f-0b4f-4f45-afab-c05669889b7e tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69770) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1451.004821] env[69770]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bb81a51e-44bd-48e7-83ee-4059fc7e0f64 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1451.015540] env[69770]: DEBUG nova.virt.vmwareapi.ds_util [None req-5c8feb1f-0b4f-4f45-afab-c05669889b7e tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69770) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1451.015725] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-5c8feb1f-0b4f-4f45-afab-c05669889b7e tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69770) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1451.016471] env[69770]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-82bccd8e-286e-46ec-84c0-277093f3b977 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1451.022170] env[69770]: DEBUG oslo_vmware.api [None req-5c8feb1f-0b4f-4f45-afab-c05669889b7e tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] Waiting for the task: (returnval){ [ 1451.022170] env[69770]: value = "session[52161b52-cb8e-ec9f-1132-2f6b49549d41]52c42627-2fc4-d01e-1d6c-eb5461c5bfec" [ 1451.022170] env[69770]: _type = "Task" [ 1451.022170] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1451.030455] env[69770]: DEBUG oslo_vmware.api [None req-5c8feb1f-0b4f-4f45-afab-c05669889b7e tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]52c42627-2fc4-d01e-1d6c-eb5461c5bfec, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1451.533070] env[69770]: DEBUG oslo_vmware.api [None req-5c8feb1f-0b4f-4f45-afab-c05669889b7e tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]52c42627-2fc4-d01e-1d6c-eb5461c5bfec, 'name': SearchDatastore_Task, 'duration_secs': 0.011875} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1451.533929] env[69770]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-df0b932e-7692-4ac0-91cf-cd425eba4f35 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1451.539981] env[69770]: DEBUG oslo_vmware.api [None req-5c8feb1f-0b4f-4f45-afab-c05669889b7e tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] Waiting for the task: (returnval){ [ 1451.539981] env[69770]: value = "session[52161b52-cb8e-ec9f-1132-2f6b49549d41]5266a048-3377-c332-a1c7-e660e4e1c2e5" [ 1451.539981] env[69770]: _type = "Task" [ 1451.539981] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1451.548632] env[69770]: DEBUG oslo_vmware.api [None req-5c8feb1f-0b4f-4f45-afab-c05669889b7e tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]5266a048-3377-c332-a1c7-e660e4e1c2e5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1452.052507] env[69770]: DEBUG oslo_vmware.api [None req-5c8feb1f-0b4f-4f45-afab-c05669889b7e tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]5266a048-3377-c332-a1c7-e660e4e1c2e5, 'name': SearchDatastore_Task, 'duration_secs': 0.013719} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1452.052904] env[69770]: DEBUG oslo_concurrency.lockutils [None req-5c8feb1f-0b4f-4f45-afab-c05669889b7e tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1452.052990] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c8feb1f-0b4f-4f45-afab-c05669889b7e tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk to [datastore2] ff39dd45-b984-4c70-a03b-b76cd4bb00f4/ff39dd45-b984-4c70-a03b-b76cd4bb00f4.vmdk {{(pid=69770) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1452.053277] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2a503727-6dce-4c0d-90aa-79d47f9fadea {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1452.064272] env[69770]: DEBUG oslo_vmware.api [None req-5c8feb1f-0b4f-4f45-afab-c05669889b7e tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] Waiting for the task: (returnval){ [ 1452.064272] env[69770]: value = "task-4071013" [ 1452.064272] env[69770]: _type = "Task" [ 1452.064272] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1452.073678] env[69770]: DEBUG oslo_vmware.api [None req-5c8feb1f-0b4f-4f45-afab-c05669889b7e tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] Task: {'id': task-4071013, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1452.577381] env[69770]: DEBUG oslo_vmware.api [None req-5c8feb1f-0b4f-4f45-afab-c05669889b7e tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] Task: {'id': task-4071013, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1453.076019] env[69770]: DEBUG oslo_vmware.api [None req-5c8feb1f-0b4f-4f45-afab-c05669889b7e tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] Task: {'id': task-4071013, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.541099} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1453.076412] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c8feb1f-0b4f-4f45-afab-c05669889b7e tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk to [datastore2] ff39dd45-b984-4c70-a03b-b76cd4bb00f4/ff39dd45-b984-4c70-a03b-b76cd4bb00f4.vmdk {{(pid=69770) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1453.076543] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-5c8feb1f-0b4f-4f45-afab-c05669889b7e tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] [instance: ff39dd45-b984-4c70-a03b-b76cd4bb00f4] Extending root virtual disk to 1048576 {{(pid=69770) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1453.076821] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ba2a935d-fbba-408f-b91a-c1bbf5e8a2b2 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1453.084311] env[69770]: DEBUG oslo_vmware.api [None req-5c8feb1f-0b4f-4f45-afab-c05669889b7e tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] Waiting for the task: (returnval){ [ 1453.084311] env[69770]: value = "task-4071014" [ 1453.084311] env[69770]: _type = "Task" [ 1453.084311] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1453.095499] env[69770]: DEBUG oslo_vmware.api [None req-5c8feb1f-0b4f-4f45-afab-c05669889b7e tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] Task: {'id': task-4071014, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1453.596872] env[69770]: DEBUG oslo_vmware.api [None req-5c8feb1f-0b4f-4f45-afab-c05669889b7e tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] Task: {'id': task-4071014, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.144074} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1453.597237] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-5c8feb1f-0b4f-4f45-afab-c05669889b7e tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] [instance: ff39dd45-b984-4c70-a03b-b76cd4bb00f4] Extended root virtual disk {{(pid=69770) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1453.598229] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4940567-ee57-4241-8f38-d616c7bff3c4 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1453.634812] env[69770]: DEBUG nova.virt.vmwareapi.volumeops [None req-5c8feb1f-0b4f-4f45-afab-c05669889b7e tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] [instance: ff39dd45-b984-4c70-a03b-b76cd4bb00f4] Reconfiguring VM instance instance-0000007a to attach disk [datastore2] ff39dd45-b984-4c70-a03b-b76cd4bb00f4/ff39dd45-b984-4c70-a03b-b76cd4bb00f4.vmdk or device None with type sparse {{(pid=69770) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1453.635308] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e75ca09c-bd99-423d-be86-e9e657bad335 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1453.666411] env[69770]: DEBUG oslo_vmware.api [None req-5c8feb1f-0b4f-4f45-afab-c05669889b7e tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] Waiting for the task: (returnval){ [ 1453.666411] env[69770]: value = "task-4071015" [ 1453.666411] env[69770]: _type = "Task" [ 1453.666411] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1453.675854] env[69770]: DEBUG oslo_vmware.api [None req-5c8feb1f-0b4f-4f45-afab-c05669889b7e tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] Task: {'id': task-4071015, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1454.178127] env[69770]: DEBUG oslo_vmware.api [None req-5c8feb1f-0b4f-4f45-afab-c05669889b7e tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] Task: {'id': task-4071015, 'name': ReconfigVM_Task, 'duration_secs': 0.451158} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1454.178545] env[69770]: DEBUG nova.virt.vmwareapi.volumeops [None req-5c8feb1f-0b4f-4f45-afab-c05669889b7e tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] [instance: ff39dd45-b984-4c70-a03b-b76cd4bb00f4] Reconfigured VM instance instance-0000007a to attach disk [datastore2] ff39dd45-b984-4c70-a03b-b76cd4bb00f4/ff39dd45-b984-4c70-a03b-b76cd4bb00f4.vmdk or device None with type sparse {{(pid=69770) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1454.179290] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-70d46c3f-cf65-48a7-8764-19ec3c1d813c {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1454.187116] env[69770]: DEBUG oslo_vmware.api [None req-5c8feb1f-0b4f-4f45-afab-c05669889b7e tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] Waiting for the task: (returnval){ [ 1454.187116] env[69770]: value = "task-4071016" [ 1454.187116] env[69770]: _type = "Task" [ 1454.187116] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1454.197253] env[69770]: DEBUG oslo_vmware.api [None req-5c8feb1f-0b4f-4f45-afab-c05669889b7e tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] Task: {'id': task-4071016, 'name': Rename_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1454.696749] env[69770]: DEBUG oslo_vmware.api [None req-5c8feb1f-0b4f-4f45-afab-c05669889b7e tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] Task: {'id': task-4071016, 'name': Rename_Task, 'duration_secs': 0.21282} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1454.697052] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c8feb1f-0b4f-4f45-afab-c05669889b7e tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] [instance: ff39dd45-b984-4c70-a03b-b76cd4bb00f4] Powering on the VM {{(pid=69770) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1454.697306] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-57841725-d9ea-4373-8f53-c956b8d441c0 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1454.704498] env[69770]: DEBUG oslo_vmware.api [None req-5c8feb1f-0b4f-4f45-afab-c05669889b7e tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] Waiting for the task: (returnval){ [ 1454.704498] env[69770]: value = "task-4071017" [ 1454.704498] env[69770]: _type = "Task" [ 1454.704498] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1454.712609] env[69770]: DEBUG oslo_vmware.api [None req-5c8feb1f-0b4f-4f45-afab-c05669889b7e tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] Task: {'id': task-4071017, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1454.751204] env[69770]: DEBUG oslo_vmware.rw_handles [None req-82346779-5357-4910-8e4f-39808b1f3088 tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52794cfe-18fa-d7b5-290f-10b86c1bdb29/disk-0.vmdk. {{(pid=69770) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1454.752217] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c05dc2c3-50c8-48fb-8eb5-97e57c674947 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1454.758954] env[69770]: DEBUG oslo_vmware.rw_handles [None req-82346779-5357-4910-8e4f-39808b1f3088 tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52794cfe-18fa-d7b5-290f-10b86c1bdb29/disk-0.vmdk is in state: ready. {{(pid=69770) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1454.759139] env[69770]: ERROR oslo_vmware.rw_handles [None req-82346779-5357-4910-8e4f-39808b1f3088 tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52794cfe-18fa-d7b5-290f-10b86c1bdb29/disk-0.vmdk due to incomplete transfer. [ 1454.759417] env[69770]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-7230051a-511e-4733-b26a-08f700c05172 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1454.767104] env[69770]: DEBUG oslo_vmware.rw_handles [None req-82346779-5357-4910-8e4f-39808b1f3088 tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52794cfe-18fa-d7b5-290f-10b86c1bdb29/disk-0.vmdk. {{(pid=69770) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1454.767306] env[69770]: DEBUG nova.virt.vmwareapi.images [None req-82346779-5357-4910-8e4f-39808b1f3088 tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] [instance: 31c82885-55ef-450a-ae73-40973bce624c] Uploaded image 99de559a-9815-455a-acdb-4919cc79241f to the Glance image server {{(pid=69770) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1454.769679] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-82346779-5357-4910-8e4f-39808b1f3088 tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] [instance: 31c82885-55ef-450a-ae73-40973bce624c] Destroying the VM {{(pid=69770) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1454.769947] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-690994e4-5c94-418f-bb8a-b56e580627c8 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1454.777629] env[69770]: DEBUG oslo_vmware.api [None req-82346779-5357-4910-8e4f-39808b1f3088 tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] Waiting for the task: (returnval){ [ 1454.777629] env[69770]: value = "task-4071018" [ 1454.777629] env[69770]: _type = "Task" [ 1454.777629] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1454.786640] env[69770]: DEBUG oslo_vmware.api [None req-82346779-5357-4910-8e4f-39808b1f3088 tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] Task: {'id': task-4071018, 'name': Destroy_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1455.215428] env[69770]: DEBUG oslo_vmware.api [None req-5c8feb1f-0b4f-4f45-afab-c05669889b7e tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] Task: {'id': task-4071017, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1455.288827] env[69770]: DEBUG oslo_vmware.api [None req-82346779-5357-4910-8e4f-39808b1f3088 tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] Task: {'id': task-4071018, 'name': Destroy_Task} progress is 33%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1455.715942] env[69770]: DEBUG oslo_vmware.api [None req-5c8feb1f-0b4f-4f45-afab-c05669889b7e tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] Task: {'id': task-4071017, 'name': PowerOnVM_Task, 'duration_secs': 0.64273} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1455.716947] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c8feb1f-0b4f-4f45-afab-c05669889b7e tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] [instance: ff39dd45-b984-4c70-a03b-b76cd4bb00f4] Powered on the VM {{(pid=69770) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1455.716947] env[69770]: INFO nova.compute.manager [None req-5c8feb1f-0b4f-4f45-afab-c05669889b7e tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] [instance: ff39dd45-b984-4c70-a03b-b76cd4bb00f4] Took 8.21 seconds to spawn the instance on the hypervisor. [ 1455.716947] env[69770]: DEBUG nova.compute.manager [None req-5c8feb1f-0b4f-4f45-afab-c05669889b7e tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] [instance: ff39dd45-b984-4c70-a03b-b76cd4bb00f4] Checking state {{(pid=69770) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1455.717741] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edb04db9-88fe-4e7e-9147-67def7c7f8d1 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1455.789110] env[69770]: DEBUG oslo_vmware.api [None req-82346779-5357-4910-8e4f-39808b1f3088 tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] Task: {'id': task-4071018, 'name': Destroy_Task, 'duration_secs': 0.582813} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1455.789347] env[69770]: INFO nova.virt.vmwareapi.vm_util [None req-82346779-5357-4910-8e4f-39808b1f3088 tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] [instance: 31c82885-55ef-450a-ae73-40973bce624c] Destroyed the VM [ 1455.789564] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-82346779-5357-4910-8e4f-39808b1f3088 tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] [instance: 31c82885-55ef-450a-ae73-40973bce624c] Deleting Snapshot of the VM instance {{(pid=69770) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1455.789813] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-d0b13dc0-2011-45ca-b01e-2e777c86d853 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1455.797265] env[69770]: DEBUG oslo_vmware.api [None req-82346779-5357-4910-8e4f-39808b1f3088 tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] Waiting for the task: (returnval){ [ 1455.797265] env[69770]: value = "task-4071019" [ 1455.797265] env[69770]: _type = "Task" [ 1455.797265] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1455.805832] env[69770]: DEBUG oslo_vmware.api [None req-82346779-5357-4910-8e4f-39808b1f3088 tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] Task: {'id': task-4071019, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1456.237014] env[69770]: INFO nova.compute.manager [None req-5c8feb1f-0b4f-4f45-afab-c05669889b7e tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] [instance: ff39dd45-b984-4c70-a03b-b76cd4bb00f4] Took 12.94 seconds to build instance. [ 1456.308153] env[69770]: DEBUG oslo_vmware.api [None req-82346779-5357-4910-8e4f-39808b1f3088 tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] Task: {'id': task-4071019, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1456.738893] env[69770]: DEBUG oslo_concurrency.lockutils [None req-5c8feb1f-0b4f-4f45-afab-c05669889b7e tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] Lock "ff39dd45-b984-4c70-a03b-b76cd4bb00f4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.451s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1456.808698] env[69770]: DEBUG oslo_vmware.api [None req-82346779-5357-4910-8e4f-39808b1f3088 tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] Task: {'id': task-4071019, 'name': RemoveSnapshot_Task, 'duration_secs': 0.802986} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1456.808959] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-82346779-5357-4910-8e4f-39808b1f3088 tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] [instance: 31c82885-55ef-450a-ae73-40973bce624c] Deleted Snapshot of the VM instance {{(pid=69770) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1456.809259] env[69770]: DEBUG nova.compute.manager [None req-82346779-5357-4910-8e4f-39808b1f3088 tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] [instance: 31c82885-55ef-450a-ae73-40973bce624c] Checking state {{(pid=69770) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1456.810044] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ac753e7-9e11-48e8-81ab-7893e1ff0b50 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1457.080398] env[69770]: DEBUG oslo_concurrency.lockutils [None req-cf02dcb0-283b-4b68-8f7f-beeadd0834f0 tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] Acquiring lock "ff39dd45-b984-4c70-a03b-b76cd4bb00f4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1457.080703] env[69770]: DEBUG oslo_concurrency.lockutils [None req-cf02dcb0-283b-4b68-8f7f-beeadd0834f0 tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] Lock "ff39dd45-b984-4c70-a03b-b76cd4bb00f4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1457.080926] env[69770]: DEBUG oslo_concurrency.lockutils [None req-cf02dcb0-283b-4b68-8f7f-beeadd0834f0 tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] Acquiring lock "ff39dd45-b984-4c70-a03b-b76cd4bb00f4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1457.081136] env[69770]: DEBUG oslo_concurrency.lockutils [None req-cf02dcb0-283b-4b68-8f7f-beeadd0834f0 tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] Lock "ff39dd45-b984-4c70-a03b-b76cd4bb00f4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1457.081309] env[69770]: DEBUG oslo_concurrency.lockutils [None req-cf02dcb0-283b-4b68-8f7f-beeadd0834f0 tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] Lock "ff39dd45-b984-4c70-a03b-b76cd4bb00f4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1457.083497] env[69770]: INFO nova.compute.manager [None req-cf02dcb0-283b-4b68-8f7f-beeadd0834f0 tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] [instance: ff39dd45-b984-4c70-a03b-b76cd4bb00f4] Terminating instance [ 1457.321657] env[69770]: INFO nova.compute.manager [None req-82346779-5357-4910-8e4f-39808b1f3088 tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] [instance: 31c82885-55ef-450a-ae73-40973bce624c] Shelve offloading [ 1457.587516] env[69770]: DEBUG nova.compute.manager [None req-cf02dcb0-283b-4b68-8f7f-beeadd0834f0 tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] [instance: ff39dd45-b984-4c70-a03b-b76cd4bb00f4] Start destroying the instance on the hypervisor. {{(pid=69770) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1457.587789] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-cf02dcb0-283b-4b68-8f7f-beeadd0834f0 tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] [instance: ff39dd45-b984-4c70-a03b-b76cd4bb00f4] Destroying instance {{(pid=69770) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1457.589030] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d28657ab-6edf-4ad7-a316-ae15941427dc {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1457.596556] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf02dcb0-283b-4b68-8f7f-beeadd0834f0 tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] [instance: ff39dd45-b984-4c70-a03b-b76cd4bb00f4] Powering off the VM {{(pid=69770) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1457.596798] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d94c980b-b4fd-495f-aebc-ebe05451fe9e {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1457.603829] env[69770]: DEBUG oslo_vmware.api [None req-cf02dcb0-283b-4b68-8f7f-beeadd0834f0 tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] Waiting for the task: (returnval){ [ 1457.603829] env[69770]: value = "task-4071020" [ 1457.603829] env[69770]: _type = "Task" [ 1457.603829] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1457.612609] env[69770]: DEBUG oslo_vmware.api [None req-cf02dcb0-283b-4b68-8f7f-beeadd0834f0 tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] Task: {'id': task-4071020, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1457.825588] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-82346779-5357-4910-8e4f-39808b1f3088 tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] [instance: 31c82885-55ef-450a-ae73-40973bce624c] Powering off the VM {{(pid=69770) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1457.825948] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4aaf94c7-34dd-4e81-a2c0-6adb274fc73c {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1457.833696] env[69770]: DEBUG oslo_vmware.api [None req-82346779-5357-4910-8e4f-39808b1f3088 tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] Waiting for the task: (returnval){ [ 1457.833696] env[69770]: value = "task-4071021" [ 1457.833696] env[69770]: _type = "Task" [ 1457.833696] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1457.841921] env[69770]: DEBUG oslo_vmware.api [None req-82346779-5357-4910-8e4f-39808b1f3088 tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] Task: {'id': task-4071021, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1458.113917] env[69770]: DEBUG oslo_vmware.api [None req-cf02dcb0-283b-4b68-8f7f-beeadd0834f0 tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] Task: {'id': task-4071020, 'name': PowerOffVM_Task, 'duration_secs': 0.165881} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1458.114293] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf02dcb0-283b-4b68-8f7f-beeadd0834f0 tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] [instance: ff39dd45-b984-4c70-a03b-b76cd4bb00f4] Powered off the VM {{(pid=69770) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1458.114474] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-cf02dcb0-283b-4b68-8f7f-beeadd0834f0 tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] [instance: ff39dd45-b984-4c70-a03b-b76cd4bb00f4] Unregistering the VM {{(pid=69770) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1458.114730] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-203db3e7-4f01-4657-bed5-e46c7b59d7b4 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1458.177281] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-cf02dcb0-283b-4b68-8f7f-beeadd0834f0 tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] [instance: ff39dd45-b984-4c70-a03b-b76cd4bb00f4] Unregistered the VM {{(pid=69770) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1458.177515] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-cf02dcb0-283b-4b68-8f7f-beeadd0834f0 tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] [instance: ff39dd45-b984-4c70-a03b-b76cd4bb00f4] Deleting contents of the VM from datastore datastore2 {{(pid=69770) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1458.177671] env[69770]: DEBUG nova.virt.vmwareapi.ds_util [None req-cf02dcb0-283b-4b68-8f7f-beeadd0834f0 tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] Deleting the datastore file [datastore2] ff39dd45-b984-4c70-a03b-b76cd4bb00f4 {{(pid=69770) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1458.177953] env[69770]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-802b49ee-2f1d-466f-b18d-e3e27d7c4f58 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1458.185081] env[69770]: DEBUG oslo_vmware.api [None req-cf02dcb0-283b-4b68-8f7f-beeadd0834f0 tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] Waiting for the task: (returnval){ [ 1458.185081] env[69770]: value = "task-4071023" [ 1458.185081] env[69770]: _type = "Task" [ 1458.185081] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1458.193540] env[69770]: DEBUG oslo_vmware.api [None req-cf02dcb0-283b-4b68-8f7f-beeadd0834f0 tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] Task: {'id': task-4071023, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1458.344629] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-82346779-5357-4910-8e4f-39808b1f3088 tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] [instance: 31c82885-55ef-450a-ae73-40973bce624c] VM already powered off {{(pid=69770) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1458.345049] env[69770]: DEBUG nova.compute.manager [None req-82346779-5357-4910-8e4f-39808b1f3088 tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] [instance: 31c82885-55ef-450a-ae73-40973bce624c] Checking state {{(pid=69770) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1458.345657] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2abd933-927d-4e86-a16c-e8f89e68aae4 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1458.351593] env[69770]: DEBUG oslo_concurrency.lockutils [None req-82346779-5357-4910-8e4f-39808b1f3088 tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] Acquiring lock "refresh_cache-31c82885-55ef-450a-ae73-40973bce624c" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1458.351753] env[69770]: DEBUG oslo_concurrency.lockutils [None req-82346779-5357-4910-8e4f-39808b1f3088 tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] Acquired lock "refresh_cache-31c82885-55ef-450a-ae73-40973bce624c" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1458.351924] env[69770]: DEBUG nova.network.neutron [None req-82346779-5357-4910-8e4f-39808b1f3088 tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] [instance: 31c82885-55ef-450a-ae73-40973bce624c] Building network info cache for instance {{(pid=69770) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1458.696574] env[69770]: DEBUG oslo_vmware.api [None req-cf02dcb0-283b-4b68-8f7f-beeadd0834f0 tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] Task: {'id': task-4071023, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.127519} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1458.696822] env[69770]: DEBUG nova.virt.vmwareapi.ds_util [None req-cf02dcb0-283b-4b68-8f7f-beeadd0834f0 tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] Deleted the datastore file {{(pid=69770) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1458.697015] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-cf02dcb0-283b-4b68-8f7f-beeadd0834f0 tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] [instance: ff39dd45-b984-4c70-a03b-b76cd4bb00f4] Deleted contents of the VM from datastore datastore2 {{(pid=69770) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1458.697197] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-cf02dcb0-283b-4b68-8f7f-beeadd0834f0 tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] [instance: ff39dd45-b984-4c70-a03b-b76cd4bb00f4] Instance destroyed {{(pid=69770) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1458.697371] env[69770]: INFO nova.compute.manager [None req-cf02dcb0-283b-4b68-8f7f-beeadd0834f0 tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] [instance: ff39dd45-b984-4c70-a03b-b76cd4bb00f4] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1458.697630] env[69770]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cf02dcb0-283b-4b68-8f7f-beeadd0834f0 tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69770) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1458.697817] env[69770]: DEBUG nova.compute.manager [-] [instance: ff39dd45-b984-4c70-a03b-b76cd4bb00f4] Deallocating network for instance {{(pid=69770) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1458.697911] env[69770]: DEBUG nova.network.neutron [-] [instance: ff39dd45-b984-4c70-a03b-b76cd4bb00f4] deallocate_for_instance() {{(pid=69770) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1459.226512] env[69770]: DEBUG nova.compute.manager [req-3f2cee4b-ae17-4c28-b868-46d06c148937 req-d325d815-efb2-4867-94df-edd7dea35a38 service nova] [instance: ff39dd45-b984-4c70-a03b-b76cd4bb00f4] Received event network-vif-deleted-d2671f4c-55d3-4326-8bf6-70bbe7d6f9ec {{(pid=69770) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1459.226825] env[69770]: INFO nova.compute.manager [req-3f2cee4b-ae17-4c28-b868-46d06c148937 req-d325d815-efb2-4867-94df-edd7dea35a38 service nova] [instance: ff39dd45-b984-4c70-a03b-b76cd4bb00f4] Neutron deleted interface d2671f4c-55d3-4326-8bf6-70bbe7d6f9ec; detaching it from the instance and deleting it from the info cache [ 1459.226940] env[69770]: DEBUG nova.network.neutron [req-3f2cee4b-ae17-4c28-b868-46d06c148937 req-d325d815-efb2-4867-94df-edd7dea35a38 service nova] [instance: ff39dd45-b984-4c70-a03b-b76cd4bb00f4] Updating instance_info_cache with network_info: [] {{(pid=69770) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1459.347924] env[69770]: DEBUG nova.network.neutron [None req-82346779-5357-4910-8e4f-39808b1f3088 tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] [instance: 31c82885-55ef-450a-ae73-40973bce624c] Updating instance_info_cache with network_info: [{"id": "23ae5a46-7862-49dc-897e-3a6918ccc43b", "address": "fa:16:3e:30:7f:55", "network": {"id": "6947160b-7d54-4e72-ac36-2126989baab1", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-851069895-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.254", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bcbfd42565514a329707ee7a1c7d910c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69076131-87ac-46dd-9d5d-8d1b4ea7dec6", "external-id": "nsx-vlan-transportzone-327", "segmentation_id": 327, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap23ae5a46-78", "ovs_interfaceid": "23ae5a46-7862-49dc-897e-3a6918ccc43b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69770) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1459.707484] env[69770]: DEBUG nova.network.neutron [-] [instance: ff39dd45-b984-4c70-a03b-b76cd4bb00f4] Updating instance_info_cache with network_info: [] {{(pid=69770) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1459.729228] env[69770]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-3b725aa3-d7b8-4050-8813-142d679915bc {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1459.738966] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ab62d75-448a-4a27-840c-12d4fd53f8b8 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1459.766095] env[69770]: DEBUG nova.compute.manager [req-3f2cee4b-ae17-4c28-b868-46d06c148937 req-d325d815-efb2-4867-94df-edd7dea35a38 service nova] [instance: ff39dd45-b984-4c70-a03b-b76cd4bb00f4] Detach interface failed, port_id=d2671f4c-55d3-4326-8bf6-70bbe7d6f9ec, reason: Instance ff39dd45-b984-4c70-a03b-b76cd4bb00f4 could not be found. {{(pid=69770) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1459.851034] env[69770]: DEBUG oslo_concurrency.lockutils [None req-82346779-5357-4910-8e4f-39808b1f3088 tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] Releasing lock "refresh_cache-31c82885-55ef-450a-ae73-40973bce624c" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1460.200260] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-82346779-5357-4910-8e4f-39808b1f3088 tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] [instance: 31c82885-55ef-450a-ae73-40973bce624c] Destroying instance {{(pid=69770) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1460.201322] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a7c0173-b699-4bc0-b991-4d0680932b2e {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1460.210023] env[69770]: INFO nova.compute.manager [-] [instance: ff39dd45-b984-4c70-a03b-b76cd4bb00f4] Took 1.51 seconds to deallocate network for instance. [ 1460.210433] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-82346779-5357-4910-8e4f-39808b1f3088 tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] [instance: 31c82885-55ef-450a-ae73-40973bce624c] Unregistering the VM {{(pid=69770) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1460.212222] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-134bc688-a3e7-4acd-b92c-a349a7516609 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1460.297189] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-82346779-5357-4910-8e4f-39808b1f3088 tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] [instance: 31c82885-55ef-450a-ae73-40973bce624c] Unregistered the VM {{(pid=69770) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1460.297422] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-82346779-5357-4910-8e4f-39808b1f3088 tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] [instance: 31c82885-55ef-450a-ae73-40973bce624c] Deleting contents of the VM from datastore datastore2 {{(pid=69770) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1460.297588] env[69770]: DEBUG nova.virt.vmwareapi.ds_util [None req-82346779-5357-4910-8e4f-39808b1f3088 tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] Deleting the datastore file [datastore2] 31c82885-55ef-450a-ae73-40973bce624c {{(pid=69770) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1460.297974] env[69770]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f7928112-2632-4d3e-8268-007790d5918e {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1460.305022] env[69770]: DEBUG oslo_vmware.api [None req-82346779-5357-4910-8e4f-39808b1f3088 tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] Waiting for the task: (returnval){ [ 1460.305022] env[69770]: value = "task-4071025" [ 1460.305022] env[69770]: _type = "Task" [ 1460.305022] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1460.312834] env[69770]: DEBUG oslo_vmware.api [None req-82346779-5357-4910-8e4f-39808b1f3088 tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] Task: {'id': task-4071025, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1460.719025] env[69770]: DEBUG oslo_concurrency.lockutils [None req-cf02dcb0-283b-4b68-8f7f-beeadd0834f0 tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1460.719389] env[69770]: DEBUG oslo_concurrency.lockutils [None req-cf02dcb0-283b-4b68-8f7f-beeadd0834f0 tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1460.719572] env[69770]: DEBUG nova.objects.instance [None req-cf02dcb0-283b-4b68-8f7f-beeadd0834f0 tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] Lazy-loading 'resources' on Instance uuid ff39dd45-b984-4c70-a03b-b76cd4bb00f4 {{(pid=69770) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1460.814839] env[69770]: DEBUG oslo_vmware.api [None req-82346779-5357-4910-8e4f-39808b1f3088 tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] Task: {'id': task-4071025, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.128621} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1460.815279] env[69770]: DEBUG nova.virt.vmwareapi.ds_util [None req-82346779-5357-4910-8e4f-39808b1f3088 tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] Deleted the datastore file {{(pid=69770) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1460.815482] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-82346779-5357-4910-8e4f-39808b1f3088 tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] [instance: 31c82885-55ef-450a-ae73-40973bce624c] Deleted contents of the VM from datastore datastore2 {{(pid=69770) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1460.815668] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-82346779-5357-4910-8e4f-39808b1f3088 tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] [instance: 31c82885-55ef-450a-ae73-40973bce624c] Instance destroyed {{(pid=69770) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1460.840111] env[69770]: INFO nova.scheduler.client.report [None req-82346779-5357-4910-8e4f-39808b1f3088 tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] Deleted allocations for instance 31c82885-55ef-450a-ae73-40973bce624c [ 1461.252363] env[69770]: DEBUG nova.compute.manager [req-d4755f16-779b-4899-95cb-3915df8fd90d req-0ec7a268-048d-416a-8e3d-fc42418b298f service nova] [instance: 31c82885-55ef-450a-ae73-40973bce624c] Received event network-vif-unplugged-23ae5a46-7862-49dc-897e-3a6918ccc43b {{(pid=69770) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1461.252716] env[69770]: DEBUG oslo_concurrency.lockutils [req-d4755f16-779b-4899-95cb-3915df8fd90d req-0ec7a268-048d-416a-8e3d-fc42418b298f service nova] Acquiring lock "31c82885-55ef-450a-ae73-40973bce624c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1461.252997] env[69770]: DEBUG oslo_concurrency.lockutils [req-d4755f16-779b-4899-95cb-3915df8fd90d req-0ec7a268-048d-416a-8e3d-fc42418b298f service nova] Lock "31c82885-55ef-450a-ae73-40973bce624c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1461.253255] env[69770]: DEBUG oslo_concurrency.lockutils [req-d4755f16-779b-4899-95cb-3915df8fd90d req-0ec7a268-048d-416a-8e3d-fc42418b298f service nova] Lock "31c82885-55ef-450a-ae73-40973bce624c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1461.253493] env[69770]: DEBUG nova.compute.manager [req-d4755f16-779b-4899-95cb-3915df8fd90d req-0ec7a268-048d-416a-8e3d-fc42418b298f service nova] [instance: 31c82885-55ef-450a-ae73-40973bce624c] No waiting events found dispatching network-vif-unplugged-23ae5a46-7862-49dc-897e-3a6918ccc43b {{(pid=69770) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1461.253735] env[69770]: WARNING nova.compute.manager [req-d4755f16-779b-4899-95cb-3915df8fd90d req-0ec7a268-048d-416a-8e3d-fc42418b298f service nova] [instance: 31c82885-55ef-450a-ae73-40973bce624c] Received unexpected event network-vif-unplugged-23ae5a46-7862-49dc-897e-3a6918ccc43b for instance with vm_state shelved_offloaded and task_state None. [ 1461.253964] env[69770]: DEBUG nova.compute.manager [req-d4755f16-779b-4899-95cb-3915df8fd90d req-0ec7a268-048d-416a-8e3d-fc42418b298f service nova] [instance: 31c82885-55ef-450a-ae73-40973bce624c] Received event network-changed-23ae5a46-7862-49dc-897e-3a6918ccc43b {{(pid=69770) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1461.254204] env[69770]: DEBUG nova.compute.manager [req-d4755f16-779b-4899-95cb-3915df8fd90d req-0ec7a268-048d-416a-8e3d-fc42418b298f service nova] [instance: 31c82885-55ef-450a-ae73-40973bce624c] Refreshing instance network info cache due to event network-changed-23ae5a46-7862-49dc-897e-3a6918ccc43b. {{(pid=69770) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1461.254454] env[69770]: DEBUG oslo_concurrency.lockutils [req-d4755f16-779b-4899-95cb-3915df8fd90d req-0ec7a268-048d-416a-8e3d-fc42418b298f service nova] Acquiring lock "refresh_cache-31c82885-55ef-450a-ae73-40973bce624c" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1461.254656] env[69770]: DEBUG oslo_concurrency.lockutils [req-d4755f16-779b-4899-95cb-3915df8fd90d req-0ec7a268-048d-416a-8e3d-fc42418b298f service nova] Acquired lock "refresh_cache-31c82885-55ef-450a-ae73-40973bce624c" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1461.254882] env[69770]: DEBUG nova.network.neutron [req-d4755f16-779b-4899-95cb-3915df8fd90d req-0ec7a268-048d-416a-8e3d-fc42418b298f service nova] [instance: 31c82885-55ef-450a-ae73-40973bce624c] Refreshing network info cache for port 23ae5a46-7862-49dc-897e-3a6918ccc43b {{(pid=69770) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1461.257775] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbe1230d-44b4-4ffd-bc8d-aa1cbe1c3440 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1461.267162] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fb90c81-eefe-40dd-8a47-774cfa25d0f9 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1461.299982] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-768eec0a-a009-4535-9305-5e6b6f9e20d7 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1461.307951] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-911b0ac6-2589-48a3-9313-218e16a4c703 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1461.322255] env[69770]: DEBUG nova.compute.provider_tree [None req-cf02dcb0-283b-4b68-8f7f-beeadd0834f0 tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] Inventory has not changed in ProviderTree for provider: 7cc7d32b-b7a7-454a-a456-2a440248ed9d {{(pid=69770) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1461.344749] env[69770]: DEBUG oslo_concurrency.lockutils [None req-82346779-5357-4910-8e4f-39808b1f3088 tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1461.825771] env[69770]: DEBUG nova.scheduler.client.report [None req-cf02dcb0-283b-4b68-8f7f-beeadd0834f0 tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] Inventory has not changed for provider 7cc7d32b-b7a7-454a-a456-2a440248ed9d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 21, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69770) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1462.000731] env[69770]: DEBUG nova.network.neutron [req-d4755f16-779b-4899-95cb-3915df8fd90d req-0ec7a268-048d-416a-8e3d-fc42418b298f service nova] [instance: 31c82885-55ef-450a-ae73-40973bce624c] Updated VIF entry in instance network info cache for port 23ae5a46-7862-49dc-897e-3a6918ccc43b. {{(pid=69770) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1462.001266] env[69770]: DEBUG nova.network.neutron [req-d4755f16-779b-4899-95cb-3915df8fd90d req-0ec7a268-048d-416a-8e3d-fc42418b298f service nova] [instance: 31c82885-55ef-450a-ae73-40973bce624c] Updating instance_info_cache with network_info: [{"id": "23ae5a46-7862-49dc-897e-3a6918ccc43b", "address": "fa:16:3e:30:7f:55", "network": {"id": "6947160b-7d54-4e72-ac36-2126989baab1", "bridge": null, "label": "tempest-ServerActionsTestOtherB-851069895-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.254", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bcbfd42565514a329707ee7a1c7d910c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap23ae5a46-78", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69770) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1462.330831] env[69770]: DEBUG oslo_concurrency.lockutils [None req-cf02dcb0-283b-4b68-8f7f-beeadd0834f0 tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.611s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1462.333190] env[69770]: DEBUG oslo_concurrency.lockutils [None req-82346779-5357-4910-8e4f-39808b1f3088 tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.989s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1462.333511] env[69770]: DEBUG nova.objects.instance [None req-82346779-5357-4910-8e4f-39808b1f3088 tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] Lazy-loading 'resources' on Instance uuid 31c82885-55ef-450a-ae73-40973bce624c {{(pid=69770) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1462.349113] env[69770]: INFO nova.scheduler.client.report [None req-cf02dcb0-283b-4b68-8f7f-beeadd0834f0 tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] Deleted allocations for instance ff39dd45-b984-4c70-a03b-b76cd4bb00f4 [ 1462.504220] env[69770]: DEBUG oslo_concurrency.lockutils [req-d4755f16-779b-4899-95cb-3915df8fd90d req-0ec7a268-048d-416a-8e3d-fc42418b298f service nova] Releasing lock "refresh_cache-31c82885-55ef-450a-ae73-40973bce624c" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1462.839066] env[69770]: DEBUG nova.objects.instance [None req-82346779-5357-4910-8e4f-39808b1f3088 tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] Lazy-loading 'numa_topology' on Instance uuid 31c82885-55ef-450a-ae73-40973bce624c {{(pid=69770) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1462.856403] env[69770]: DEBUG oslo_concurrency.lockutils [None req-cf02dcb0-283b-4b68-8f7f-beeadd0834f0 tempest-ServerDiskConfigTestJSON-1475146424 tempest-ServerDiskConfigTestJSON-1475146424-project-member] Lock "ff39dd45-b984-4c70-a03b-b76cd4bb00f4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.776s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1463.265687] env[69770]: DEBUG oslo_concurrency.lockutils [None req-4499c3a3-eef2-448f-8274-0dec2a2c65fb tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] Acquiring lock "31c82885-55ef-450a-ae73-40973bce624c" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1463.342068] env[69770]: DEBUG nova.objects.base [None req-82346779-5357-4910-8e4f-39808b1f3088 tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] Object Instance<31c82885-55ef-450a-ae73-40973bce624c> lazy-loaded attributes: resources,numa_topology {{(pid=69770) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1463.372581] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3d4ad50-00ec-4138-88ea-92f539337ce9 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1463.380834] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51ca8570-5026-40b7-b889-b46099fb86de {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1463.412018] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3d26303-6a5c-4f6b-a0f9-665689cdfbb1 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1463.419587] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e139737f-a375-4668-9301-4e0e102c192a {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1463.432973] env[69770]: DEBUG nova.compute.provider_tree [None req-82346779-5357-4910-8e4f-39808b1f3088 tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] Inventory has not changed in ProviderTree for provider: 7cc7d32b-b7a7-454a-a456-2a440248ed9d {{(pid=69770) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1463.936950] env[69770]: DEBUG nova.scheduler.client.report [None req-82346779-5357-4910-8e4f-39808b1f3088 tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] Inventory has not changed for provider 7cc7d32b-b7a7-454a-a456-2a440248ed9d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 21, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69770) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1464.443056] env[69770]: DEBUG oslo_concurrency.lockutils [None req-82346779-5357-4910-8e4f-39808b1f3088 tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.110s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1464.952137] env[69770]: DEBUG oslo_concurrency.lockutils [None req-82346779-5357-4910-8e4f-39808b1f3088 tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] Lock "31c82885-55ef-450a-ae73-40973bce624c" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 23.805s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1464.953338] env[69770]: DEBUG oslo_concurrency.lockutils [None req-4499c3a3-eef2-448f-8274-0dec2a2c65fb tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] Lock "31c82885-55ef-450a-ae73-40973bce624c" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 1.688s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1464.953459] env[69770]: INFO nova.compute.manager [None req-4499c3a3-eef2-448f-8274-0dec2a2c65fb tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] [instance: 31c82885-55ef-450a-ae73-40973bce624c] Unshelving [ 1465.980583] env[69770]: DEBUG oslo_concurrency.lockutils [None req-4499c3a3-eef2-448f-8274-0dec2a2c65fb tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1465.982362] env[69770]: DEBUG oslo_concurrency.lockutils [None req-4499c3a3-eef2-448f-8274-0dec2a2c65fb tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1465.982362] env[69770]: DEBUG nova.objects.instance [None req-4499c3a3-eef2-448f-8274-0dec2a2c65fb tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] Lazy-loading 'pci_requests' on Instance uuid 31c82885-55ef-450a-ae73-40973bce624c {{(pid=69770) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1466.487735] env[69770]: DEBUG nova.objects.instance [None req-4499c3a3-eef2-448f-8274-0dec2a2c65fb tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] Lazy-loading 'numa_topology' on Instance uuid 31c82885-55ef-450a-ae73-40973bce624c {{(pid=69770) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1466.990789] env[69770]: INFO nova.compute.claims [None req-4499c3a3-eef2-448f-8274-0dec2a2c65fb tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] [instance: 31c82885-55ef-450a-ae73-40973bce624c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1468.044302] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4c4193c-60d3-4756-96a9-3a57fcb7b7be {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1468.052876] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b800b765-bf2e-4283-a1f6-b49ee7f8d8eb {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1468.086547] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68632091-8514-4e69-80a1-fdf1065af531 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1468.094833] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2ce97e6-420a-4fe5-bc0b-06973c532d9f {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1468.108982] env[69770]: DEBUG nova.compute.provider_tree [None req-4499c3a3-eef2-448f-8274-0dec2a2c65fb tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] Inventory has not changed in ProviderTree for provider: 7cc7d32b-b7a7-454a-a456-2a440248ed9d {{(pid=69770) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1468.612353] env[69770]: DEBUG nova.scheduler.client.report [None req-4499c3a3-eef2-448f-8274-0dec2a2c65fb tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] Inventory has not changed for provider 7cc7d32b-b7a7-454a-a456-2a440248ed9d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 21, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69770) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1469.041972] env[69770]: DEBUG oslo_concurrency.lockutils [None req-3d4c479a-b5c5-4cd5-998e-415342a411c6 tempest-AttachVolumeNegativeTest-1432228735 tempest-AttachVolumeNegativeTest-1432228735-project-member] Acquiring lock "c5e5c6dc-e4ec-49dd-952a-b0545e401386" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1469.042668] env[69770]: DEBUG oslo_concurrency.lockutils [None req-3d4c479a-b5c5-4cd5-998e-415342a411c6 tempest-AttachVolumeNegativeTest-1432228735 tempest-AttachVolumeNegativeTest-1432228735-project-member] Lock "c5e5c6dc-e4ec-49dd-952a-b0545e401386" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1469.118952] env[69770]: DEBUG oslo_concurrency.lockutils [None req-4499c3a3-eef2-448f-8274-0dec2a2c65fb tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.137s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1469.147964] env[69770]: INFO nova.network.neutron [None req-4499c3a3-eef2-448f-8274-0dec2a2c65fb tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] [instance: 31c82885-55ef-450a-ae73-40973bce624c] Updating port 23ae5a46-7862-49dc-897e-3a6918ccc43b with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1469.546026] env[69770]: DEBUG nova.compute.manager [None req-3d4c479a-b5c5-4cd5-998e-415342a411c6 tempest-AttachVolumeNegativeTest-1432228735 tempest-AttachVolumeNegativeTest-1432228735-project-member] [instance: c5e5c6dc-e4ec-49dd-952a-b0545e401386] Starting instance... {{(pid=69770) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1470.068770] env[69770]: DEBUG oslo_concurrency.lockutils [None req-3d4c479a-b5c5-4cd5-998e-415342a411c6 tempest-AttachVolumeNegativeTest-1432228735 tempest-AttachVolumeNegativeTest-1432228735-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1470.069094] env[69770]: DEBUG oslo_concurrency.lockutils [None req-3d4c479a-b5c5-4cd5-998e-415342a411c6 tempest-AttachVolumeNegativeTest-1432228735 tempest-AttachVolumeNegativeTest-1432228735-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1470.070627] env[69770]: INFO nova.compute.claims [None req-3d4c479a-b5c5-4cd5-998e-415342a411c6 tempest-AttachVolumeNegativeTest-1432228735 tempest-AttachVolumeNegativeTest-1432228735-project-member] [instance: c5e5c6dc-e4ec-49dd-952a-b0545e401386] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1470.517974] env[69770]: DEBUG nova.compute.manager [req-19483b22-2b9a-4a92-bc23-d2e7caa2dc94 req-0d351b31-fdb4-4700-afe2-7d527aabef69 service nova] [instance: 31c82885-55ef-450a-ae73-40973bce624c] Received event network-vif-plugged-23ae5a46-7862-49dc-897e-3a6918ccc43b {{(pid=69770) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1470.518391] env[69770]: DEBUG oslo_concurrency.lockutils [req-19483b22-2b9a-4a92-bc23-d2e7caa2dc94 req-0d351b31-fdb4-4700-afe2-7d527aabef69 service nova] Acquiring lock "31c82885-55ef-450a-ae73-40973bce624c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1470.518742] env[69770]: DEBUG oslo_concurrency.lockutils [req-19483b22-2b9a-4a92-bc23-d2e7caa2dc94 req-0d351b31-fdb4-4700-afe2-7d527aabef69 service nova] Lock "31c82885-55ef-450a-ae73-40973bce624c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1470.518742] env[69770]: DEBUG oslo_concurrency.lockutils [req-19483b22-2b9a-4a92-bc23-d2e7caa2dc94 req-0d351b31-fdb4-4700-afe2-7d527aabef69 service nova] Lock "31c82885-55ef-450a-ae73-40973bce624c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1470.518742] env[69770]: DEBUG nova.compute.manager [req-19483b22-2b9a-4a92-bc23-d2e7caa2dc94 req-0d351b31-fdb4-4700-afe2-7d527aabef69 service nova] [instance: 31c82885-55ef-450a-ae73-40973bce624c] No waiting events found dispatching network-vif-plugged-23ae5a46-7862-49dc-897e-3a6918ccc43b {{(pid=69770) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1470.519042] env[69770]: WARNING nova.compute.manager [req-19483b22-2b9a-4a92-bc23-d2e7caa2dc94 req-0d351b31-fdb4-4700-afe2-7d527aabef69 service nova] [instance: 31c82885-55ef-450a-ae73-40973bce624c] Received unexpected event network-vif-plugged-23ae5a46-7862-49dc-897e-3a6918ccc43b for instance with vm_state shelved_offloaded and task_state spawning. [ 1470.610619] env[69770]: DEBUG oslo_concurrency.lockutils [None req-4499c3a3-eef2-448f-8274-0dec2a2c65fb tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] Acquiring lock "refresh_cache-31c82885-55ef-450a-ae73-40973bce624c" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1470.610942] env[69770]: DEBUG oslo_concurrency.lockutils [None req-4499c3a3-eef2-448f-8274-0dec2a2c65fb tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] Acquired lock "refresh_cache-31c82885-55ef-450a-ae73-40973bce624c" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1470.614684] env[69770]: DEBUG nova.network.neutron [None req-4499c3a3-eef2-448f-8274-0dec2a2c65fb tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] [instance: 31c82885-55ef-450a-ae73-40973bce624c] Building network info cache for instance {{(pid=69770) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1471.118679] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3594e89-8ea3-43a6-b80e-296ba4c9dca8 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1471.126859] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0f9cd15-54e9-42f2-bcaa-e45d51f3e9f5 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1471.159186] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b9a8da7-031c-461e-abe5-380f9c306b5d {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1471.167292] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44ace65e-7aeb-429b-ad52-2d867f7740fe {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1471.183549] env[69770]: DEBUG nova.compute.provider_tree [None req-3d4c479a-b5c5-4cd5-998e-415342a411c6 tempest-AttachVolumeNegativeTest-1432228735 tempest-AttachVolumeNegativeTest-1432228735-project-member] Inventory has not changed in ProviderTree for provider: 7cc7d32b-b7a7-454a-a456-2a440248ed9d {{(pid=69770) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1471.351625] env[69770]: DEBUG nova.network.neutron [None req-4499c3a3-eef2-448f-8274-0dec2a2c65fb tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] [instance: 31c82885-55ef-450a-ae73-40973bce624c] Updating instance_info_cache with network_info: [{"id": "23ae5a46-7862-49dc-897e-3a6918ccc43b", "address": "fa:16:3e:30:7f:55", "network": {"id": "6947160b-7d54-4e72-ac36-2126989baab1", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-851069895-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.254", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bcbfd42565514a329707ee7a1c7d910c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69076131-87ac-46dd-9d5d-8d1b4ea7dec6", "external-id": "nsx-vlan-transportzone-327", "segmentation_id": 327, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap23ae5a46-78", "ovs_interfaceid": "23ae5a46-7862-49dc-897e-3a6918ccc43b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69770) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1471.686731] env[69770]: DEBUG nova.scheduler.client.report [None req-3d4c479a-b5c5-4cd5-998e-415342a411c6 tempest-AttachVolumeNegativeTest-1432228735 tempest-AttachVolumeNegativeTest-1432228735-project-member] Inventory has not changed for provider 7cc7d32b-b7a7-454a-a456-2a440248ed9d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 21, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69770) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1471.855225] env[69770]: DEBUG oslo_concurrency.lockutils [None req-4499c3a3-eef2-448f-8274-0dec2a2c65fb tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] Releasing lock "refresh_cache-31c82885-55ef-450a-ae73-40973bce624c" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1471.883493] env[69770]: DEBUG nova.virt.hardware [None req-4499c3a3-eef2-448f-8274-0dec2a2c65fb tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T12:16:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='648bbc7ba3bd70ae8434d776faccf6a8',container_format='bare',created_at=2025-05-13T12:30:54Z,direct_url=,disk_format='vmdk',id=99de559a-9815-455a-acdb-4919cc79241f,min_disk=1,min_ram=0,name='tempest-ServerActionsTestOtherB-server-1990917154-shelved',owner='bcbfd42565514a329707ee7a1c7d910c',properties=ImageMetaProps,protected=,size=31669248,status='active',tags=,updated_at=2025-05-13T12:31:08Z,virtual_size=,visibility=), allow threads: False {{(pid=69770) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1471.883799] env[69770]: DEBUG nova.virt.hardware [None req-4499c3a3-eef2-448f-8274-0dec2a2c65fb tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] Flavor limits 0:0:0 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1471.883968] env[69770]: DEBUG nova.virt.hardware [None req-4499c3a3-eef2-448f-8274-0dec2a2c65fb tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] Image limits 0:0:0 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1471.884177] env[69770]: DEBUG nova.virt.hardware [None req-4499c3a3-eef2-448f-8274-0dec2a2c65fb tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] Flavor pref 0:0:0 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1471.884325] env[69770]: DEBUG nova.virt.hardware [None req-4499c3a3-eef2-448f-8274-0dec2a2c65fb tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] Image pref 0:0:0 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1471.884471] env[69770]: DEBUG nova.virt.hardware [None req-4499c3a3-eef2-448f-8274-0dec2a2c65fb tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1471.884677] env[69770]: DEBUG nova.virt.hardware [None req-4499c3a3-eef2-448f-8274-0dec2a2c65fb tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69770) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1471.885521] env[69770]: DEBUG nova.virt.hardware [None req-4499c3a3-eef2-448f-8274-0dec2a2c65fb tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69770) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1471.885521] env[69770]: DEBUG nova.virt.hardware [None req-4499c3a3-eef2-448f-8274-0dec2a2c65fb tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] Got 1 possible topologies {{(pid=69770) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1471.885521] env[69770]: DEBUG nova.virt.hardware [None req-4499c3a3-eef2-448f-8274-0dec2a2c65fb tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69770) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1471.885521] env[69770]: DEBUG nova.virt.hardware [None req-4499c3a3-eef2-448f-8274-0dec2a2c65fb tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69770) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1471.886192] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8d5fbe1-302d-4377-9ae1-505d69c62e32 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1471.894761] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a8edc12-c9f6-4d04-b0f2-ecfe48c1e488 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1471.909609] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-4499c3a3-eef2-448f-8274-0dec2a2c65fb tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] [instance: 31c82885-55ef-450a-ae73-40973bce624c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:30:7f:55', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '69076131-87ac-46dd-9d5d-8d1b4ea7dec6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '23ae5a46-7862-49dc-897e-3a6918ccc43b', 'vif_model': 'vmxnet3'}] {{(pid=69770) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1471.917091] env[69770]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4499c3a3-eef2-448f-8274-0dec2a2c65fb tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69770) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1471.917364] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 31c82885-55ef-450a-ae73-40973bce624c] Creating VM on the ESX host {{(pid=69770) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1471.917587] env[69770]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-75b89c7e-5b11-4dee-9204-d7793e26389a {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1471.937488] env[69770]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1471.937488] env[69770]: value = "task-4071026" [ 1471.937488] env[69770]: _type = "Task" [ 1471.937488] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1471.946254] env[69770]: DEBUG oslo_vmware.api [-] Task: {'id': task-4071026, 'name': CreateVM_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1472.192074] env[69770]: DEBUG oslo_concurrency.lockutils [None req-3d4c479a-b5c5-4cd5-998e-415342a411c6 tempest-AttachVolumeNegativeTest-1432228735 tempest-AttachVolumeNegativeTest-1432228735-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.123s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1472.192842] env[69770]: DEBUG nova.compute.manager [None req-3d4c479a-b5c5-4cd5-998e-415342a411c6 tempest-AttachVolumeNegativeTest-1432228735 tempest-AttachVolumeNegativeTest-1432228735-project-member] [instance: c5e5c6dc-e4ec-49dd-952a-b0545e401386] Start building networks asynchronously for instance. {{(pid=69770) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1472.447443] env[69770]: DEBUG oslo_vmware.api [-] Task: {'id': task-4071026, 'name': CreateVM_Task, 'duration_secs': 0.323348} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1472.447615] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 31c82885-55ef-450a-ae73-40973bce624c] Created VM on the ESX host {{(pid=69770) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1472.448319] env[69770]: DEBUG oslo_concurrency.lockutils [None req-4499c3a3-eef2-448f-8274-0dec2a2c65fb tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/99de559a-9815-455a-acdb-4919cc79241f" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1472.448484] env[69770]: DEBUG oslo_concurrency.lockutils [None req-4499c3a3-eef2-448f-8274-0dec2a2c65fb tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] Acquired lock "[datastore2] devstack-image-cache_base/99de559a-9815-455a-acdb-4919cc79241f" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1472.448889] env[69770]: DEBUG oslo_concurrency.lockutils [None req-4499c3a3-eef2-448f-8274-0dec2a2c65fb tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/99de559a-9815-455a-acdb-4919cc79241f" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1472.449169] env[69770]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f241295e-0a59-4cbe-8478-43cb15ae19e2 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1472.454241] env[69770]: DEBUG oslo_vmware.api [None req-4499c3a3-eef2-448f-8274-0dec2a2c65fb tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] Waiting for the task: (returnval){ [ 1472.454241] env[69770]: value = "session[52161b52-cb8e-ec9f-1132-2f6b49549d41]52c7a589-9686-9a1d-182b-14c83babe562" [ 1472.454241] env[69770]: _type = "Task" [ 1472.454241] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1472.461881] env[69770]: DEBUG oslo_vmware.api [None req-4499c3a3-eef2-448f-8274-0dec2a2c65fb tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]52c7a589-9686-9a1d-182b-14c83babe562, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1472.544691] env[69770]: DEBUG nova.compute.manager [req-052057b4-a65d-486e-b765-7e7d6bf1a05f req-520fd03c-1d73-4b9f-b4f1-e4f20b7c2f12 service nova] [instance: 31c82885-55ef-450a-ae73-40973bce624c] Received event network-changed-23ae5a46-7862-49dc-897e-3a6918ccc43b {{(pid=69770) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1472.544843] env[69770]: DEBUG nova.compute.manager [req-052057b4-a65d-486e-b765-7e7d6bf1a05f req-520fd03c-1d73-4b9f-b4f1-e4f20b7c2f12 service nova] [instance: 31c82885-55ef-450a-ae73-40973bce624c] Refreshing instance network info cache due to event network-changed-23ae5a46-7862-49dc-897e-3a6918ccc43b. {{(pid=69770) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1472.545041] env[69770]: DEBUG oslo_concurrency.lockutils [req-052057b4-a65d-486e-b765-7e7d6bf1a05f req-520fd03c-1d73-4b9f-b4f1-e4f20b7c2f12 service nova] Acquiring lock "refresh_cache-31c82885-55ef-450a-ae73-40973bce624c" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1472.545194] env[69770]: DEBUG oslo_concurrency.lockutils [req-052057b4-a65d-486e-b765-7e7d6bf1a05f req-520fd03c-1d73-4b9f-b4f1-e4f20b7c2f12 service nova] Acquired lock "refresh_cache-31c82885-55ef-450a-ae73-40973bce624c" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1472.545356] env[69770]: DEBUG nova.network.neutron [req-052057b4-a65d-486e-b765-7e7d6bf1a05f req-520fd03c-1d73-4b9f-b4f1-e4f20b7c2f12 service nova] [instance: 31c82885-55ef-450a-ae73-40973bce624c] Refreshing network info cache for port 23ae5a46-7862-49dc-897e-3a6918ccc43b {{(pid=69770) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1472.697964] env[69770]: DEBUG nova.compute.utils [None req-3d4c479a-b5c5-4cd5-998e-415342a411c6 tempest-AttachVolumeNegativeTest-1432228735 tempest-AttachVolumeNegativeTest-1432228735-project-member] Using /dev/sd instead of None {{(pid=69770) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1472.699383] env[69770]: DEBUG nova.compute.manager [None req-3d4c479a-b5c5-4cd5-998e-415342a411c6 tempest-AttachVolumeNegativeTest-1432228735 tempest-AttachVolumeNegativeTest-1432228735-project-member] [instance: c5e5c6dc-e4ec-49dd-952a-b0545e401386] Allocating IP information in the background. {{(pid=69770) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1472.699541] env[69770]: DEBUG nova.network.neutron [None req-3d4c479a-b5c5-4cd5-998e-415342a411c6 tempest-AttachVolumeNegativeTest-1432228735 tempest-AttachVolumeNegativeTest-1432228735-project-member] [instance: c5e5c6dc-e4ec-49dd-952a-b0545e401386] allocate_for_instance() {{(pid=69770) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1472.736787] env[69770]: DEBUG nova.policy [None req-3d4c479a-b5c5-4cd5-998e-415342a411c6 tempest-AttachVolumeNegativeTest-1432228735 tempest-AttachVolumeNegativeTest-1432228735-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e0fbd180861a4db59a3b2a7c8f4f9f96', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '56791aabe107404daac1b7f484f31621', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69770) authorize /opt/stack/nova/nova/policy.py:192}} [ 1472.965560] env[69770]: DEBUG oslo_concurrency.lockutils [None req-4499c3a3-eef2-448f-8274-0dec2a2c65fb tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] Releasing lock "[datastore2] devstack-image-cache_base/99de559a-9815-455a-acdb-4919cc79241f" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1472.965849] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-4499c3a3-eef2-448f-8274-0dec2a2c65fb tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] [instance: 31c82885-55ef-450a-ae73-40973bce624c] Processing image 99de559a-9815-455a-acdb-4919cc79241f {{(pid=69770) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1472.966155] env[69770]: DEBUG oslo_concurrency.lockutils [None req-4499c3a3-eef2-448f-8274-0dec2a2c65fb tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/99de559a-9815-455a-acdb-4919cc79241f/99de559a-9815-455a-acdb-4919cc79241f.vmdk" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1472.966272] env[69770]: DEBUG oslo_concurrency.lockutils [None req-4499c3a3-eef2-448f-8274-0dec2a2c65fb tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] Acquired lock "[datastore2] devstack-image-cache_base/99de559a-9815-455a-acdb-4919cc79241f/99de559a-9815-455a-acdb-4919cc79241f.vmdk" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1472.966429] env[69770]: DEBUG nova.virt.vmwareapi.ds_util [None req-4499c3a3-eef2-448f-8274-0dec2a2c65fb tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69770) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1472.966696] env[69770]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-47225a31-673f-4b7d-9d19-96b7f9bf3890 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1472.976528] env[69770]: DEBUG nova.virt.vmwareapi.ds_util [None req-4499c3a3-eef2-448f-8274-0dec2a2c65fb tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69770) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1472.976718] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-4499c3a3-eef2-448f-8274-0dec2a2c65fb tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69770) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1472.977452] env[69770]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f28238b6-e477-4ff6-97d7-2fa47f5a04d5 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1472.982953] env[69770]: DEBUG oslo_vmware.api [None req-4499c3a3-eef2-448f-8274-0dec2a2c65fb tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] Waiting for the task: (returnval){ [ 1472.982953] env[69770]: value = "session[52161b52-cb8e-ec9f-1132-2f6b49549d41]52be5849-3fe0-41b9-a1d7-de126d06b15e" [ 1472.982953] env[69770]: _type = "Task" [ 1472.982953] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1472.991143] env[69770]: DEBUG oslo_vmware.api [None req-4499c3a3-eef2-448f-8274-0dec2a2c65fb tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]52be5849-3fe0-41b9-a1d7-de126d06b15e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1473.004992] env[69770]: DEBUG nova.network.neutron [None req-3d4c479a-b5c5-4cd5-998e-415342a411c6 tempest-AttachVolumeNegativeTest-1432228735 tempest-AttachVolumeNegativeTest-1432228735-project-member] [instance: c5e5c6dc-e4ec-49dd-952a-b0545e401386] Successfully created port: 32c20178-9db0-4654-99cd-0c385b1715c1 {{(pid=69770) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1473.203351] env[69770]: DEBUG nova.compute.manager [None req-3d4c479a-b5c5-4cd5-998e-415342a411c6 tempest-AttachVolumeNegativeTest-1432228735 tempest-AttachVolumeNegativeTest-1432228735-project-member] [instance: c5e5c6dc-e4ec-49dd-952a-b0545e401386] Start building block device mappings for instance. {{(pid=69770) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1473.364890] env[69770]: DEBUG nova.network.neutron [req-052057b4-a65d-486e-b765-7e7d6bf1a05f req-520fd03c-1d73-4b9f-b4f1-e4f20b7c2f12 service nova] [instance: 31c82885-55ef-450a-ae73-40973bce624c] Updated VIF entry in instance network info cache for port 23ae5a46-7862-49dc-897e-3a6918ccc43b. {{(pid=69770) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1473.365406] env[69770]: DEBUG nova.network.neutron [req-052057b4-a65d-486e-b765-7e7d6bf1a05f req-520fd03c-1d73-4b9f-b4f1-e4f20b7c2f12 service nova] [instance: 31c82885-55ef-450a-ae73-40973bce624c] Updating instance_info_cache with network_info: [{"id": "23ae5a46-7862-49dc-897e-3a6918ccc43b", "address": "fa:16:3e:30:7f:55", "network": {"id": "6947160b-7d54-4e72-ac36-2126989baab1", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-851069895-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.254", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bcbfd42565514a329707ee7a1c7d910c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69076131-87ac-46dd-9d5d-8d1b4ea7dec6", "external-id": "nsx-vlan-transportzone-327", "segmentation_id": 327, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap23ae5a46-78", "ovs_interfaceid": "23ae5a46-7862-49dc-897e-3a6918ccc43b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69770) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1473.494235] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-4499c3a3-eef2-448f-8274-0dec2a2c65fb tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] [instance: 31c82885-55ef-450a-ae73-40973bce624c] Preparing fetch location {{(pid=69770) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1473.494501] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-4499c3a3-eef2-448f-8274-0dec2a2c65fb tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] [instance: 31c82885-55ef-450a-ae73-40973bce624c] Fetch image to [datastore2] OSTACK_IMG_e48b02a4-3987-4150-8a4b-970672835bc7/OSTACK_IMG_e48b02a4-3987-4150-8a4b-970672835bc7.vmdk {{(pid=69770) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1473.494655] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-4499c3a3-eef2-448f-8274-0dec2a2c65fb tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] [instance: 31c82885-55ef-450a-ae73-40973bce624c] Downloading stream optimized image 99de559a-9815-455a-acdb-4919cc79241f to [datastore2] OSTACK_IMG_e48b02a4-3987-4150-8a4b-970672835bc7/OSTACK_IMG_e48b02a4-3987-4150-8a4b-970672835bc7.vmdk on the data store datastore2 as vApp {{(pid=69770) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1473.494825] env[69770]: DEBUG nova.virt.vmwareapi.images [None req-4499c3a3-eef2-448f-8274-0dec2a2c65fb tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] [instance: 31c82885-55ef-450a-ae73-40973bce624c] Downloading image file data 99de559a-9815-455a-acdb-4919cc79241f to the ESX as VM named 'OSTACK_IMG_e48b02a4-3987-4150-8a4b-970672835bc7' {{(pid=69770) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1473.569362] env[69770]: DEBUG oslo_vmware.rw_handles [None req-4499c3a3-eef2-448f-8274-0dec2a2c65fb tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1473.569362] env[69770]: value = "resgroup-9" [ 1473.569362] env[69770]: _type = "ResourcePool" [ 1473.569362] env[69770]: }. {{(pid=69770) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1473.569662] env[69770]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-bda39562-b9cb-4165-ae63-9b47d8c70131 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1473.592098] env[69770]: DEBUG oslo_vmware.rw_handles [None req-4499c3a3-eef2-448f-8274-0dec2a2c65fb tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] Lease: (returnval){ [ 1473.592098] env[69770]: value = "session[52161b52-cb8e-ec9f-1132-2f6b49549d41]5278d3eb-cefd-3fd2-fc20-22a21e64d171" [ 1473.592098] env[69770]: _type = "HttpNfcLease" [ 1473.592098] env[69770]: } obtained for vApp import into resource pool (val){ [ 1473.592098] env[69770]: value = "resgroup-9" [ 1473.592098] env[69770]: _type = "ResourcePool" [ 1473.592098] env[69770]: }. {{(pid=69770) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1473.592471] env[69770]: DEBUG oslo_vmware.api [None req-4499c3a3-eef2-448f-8274-0dec2a2c65fb tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] Waiting for the lease: (returnval){ [ 1473.592471] env[69770]: value = "session[52161b52-cb8e-ec9f-1132-2f6b49549d41]5278d3eb-cefd-3fd2-fc20-22a21e64d171" [ 1473.592471] env[69770]: _type = "HttpNfcLease" [ 1473.592471] env[69770]: } to be ready. {{(pid=69770) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1473.603185] env[69770]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1473.603185] env[69770]: value = "session[52161b52-cb8e-ec9f-1132-2f6b49549d41]5278d3eb-cefd-3fd2-fc20-22a21e64d171" [ 1473.603185] env[69770]: _type = "HttpNfcLease" [ 1473.603185] env[69770]: } is initializing. {{(pid=69770) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1473.868631] env[69770]: DEBUG oslo_concurrency.lockutils [req-052057b4-a65d-486e-b765-7e7d6bf1a05f req-520fd03c-1d73-4b9f-b4f1-e4f20b7c2f12 service nova] Releasing lock "refresh_cache-31c82885-55ef-450a-ae73-40973bce624c" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1474.101842] env[69770]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1474.101842] env[69770]: value = "session[52161b52-cb8e-ec9f-1132-2f6b49549d41]5278d3eb-cefd-3fd2-fc20-22a21e64d171" [ 1474.101842] env[69770]: _type = "HttpNfcLease" [ 1474.101842] env[69770]: } is ready. {{(pid=69770) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1474.102237] env[69770]: DEBUG oslo_vmware.rw_handles [None req-4499c3a3-eef2-448f-8274-0dec2a2c65fb tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1474.102237] env[69770]: value = "session[52161b52-cb8e-ec9f-1132-2f6b49549d41]5278d3eb-cefd-3fd2-fc20-22a21e64d171" [ 1474.102237] env[69770]: _type = "HttpNfcLease" [ 1474.102237] env[69770]: }. {{(pid=69770) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1474.103067] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09a6f2e6-95a9-4139-b46e-e45c66fed189 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1474.110969] env[69770]: DEBUG oslo_vmware.rw_handles [None req-4499c3a3-eef2-448f-8274-0dec2a2c65fb tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5210eafc-4eb1-1561-bf9b-002e090c95ca/disk-0.vmdk from lease info. {{(pid=69770) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1474.111157] env[69770]: DEBUG oslo_vmware.rw_handles [None req-4499c3a3-eef2-448f-8274-0dec2a2c65fb tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] Creating HTTP connection to write to file with size = 31669248 and URL = https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5210eafc-4eb1-1561-bf9b-002e090c95ca/disk-0.vmdk. {{(pid=69770) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1474.173695] env[69770]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-c61bec5f-77cf-4303-86d2-3af104080e5f {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1474.213967] env[69770]: DEBUG nova.compute.manager [None req-3d4c479a-b5c5-4cd5-998e-415342a411c6 tempest-AttachVolumeNegativeTest-1432228735 tempest-AttachVolumeNegativeTest-1432228735-project-member] [instance: c5e5c6dc-e4ec-49dd-952a-b0545e401386] Start spawning the instance on the hypervisor. {{(pid=69770) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1474.235206] env[69770]: DEBUG nova.virt.hardware [None req-3d4c479a-b5c5-4cd5-998e-415342a411c6 tempest-AttachVolumeNegativeTest-1432228735 tempest-AttachVolumeNegativeTest-1432228735-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T12:16:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T12:16:11Z,direct_url=,disk_format='vmdk',id=d1eaff80-24a0-4391-90eb-59958b1ecf0a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d65f20bb89fb40a98b77bc6d97357df2',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T12:16:12Z,virtual_size=,visibility=), allow threads: False {{(pid=69770) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1474.235483] env[69770]: DEBUG nova.virt.hardware [None req-3d4c479a-b5c5-4cd5-998e-415342a411c6 tempest-AttachVolumeNegativeTest-1432228735 tempest-AttachVolumeNegativeTest-1432228735-project-member] Flavor limits 0:0:0 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1474.235619] env[69770]: DEBUG nova.virt.hardware [None req-3d4c479a-b5c5-4cd5-998e-415342a411c6 tempest-AttachVolumeNegativeTest-1432228735 tempest-AttachVolumeNegativeTest-1432228735-project-member] Image limits 0:0:0 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1474.235802] env[69770]: DEBUG nova.virt.hardware [None req-3d4c479a-b5c5-4cd5-998e-415342a411c6 tempest-AttachVolumeNegativeTest-1432228735 tempest-AttachVolumeNegativeTest-1432228735-project-member] Flavor pref 0:0:0 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1474.235946] env[69770]: DEBUG nova.virt.hardware [None req-3d4c479a-b5c5-4cd5-998e-415342a411c6 tempest-AttachVolumeNegativeTest-1432228735 tempest-AttachVolumeNegativeTest-1432228735-project-member] Image pref 0:0:0 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1474.236105] env[69770]: DEBUG nova.virt.hardware [None req-3d4c479a-b5c5-4cd5-998e-415342a411c6 tempest-AttachVolumeNegativeTest-1432228735 tempest-AttachVolumeNegativeTest-1432228735-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1474.236320] env[69770]: DEBUG nova.virt.hardware [None req-3d4c479a-b5c5-4cd5-998e-415342a411c6 tempest-AttachVolumeNegativeTest-1432228735 tempest-AttachVolumeNegativeTest-1432228735-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69770) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1474.236479] env[69770]: DEBUG nova.virt.hardware [None req-3d4c479a-b5c5-4cd5-998e-415342a411c6 tempest-AttachVolumeNegativeTest-1432228735 tempest-AttachVolumeNegativeTest-1432228735-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69770) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1474.236645] env[69770]: DEBUG nova.virt.hardware [None req-3d4c479a-b5c5-4cd5-998e-415342a411c6 tempest-AttachVolumeNegativeTest-1432228735 tempest-AttachVolumeNegativeTest-1432228735-project-member] Got 1 possible topologies {{(pid=69770) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1474.236806] env[69770]: DEBUG nova.virt.hardware [None req-3d4c479a-b5c5-4cd5-998e-415342a411c6 tempest-AttachVolumeNegativeTest-1432228735 tempest-AttachVolumeNegativeTest-1432228735-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69770) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1474.236976] env[69770]: DEBUG nova.virt.hardware [None req-3d4c479a-b5c5-4cd5-998e-415342a411c6 tempest-AttachVolumeNegativeTest-1432228735 tempest-AttachVolumeNegativeTest-1432228735-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69770) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1474.237853] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e28c28c-66bb-4c8a-9035-bcdd91f5bf29 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1474.246206] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0485cbb0-afba-4e54-acdb-6666761349e0 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1474.571216] env[69770]: DEBUG nova.compute.manager [req-9c2a5765-77ad-4d94-bacd-504c628845ce req-ec565156-041d-4b09-99d7-8b7bc5581642 service nova] [instance: c5e5c6dc-e4ec-49dd-952a-b0545e401386] Received event network-vif-plugged-32c20178-9db0-4654-99cd-0c385b1715c1 {{(pid=69770) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1474.571499] env[69770]: DEBUG oslo_concurrency.lockutils [req-9c2a5765-77ad-4d94-bacd-504c628845ce req-ec565156-041d-4b09-99d7-8b7bc5581642 service nova] Acquiring lock "c5e5c6dc-e4ec-49dd-952a-b0545e401386-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1474.571760] env[69770]: DEBUG oslo_concurrency.lockutils [req-9c2a5765-77ad-4d94-bacd-504c628845ce req-ec565156-041d-4b09-99d7-8b7bc5581642 service nova] Lock "c5e5c6dc-e4ec-49dd-952a-b0545e401386-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1474.571966] env[69770]: DEBUG oslo_concurrency.lockutils [req-9c2a5765-77ad-4d94-bacd-504c628845ce req-ec565156-041d-4b09-99d7-8b7bc5581642 service nova] Lock "c5e5c6dc-e4ec-49dd-952a-b0545e401386-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1474.572159] env[69770]: DEBUG nova.compute.manager [req-9c2a5765-77ad-4d94-bacd-504c628845ce req-ec565156-041d-4b09-99d7-8b7bc5581642 service nova] [instance: c5e5c6dc-e4ec-49dd-952a-b0545e401386] No waiting events found dispatching network-vif-plugged-32c20178-9db0-4654-99cd-0c385b1715c1 {{(pid=69770) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1474.572321] env[69770]: WARNING nova.compute.manager [req-9c2a5765-77ad-4d94-bacd-504c628845ce req-ec565156-041d-4b09-99d7-8b7bc5581642 service nova] [instance: c5e5c6dc-e4ec-49dd-952a-b0545e401386] Received unexpected event network-vif-plugged-32c20178-9db0-4654-99cd-0c385b1715c1 for instance with vm_state building and task_state spawning. [ 1474.629443] env[69770]: DEBUG nova.network.neutron [None req-3d4c479a-b5c5-4cd5-998e-415342a411c6 tempest-AttachVolumeNegativeTest-1432228735 tempest-AttachVolumeNegativeTest-1432228735-project-member] [instance: c5e5c6dc-e4ec-49dd-952a-b0545e401386] Successfully updated port: 32c20178-9db0-4654-99cd-0c385b1715c1 {{(pid=69770) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1475.132851] env[69770]: DEBUG oslo_concurrency.lockutils [None req-3d4c479a-b5c5-4cd5-998e-415342a411c6 tempest-AttachVolumeNegativeTest-1432228735 tempest-AttachVolumeNegativeTest-1432228735-project-member] Acquiring lock "refresh_cache-c5e5c6dc-e4ec-49dd-952a-b0545e401386" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1475.132851] env[69770]: DEBUG oslo_concurrency.lockutils [None req-3d4c479a-b5c5-4cd5-998e-415342a411c6 tempest-AttachVolumeNegativeTest-1432228735 tempest-AttachVolumeNegativeTest-1432228735-project-member] Acquired lock "refresh_cache-c5e5c6dc-e4ec-49dd-952a-b0545e401386" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1475.132851] env[69770]: DEBUG nova.network.neutron [None req-3d4c479a-b5c5-4cd5-998e-415342a411c6 tempest-AttachVolumeNegativeTest-1432228735 tempest-AttachVolumeNegativeTest-1432228735-project-member] [instance: c5e5c6dc-e4ec-49dd-952a-b0545e401386] Building network info cache for instance {{(pid=69770) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1475.273259] env[69770]: DEBUG oslo_vmware.rw_handles [None req-4499c3a3-eef2-448f-8274-0dec2a2c65fb tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] Completed reading data from the image iterator. {{(pid=69770) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1475.273456] env[69770]: DEBUG oslo_vmware.rw_handles [None req-4499c3a3-eef2-448f-8274-0dec2a2c65fb tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5210eafc-4eb1-1561-bf9b-002e090c95ca/disk-0.vmdk. {{(pid=69770) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1475.274450] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e050fa9-e0dd-4e89-ae53-1870ee094aab {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1475.282731] env[69770]: DEBUG oslo_vmware.rw_handles [None req-4499c3a3-eef2-448f-8274-0dec2a2c65fb tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5210eafc-4eb1-1561-bf9b-002e090c95ca/disk-0.vmdk is in state: ready. {{(pid=69770) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1475.282952] env[69770]: DEBUG oslo_vmware.rw_handles [None req-4499c3a3-eef2-448f-8274-0dec2a2c65fb tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] Releasing lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5210eafc-4eb1-1561-bf9b-002e090c95ca/disk-0.vmdk. {{(pid=69770) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1475.283271] env[69770]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-a8d44a40-afb0-412e-933a-5c77fa174998 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1475.460066] env[69770]: DEBUG oslo_vmware.rw_handles [None req-4499c3a3-eef2-448f-8274-0dec2a2c65fb tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] Closed VMDK write handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5210eafc-4eb1-1561-bf9b-002e090c95ca/disk-0.vmdk. {{(pid=69770) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1475.460322] env[69770]: INFO nova.virt.vmwareapi.images [None req-4499c3a3-eef2-448f-8274-0dec2a2c65fb tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] [instance: 31c82885-55ef-450a-ae73-40973bce624c] Downloaded image file data 99de559a-9815-455a-acdb-4919cc79241f [ 1475.461210] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d8c2989-3455-420f-9ffe-8cd39fb2acdc {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1475.477574] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-69b42179-41dd-4898-a91c-0864b0ce179b {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1475.509956] env[69770]: INFO nova.virt.vmwareapi.images [None req-4499c3a3-eef2-448f-8274-0dec2a2c65fb tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] [instance: 31c82885-55ef-450a-ae73-40973bce624c] The imported VM was unregistered [ 1475.512241] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-4499c3a3-eef2-448f-8274-0dec2a2c65fb tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] [instance: 31c82885-55ef-450a-ae73-40973bce624c] Caching image {{(pid=69770) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1475.512466] env[69770]: DEBUG nova.virt.vmwareapi.ds_util [None req-4499c3a3-eef2-448f-8274-0dec2a2c65fb tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] Creating directory with path [datastore2] devstack-image-cache_base/99de559a-9815-455a-acdb-4919cc79241f {{(pid=69770) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1475.512785] env[69770]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-57a2a22d-f707-4bde-9523-ea4dfd75696a {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1475.523947] env[69770]: DEBUG nova.virt.vmwareapi.ds_util [None req-4499c3a3-eef2-448f-8274-0dec2a2c65fb tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] Created directory with path [datastore2] devstack-image-cache_base/99de559a-9815-455a-acdb-4919cc79241f {{(pid=69770) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1475.524138] env[69770]: DEBUG nova.virt.vmwareapi.ds_util [None req-4499c3a3-eef2-448f-8274-0dec2a2c65fb tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] Moving virtual disk from [datastore2] OSTACK_IMG_e48b02a4-3987-4150-8a4b-970672835bc7/OSTACK_IMG_e48b02a4-3987-4150-8a4b-970672835bc7.vmdk to [datastore2] devstack-image-cache_base/99de559a-9815-455a-acdb-4919cc79241f/99de559a-9815-455a-acdb-4919cc79241f.vmdk. {{(pid=69770) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1475.524388] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-09d31bcc-77b3-41a3-82d1-b4c195334e75 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1475.530844] env[69770]: DEBUG oslo_vmware.api [None req-4499c3a3-eef2-448f-8274-0dec2a2c65fb tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] Waiting for the task: (returnval){ [ 1475.530844] env[69770]: value = "task-4071029" [ 1475.530844] env[69770]: _type = "Task" [ 1475.530844] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1475.538946] env[69770]: DEBUG oslo_vmware.api [None req-4499c3a3-eef2-448f-8274-0dec2a2c65fb tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] Task: {'id': task-4071029, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1475.665584] env[69770]: DEBUG nova.network.neutron [None req-3d4c479a-b5c5-4cd5-998e-415342a411c6 tempest-AttachVolumeNegativeTest-1432228735 tempest-AttachVolumeNegativeTest-1432228735-project-member] [instance: c5e5c6dc-e4ec-49dd-952a-b0545e401386] Instance cache missing network info. {{(pid=69770) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1475.797457] env[69770]: DEBUG nova.network.neutron [None req-3d4c479a-b5c5-4cd5-998e-415342a411c6 tempest-AttachVolumeNegativeTest-1432228735 tempest-AttachVolumeNegativeTest-1432228735-project-member] [instance: c5e5c6dc-e4ec-49dd-952a-b0545e401386] Updating instance_info_cache with network_info: [{"id": "32c20178-9db0-4654-99cd-0c385b1715c1", "address": "fa:16:3e:85:64:47", "network": {"id": "ea56f86b-690f-4d6e-be86-38ab57d59fcc", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-617647007-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "56791aabe107404daac1b7f484f31621", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5efce30e-48dd-493a-a354-f562a8adf7af", "external-id": "nsx-vlan-transportzone-283", "segmentation_id": 283, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap32c20178-9d", "ovs_interfaceid": "32c20178-9db0-4654-99cd-0c385b1715c1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69770) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1476.044377] env[69770]: DEBUG oslo_vmware.api [None req-4499c3a3-eef2-448f-8274-0dec2a2c65fb tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] Task: {'id': task-4071029, 'name': MoveVirtualDisk_Task} progress is 21%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1476.300340] env[69770]: DEBUG oslo_concurrency.lockutils [None req-3d4c479a-b5c5-4cd5-998e-415342a411c6 tempest-AttachVolumeNegativeTest-1432228735 tempest-AttachVolumeNegativeTest-1432228735-project-member] Releasing lock "refresh_cache-c5e5c6dc-e4ec-49dd-952a-b0545e401386" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1476.300759] env[69770]: DEBUG nova.compute.manager [None req-3d4c479a-b5c5-4cd5-998e-415342a411c6 tempest-AttachVolumeNegativeTest-1432228735 tempest-AttachVolumeNegativeTest-1432228735-project-member] [instance: c5e5c6dc-e4ec-49dd-952a-b0545e401386] Instance network_info: |[{"id": "32c20178-9db0-4654-99cd-0c385b1715c1", "address": "fa:16:3e:85:64:47", "network": {"id": "ea56f86b-690f-4d6e-be86-38ab57d59fcc", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-617647007-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "56791aabe107404daac1b7f484f31621", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5efce30e-48dd-493a-a354-f562a8adf7af", "external-id": "nsx-vlan-transportzone-283", "segmentation_id": 283, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap32c20178-9d", "ovs_interfaceid": "32c20178-9db0-4654-99cd-0c385b1715c1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69770) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1476.301090] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-3d4c479a-b5c5-4cd5-998e-415342a411c6 tempest-AttachVolumeNegativeTest-1432228735 tempest-AttachVolumeNegativeTest-1432228735-project-member] [instance: c5e5c6dc-e4ec-49dd-952a-b0545e401386] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:85:64:47', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5efce30e-48dd-493a-a354-f562a8adf7af', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '32c20178-9db0-4654-99cd-0c385b1715c1', 'vif_model': 'vmxnet3'}] {{(pid=69770) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1476.308900] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d4c479a-b5c5-4cd5-998e-415342a411c6 tempest-AttachVolumeNegativeTest-1432228735 tempest-AttachVolumeNegativeTest-1432228735-project-member] Creating folder: Project (56791aabe107404daac1b7f484f31621). Parent ref: group-v806376. {{(pid=69770) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1476.309258] env[69770]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-bea65424-ae15-4eb0-be33-434c7dc5a05e {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1476.324021] env[69770]: INFO nova.virt.vmwareapi.vm_util [None req-3d4c479a-b5c5-4cd5-998e-415342a411c6 tempest-AttachVolumeNegativeTest-1432228735 tempest-AttachVolumeNegativeTest-1432228735-project-member] Created folder: Project (56791aabe107404daac1b7f484f31621) in parent group-v806376. [ 1476.324237] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d4c479a-b5c5-4cd5-998e-415342a411c6 tempest-AttachVolumeNegativeTest-1432228735 tempest-AttachVolumeNegativeTest-1432228735-project-member] Creating folder: Instances. Parent ref: group-v806713. {{(pid=69770) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1476.324501] env[69770]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e1198a53-bd3d-4c3c-8ad6-fa1f81ee74f7 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1476.337997] env[69770]: INFO nova.virt.vmwareapi.vm_util [None req-3d4c479a-b5c5-4cd5-998e-415342a411c6 tempest-AttachVolumeNegativeTest-1432228735 tempest-AttachVolumeNegativeTest-1432228735-project-member] Created folder: Instances in parent group-v806713. [ 1476.338379] env[69770]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3d4c479a-b5c5-4cd5-998e-415342a411c6 tempest-AttachVolumeNegativeTest-1432228735 tempest-AttachVolumeNegativeTest-1432228735-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69770) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1476.338484] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c5e5c6dc-e4ec-49dd-952a-b0545e401386] Creating VM on the ESX host {{(pid=69770) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1476.338693] env[69770]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e00f098e-1c52-4e40-b7ff-2fcc94fba655 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1476.362981] env[69770]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1476.362981] env[69770]: value = "task-4071032" [ 1476.362981] env[69770]: _type = "Task" [ 1476.362981] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1476.374653] env[69770]: DEBUG oslo_vmware.api [-] Task: {'id': task-4071032, 'name': CreateVM_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1476.544062] env[69770]: DEBUG oslo_vmware.api [None req-4499c3a3-eef2-448f-8274-0dec2a2c65fb tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] Task: {'id': task-4071029, 'name': MoveVirtualDisk_Task} progress is 43%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1476.599350] env[69770]: DEBUG nova.compute.manager [req-f55080c7-f47b-4f19-967b-58b41b00d1ef req-eede27fc-3144-48b6-9b9f-8867de73acf7 service nova] [instance: c5e5c6dc-e4ec-49dd-952a-b0545e401386] Received event network-changed-32c20178-9db0-4654-99cd-0c385b1715c1 {{(pid=69770) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1476.599552] env[69770]: DEBUG nova.compute.manager [req-f55080c7-f47b-4f19-967b-58b41b00d1ef req-eede27fc-3144-48b6-9b9f-8867de73acf7 service nova] [instance: c5e5c6dc-e4ec-49dd-952a-b0545e401386] Refreshing instance network info cache due to event network-changed-32c20178-9db0-4654-99cd-0c385b1715c1. {{(pid=69770) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1476.599992] env[69770]: DEBUG oslo_concurrency.lockutils [req-f55080c7-f47b-4f19-967b-58b41b00d1ef req-eede27fc-3144-48b6-9b9f-8867de73acf7 service nova] Acquiring lock "refresh_cache-c5e5c6dc-e4ec-49dd-952a-b0545e401386" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1476.599992] env[69770]: DEBUG oslo_concurrency.lockutils [req-f55080c7-f47b-4f19-967b-58b41b00d1ef req-eede27fc-3144-48b6-9b9f-8867de73acf7 service nova] Acquired lock "refresh_cache-c5e5c6dc-e4ec-49dd-952a-b0545e401386" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1476.600142] env[69770]: DEBUG nova.network.neutron [req-f55080c7-f47b-4f19-967b-58b41b00d1ef req-eede27fc-3144-48b6-9b9f-8867de73acf7 service nova] [instance: c5e5c6dc-e4ec-49dd-952a-b0545e401386] Refreshing network info cache for port 32c20178-9db0-4654-99cd-0c385b1715c1 {{(pid=69770) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1476.877020] env[69770]: DEBUG oslo_vmware.api [-] Task: {'id': task-4071032, 'name': CreateVM_Task} progress is 25%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1477.043931] env[69770]: DEBUG oslo_vmware.api [None req-4499c3a3-eef2-448f-8274-0dec2a2c65fb tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] Task: {'id': task-4071029, 'name': MoveVirtualDisk_Task} progress is 63%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1477.376034] env[69770]: DEBUG oslo_vmware.api [-] Task: {'id': task-4071032, 'name': CreateVM_Task} progress is 25%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1477.544710] env[69770]: DEBUG oslo_vmware.api [None req-4499c3a3-eef2-448f-8274-0dec2a2c65fb tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] Task: {'id': task-4071029, 'name': MoveVirtualDisk_Task} progress is 83%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1477.613599] env[69770]: DEBUG nova.network.neutron [req-f55080c7-f47b-4f19-967b-58b41b00d1ef req-eede27fc-3144-48b6-9b9f-8867de73acf7 service nova] [instance: c5e5c6dc-e4ec-49dd-952a-b0545e401386] Updated VIF entry in instance network info cache for port 32c20178-9db0-4654-99cd-0c385b1715c1. {{(pid=69770) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1477.613996] env[69770]: DEBUG nova.network.neutron [req-f55080c7-f47b-4f19-967b-58b41b00d1ef req-eede27fc-3144-48b6-9b9f-8867de73acf7 service nova] [instance: c5e5c6dc-e4ec-49dd-952a-b0545e401386] Updating instance_info_cache with network_info: [{"id": "32c20178-9db0-4654-99cd-0c385b1715c1", "address": "fa:16:3e:85:64:47", "network": {"id": "ea56f86b-690f-4d6e-be86-38ab57d59fcc", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-617647007-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "56791aabe107404daac1b7f484f31621", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5efce30e-48dd-493a-a354-f562a8adf7af", "external-id": "nsx-vlan-transportzone-283", "segmentation_id": 283, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap32c20178-9d", "ovs_interfaceid": "32c20178-9db0-4654-99cd-0c385b1715c1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69770) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1477.877147] env[69770]: DEBUG oslo_vmware.api [-] Task: {'id': task-4071032, 'name': CreateVM_Task, 'duration_secs': 1.196482} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1477.877371] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c5e5c6dc-e4ec-49dd-952a-b0545e401386] Created VM on the ESX host {{(pid=69770) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1477.878013] env[69770]: DEBUG oslo_concurrency.lockutils [None req-3d4c479a-b5c5-4cd5-998e-415342a411c6 tempest-AttachVolumeNegativeTest-1432228735 tempest-AttachVolumeNegativeTest-1432228735-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1477.878215] env[69770]: DEBUG oslo_concurrency.lockutils [None req-3d4c479a-b5c5-4cd5-998e-415342a411c6 tempest-AttachVolumeNegativeTest-1432228735 tempest-AttachVolumeNegativeTest-1432228735-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1477.878606] env[69770]: DEBUG oslo_concurrency.lockutils [None req-3d4c479a-b5c5-4cd5-998e-415342a411c6 tempest-AttachVolumeNegativeTest-1432228735 tempest-AttachVolumeNegativeTest-1432228735-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1477.878967] env[69770]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dde81371-14a4-41d0-adb9-98f91530caef {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1477.885092] env[69770]: DEBUG oslo_vmware.api [None req-3d4c479a-b5c5-4cd5-998e-415342a411c6 tempest-AttachVolumeNegativeTest-1432228735 tempest-AttachVolumeNegativeTest-1432228735-project-member] Waiting for the task: (returnval){ [ 1477.885092] env[69770]: value = "session[52161b52-cb8e-ec9f-1132-2f6b49549d41]52dde900-0cee-c491-12ae-3b64454e9f3c" [ 1477.885092] env[69770]: _type = "Task" [ 1477.885092] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1477.893343] env[69770]: DEBUG oslo_vmware.api [None req-3d4c479a-b5c5-4cd5-998e-415342a411c6 tempest-AttachVolumeNegativeTest-1432228735 tempest-AttachVolumeNegativeTest-1432228735-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]52dde900-0cee-c491-12ae-3b64454e9f3c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1478.042765] env[69770]: DEBUG oslo_vmware.api [None req-4499c3a3-eef2-448f-8274-0dec2a2c65fb tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] Task: {'id': task-4071029, 'name': MoveVirtualDisk_Task} progress is 100%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1478.116628] env[69770]: DEBUG oslo_concurrency.lockutils [req-f55080c7-f47b-4f19-967b-58b41b00d1ef req-eede27fc-3144-48b6-9b9f-8867de73acf7 service nova] Releasing lock "refresh_cache-c5e5c6dc-e4ec-49dd-952a-b0545e401386" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1478.396742] env[69770]: DEBUG oslo_vmware.api [None req-3d4c479a-b5c5-4cd5-998e-415342a411c6 tempest-AttachVolumeNegativeTest-1432228735 tempest-AttachVolumeNegativeTest-1432228735-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]52dde900-0cee-c491-12ae-3b64454e9f3c, 'name': SearchDatastore_Task, 'duration_secs': 0.012901} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1478.397202] env[69770]: DEBUG oslo_concurrency.lockutils [None req-3d4c479a-b5c5-4cd5-998e-415342a411c6 tempest-AttachVolumeNegativeTest-1432228735 tempest-AttachVolumeNegativeTest-1432228735-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1478.397381] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-3d4c479a-b5c5-4cd5-998e-415342a411c6 tempest-AttachVolumeNegativeTest-1432228735 tempest-AttachVolumeNegativeTest-1432228735-project-member] [instance: c5e5c6dc-e4ec-49dd-952a-b0545e401386] Processing image d1eaff80-24a0-4391-90eb-59958b1ecf0a {{(pid=69770) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1478.397638] env[69770]: DEBUG oslo_concurrency.lockutils [None req-3d4c479a-b5c5-4cd5-998e-415342a411c6 tempest-AttachVolumeNegativeTest-1432228735 tempest-AttachVolumeNegativeTest-1432228735-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1478.397786] env[69770]: DEBUG oslo_concurrency.lockutils [None req-3d4c479a-b5c5-4cd5-998e-415342a411c6 tempest-AttachVolumeNegativeTest-1432228735 tempest-AttachVolumeNegativeTest-1432228735-project-member] Acquired lock "[datastore2] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1478.397972] env[69770]: DEBUG nova.virt.vmwareapi.ds_util [None req-3d4c479a-b5c5-4cd5-998e-415342a411c6 tempest-AttachVolumeNegativeTest-1432228735 tempest-AttachVolumeNegativeTest-1432228735-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69770) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1478.398256] env[69770]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-15c43314-f68f-4b48-8f41-5172b71910ca {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1478.408938] env[69770]: DEBUG nova.virt.vmwareapi.ds_util [None req-3d4c479a-b5c5-4cd5-998e-415342a411c6 tempest-AttachVolumeNegativeTest-1432228735 tempest-AttachVolumeNegativeTest-1432228735-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69770) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1478.408938] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-3d4c479a-b5c5-4cd5-998e-415342a411c6 tempest-AttachVolumeNegativeTest-1432228735 tempest-AttachVolumeNegativeTest-1432228735-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69770) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1478.409698] env[69770]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4378173f-5d37-482d-b62b-d15f860ed38c {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1478.416274] env[69770]: DEBUG oslo_vmware.api [None req-3d4c479a-b5c5-4cd5-998e-415342a411c6 tempest-AttachVolumeNegativeTest-1432228735 tempest-AttachVolumeNegativeTest-1432228735-project-member] Waiting for the task: (returnval){ [ 1478.416274] env[69770]: value = "session[52161b52-cb8e-ec9f-1132-2f6b49549d41]527b9156-43ff-1676-faab-428fefaa5fd0" [ 1478.416274] env[69770]: _type = "Task" [ 1478.416274] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1478.426342] env[69770]: DEBUG oslo_vmware.api [None req-3d4c479a-b5c5-4cd5-998e-415342a411c6 tempest-AttachVolumeNegativeTest-1432228735 tempest-AttachVolumeNegativeTest-1432228735-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]527b9156-43ff-1676-faab-428fefaa5fd0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1478.543777] env[69770]: DEBUG oslo_vmware.api [None req-4499c3a3-eef2-448f-8274-0dec2a2c65fb tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] Task: {'id': task-4071029, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.532533} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1478.544072] env[69770]: INFO nova.virt.vmwareapi.ds_util [None req-4499c3a3-eef2-448f-8274-0dec2a2c65fb tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] Moved virtual disk from [datastore2] OSTACK_IMG_e48b02a4-3987-4150-8a4b-970672835bc7/OSTACK_IMG_e48b02a4-3987-4150-8a4b-970672835bc7.vmdk to [datastore2] devstack-image-cache_base/99de559a-9815-455a-acdb-4919cc79241f/99de559a-9815-455a-acdb-4919cc79241f.vmdk. [ 1478.544266] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-4499c3a3-eef2-448f-8274-0dec2a2c65fb tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] [instance: 31c82885-55ef-450a-ae73-40973bce624c] Cleaning up location [datastore2] OSTACK_IMG_e48b02a4-3987-4150-8a4b-970672835bc7 {{(pid=69770) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1478.544428] env[69770]: DEBUG nova.virt.vmwareapi.ds_util [None req-4499c3a3-eef2-448f-8274-0dec2a2c65fb tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] Deleting the datastore file [datastore2] OSTACK_IMG_e48b02a4-3987-4150-8a4b-970672835bc7 {{(pid=69770) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1478.544687] env[69770]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ecbc7f03-a439-4ecc-a84c-6d5dea9150c7 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1478.551022] env[69770]: DEBUG oslo_vmware.api [None req-4499c3a3-eef2-448f-8274-0dec2a2c65fb tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] Waiting for the task: (returnval){ [ 1478.551022] env[69770]: value = "task-4071033" [ 1478.551022] env[69770]: _type = "Task" [ 1478.551022] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1478.559207] env[69770]: DEBUG oslo_vmware.api [None req-4499c3a3-eef2-448f-8274-0dec2a2c65fb tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] Task: {'id': task-4071033, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1478.751957] env[69770]: DEBUG oslo_service.periodic_task [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69770) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1478.752275] env[69770]: DEBUG oslo_service.periodic_task [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69770) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1478.928090] env[69770]: DEBUG oslo_vmware.api [None req-3d4c479a-b5c5-4cd5-998e-415342a411c6 tempest-AttachVolumeNegativeTest-1432228735 tempest-AttachVolumeNegativeTest-1432228735-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]527b9156-43ff-1676-faab-428fefaa5fd0, 'name': SearchDatastore_Task, 'duration_secs': 0.011623} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1478.928913] env[69770]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-48df03d0-6a05-48f1-895c-0f3b598118db {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1478.935184] env[69770]: DEBUG oslo_vmware.api [None req-3d4c479a-b5c5-4cd5-998e-415342a411c6 tempest-AttachVolumeNegativeTest-1432228735 tempest-AttachVolumeNegativeTest-1432228735-project-member] Waiting for the task: (returnval){ [ 1478.935184] env[69770]: value = "session[52161b52-cb8e-ec9f-1132-2f6b49549d41]5224125b-3f92-3bf8-c0d4-81770622af61" [ 1478.935184] env[69770]: _type = "Task" [ 1478.935184] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1478.943336] env[69770]: DEBUG oslo_vmware.api [None req-3d4c479a-b5c5-4cd5-998e-415342a411c6 tempest-AttachVolumeNegativeTest-1432228735 tempest-AttachVolumeNegativeTest-1432228735-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]5224125b-3f92-3bf8-c0d4-81770622af61, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1479.061333] env[69770]: DEBUG oslo_vmware.api [None req-4499c3a3-eef2-448f-8274-0dec2a2c65fb tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] Task: {'id': task-4071033, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.037419} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1479.061611] env[69770]: DEBUG nova.virt.vmwareapi.ds_util [None req-4499c3a3-eef2-448f-8274-0dec2a2c65fb tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] Deleted the datastore file {{(pid=69770) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1479.061780] env[69770]: DEBUG oslo_concurrency.lockutils [None req-4499c3a3-eef2-448f-8274-0dec2a2c65fb tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] Releasing lock "[datastore2] devstack-image-cache_base/99de559a-9815-455a-acdb-4919cc79241f/99de559a-9815-455a-acdb-4919cc79241f.vmdk" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1479.062043] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-4499c3a3-eef2-448f-8274-0dec2a2c65fb tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/99de559a-9815-455a-acdb-4919cc79241f/99de559a-9815-455a-acdb-4919cc79241f.vmdk to [datastore2] 31c82885-55ef-450a-ae73-40973bce624c/31c82885-55ef-450a-ae73-40973bce624c.vmdk {{(pid=69770) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1479.062303] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a50fa122-3692-411c-bab3-81f0b390a66a {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1479.068852] env[69770]: DEBUG oslo_vmware.api [None req-4499c3a3-eef2-448f-8274-0dec2a2c65fb tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] Waiting for the task: (returnval){ [ 1479.068852] env[69770]: value = "task-4071034" [ 1479.068852] env[69770]: _type = "Task" [ 1479.068852] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1479.077812] env[69770]: DEBUG oslo_vmware.api [None req-4499c3a3-eef2-448f-8274-0dec2a2c65fb tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] Task: {'id': task-4071034, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1479.255441] env[69770]: DEBUG oslo_concurrency.lockutils [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1479.255696] env[69770]: DEBUG oslo_concurrency.lockutils [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1479.255780] env[69770]: DEBUG oslo_concurrency.lockutils [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1479.255952] env[69770]: DEBUG nova.compute.resource_tracker [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69770) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1479.256899] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2dea26c-2bfc-47b2-93d6-08f3d7c62ebf {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1479.267636] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e89db28-a679-482c-a194-8239cd67a2f6 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1479.285069] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-734e5653-87a0-40f9-98ee-0c439e4b6b13 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1479.293713] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ef44d45-7ac2-422b-851a-c5ee28ff92ed {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1479.325949] env[69770]: DEBUG nova.compute.resource_tracker [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180776MB free_disk=21GB free_vcpus=48 pci_devices=None {{(pid=69770) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1479.326179] env[69770]: DEBUG oslo_concurrency.lockutils [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1479.326357] env[69770]: DEBUG oslo_concurrency.lockutils [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1479.448223] env[69770]: DEBUG oslo_vmware.api [None req-3d4c479a-b5c5-4cd5-998e-415342a411c6 tempest-AttachVolumeNegativeTest-1432228735 tempest-AttachVolumeNegativeTest-1432228735-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]5224125b-3f92-3bf8-c0d4-81770622af61, 'name': SearchDatastore_Task, 'duration_secs': 0.012174} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1479.448663] env[69770]: DEBUG oslo_concurrency.lockutils [None req-3d4c479a-b5c5-4cd5-998e-415342a411c6 tempest-AttachVolumeNegativeTest-1432228735 tempest-AttachVolumeNegativeTest-1432228735-project-member] Releasing lock "[datastore2] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1479.448825] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d4c479a-b5c5-4cd5-998e-415342a411c6 tempest-AttachVolumeNegativeTest-1432228735 tempest-AttachVolumeNegativeTest-1432228735-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk to [datastore2] c5e5c6dc-e4ec-49dd-952a-b0545e401386/c5e5c6dc-e4ec-49dd-952a-b0545e401386.vmdk {{(pid=69770) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1479.449103] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b3db0e2a-5000-4dc4-9d66-00c4b33bc66b {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1479.460248] env[69770]: DEBUG oslo_vmware.api [None req-3d4c479a-b5c5-4cd5-998e-415342a411c6 tempest-AttachVolumeNegativeTest-1432228735 tempest-AttachVolumeNegativeTest-1432228735-project-member] Waiting for the task: (returnval){ [ 1479.460248] env[69770]: value = "task-4071035" [ 1479.460248] env[69770]: _type = "Task" [ 1479.460248] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1479.470987] env[69770]: DEBUG oslo_vmware.api [None req-3d4c479a-b5c5-4cd5-998e-415342a411c6 tempest-AttachVolumeNegativeTest-1432228735 tempest-AttachVolumeNegativeTest-1432228735-project-member] Task: {'id': task-4071035, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1479.580844] env[69770]: DEBUG oslo_vmware.api [None req-4499c3a3-eef2-448f-8274-0dec2a2c65fb tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] Task: {'id': task-4071034, 'name': CopyVirtualDisk_Task} progress is 21%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1479.975024] env[69770]: DEBUG oslo_vmware.api [None req-3d4c479a-b5c5-4cd5-998e-415342a411c6 tempest-AttachVolumeNegativeTest-1432228735 tempest-AttachVolumeNegativeTest-1432228735-project-member] Task: {'id': task-4071035, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1480.084601] env[69770]: DEBUG oslo_vmware.api [None req-4499c3a3-eef2-448f-8274-0dec2a2c65fb tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] Task: {'id': task-4071034, 'name': CopyVirtualDisk_Task} progress is 40%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1480.400712] env[69770]: DEBUG nova.compute.resource_tracker [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] Instance 31c82885-55ef-450a-ae73-40973bce624c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69770) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1480.400976] env[69770]: DEBUG nova.compute.resource_tracker [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] Instance c5e5c6dc-e4ec-49dd-952a-b0545e401386 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69770) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1480.401327] env[69770]: DEBUG nova.compute.resource_tracker [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] Total usable vcpus: 48, total allocated vcpus: 2 {{(pid=69770) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1480.401581] env[69770]: DEBUG nova.compute.resource_tracker [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=896MB phys_disk=200GB used_disk=2GB total_vcpus=48 used_vcpus=2 pci_stats=[] {{(pid=69770) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1480.455528] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c05f6c43-212c-48ba-a8b9-6cb90105914c {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1480.468525] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47e5a72d-7f34-4e36-90e0-348f03cb5868 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1480.475177] env[69770]: DEBUG oslo_vmware.api [None req-3d4c479a-b5c5-4cd5-998e-415342a411c6 tempest-AttachVolumeNegativeTest-1432228735 tempest-AttachVolumeNegativeTest-1432228735-project-member] Task: {'id': task-4071035, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1480.506154] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8b469c8-9c13-4ed9-bdf1-b54ccb65a305 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1480.516863] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8048e2e4-02a6-4dc9-bb98-9fd828a487cb {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1480.532823] env[69770]: DEBUG nova.compute.provider_tree [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] Inventory has not changed in ProviderTree for provider: 7cc7d32b-b7a7-454a-a456-2a440248ed9d {{(pid=69770) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1480.582997] env[69770]: DEBUG oslo_vmware.api [None req-4499c3a3-eef2-448f-8274-0dec2a2c65fb tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] Task: {'id': task-4071034, 'name': CopyVirtualDisk_Task} progress is 63%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1480.973829] env[69770]: DEBUG oslo_vmware.api [None req-3d4c479a-b5c5-4cd5-998e-415342a411c6 tempest-AttachVolumeNegativeTest-1432228735 tempest-AttachVolumeNegativeTest-1432228735-project-member] Task: {'id': task-4071035, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1481.036180] env[69770]: DEBUG nova.scheduler.client.report [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] Inventory has not changed for provider 7cc7d32b-b7a7-454a-a456-2a440248ed9d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 21, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69770) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1481.084218] env[69770]: DEBUG oslo_vmware.api [None req-4499c3a3-eef2-448f-8274-0dec2a2c65fb tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] Task: {'id': task-4071034, 'name': CopyVirtualDisk_Task} progress is 85%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1481.476548] env[69770]: DEBUG oslo_vmware.api [None req-3d4c479a-b5c5-4cd5-998e-415342a411c6 tempest-AttachVolumeNegativeTest-1432228735 tempest-AttachVolumeNegativeTest-1432228735-project-member] Task: {'id': task-4071035, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1481.541957] env[69770]: DEBUG nova.compute.resource_tracker [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69770) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1481.541957] env[69770]: DEBUG oslo_concurrency.lockutils [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.215s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1481.584195] env[69770]: DEBUG oslo_vmware.api [None req-4499c3a3-eef2-448f-8274-0dec2a2c65fb tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] Task: {'id': task-4071034, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.391128} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1481.584195] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-4499c3a3-eef2-448f-8274-0dec2a2c65fb tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/99de559a-9815-455a-acdb-4919cc79241f/99de559a-9815-455a-acdb-4919cc79241f.vmdk to [datastore2] 31c82885-55ef-450a-ae73-40973bce624c/31c82885-55ef-450a-ae73-40973bce624c.vmdk {{(pid=69770) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1481.584658] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3430bf72-bfc7-4dd0-b6db-4bdc3f9581f7 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1481.608092] env[69770]: DEBUG nova.virt.vmwareapi.volumeops [None req-4499c3a3-eef2-448f-8274-0dec2a2c65fb tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] [instance: 31c82885-55ef-450a-ae73-40973bce624c] Reconfiguring VM instance instance-00000078 to attach disk [datastore2] 31c82885-55ef-450a-ae73-40973bce624c/31c82885-55ef-450a-ae73-40973bce624c.vmdk or device None with type streamOptimized {{(pid=69770) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1481.608431] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-badf9c6b-b08d-475c-8836-0785b106eb3f {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1481.632019] env[69770]: DEBUG oslo_vmware.api [None req-4499c3a3-eef2-448f-8274-0dec2a2c65fb tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] Waiting for the task: (returnval){ [ 1481.632019] env[69770]: value = "task-4071036" [ 1481.632019] env[69770]: _type = "Task" [ 1481.632019] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1481.642497] env[69770]: DEBUG oslo_vmware.api [None req-4499c3a3-eef2-448f-8274-0dec2a2c65fb tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] Task: {'id': task-4071036, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1481.973617] env[69770]: DEBUG oslo_vmware.api [None req-3d4c479a-b5c5-4cd5-998e-415342a411c6 tempest-AttachVolumeNegativeTest-1432228735 tempest-AttachVolumeNegativeTest-1432228735-project-member] Task: {'id': task-4071035, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.201168} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1481.973914] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d4c479a-b5c5-4cd5-998e-415342a411c6 tempest-AttachVolumeNegativeTest-1432228735 tempest-AttachVolumeNegativeTest-1432228735-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk to [datastore2] c5e5c6dc-e4ec-49dd-952a-b0545e401386/c5e5c6dc-e4ec-49dd-952a-b0545e401386.vmdk {{(pid=69770) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1481.974157] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-3d4c479a-b5c5-4cd5-998e-415342a411c6 tempest-AttachVolumeNegativeTest-1432228735 tempest-AttachVolumeNegativeTest-1432228735-project-member] [instance: c5e5c6dc-e4ec-49dd-952a-b0545e401386] Extending root virtual disk to 1048576 {{(pid=69770) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1481.974416] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1db71b16-e34c-462e-ade3-69fd093d15d7 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1481.981589] env[69770]: DEBUG oslo_vmware.api [None req-3d4c479a-b5c5-4cd5-998e-415342a411c6 tempest-AttachVolumeNegativeTest-1432228735 tempest-AttachVolumeNegativeTest-1432228735-project-member] Waiting for the task: (returnval){ [ 1481.981589] env[69770]: value = "task-4071037" [ 1481.981589] env[69770]: _type = "Task" [ 1481.981589] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1481.990251] env[69770]: DEBUG oslo_vmware.api [None req-3d4c479a-b5c5-4cd5-998e-415342a411c6 tempest-AttachVolumeNegativeTest-1432228735 tempest-AttachVolumeNegativeTest-1432228735-project-member] Task: {'id': task-4071037, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1482.142604] env[69770]: DEBUG oslo_vmware.api [None req-4499c3a3-eef2-448f-8274-0dec2a2c65fb tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] Task: {'id': task-4071036, 'name': ReconfigVM_Task, 'duration_secs': 0.318671} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1482.143035] env[69770]: DEBUG nova.virt.vmwareapi.volumeops [None req-4499c3a3-eef2-448f-8274-0dec2a2c65fb tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] [instance: 31c82885-55ef-450a-ae73-40973bce624c] Reconfigured VM instance instance-00000078 to attach disk [datastore2] 31c82885-55ef-450a-ae73-40973bce624c/31c82885-55ef-450a-ae73-40973bce624c.vmdk or device None with type streamOptimized {{(pid=69770) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1482.143701] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-691e0b92-a130-4fac-8277-6e1e58d008d2 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1482.150569] env[69770]: DEBUG oslo_vmware.api [None req-4499c3a3-eef2-448f-8274-0dec2a2c65fb tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] Waiting for the task: (returnval){ [ 1482.150569] env[69770]: value = "task-4071038" [ 1482.150569] env[69770]: _type = "Task" [ 1482.150569] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1482.162277] env[69770]: DEBUG oslo_vmware.api [None req-4499c3a3-eef2-448f-8274-0dec2a2c65fb tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] Task: {'id': task-4071038, 'name': Rename_Task} progress is 5%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1482.492240] env[69770]: DEBUG oslo_vmware.api [None req-3d4c479a-b5c5-4cd5-998e-415342a411c6 tempest-AttachVolumeNegativeTest-1432228735 tempest-AttachVolumeNegativeTest-1432228735-project-member] Task: {'id': task-4071037, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.247157} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1482.492716] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-3d4c479a-b5c5-4cd5-998e-415342a411c6 tempest-AttachVolumeNegativeTest-1432228735 tempest-AttachVolumeNegativeTest-1432228735-project-member] [instance: c5e5c6dc-e4ec-49dd-952a-b0545e401386] Extended root virtual disk {{(pid=69770) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1482.493245] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55938480-0b5a-44af-9ee2-34bb2f3a07c2 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1482.514630] env[69770]: DEBUG nova.virt.vmwareapi.volumeops [None req-3d4c479a-b5c5-4cd5-998e-415342a411c6 tempest-AttachVolumeNegativeTest-1432228735 tempest-AttachVolumeNegativeTest-1432228735-project-member] [instance: c5e5c6dc-e4ec-49dd-952a-b0545e401386] Reconfiguring VM instance instance-0000007b to attach disk [datastore2] c5e5c6dc-e4ec-49dd-952a-b0545e401386/c5e5c6dc-e4ec-49dd-952a-b0545e401386.vmdk or device None with type sparse {{(pid=69770) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1482.514892] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1a570e0e-499c-4716-a00b-f3e7161829f8 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1482.534658] env[69770]: DEBUG oslo_vmware.api [None req-3d4c479a-b5c5-4cd5-998e-415342a411c6 tempest-AttachVolumeNegativeTest-1432228735 tempest-AttachVolumeNegativeTest-1432228735-project-member] Waiting for the task: (returnval){ [ 1482.534658] env[69770]: value = "task-4071039" [ 1482.534658] env[69770]: _type = "Task" [ 1482.534658] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1482.538635] env[69770]: DEBUG oslo_service.periodic_task [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69770) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1482.538854] env[69770]: DEBUG oslo_service.periodic_task [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69770) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1482.539372] env[69770]: DEBUG oslo_service.periodic_task [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69770) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1482.539629] env[69770]: DEBUG oslo_service.periodic_task [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69770) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1482.539862] env[69770]: DEBUG oslo_service.periodic_task [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69770) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1482.540045] env[69770]: DEBUG nova.compute.manager [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69770) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1482.545447] env[69770]: DEBUG oslo_vmware.api [None req-3d4c479a-b5c5-4cd5-998e-415342a411c6 tempest-AttachVolumeNegativeTest-1432228735 tempest-AttachVolumeNegativeTest-1432228735-project-member] Task: {'id': task-4071039, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1482.660971] env[69770]: DEBUG oslo_vmware.api [None req-4499c3a3-eef2-448f-8274-0dec2a2c65fb tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] Task: {'id': task-4071038, 'name': Rename_Task} progress is 14%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1482.752935] env[69770]: DEBUG oslo_service.periodic_task [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69770) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1483.044992] env[69770]: DEBUG oslo_vmware.api [None req-3d4c479a-b5c5-4cd5-998e-415342a411c6 tempest-AttachVolumeNegativeTest-1432228735 tempest-AttachVolumeNegativeTest-1432228735-project-member] Task: {'id': task-4071039, 'name': ReconfigVM_Task, 'duration_secs': 0.428861} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1483.045247] env[69770]: DEBUG nova.virt.vmwareapi.volumeops [None req-3d4c479a-b5c5-4cd5-998e-415342a411c6 tempest-AttachVolumeNegativeTest-1432228735 tempest-AttachVolumeNegativeTest-1432228735-project-member] [instance: c5e5c6dc-e4ec-49dd-952a-b0545e401386] Reconfigured VM instance instance-0000007b to attach disk [datastore2] c5e5c6dc-e4ec-49dd-952a-b0545e401386/c5e5c6dc-e4ec-49dd-952a-b0545e401386.vmdk or device None with type sparse {{(pid=69770) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1483.045877] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7a417f81-26f1-429e-b768-8756204615e8 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1483.052627] env[69770]: DEBUG oslo_vmware.api [None req-3d4c479a-b5c5-4cd5-998e-415342a411c6 tempest-AttachVolumeNegativeTest-1432228735 tempest-AttachVolumeNegativeTest-1432228735-project-member] Waiting for the task: (returnval){ [ 1483.052627] env[69770]: value = "task-4071040" [ 1483.052627] env[69770]: _type = "Task" [ 1483.052627] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1483.061578] env[69770]: DEBUG oslo_vmware.api [None req-3d4c479a-b5c5-4cd5-998e-415342a411c6 tempest-AttachVolumeNegativeTest-1432228735 tempest-AttachVolumeNegativeTest-1432228735-project-member] Task: {'id': task-4071040, 'name': Rename_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1483.161735] env[69770]: DEBUG oslo_vmware.api [None req-4499c3a3-eef2-448f-8274-0dec2a2c65fb tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] Task: {'id': task-4071038, 'name': Rename_Task, 'duration_secs': 0.959766} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1483.162054] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-4499c3a3-eef2-448f-8274-0dec2a2c65fb tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] [instance: 31c82885-55ef-450a-ae73-40973bce624c] Powering on the VM {{(pid=69770) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1483.162275] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a38b5e33-06b3-45a6-a08a-21f9c70675cf {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1483.169684] env[69770]: DEBUG oslo_vmware.api [None req-4499c3a3-eef2-448f-8274-0dec2a2c65fb tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] Waiting for the task: (returnval){ [ 1483.169684] env[69770]: value = "task-4071041" [ 1483.169684] env[69770]: _type = "Task" [ 1483.169684] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1483.180019] env[69770]: DEBUG oslo_vmware.api [None req-4499c3a3-eef2-448f-8274-0dec2a2c65fb tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] Task: {'id': task-4071041, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1483.563816] env[69770]: DEBUG oslo_vmware.api [None req-3d4c479a-b5c5-4cd5-998e-415342a411c6 tempest-AttachVolumeNegativeTest-1432228735 tempest-AttachVolumeNegativeTest-1432228735-project-member] Task: {'id': task-4071040, 'name': Rename_Task, 'duration_secs': 0.141376} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1483.564219] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d4c479a-b5c5-4cd5-998e-415342a411c6 tempest-AttachVolumeNegativeTest-1432228735 tempest-AttachVolumeNegativeTest-1432228735-project-member] [instance: c5e5c6dc-e4ec-49dd-952a-b0545e401386] Powering on the VM {{(pid=69770) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1483.564322] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b6d6be1b-dd0a-45c6-bf74-bd33e24d7ad4 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1483.572309] env[69770]: DEBUG oslo_vmware.api [None req-3d4c479a-b5c5-4cd5-998e-415342a411c6 tempest-AttachVolumeNegativeTest-1432228735 tempest-AttachVolumeNegativeTest-1432228735-project-member] Waiting for the task: (returnval){ [ 1483.572309] env[69770]: value = "task-4071042" [ 1483.572309] env[69770]: _type = "Task" [ 1483.572309] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1483.581859] env[69770]: DEBUG oslo_vmware.api [None req-3d4c479a-b5c5-4cd5-998e-415342a411c6 tempest-AttachVolumeNegativeTest-1432228735 tempest-AttachVolumeNegativeTest-1432228735-project-member] Task: {'id': task-4071042, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1483.679852] env[69770]: DEBUG oslo_vmware.api [None req-4499c3a3-eef2-448f-8274-0dec2a2c65fb tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] Task: {'id': task-4071041, 'name': PowerOnVM_Task, 'duration_secs': 0.439602} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1483.680264] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-4499c3a3-eef2-448f-8274-0dec2a2c65fb tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] [instance: 31c82885-55ef-450a-ae73-40973bce624c] Powered on the VM {{(pid=69770) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1483.794159] env[69770]: DEBUG nova.compute.manager [None req-4499c3a3-eef2-448f-8274-0dec2a2c65fb tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] [instance: 31c82885-55ef-450a-ae73-40973bce624c] Checking state {{(pid=69770) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1483.795194] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e860bd1-c9e1-40f8-863a-8bf95e657188 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1484.085569] env[69770]: DEBUG oslo_vmware.api [None req-3d4c479a-b5c5-4cd5-998e-415342a411c6 tempest-AttachVolumeNegativeTest-1432228735 tempest-AttachVolumeNegativeTest-1432228735-project-member] Task: {'id': task-4071042, 'name': PowerOnVM_Task, 'duration_secs': 0.496272} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1484.085812] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d4c479a-b5c5-4cd5-998e-415342a411c6 tempest-AttachVolumeNegativeTest-1432228735 tempest-AttachVolumeNegativeTest-1432228735-project-member] [instance: c5e5c6dc-e4ec-49dd-952a-b0545e401386] Powered on the VM {{(pid=69770) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1484.086015] env[69770]: INFO nova.compute.manager [None req-3d4c479a-b5c5-4cd5-998e-415342a411c6 tempest-AttachVolumeNegativeTest-1432228735 tempest-AttachVolumeNegativeTest-1432228735-project-member] [instance: c5e5c6dc-e4ec-49dd-952a-b0545e401386] Took 9.87 seconds to spawn the instance on the hypervisor. [ 1484.086198] env[69770]: DEBUG nova.compute.manager [None req-3d4c479a-b5c5-4cd5-998e-415342a411c6 tempest-AttachVolumeNegativeTest-1432228735 tempest-AttachVolumeNegativeTest-1432228735-project-member] [instance: c5e5c6dc-e4ec-49dd-952a-b0545e401386] Checking state {{(pid=69770) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1484.086974] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee022de0-2ece-4ee5-8e20-3a158e183239 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1484.314048] env[69770]: DEBUG oslo_concurrency.lockutils [None req-4499c3a3-eef2-448f-8274-0dec2a2c65fb tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] Lock "31c82885-55ef-450a-ae73-40973bce624c" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 19.361s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1484.606642] env[69770]: INFO nova.compute.manager [None req-3d4c479a-b5c5-4cd5-998e-415342a411c6 tempest-AttachVolumeNegativeTest-1432228735 tempest-AttachVolumeNegativeTest-1432228735-project-member] [instance: c5e5c6dc-e4ec-49dd-952a-b0545e401386] Took 14.56 seconds to build instance. [ 1485.108649] env[69770]: DEBUG oslo_concurrency.lockutils [None req-3d4c479a-b5c5-4cd5-998e-415342a411c6 tempest-AttachVolumeNegativeTest-1432228735 tempest-AttachVolumeNegativeTest-1432228735-project-member] Lock "c5e5c6dc-e4ec-49dd-952a-b0545e401386" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.066s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1485.145045] env[69770]: DEBUG oslo_concurrency.lockutils [None req-6e382361-8ce4-4146-90a9-ded90c38f2dc tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] Acquiring lock "31c82885-55ef-450a-ae73-40973bce624c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1485.145045] env[69770]: DEBUG oslo_concurrency.lockutils [None req-6e382361-8ce4-4146-90a9-ded90c38f2dc tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] Lock "31c82885-55ef-450a-ae73-40973bce624c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1485.145045] env[69770]: DEBUG oslo_concurrency.lockutils [None req-6e382361-8ce4-4146-90a9-ded90c38f2dc tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] Acquiring lock "31c82885-55ef-450a-ae73-40973bce624c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1485.145045] env[69770]: DEBUG oslo_concurrency.lockutils [None req-6e382361-8ce4-4146-90a9-ded90c38f2dc tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] Lock "31c82885-55ef-450a-ae73-40973bce624c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1485.145419] env[69770]: DEBUG oslo_concurrency.lockutils [None req-6e382361-8ce4-4146-90a9-ded90c38f2dc tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] Lock "31c82885-55ef-450a-ae73-40973bce624c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1485.147961] env[69770]: INFO nova.compute.manager [None req-6e382361-8ce4-4146-90a9-ded90c38f2dc tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] [instance: 31c82885-55ef-450a-ae73-40973bce624c] Terminating instance [ 1485.651660] env[69770]: DEBUG nova.compute.manager [None req-6e382361-8ce4-4146-90a9-ded90c38f2dc tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] [instance: 31c82885-55ef-450a-ae73-40973bce624c] Start destroying the instance on the hypervisor. {{(pid=69770) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1485.652113] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-6e382361-8ce4-4146-90a9-ded90c38f2dc tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] [instance: 31c82885-55ef-450a-ae73-40973bce624c] Destroying instance {{(pid=69770) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1485.652846] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7530358-04c7-47de-bc06-68a502ac5837 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1485.661209] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e382361-8ce4-4146-90a9-ded90c38f2dc tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] [instance: 31c82885-55ef-450a-ae73-40973bce624c] Powering off the VM {{(pid=69770) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1485.661447] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ff330459-4000-4a91-861e-18fc6b1502a2 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1485.668656] env[69770]: DEBUG oslo_vmware.api [None req-6e382361-8ce4-4146-90a9-ded90c38f2dc tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] Waiting for the task: (returnval){ [ 1485.668656] env[69770]: value = "task-4071043" [ 1485.668656] env[69770]: _type = "Task" [ 1485.668656] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1485.678109] env[69770]: DEBUG oslo_vmware.api [None req-6e382361-8ce4-4146-90a9-ded90c38f2dc tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] Task: {'id': task-4071043, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1485.710918] env[69770]: DEBUG nova.compute.manager [req-7300643f-2d17-423a-b390-5d8aafa48df8 req-aee72b0c-41c9-4b39-b14f-541f116977f1 service nova] [instance: c5e5c6dc-e4ec-49dd-952a-b0545e401386] Received event network-changed-32c20178-9db0-4654-99cd-0c385b1715c1 {{(pid=69770) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1485.711408] env[69770]: DEBUG nova.compute.manager [req-7300643f-2d17-423a-b390-5d8aafa48df8 req-aee72b0c-41c9-4b39-b14f-541f116977f1 service nova] [instance: c5e5c6dc-e4ec-49dd-952a-b0545e401386] Refreshing instance network info cache due to event network-changed-32c20178-9db0-4654-99cd-0c385b1715c1. {{(pid=69770) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1485.711723] env[69770]: DEBUG oslo_concurrency.lockutils [req-7300643f-2d17-423a-b390-5d8aafa48df8 req-aee72b0c-41c9-4b39-b14f-541f116977f1 service nova] Acquiring lock "refresh_cache-c5e5c6dc-e4ec-49dd-952a-b0545e401386" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1485.711942] env[69770]: DEBUG oslo_concurrency.lockutils [req-7300643f-2d17-423a-b390-5d8aafa48df8 req-aee72b0c-41c9-4b39-b14f-541f116977f1 service nova] Acquired lock "refresh_cache-c5e5c6dc-e4ec-49dd-952a-b0545e401386" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1485.712200] env[69770]: DEBUG nova.network.neutron [req-7300643f-2d17-423a-b390-5d8aafa48df8 req-aee72b0c-41c9-4b39-b14f-541f116977f1 service nova] [instance: c5e5c6dc-e4ec-49dd-952a-b0545e401386] Refreshing network info cache for port 32c20178-9db0-4654-99cd-0c385b1715c1 {{(pid=69770) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1486.180066] env[69770]: DEBUG oslo_vmware.api [None req-6e382361-8ce4-4146-90a9-ded90c38f2dc tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] Task: {'id': task-4071043, 'name': PowerOffVM_Task, 'duration_secs': 0.204053} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1486.180267] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e382361-8ce4-4146-90a9-ded90c38f2dc tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] [instance: 31c82885-55ef-450a-ae73-40973bce624c] Powered off the VM {{(pid=69770) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1486.180426] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-6e382361-8ce4-4146-90a9-ded90c38f2dc tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] [instance: 31c82885-55ef-450a-ae73-40973bce624c] Unregistering the VM {{(pid=69770) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1486.180699] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ef1c14d3-4915-4789-87a7-e57196756950 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1486.261322] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-6e382361-8ce4-4146-90a9-ded90c38f2dc tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] [instance: 31c82885-55ef-450a-ae73-40973bce624c] Unregistered the VM {{(pid=69770) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1486.261539] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-6e382361-8ce4-4146-90a9-ded90c38f2dc tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] [instance: 31c82885-55ef-450a-ae73-40973bce624c] Deleting contents of the VM from datastore datastore2 {{(pid=69770) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1486.261734] env[69770]: DEBUG nova.virt.vmwareapi.ds_util [None req-6e382361-8ce4-4146-90a9-ded90c38f2dc tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] Deleting the datastore file [datastore2] 31c82885-55ef-450a-ae73-40973bce624c {{(pid=69770) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1486.261974] env[69770]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3c804b8d-2ddf-4a00-bc5d-2d61d85805d3 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1486.269621] env[69770]: DEBUG oslo_vmware.api [None req-6e382361-8ce4-4146-90a9-ded90c38f2dc tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] Waiting for the task: (returnval){ [ 1486.269621] env[69770]: value = "task-4071045" [ 1486.269621] env[69770]: _type = "Task" [ 1486.269621] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1486.279192] env[69770]: DEBUG oslo_vmware.api [None req-6e382361-8ce4-4146-90a9-ded90c38f2dc tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] Task: {'id': task-4071045, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1486.447815] env[69770]: DEBUG nova.network.neutron [req-7300643f-2d17-423a-b390-5d8aafa48df8 req-aee72b0c-41c9-4b39-b14f-541f116977f1 service nova] [instance: c5e5c6dc-e4ec-49dd-952a-b0545e401386] Updated VIF entry in instance network info cache for port 32c20178-9db0-4654-99cd-0c385b1715c1. {{(pid=69770) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1486.448220] env[69770]: DEBUG nova.network.neutron [req-7300643f-2d17-423a-b390-5d8aafa48df8 req-aee72b0c-41c9-4b39-b14f-541f116977f1 service nova] [instance: c5e5c6dc-e4ec-49dd-952a-b0545e401386] Updating instance_info_cache with network_info: [{"id": "32c20178-9db0-4654-99cd-0c385b1715c1", "address": "fa:16:3e:85:64:47", "network": {"id": "ea56f86b-690f-4d6e-be86-38ab57d59fcc", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-617647007-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.185", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "56791aabe107404daac1b7f484f31621", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5efce30e-48dd-493a-a354-f562a8adf7af", "external-id": "nsx-vlan-transportzone-283", "segmentation_id": 283, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap32c20178-9d", "ovs_interfaceid": "32c20178-9db0-4654-99cd-0c385b1715c1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69770) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1486.780924] env[69770]: DEBUG oslo_vmware.api [None req-6e382361-8ce4-4146-90a9-ded90c38f2dc tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] Task: {'id': task-4071045, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.157853} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1486.781329] env[69770]: DEBUG nova.virt.vmwareapi.ds_util [None req-6e382361-8ce4-4146-90a9-ded90c38f2dc tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] Deleted the datastore file {{(pid=69770) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1486.781457] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-6e382361-8ce4-4146-90a9-ded90c38f2dc tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] [instance: 31c82885-55ef-450a-ae73-40973bce624c] Deleted contents of the VM from datastore datastore2 {{(pid=69770) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1486.781619] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-6e382361-8ce4-4146-90a9-ded90c38f2dc tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] [instance: 31c82885-55ef-450a-ae73-40973bce624c] Instance destroyed {{(pid=69770) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1486.781843] env[69770]: INFO nova.compute.manager [None req-6e382361-8ce4-4146-90a9-ded90c38f2dc tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] [instance: 31c82885-55ef-450a-ae73-40973bce624c] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1486.782153] env[69770]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6e382361-8ce4-4146-90a9-ded90c38f2dc tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69770) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1486.782385] env[69770]: DEBUG nova.compute.manager [-] [instance: 31c82885-55ef-450a-ae73-40973bce624c] Deallocating network for instance {{(pid=69770) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1486.782492] env[69770]: DEBUG nova.network.neutron [-] [instance: 31c82885-55ef-450a-ae73-40973bce624c] deallocate_for_instance() {{(pid=69770) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1486.953996] env[69770]: DEBUG oslo_concurrency.lockutils [req-7300643f-2d17-423a-b390-5d8aafa48df8 req-aee72b0c-41c9-4b39-b14f-541f116977f1 service nova] Releasing lock "refresh_cache-c5e5c6dc-e4ec-49dd-952a-b0545e401386" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1487.730572] env[69770]: DEBUG nova.network.neutron [-] [instance: 31c82885-55ef-450a-ae73-40973bce624c] Updating instance_info_cache with network_info: [] {{(pid=69770) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1487.743722] env[69770]: DEBUG nova.compute.manager [req-c62c7681-e6e9-4174-828a-d9395eb9d96a req-b15bd16c-0688-4a95-b4ac-6dab99d52e25 service nova] [instance: 31c82885-55ef-450a-ae73-40973bce624c] Received event network-vif-deleted-23ae5a46-7862-49dc-897e-3a6918ccc43b {{(pid=69770) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1487.743959] env[69770]: INFO nova.compute.manager [req-c62c7681-e6e9-4174-828a-d9395eb9d96a req-b15bd16c-0688-4a95-b4ac-6dab99d52e25 service nova] [instance: 31c82885-55ef-450a-ae73-40973bce624c] Neutron deleted interface 23ae5a46-7862-49dc-897e-3a6918ccc43b; detaching it from the instance and deleting it from the info cache [ 1487.744141] env[69770]: DEBUG nova.network.neutron [req-c62c7681-e6e9-4174-828a-d9395eb9d96a req-b15bd16c-0688-4a95-b4ac-6dab99d52e25 service nova] [instance: 31c82885-55ef-450a-ae73-40973bce624c] Updating instance_info_cache with network_info: [] {{(pid=69770) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1488.233742] env[69770]: INFO nova.compute.manager [-] [instance: 31c82885-55ef-450a-ae73-40973bce624c] Took 1.45 seconds to deallocate network for instance. [ 1488.247090] env[69770]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e08d9aa5-dc1c-430f-a3d8-9a7360d048d1 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1488.256152] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-830665b6-7dfb-4cdd-8ba6-2c48e49efb84 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1488.282976] env[69770]: DEBUG nova.compute.manager [req-c62c7681-e6e9-4174-828a-d9395eb9d96a req-b15bd16c-0688-4a95-b4ac-6dab99d52e25 service nova] [instance: 31c82885-55ef-450a-ae73-40973bce624c] Detach interface failed, port_id=23ae5a46-7862-49dc-897e-3a6918ccc43b, reason: Instance 31c82885-55ef-450a-ae73-40973bce624c could not be found. {{(pid=69770) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1488.741187] env[69770]: DEBUG oslo_concurrency.lockutils [None req-6e382361-8ce4-4146-90a9-ded90c38f2dc tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1488.741527] env[69770]: DEBUG oslo_concurrency.lockutils [None req-6e382361-8ce4-4146-90a9-ded90c38f2dc tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1488.741758] env[69770]: DEBUG nova.objects.instance [None req-6e382361-8ce4-4146-90a9-ded90c38f2dc tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] Lazy-loading 'resources' on Instance uuid 31c82885-55ef-450a-ae73-40973bce624c {{(pid=69770) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1489.292219] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce3f63ac-f4de-4b74-8c95-b0fea072948b {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1489.300153] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9591b9a-aa20-4dbe-b5a9-e0bec65d9663 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1489.330213] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-331a87dc-32c6-4bf0-9ea0-97efe7f679cb {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1489.338416] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d7e7e23-6ee9-42f9-b388-57ac761a3c95 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1489.352465] env[69770]: DEBUG nova.compute.provider_tree [None req-6e382361-8ce4-4146-90a9-ded90c38f2dc tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] Inventory has not changed in ProviderTree for provider: 7cc7d32b-b7a7-454a-a456-2a440248ed9d {{(pid=69770) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1489.855810] env[69770]: DEBUG nova.scheduler.client.report [None req-6e382361-8ce4-4146-90a9-ded90c38f2dc tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] Inventory has not changed for provider 7cc7d32b-b7a7-454a-a456-2a440248ed9d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 21, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69770) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1490.361467] env[69770]: DEBUG oslo_concurrency.lockutils [None req-6e382361-8ce4-4146-90a9-ded90c38f2dc tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.620s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1490.379684] env[69770]: INFO nova.scheduler.client.report [None req-6e382361-8ce4-4146-90a9-ded90c38f2dc tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] Deleted allocations for instance 31c82885-55ef-450a-ae73-40973bce624c [ 1490.888019] env[69770]: DEBUG oslo_concurrency.lockutils [None req-6e382361-8ce4-4146-90a9-ded90c38f2dc tempest-ServerActionsTestOtherB-1816462235 tempest-ServerActionsTestOtherB-1816462235-project-member] Lock "31c82885-55ef-450a-ae73-40973bce624c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.743s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1492.747957] env[69770]: DEBUG oslo_service.periodic_task [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69770) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1497.256826] env[69770]: DEBUG oslo_concurrency.lockutils [None req-d87543eb-bd4a-4815-bd57-2e485f5766ca tempest-ServersListShow298Test-1651447366 tempest-ServersListShow298Test-1651447366-project-member] Acquiring lock "8da7a7d3-f62e-4dd7-a252-b9d250f95458" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1497.257202] env[69770]: DEBUG oslo_concurrency.lockutils [None req-d87543eb-bd4a-4815-bd57-2e485f5766ca tempest-ServersListShow298Test-1651447366 tempest-ServersListShow298Test-1651447366-project-member] Lock "8da7a7d3-f62e-4dd7-a252-b9d250f95458" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1497.759618] env[69770]: DEBUG nova.compute.manager [None req-d87543eb-bd4a-4815-bd57-2e485f5766ca tempest-ServersListShow298Test-1651447366 tempest-ServersListShow298Test-1651447366-project-member] [instance: 8da7a7d3-f62e-4dd7-a252-b9d250f95458] Starting instance... {{(pid=69770) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1498.280381] env[69770]: DEBUG oslo_concurrency.lockutils [None req-d87543eb-bd4a-4815-bd57-2e485f5766ca tempest-ServersListShow298Test-1651447366 tempest-ServersListShow298Test-1651447366-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1498.280660] env[69770]: DEBUG oslo_concurrency.lockutils [None req-d87543eb-bd4a-4815-bd57-2e485f5766ca tempest-ServersListShow298Test-1651447366 tempest-ServersListShow298Test-1651447366-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1498.282139] env[69770]: INFO nova.compute.claims [None req-d87543eb-bd4a-4815-bd57-2e485f5766ca tempest-ServersListShow298Test-1651447366 tempest-ServersListShow298Test-1651447366-project-member] [instance: 8da7a7d3-f62e-4dd7-a252-b9d250f95458] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1499.332521] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab70babe-521e-4939-bccc-2eb06d9285cb {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1499.340566] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce797864-e669-4750-a464-1bc1cee1c260 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1499.372075] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b2fd988-527b-437f-9b32-aa7f3b3f1e89 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1499.379657] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-631a6a99-114b-4b82-9c2e-ed60ac9433d0 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1499.393378] env[69770]: DEBUG nova.compute.provider_tree [None req-d87543eb-bd4a-4815-bd57-2e485f5766ca tempest-ServersListShow298Test-1651447366 tempest-ServersListShow298Test-1651447366-project-member] Inventory has not changed in ProviderTree for provider: 7cc7d32b-b7a7-454a-a456-2a440248ed9d {{(pid=69770) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1499.896866] env[69770]: DEBUG nova.scheduler.client.report [None req-d87543eb-bd4a-4815-bd57-2e485f5766ca tempest-ServersListShow298Test-1651447366 tempest-ServersListShow298Test-1651447366-project-member] Inventory has not changed for provider 7cc7d32b-b7a7-454a-a456-2a440248ed9d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 21, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69770) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1500.401738] env[69770]: DEBUG oslo_concurrency.lockutils [None req-d87543eb-bd4a-4815-bd57-2e485f5766ca tempest-ServersListShow298Test-1651447366 tempest-ServersListShow298Test-1651447366-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.121s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1500.402298] env[69770]: DEBUG nova.compute.manager [None req-d87543eb-bd4a-4815-bd57-2e485f5766ca tempest-ServersListShow298Test-1651447366 tempest-ServersListShow298Test-1651447366-project-member] [instance: 8da7a7d3-f62e-4dd7-a252-b9d250f95458] Start building networks asynchronously for instance. {{(pid=69770) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1500.907870] env[69770]: DEBUG nova.compute.utils [None req-d87543eb-bd4a-4815-bd57-2e485f5766ca tempest-ServersListShow298Test-1651447366 tempest-ServersListShow298Test-1651447366-project-member] Using /dev/sd instead of None {{(pid=69770) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1500.909279] env[69770]: DEBUG nova.compute.manager [None req-d87543eb-bd4a-4815-bd57-2e485f5766ca tempest-ServersListShow298Test-1651447366 tempest-ServersListShow298Test-1651447366-project-member] [instance: 8da7a7d3-f62e-4dd7-a252-b9d250f95458] Not allocating networking since 'none' was specified. {{(pid=69770) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1501.410957] env[69770]: DEBUG nova.compute.manager [None req-d87543eb-bd4a-4815-bd57-2e485f5766ca tempest-ServersListShow298Test-1651447366 tempest-ServersListShow298Test-1651447366-project-member] [instance: 8da7a7d3-f62e-4dd7-a252-b9d250f95458] Start building block device mappings for instance. {{(pid=69770) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1502.419882] env[69770]: DEBUG nova.compute.manager [None req-d87543eb-bd4a-4815-bd57-2e485f5766ca tempest-ServersListShow298Test-1651447366 tempest-ServersListShow298Test-1651447366-project-member] [instance: 8da7a7d3-f62e-4dd7-a252-b9d250f95458] Start spawning the instance on the hypervisor. {{(pid=69770) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1502.447598] env[69770]: DEBUG nova.virt.hardware [None req-d87543eb-bd4a-4815-bd57-2e485f5766ca tempest-ServersListShow298Test-1651447366 tempest-ServersListShow298Test-1651447366-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T12:16:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T12:16:11Z,direct_url=,disk_format='vmdk',id=d1eaff80-24a0-4391-90eb-59958b1ecf0a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d65f20bb89fb40a98b77bc6d97357df2',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T12:16:12Z,virtual_size=,visibility=), allow threads: False {{(pid=69770) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1502.447865] env[69770]: DEBUG nova.virt.hardware [None req-d87543eb-bd4a-4815-bd57-2e485f5766ca tempest-ServersListShow298Test-1651447366 tempest-ServersListShow298Test-1651447366-project-member] Flavor limits 0:0:0 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1502.448054] env[69770]: DEBUG nova.virt.hardware [None req-d87543eb-bd4a-4815-bd57-2e485f5766ca tempest-ServersListShow298Test-1651447366 tempest-ServersListShow298Test-1651447366-project-member] Image limits 0:0:0 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1502.448253] env[69770]: DEBUG nova.virt.hardware [None req-d87543eb-bd4a-4815-bd57-2e485f5766ca tempest-ServersListShow298Test-1651447366 tempest-ServersListShow298Test-1651447366-project-member] Flavor pref 0:0:0 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1502.448778] env[69770]: DEBUG nova.virt.hardware [None req-d87543eb-bd4a-4815-bd57-2e485f5766ca tempest-ServersListShow298Test-1651447366 tempest-ServersListShow298Test-1651447366-project-member] Image pref 0:0:0 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1502.448778] env[69770]: DEBUG nova.virt.hardware [None req-d87543eb-bd4a-4815-bd57-2e485f5766ca tempest-ServersListShow298Test-1651447366 tempest-ServersListShow298Test-1651447366-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1502.448778] env[69770]: DEBUG nova.virt.hardware [None req-d87543eb-bd4a-4815-bd57-2e485f5766ca tempest-ServersListShow298Test-1651447366 tempest-ServersListShow298Test-1651447366-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69770) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1502.448937] env[69770]: DEBUG nova.virt.hardware [None req-d87543eb-bd4a-4815-bd57-2e485f5766ca tempest-ServersListShow298Test-1651447366 tempest-ServersListShow298Test-1651447366-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69770) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1502.449064] env[69770]: DEBUG nova.virt.hardware [None req-d87543eb-bd4a-4815-bd57-2e485f5766ca tempest-ServersListShow298Test-1651447366 tempest-ServersListShow298Test-1651447366-project-member] Got 1 possible topologies {{(pid=69770) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1502.449372] env[69770]: DEBUG nova.virt.hardware [None req-d87543eb-bd4a-4815-bd57-2e485f5766ca tempest-ServersListShow298Test-1651447366 tempest-ServersListShow298Test-1651447366-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69770) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1502.449466] env[69770]: DEBUG nova.virt.hardware [None req-d87543eb-bd4a-4815-bd57-2e485f5766ca tempest-ServersListShow298Test-1651447366 tempest-ServersListShow298Test-1651447366-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69770) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1502.450429] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f11fc32-8b8b-40d5-963f-f2ed6d5fc1a1 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1502.458956] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e35e8296-3311-4db6-9c2d-ec55b23ef954 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1502.474579] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-d87543eb-bd4a-4815-bd57-2e485f5766ca tempest-ServersListShow298Test-1651447366 tempest-ServersListShow298Test-1651447366-project-member] [instance: 8da7a7d3-f62e-4dd7-a252-b9d250f95458] Instance VIF info [] {{(pid=69770) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1502.480078] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-d87543eb-bd4a-4815-bd57-2e485f5766ca tempest-ServersListShow298Test-1651447366 tempest-ServersListShow298Test-1651447366-project-member] Creating folder: Project (cb75d17d5c5e4876857fdd87c408ad9b). Parent ref: group-v806376. {{(pid=69770) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1502.480337] env[69770]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-38e61496-6408-4002-9e02-2e5c1f21f74f {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1502.491145] env[69770]: INFO nova.virt.vmwareapi.vm_util [None req-d87543eb-bd4a-4815-bd57-2e485f5766ca tempest-ServersListShow298Test-1651447366 tempest-ServersListShow298Test-1651447366-project-member] Created folder: Project (cb75d17d5c5e4876857fdd87c408ad9b) in parent group-v806376. [ 1502.491326] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-d87543eb-bd4a-4815-bd57-2e485f5766ca tempest-ServersListShow298Test-1651447366 tempest-ServersListShow298Test-1651447366-project-member] Creating folder: Instances. Parent ref: group-v806716. {{(pid=69770) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1502.491547] env[69770]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-bd84fdfc-62e7-4e1d-8cfe-47c09b47ed82 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1502.499660] env[69770]: INFO nova.virt.vmwareapi.vm_util [None req-d87543eb-bd4a-4815-bd57-2e485f5766ca tempest-ServersListShow298Test-1651447366 tempest-ServersListShow298Test-1651447366-project-member] Created folder: Instances in parent group-v806716. [ 1502.499893] env[69770]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d87543eb-bd4a-4815-bd57-2e485f5766ca tempest-ServersListShow298Test-1651447366 tempest-ServersListShow298Test-1651447366-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69770) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1502.500101] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8da7a7d3-f62e-4dd7-a252-b9d250f95458] Creating VM on the ESX host {{(pid=69770) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1502.500308] env[69770]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-216e6e40-84b3-4dc1-8c28-1d27f441e71d {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1502.515615] env[69770]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1502.515615] env[69770]: value = "task-4071049" [ 1502.515615] env[69770]: _type = "Task" [ 1502.515615] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1502.522752] env[69770]: DEBUG oslo_vmware.api [-] Task: {'id': task-4071049, 'name': CreateVM_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1503.026346] env[69770]: DEBUG oslo_vmware.api [-] Task: {'id': task-4071049, 'name': CreateVM_Task, 'duration_secs': 0.269772} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1503.026579] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8da7a7d3-f62e-4dd7-a252-b9d250f95458] Created VM on the ESX host {{(pid=69770) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1503.026919] env[69770]: DEBUG oslo_concurrency.lockutils [None req-d87543eb-bd4a-4815-bd57-2e485f5766ca tempest-ServersListShow298Test-1651447366 tempest-ServersListShow298Test-1651447366-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1503.027095] env[69770]: DEBUG oslo_concurrency.lockutils [None req-d87543eb-bd4a-4815-bd57-2e485f5766ca tempest-ServersListShow298Test-1651447366 tempest-ServersListShow298Test-1651447366-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1503.027429] env[69770]: DEBUG oslo_concurrency.lockutils [None req-d87543eb-bd4a-4815-bd57-2e485f5766ca tempest-ServersListShow298Test-1651447366 tempest-ServersListShow298Test-1651447366-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1503.027679] env[69770]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-00cbd828-959b-43f9-ac8d-a61bfac830d8 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1503.032923] env[69770]: DEBUG oslo_vmware.api [None req-d87543eb-bd4a-4815-bd57-2e485f5766ca tempest-ServersListShow298Test-1651447366 tempest-ServersListShow298Test-1651447366-project-member] Waiting for the task: (returnval){ [ 1503.032923] env[69770]: value = "session[52161b52-cb8e-ec9f-1132-2f6b49549d41]520909d9-886b-166d-4f71-541919ff9786" [ 1503.032923] env[69770]: _type = "Task" [ 1503.032923] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1503.040716] env[69770]: DEBUG oslo_vmware.api [None req-d87543eb-bd4a-4815-bd57-2e485f5766ca tempest-ServersListShow298Test-1651447366 tempest-ServersListShow298Test-1651447366-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]520909d9-886b-166d-4f71-541919ff9786, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1503.543215] env[69770]: DEBUG oslo_vmware.api [None req-d87543eb-bd4a-4815-bd57-2e485f5766ca tempest-ServersListShow298Test-1651447366 tempest-ServersListShow298Test-1651447366-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]520909d9-886b-166d-4f71-541919ff9786, 'name': SearchDatastore_Task, 'duration_secs': 0.012071} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1503.543608] env[69770]: DEBUG oslo_concurrency.lockutils [None req-d87543eb-bd4a-4815-bd57-2e485f5766ca tempest-ServersListShow298Test-1651447366 tempest-ServersListShow298Test-1651447366-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1503.543742] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-d87543eb-bd4a-4815-bd57-2e485f5766ca tempest-ServersListShow298Test-1651447366 tempest-ServersListShow298Test-1651447366-project-member] [instance: 8da7a7d3-f62e-4dd7-a252-b9d250f95458] Processing image d1eaff80-24a0-4391-90eb-59958b1ecf0a {{(pid=69770) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1503.543984] env[69770]: DEBUG oslo_concurrency.lockutils [None req-d87543eb-bd4a-4815-bd57-2e485f5766ca tempest-ServersListShow298Test-1651447366 tempest-ServersListShow298Test-1651447366-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1503.544179] env[69770]: DEBUG oslo_concurrency.lockutils [None req-d87543eb-bd4a-4815-bd57-2e485f5766ca tempest-ServersListShow298Test-1651447366 tempest-ServersListShow298Test-1651447366-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1503.544361] env[69770]: DEBUG nova.virt.vmwareapi.ds_util [None req-d87543eb-bd4a-4815-bd57-2e485f5766ca tempest-ServersListShow298Test-1651447366 tempest-ServersListShow298Test-1651447366-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69770) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1503.544615] env[69770]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-52a795a5-a207-47fe-9b5f-4ba823bc6d82 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1503.552874] env[69770]: DEBUG nova.virt.vmwareapi.ds_util [None req-d87543eb-bd4a-4815-bd57-2e485f5766ca tempest-ServersListShow298Test-1651447366 tempest-ServersListShow298Test-1651447366-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69770) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1503.553134] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-d87543eb-bd4a-4815-bd57-2e485f5766ca tempest-ServersListShow298Test-1651447366 tempest-ServersListShow298Test-1651447366-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69770) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1503.553816] env[69770]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b4c13634-d600-474f-a63c-23eaa1ee209c {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1503.558949] env[69770]: DEBUG oslo_vmware.api [None req-d87543eb-bd4a-4815-bd57-2e485f5766ca tempest-ServersListShow298Test-1651447366 tempest-ServersListShow298Test-1651447366-project-member] Waiting for the task: (returnval){ [ 1503.558949] env[69770]: value = "session[52161b52-cb8e-ec9f-1132-2f6b49549d41]52d9d37c-6b28-8705-e734-1e9c1a55727b" [ 1503.558949] env[69770]: _type = "Task" [ 1503.558949] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1503.566554] env[69770]: DEBUG oslo_vmware.api [None req-d87543eb-bd4a-4815-bd57-2e485f5766ca tempest-ServersListShow298Test-1651447366 tempest-ServersListShow298Test-1651447366-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]52d9d37c-6b28-8705-e734-1e9c1a55727b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1504.069718] env[69770]: DEBUG oslo_vmware.api [None req-d87543eb-bd4a-4815-bd57-2e485f5766ca tempest-ServersListShow298Test-1651447366 tempest-ServersListShow298Test-1651447366-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]52d9d37c-6b28-8705-e734-1e9c1a55727b, 'name': SearchDatastore_Task, 'duration_secs': 0.009461} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1504.070578] env[69770]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-87c41567-6c43-42d2-9ffb-1c7c9a6e6c65 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1504.075949] env[69770]: DEBUG oslo_vmware.api [None req-d87543eb-bd4a-4815-bd57-2e485f5766ca tempest-ServersListShow298Test-1651447366 tempest-ServersListShow298Test-1651447366-project-member] Waiting for the task: (returnval){ [ 1504.075949] env[69770]: value = "session[52161b52-cb8e-ec9f-1132-2f6b49549d41]525b57d2-ceed-7042-4406-a8df7dbbae48" [ 1504.075949] env[69770]: _type = "Task" [ 1504.075949] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1504.083581] env[69770]: DEBUG oslo_vmware.api [None req-d87543eb-bd4a-4815-bd57-2e485f5766ca tempest-ServersListShow298Test-1651447366 tempest-ServersListShow298Test-1651447366-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]525b57d2-ceed-7042-4406-a8df7dbbae48, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1504.586894] env[69770]: DEBUG oslo_vmware.api [None req-d87543eb-bd4a-4815-bd57-2e485f5766ca tempest-ServersListShow298Test-1651447366 tempest-ServersListShow298Test-1651447366-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]525b57d2-ceed-7042-4406-a8df7dbbae48, 'name': SearchDatastore_Task, 'duration_secs': 0.009383} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1504.587319] env[69770]: DEBUG oslo_concurrency.lockutils [None req-d87543eb-bd4a-4815-bd57-2e485f5766ca tempest-ServersListShow298Test-1651447366 tempest-ServersListShow298Test-1651447366-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1504.587454] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-d87543eb-bd4a-4815-bd57-2e485f5766ca tempest-ServersListShow298Test-1651447366 tempest-ServersListShow298Test-1651447366-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk to [datastore1] 8da7a7d3-f62e-4dd7-a252-b9d250f95458/8da7a7d3-f62e-4dd7-a252-b9d250f95458.vmdk {{(pid=69770) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1504.587679] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bf12d2dd-c4e9-4aed-9796-115e6559a44b {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1504.594235] env[69770]: DEBUG oslo_vmware.api [None req-d87543eb-bd4a-4815-bd57-2e485f5766ca tempest-ServersListShow298Test-1651447366 tempest-ServersListShow298Test-1651447366-project-member] Waiting for the task: (returnval){ [ 1504.594235] env[69770]: value = "task-4071050" [ 1504.594235] env[69770]: _type = "Task" [ 1504.594235] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1504.602178] env[69770]: DEBUG oslo_vmware.api [None req-d87543eb-bd4a-4815-bd57-2e485f5766ca tempest-ServersListShow298Test-1651447366 tempest-ServersListShow298Test-1651447366-project-member] Task: {'id': task-4071050, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1505.107036] env[69770]: DEBUG oslo_vmware.api [None req-d87543eb-bd4a-4815-bd57-2e485f5766ca tempest-ServersListShow298Test-1651447366 tempest-ServersListShow298Test-1651447366-project-member] Task: {'id': task-4071050, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.419835} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1505.107402] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-d87543eb-bd4a-4815-bd57-2e485f5766ca tempest-ServersListShow298Test-1651447366 tempest-ServersListShow298Test-1651447366-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk to [datastore1] 8da7a7d3-f62e-4dd7-a252-b9d250f95458/8da7a7d3-f62e-4dd7-a252-b9d250f95458.vmdk {{(pid=69770) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1505.107647] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-d87543eb-bd4a-4815-bd57-2e485f5766ca tempest-ServersListShow298Test-1651447366 tempest-ServersListShow298Test-1651447366-project-member] [instance: 8da7a7d3-f62e-4dd7-a252-b9d250f95458] Extending root virtual disk to 1048576 {{(pid=69770) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1505.107933] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-59c43f0e-3758-46fa-9573-c6615d942afb {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1505.116651] env[69770]: DEBUG oslo_vmware.api [None req-d87543eb-bd4a-4815-bd57-2e485f5766ca tempest-ServersListShow298Test-1651447366 tempest-ServersListShow298Test-1651447366-project-member] Waiting for the task: (returnval){ [ 1505.116651] env[69770]: value = "task-4071051" [ 1505.116651] env[69770]: _type = "Task" [ 1505.116651] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1505.126551] env[69770]: DEBUG oslo_vmware.api [None req-d87543eb-bd4a-4815-bd57-2e485f5766ca tempest-ServersListShow298Test-1651447366 tempest-ServersListShow298Test-1651447366-project-member] Task: {'id': task-4071051, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1505.627378] env[69770]: DEBUG oslo_vmware.api [None req-d87543eb-bd4a-4815-bd57-2e485f5766ca tempest-ServersListShow298Test-1651447366 tempest-ServersListShow298Test-1651447366-project-member] Task: {'id': task-4071051, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.063708} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1505.627849] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-d87543eb-bd4a-4815-bd57-2e485f5766ca tempest-ServersListShow298Test-1651447366 tempest-ServersListShow298Test-1651447366-project-member] [instance: 8da7a7d3-f62e-4dd7-a252-b9d250f95458] Extended root virtual disk {{(pid=69770) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1505.628421] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d69dfb03-45c1-45ea-b5f7-0298f0131453 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1505.648429] env[69770]: DEBUG nova.virt.vmwareapi.volumeops [None req-d87543eb-bd4a-4815-bd57-2e485f5766ca tempest-ServersListShow298Test-1651447366 tempest-ServersListShow298Test-1651447366-project-member] [instance: 8da7a7d3-f62e-4dd7-a252-b9d250f95458] Reconfiguring VM instance instance-0000007c to attach disk [datastore1] 8da7a7d3-f62e-4dd7-a252-b9d250f95458/8da7a7d3-f62e-4dd7-a252-b9d250f95458.vmdk or device None with type sparse {{(pid=69770) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1505.648707] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2d2dd67e-633b-4cf2-8c35-a05a7ca76098 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1505.668174] env[69770]: DEBUG oslo_vmware.api [None req-d87543eb-bd4a-4815-bd57-2e485f5766ca tempest-ServersListShow298Test-1651447366 tempest-ServersListShow298Test-1651447366-project-member] Waiting for the task: (returnval){ [ 1505.668174] env[69770]: value = "task-4071052" [ 1505.668174] env[69770]: _type = "Task" [ 1505.668174] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1505.676084] env[69770]: DEBUG oslo_vmware.api [None req-d87543eb-bd4a-4815-bd57-2e485f5766ca tempest-ServersListShow298Test-1651447366 tempest-ServersListShow298Test-1651447366-project-member] Task: {'id': task-4071052, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1506.178309] env[69770]: DEBUG oslo_vmware.api [None req-d87543eb-bd4a-4815-bd57-2e485f5766ca tempest-ServersListShow298Test-1651447366 tempest-ServersListShow298Test-1651447366-project-member] Task: {'id': task-4071052, 'name': ReconfigVM_Task, 'duration_secs': 0.288519} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1506.178604] env[69770]: DEBUG nova.virt.vmwareapi.volumeops [None req-d87543eb-bd4a-4815-bd57-2e485f5766ca tempest-ServersListShow298Test-1651447366 tempest-ServersListShow298Test-1651447366-project-member] [instance: 8da7a7d3-f62e-4dd7-a252-b9d250f95458] Reconfigured VM instance instance-0000007c to attach disk [datastore1] 8da7a7d3-f62e-4dd7-a252-b9d250f95458/8da7a7d3-f62e-4dd7-a252-b9d250f95458.vmdk or device None with type sparse {{(pid=69770) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1506.179250] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5c7ab691-7b13-4295-b0d4-e3eff19fb7a8 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1506.186214] env[69770]: DEBUG oslo_vmware.api [None req-d87543eb-bd4a-4815-bd57-2e485f5766ca tempest-ServersListShow298Test-1651447366 tempest-ServersListShow298Test-1651447366-project-member] Waiting for the task: (returnval){ [ 1506.186214] env[69770]: value = "task-4071053" [ 1506.186214] env[69770]: _type = "Task" [ 1506.186214] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1506.195620] env[69770]: DEBUG oslo_vmware.api [None req-d87543eb-bd4a-4815-bd57-2e485f5766ca tempest-ServersListShow298Test-1651447366 tempest-ServersListShow298Test-1651447366-project-member] Task: {'id': task-4071053, 'name': Rename_Task} progress is 5%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1506.697259] env[69770]: DEBUG oslo_vmware.api [None req-d87543eb-bd4a-4815-bd57-2e485f5766ca tempest-ServersListShow298Test-1651447366 tempest-ServersListShow298Test-1651447366-project-member] Task: {'id': task-4071053, 'name': Rename_Task, 'duration_secs': 0.142868} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1506.697665] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-d87543eb-bd4a-4815-bd57-2e485f5766ca tempest-ServersListShow298Test-1651447366 tempest-ServersListShow298Test-1651447366-project-member] [instance: 8da7a7d3-f62e-4dd7-a252-b9d250f95458] Powering on the VM {{(pid=69770) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1506.697760] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4c39819a-e060-4270-92b9-9b51d82f68eb {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1506.703629] env[69770]: DEBUG oslo_vmware.api [None req-d87543eb-bd4a-4815-bd57-2e485f5766ca tempest-ServersListShow298Test-1651447366 tempest-ServersListShow298Test-1651447366-project-member] Waiting for the task: (returnval){ [ 1506.703629] env[69770]: value = "task-4071054" [ 1506.703629] env[69770]: _type = "Task" [ 1506.703629] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1506.711153] env[69770]: DEBUG oslo_vmware.api [None req-d87543eb-bd4a-4815-bd57-2e485f5766ca tempest-ServersListShow298Test-1651447366 tempest-ServersListShow298Test-1651447366-project-member] Task: {'id': task-4071054, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1507.213969] env[69770]: DEBUG oslo_vmware.api [None req-d87543eb-bd4a-4815-bd57-2e485f5766ca tempest-ServersListShow298Test-1651447366 tempest-ServersListShow298Test-1651447366-project-member] Task: {'id': task-4071054, 'name': PowerOnVM_Task, 'duration_secs': 0.433906} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1507.214273] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-d87543eb-bd4a-4815-bd57-2e485f5766ca tempest-ServersListShow298Test-1651447366 tempest-ServersListShow298Test-1651447366-project-member] [instance: 8da7a7d3-f62e-4dd7-a252-b9d250f95458] Powered on the VM {{(pid=69770) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1507.214478] env[69770]: INFO nova.compute.manager [None req-d87543eb-bd4a-4815-bd57-2e485f5766ca tempest-ServersListShow298Test-1651447366 tempest-ServersListShow298Test-1651447366-project-member] [instance: 8da7a7d3-f62e-4dd7-a252-b9d250f95458] Took 4.79 seconds to spawn the instance on the hypervisor. [ 1507.214656] env[69770]: DEBUG nova.compute.manager [None req-d87543eb-bd4a-4815-bd57-2e485f5766ca tempest-ServersListShow298Test-1651447366 tempest-ServersListShow298Test-1651447366-project-member] [instance: 8da7a7d3-f62e-4dd7-a252-b9d250f95458] Checking state {{(pid=69770) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1507.215441] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9ed6350-20b3-4a4d-a843-7ce9b7b56066 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1507.733508] env[69770]: INFO nova.compute.manager [None req-d87543eb-bd4a-4815-bd57-2e485f5766ca tempest-ServersListShow298Test-1651447366 tempest-ServersListShow298Test-1651447366-project-member] [instance: 8da7a7d3-f62e-4dd7-a252-b9d250f95458] Took 9.47 seconds to build instance. [ 1508.235788] env[69770]: DEBUG oslo_concurrency.lockutils [None req-d87543eb-bd4a-4815-bd57-2e485f5766ca tempest-ServersListShow298Test-1651447366 tempest-ServersListShow298Test-1651447366-project-member] Lock "8da7a7d3-f62e-4dd7-a252-b9d250f95458" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 10.978s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1508.263530] env[69770]: INFO nova.compute.manager [None req-33c6c24b-c9ed-412a-9420-535a94b4a6b1 tempest-ServersListShow298Test-1651447366 tempest-ServersListShow298Test-1651447366-project-member] [instance: 8da7a7d3-f62e-4dd7-a252-b9d250f95458] Rebuilding instance [ 1508.308100] env[69770]: DEBUG nova.compute.manager [None req-33c6c24b-c9ed-412a-9420-535a94b4a6b1 tempest-ServersListShow298Test-1651447366 tempest-ServersListShow298Test-1651447366-project-member] [instance: 8da7a7d3-f62e-4dd7-a252-b9d250f95458] Checking state {{(pid=69770) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1508.308964] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-086584e7-f57a-40ed-b6cb-d855ee431041 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1509.322366] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-33c6c24b-c9ed-412a-9420-535a94b4a6b1 tempest-ServersListShow298Test-1651447366 tempest-ServersListShow298Test-1651447366-project-member] [instance: 8da7a7d3-f62e-4dd7-a252-b9d250f95458] Powering off the VM {{(pid=69770) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1509.322779] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0546b478-4b4f-49f7-9803-8808e671f2ce {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1509.331550] env[69770]: DEBUG oslo_vmware.api [None req-33c6c24b-c9ed-412a-9420-535a94b4a6b1 tempest-ServersListShow298Test-1651447366 tempest-ServersListShow298Test-1651447366-project-member] Waiting for the task: (returnval){ [ 1509.331550] env[69770]: value = "task-4071055" [ 1509.331550] env[69770]: _type = "Task" [ 1509.331550] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1509.340195] env[69770]: DEBUG oslo_vmware.api [None req-33c6c24b-c9ed-412a-9420-535a94b4a6b1 tempest-ServersListShow298Test-1651447366 tempest-ServersListShow298Test-1651447366-project-member] Task: {'id': task-4071055, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1509.841270] env[69770]: DEBUG oslo_vmware.api [None req-33c6c24b-c9ed-412a-9420-535a94b4a6b1 tempest-ServersListShow298Test-1651447366 tempest-ServersListShow298Test-1651447366-project-member] Task: {'id': task-4071055, 'name': PowerOffVM_Task, 'duration_secs': 0.119524} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1509.841546] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-33c6c24b-c9ed-412a-9420-535a94b4a6b1 tempest-ServersListShow298Test-1651447366 tempest-ServersListShow298Test-1651447366-project-member] [instance: 8da7a7d3-f62e-4dd7-a252-b9d250f95458] Powered off the VM {{(pid=69770) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1509.842306] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-33c6c24b-c9ed-412a-9420-535a94b4a6b1 tempest-ServersListShow298Test-1651447366 tempest-ServersListShow298Test-1651447366-project-member] [instance: 8da7a7d3-f62e-4dd7-a252-b9d250f95458] Destroying instance {{(pid=69770) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1509.843106] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-281182da-d495-4295-a375-aa3fffac3eb8 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1509.849932] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-33c6c24b-c9ed-412a-9420-535a94b4a6b1 tempest-ServersListShow298Test-1651447366 tempest-ServersListShow298Test-1651447366-project-member] [instance: 8da7a7d3-f62e-4dd7-a252-b9d250f95458] Unregistering the VM {{(pid=69770) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1509.850165] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-bb051996-5225-48f2-92d4-0ad569e9bb94 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1509.876198] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-33c6c24b-c9ed-412a-9420-535a94b4a6b1 tempest-ServersListShow298Test-1651447366 tempest-ServersListShow298Test-1651447366-project-member] [instance: 8da7a7d3-f62e-4dd7-a252-b9d250f95458] Unregistered the VM {{(pid=69770) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1509.876423] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-33c6c24b-c9ed-412a-9420-535a94b4a6b1 tempest-ServersListShow298Test-1651447366 tempest-ServersListShow298Test-1651447366-project-member] [instance: 8da7a7d3-f62e-4dd7-a252-b9d250f95458] Deleting contents of the VM from datastore datastore1 {{(pid=69770) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1509.876593] env[69770]: DEBUG nova.virt.vmwareapi.ds_util [None req-33c6c24b-c9ed-412a-9420-535a94b4a6b1 tempest-ServersListShow298Test-1651447366 tempest-ServersListShow298Test-1651447366-project-member] Deleting the datastore file [datastore1] 8da7a7d3-f62e-4dd7-a252-b9d250f95458 {{(pid=69770) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1509.876857] env[69770]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-40cb283b-4d59-48d3-9195-f96377cf2ef7 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1509.883836] env[69770]: DEBUG oslo_vmware.api [None req-33c6c24b-c9ed-412a-9420-535a94b4a6b1 tempest-ServersListShow298Test-1651447366 tempest-ServersListShow298Test-1651447366-project-member] Waiting for the task: (returnval){ [ 1509.883836] env[69770]: value = "task-4071057" [ 1509.883836] env[69770]: _type = "Task" [ 1509.883836] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1509.891386] env[69770]: DEBUG oslo_vmware.api [None req-33c6c24b-c9ed-412a-9420-535a94b4a6b1 tempest-ServersListShow298Test-1651447366 tempest-ServersListShow298Test-1651447366-project-member] Task: {'id': task-4071057, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1510.395677] env[69770]: DEBUG oslo_vmware.api [None req-33c6c24b-c9ed-412a-9420-535a94b4a6b1 tempest-ServersListShow298Test-1651447366 tempest-ServersListShow298Test-1651447366-project-member] Task: {'id': task-4071057, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.09937} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1510.396097] env[69770]: DEBUG nova.virt.vmwareapi.ds_util [None req-33c6c24b-c9ed-412a-9420-535a94b4a6b1 tempest-ServersListShow298Test-1651447366 tempest-ServersListShow298Test-1651447366-project-member] Deleted the datastore file {{(pid=69770) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1510.396097] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-33c6c24b-c9ed-412a-9420-535a94b4a6b1 tempest-ServersListShow298Test-1651447366 tempest-ServersListShow298Test-1651447366-project-member] [instance: 8da7a7d3-f62e-4dd7-a252-b9d250f95458] Deleted contents of the VM from datastore datastore1 {{(pid=69770) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1510.396259] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-33c6c24b-c9ed-412a-9420-535a94b4a6b1 tempest-ServersListShow298Test-1651447366 tempest-ServersListShow298Test-1651447366-project-member] [instance: 8da7a7d3-f62e-4dd7-a252-b9d250f95458] Instance destroyed {{(pid=69770) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1511.426890] env[69770]: DEBUG nova.virt.hardware [None req-33c6c24b-c9ed-412a-9420-535a94b4a6b1 tempest-ServersListShow298Test-1651447366 tempest-ServersListShow298Test-1651447366-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T12:16:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T12:16:11Z,direct_url=,disk_format='vmdk',id=d1eaff80-24a0-4391-90eb-59958b1ecf0a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d65f20bb89fb40a98b77bc6d97357df2',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T12:16:12Z,virtual_size=,visibility=), allow threads: False {{(pid=69770) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1511.427235] env[69770]: DEBUG nova.virt.hardware [None req-33c6c24b-c9ed-412a-9420-535a94b4a6b1 tempest-ServersListShow298Test-1651447366 tempest-ServersListShow298Test-1651447366-project-member] Flavor limits 0:0:0 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1511.427331] env[69770]: DEBUG nova.virt.hardware [None req-33c6c24b-c9ed-412a-9420-535a94b4a6b1 tempest-ServersListShow298Test-1651447366 tempest-ServersListShow298Test-1651447366-project-member] Image limits 0:0:0 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1511.427519] env[69770]: DEBUG nova.virt.hardware [None req-33c6c24b-c9ed-412a-9420-535a94b4a6b1 tempest-ServersListShow298Test-1651447366 tempest-ServersListShow298Test-1651447366-project-member] Flavor pref 0:0:0 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1511.427665] env[69770]: DEBUG nova.virt.hardware [None req-33c6c24b-c9ed-412a-9420-535a94b4a6b1 tempest-ServersListShow298Test-1651447366 tempest-ServersListShow298Test-1651447366-project-member] Image pref 0:0:0 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1511.428214] env[69770]: DEBUG nova.virt.hardware [None req-33c6c24b-c9ed-412a-9420-535a94b4a6b1 tempest-ServersListShow298Test-1651447366 tempest-ServersListShow298Test-1651447366-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1511.428214] env[69770]: DEBUG nova.virt.hardware [None req-33c6c24b-c9ed-412a-9420-535a94b4a6b1 tempest-ServersListShow298Test-1651447366 tempest-ServersListShow298Test-1651447366-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69770) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1511.428214] env[69770]: DEBUG nova.virt.hardware [None req-33c6c24b-c9ed-412a-9420-535a94b4a6b1 tempest-ServersListShow298Test-1651447366 tempest-ServersListShow298Test-1651447366-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69770) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1511.428403] env[69770]: DEBUG nova.virt.hardware [None req-33c6c24b-c9ed-412a-9420-535a94b4a6b1 tempest-ServersListShow298Test-1651447366 tempest-ServersListShow298Test-1651447366-project-member] Got 1 possible topologies {{(pid=69770) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1511.428493] env[69770]: DEBUG nova.virt.hardware [None req-33c6c24b-c9ed-412a-9420-535a94b4a6b1 tempest-ServersListShow298Test-1651447366 tempest-ServersListShow298Test-1651447366-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69770) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1511.428667] env[69770]: DEBUG nova.virt.hardware [None req-33c6c24b-c9ed-412a-9420-535a94b4a6b1 tempest-ServersListShow298Test-1651447366 tempest-ServersListShow298Test-1651447366-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69770) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1511.429563] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2dbdda9e-9e2c-4b58-a950-27e1c418b5b5 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1511.438341] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9a9f6ca-dc04-44c8-a1cd-e336ab153d86 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1511.452388] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-33c6c24b-c9ed-412a-9420-535a94b4a6b1 tempest-ServersListShow298Test-1651447366 tempest-ServersListShow298Test-1651447366-project-member] [instance: 8da7a7d3-f62e-4dd7-a252-b9d250f95458] Instance VIF info [] {{(pid=69770) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1511.458221] env[69770]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-33c6c24b-c9ed-412a-9420-535a94b4a6b1 tempest-ServersListShow298Test-1651447366 tempest-ServersListShow298Test-1651447366-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69770) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1511.458462] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8da7a7d3-f62e-4dd7-a252-b9d250f95458] Creating VM on the ESX host {{(pid=69770) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1511.458665] env[69770]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6bf31512-e476-4edb-b24f-4eba36d73c39 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1511.475372] env[69770]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1511.475372] env[69770]: value = "task-4071058" [ 1511.475372] env[69770]: _type = "Task" [ 1511.475372] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1511.483044] env[69770]: DEBUG oslo_vmware.api [-] Task: {'id': task-4071058, 'name': CreateVM_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1511.985361] env[69770]: DEBUG oslo_vmware.api [-] Task: {'id': task-4071058, 'name': CreateVM_Task, 'duration_secs': 0.265192} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1511.985549] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8da7a7d3-f62e-4dd7-a252-b9d250f95458] Created VM on the ESX host {{(pid=69770) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1511.985941] env[69770]: DEBUG oslo_concurrency.lockutils [None req-33c6c24b-c9ed-412a-9420-535a94b4a6b1 tempest-ServersListShow298Test-1651447366 tempest-ServersListShow298Test-1651447366-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1511.986114] env[69770]: DEBUG oslo_concurrency.lockutils [None req-33c6c24b-c9ed-412a-9420-535a94b4a6b1 tempest-ServersListShow298Test-1651447366 tempest-ServersListShow298Test-1651447366-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1511.986439] env[69770]: DEBUG oslo_concurrency.lockutils [None req-33c6c24b-c9ed-412a-9420-535a94b4a6b1 tempest-ServersListShow298Test-1651447366 tempest-ServersListShow298Test-1651447366-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1511.986690] env[69770]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d2ed652e-068e-47a4-b45a-f443f3022e10 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1511.992289] env[69770]: DEBUG oslo_vmware.api [None req-33c6c24b-c9ed-412a-9420-535a94b4a6b1 tempest-ServersListShow298Test-1651447366 tempest-ServersListShow298Test-1651447366-project-member] Waiting for the task: (returnval){ [ 1511.992289] env[69770]: value = "session[52161b52-cb8e-ec9f-1132-2f6b49549d41]5242e2a7-51bb-3e88-7430-2610e6305333" [ 1511.992289] env[69770]: _type = "Task" [ 1511.992289] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1512.001175] env[69770]: DEBUG oslo_vmware.api [None req-33c6c24b-c9ed-412a-9420-535a94b4a6b1 tempest-ServersListShow298Test-1651447366 tempest-ServersListShow298Test-1651447366-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]5242e2a7-51bb-3e88-7430-2610e6305333, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1512.504205] env[69770]: DEBUG oslo_vmware.api [None req-33c6c24b-c9ed-412a-9420-535a94b4a6b1 tempest-ServersListShow298Test-1651447366 tempest-ServersListShow298Test-1651447366-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]5242e2a7-51bb-3e88-7430-2610e6305333, 'name': SearchDatastore_Task, 'duration_secs': 0.010562} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1512.504651] env[69770]: DEBUG oslo_concurrency.lockutils [None req-33c6c24b-c9ed-412a-9420-535a94b4a6b1 tempest-ServersListShow298Test-1651447366 tempest-ServersListShow298Test-1651447366-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1512.504751] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-33c6c24b-c9ed-412a-9420-535a94b4a6b1 tempest-ServersListShow298Test-1651447366 tempest-ServersListShow298Test-1651447366-project-member] [instance: 8da7a7d3-f62e-4dd7-a252-b9d250f95458] Processing image d1eaff80-24a0-4391-90eb-59958b1ecf0a {{(pid=69770) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1512.504982] env[69770]: DEBUG oslo_concurrency.lockutils [None req-33c6c24b-c9ed-412a-9420-535a94b4a6b1 tempest-ServersListShow298Test-1651447366 tempest-ServersListShow298Test-1651447366-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1512.505163] env[69770]: DEBUG oslo_concurrency.lockutils [None req-33c6c24b-c9ed-412a-9420-535a94b4a6b1 tempest-ServersListShow298Test-1651447366 tempest-ServersListShow298Test-1651447366-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1512.505352] env[69770]: DEBUG nova.virt.vmwareapi.ds_util [None req-33c6c24b-c9ed-412a-9420-535a94b4a6b1 tempest-ServersListShow298Test-1651447366 tempest-ServersListShow298Test-1651447366-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69770) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1512.505618] env[69770]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7c9fec77-ec65-40ef-89fe-0da19fef0240 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1512.514856] env[69770]: DEBUG nova.virt.vmwareapi.ds_util [None req-33c6c24b-c9ed-412a-9420-535a94b4a6b1 tempest-ServersListShow298Test-1651447366 tempest-ServersListShow298Test-1651447366-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69770) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1512.515067] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-33c6c24b-c9ed-412a-9420-535a94b4a6b1 tempest-ServersListShow298Test-1651447366 tempest-ServersListShow298Test-1651447366-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69770) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1512.515768] env[69770]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4bae14af-cf10-48e6-9853-65a8a31c34f8 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1512.521920] env[69770]: DEBUG oslo_vmware.api [None req-33c6c24b-c9ed-412a-9420-535a94b4a6b1 tempest-ServersListShow298Test-1651447366 tempest-ServersListShow298Test-1651447366-project-member] Waiting for the task: (returnval){ [ 1512.521920] env[69770]: value = "session[52161b52-cb8e-ec9f-1132-2f6b49549d41]52ce2ea9-cc36-c9ea-7dc9-eb62c17190c8" [ 1512.521920] env[69770]: _type = "Task" [ 1512.521920] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1512.529698] env[69770]: DEBUG oslo_vmware.api [None req-33c6c24b-c9ed-412a-9420-535a94b4a6b1 tempest-ServersListShow298Test-1651447366 tempest-ServersListShow298Test-1651447366-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]52ce2ea9-cc36-c9ea-7dc9-eb62c17190c8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1513.032698] env[69770]: DEBUG oslo_vmware.api [None req-33c6c24b-c9ed-412a-9420-535a94b4a6b1 tempest-ServersListShow298Test-1651447366 tempest-ServersListShow298Test-1651447366-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]52ce2ea9-cc36-c9ea-7dc9-eb62c17190c8, 'name': SearchDatastore_Task, 'duration_secs': 0.009238} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1513.033558] env[69770]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7b06e6c0-cf56-42b3-b8e9-857832de41d0 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1513.038907] env[69770]: DEBUG oslo_vmware.api [None req-33c6c24b-c9ed-412a-9420-535a94b4a6b1 tempest-ServersListShow298Test-1651447366 tempest-ServersListShow298Test-1651447366-project-member] Waiting for the task: (returnval){ [ 1513.038907] env[69770]: value = "session[52161b52-cb8e-ec9f-1132-2f6b49549d41]529c7609-bc09-4e65-cba5-e1a1d706abcf" [ 1513.038907] env[69770]: _type = "Task" [ 1513.038907] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1513.046519] env[69770]: DEBUG oslo_vmware.api [None req-33c6c24b-c9ed-412a-9420-535a94b4a6b1 tempest-ServersListShow298Test-1651447366 tempest-ServersListShow298Test-1651447366-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]529c7609-bc09-4e65-cba5-e1a1d706abcf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1513.549815] env[69770]: DEBUG oslo_vmware.api [None req-33c6c24b-c9ed-412a-9420-535a94b4a6b1 tempest-ServersListShow298Test-1651447366 tempest-ServersListShow298Test-1651447366-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]529c7609-bc09-4e65-cba5-e1a1d706abcf, 'name': SearchDatastore_Task, 'duration_secs': 0.010781} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1513.550253] env[69770]: DEBUG oslo_concurrency.lockutils [None req-33c6c24b-c9ed-412a-9420-535a94b4a6b1 tempest-ServersListShow298Test-1651447366 tempest-ServersListShow298Test-1651447366-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1513.550397] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-33c6c24b-c9ed-412a-9420-535a94b4a6b1 tempest-ServersListShow298Test-1651447366 tempest-ServersListShow298Test-1651447366-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk to [datastore1] 8da7a7d3-f62e-4dd7-a252-b9d250f95458/8da7a7d3-f62e-4dd7-a252-b9d250f95458.vmdk {{(pid=69770) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1513.550630] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d654fb2e-f1ef-4af0-968f-e3199a4cd1a3 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1513.557543] env[69770]: DEBUG oslo_vmware.api [None req-33c6c24b-c9ed-412a-9420-535a94b4a6b1 tempest-ServersListShow298Test-1651447366 tempest-ServersListShow298Test-1651447366-project-member] Waiting for the task: (returnval){ [ 1513.557543] env[69770]: value = "task-4071059" [ 1513.557543] env[69770]: _type = "Task" [ 1513.557543] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1513.565025] env[69770]: DEBUG oslo_vmware.api [None req-33c6c24b-c9ed-412a-9420-535a94b4a6b1 tempest-ServersListShow298Test-1651447366 tempest-ServersListShow298Test-1651447366-project-member] Task: {'id': task-4071059, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1514.069246] env[69770]: DEBUG oslo_vmware.api [None req-33c6c24b-c9ed-412a-9420-535a94b4a6b1 tempest-ServersListShow298Test-1651447366 tempest-ServersListShow298Test-1651447366-project-member] Task: {'id': task-4071059, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.451146} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1514.069526] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-33c6c24b-c9ed-412a-9420-535a94b4a6b1 tempest-ServersListShow298Test-1651447366 tempest-ServersListShow298Test-1651447366-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk to [datastore1] 8da7a7d3-f62e-4dd7-a252-b9d250f95458/8da7a7d3-f62e-4dd7-a252-b9d250f95458.vmdk {{(pid=69770) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1514.069729] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-33c6c24b-c9ed-412a-9420-535a94b4a6b1 tempest-ServersListShow298Test-1651447366 tempest-ServersListShow298Test-1651447366-project-member] [instance: 8da7a7d3-f62e-4dd7-a252-b9d250f95458] Extending root virtual disk to 1048576 {{(pid=69770) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1514.069982] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-baecc19e-3d48-4568-9a60-ac1b1650a7e6 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1514.077384] env[69770]: DEBUG oslo_vmware.api [None req-33c6c24b-c9ed-412a-9420-535a94b4a6b1 tempest-ServersListShow298Test-1651447366 tempest-ServersListShow298Test-1651447366-project-member] Waiting for the task: (returnval){ [ 1514.077384] env[69770]: value = "task-4071060" [ 1514.077384] env[69770]: _type = "Task" [ 1514.077384] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1514.085727] env[69770]: DEBUG oslo_vmware.api [None req-33c6c24b-c9ed-412a-9420-535a94b4a6b1 tempest-ServersListShow298Test-1651447366 tempest-ServersListShow298Test-1651447366-project-member] Task: {'id': task-4071060, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1514.587290] env[69770]: DEBUG oslo_vmware.api [None req-33c6c24b-c9ed-412a-9420-535a94b4a6b1 tempest-ServersListShow298Test-1651447366 tempest-ServersListShow298Test-1651447366-project-member] Task: {'id': task-4071060, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067068} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1514.587679] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-33c6c24b-c9ed-412a-9420-535a94b4a6b1 tempest-ServersListShow298Test-1651447366 tempest-ServersListShow298Test-1651447366-project-member] [instance: 8da7a7d3-f62e-4dd7-a252-b9d250f95458] Extended root virtual disk {{(pid=69770) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1514.588349] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e09da32-cb48-4f3a-83d7-94811ca83717 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1514.608202] env[69770]: DEBUG nova.virt.vmwareapi.volumeops [None req-33c6c24b-c9ed-412a-9420-535a94b4a6b1 tempest-ServersListShow298Test-1651447366 tempest-ServersListShow298Test-1651447366-project-member] [instance: 8da7a7d3-f62e-4dd7-a252-b9d250f95458] Reconfiguring VM instance instance-0000007c to attach disk [datastore1] 8da7a7d3-f62e-4dd7-a252-b9d250f95458/8da7a7d3-f62e-4dd7-a252-b9d250f95458.vmdk or device None with type sparse {{(pid=69770) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1514.608468] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-221dc51b-473c-49fe-ab0e-fd2d0b7fb2a1 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1514.628859] env[69770]: DEBUG oslo_vmware.api [None req-33c6c24b-c9ed-412a-9420-535a94b4a6b1 tempest-ServersListShow298Test-1651447366 tempest-ServersListShow298Test-1651447366-project-member] Waiting for the task: (returnval){ [ 1514.628859] env[69770]: value = "task-4071061" [ 1514.628859] env[69770]: _type = "Task" [ 1514.628859] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1514.637201] env[69770]: DEBUG oslo_vmware.api [None req-33c6c24b-c9ed-412a-9420-535a94b4a6b1 tempest-ServersListShow298Test-1651447366 tempest-ServersListShow298Test-1651447366-project-member] Task: {'id': task-4071061, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1515.138918] env[69770]: DEBUG oslo_vmware.api [None req-33c6c24b-c9ed-412a-9420-535a94b4a6b1 tempest-ServersListShow298Test-1651447366 tempest-ServersListShow298Test-1651447366-project-member] Task: {'id': task-4071061, 'name': ReconfigVM_Task, 'duration_secs': 0.260424} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1515.139321] env[69770]: DEBUG nova.virt.vmwareapi.volumeops [None req-33c6c24b-c9ed-412a-9420-535a94b4a6b1 tempest-ServersListShow298Test-1651447366 tempest-ServersListShow298Test-1651447366-project-member] [instance: 8da7a7d3-f62e-4dd7-a252-b9d250f95458] Reconfigured VM instance instance-0000007c to attach disk [datastore1] 8da7a7d3-f62e-4dd7-a252-b9d250f95458/8da7a7d3-f62e-4dd7-a252-b9d250f95458.vmdk or device None with type sparse {{(pid=69770) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1515.140037] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3b7d8665-5cdf-42f4-9c02-24a5c1a9f500 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1515.147587] env[69770]: DEBUG oslo_vmware.api [None req-33c6c24b-c9ed-412a-9420-535a94b4a6b1 tempest-ServersListShow298Test-1651447366 tempest-ServersListShow298Test-1651447366-project-member] Waiting for the task: (returnval){ [ 1515.147587] env[69770]: value = "task-4071062" [ 1515.147587] env[69770]: _type = "Task" [ 1515.147587] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1515.157022] env[69770]: DEBUG oslo_vmware.api [None req-33c6c24b-c9ed-412a-9420-535a94b4a6b1 tempest-ServersListShow298Test-1651447366 tempest-ServersListShow298Test-1651447366-project-member] Task: {'id': task-4071062, 'name': Rename_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1515.658254] env[69770]: DEBUG oslo_vmware.api [None req-33c6c24b-c9ed-412a-9420-535a94b4a6b1 tempest-ServersListShow298Test-1651447366 tempest-ServersListShow298Test-1651447366-project-member] Task: {'id': task-4071062, 'name': Rename_Task, 'duration_secs': 0.150007} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1515.658659] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-33c6c24b-c9ed-412a-9420-535a94b4a6b1 tempest-ServersListShow298Test-1651447366 tempest-ServersListShow298Test-1651447366-project-member] [instance: 8da7a7d3-f62e-4dd7-a252-b9d250f95458] Powering on the VM {{(pid=69770) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1515.658858] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c03e657a-ace5-4577-a1b6-96a9cf0eecf8 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1515.665717] env[69770]: DEBUG oslo_vmware.api [None req-33c6c24b-c9ed-412a-9420-535a94b4a6b1 tempest-ServersListShow298Test-1651447366 tempest-ServersListShow298Test-1651447366-project-member] Waiting for the task: (returnval){ [ 1515.665717] env[69770]: value = "task-4071063" [ 1515.665717] env[69770]: _type = "Task" [ 1515.665717] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1515.674120] env[69770]: DEBUG oslo_vmware.api [None req-33c6c24b-c9ed-412a-9420-535a94b4a6b1 tempest-ServersListShow298Test-1651447366 tempest-ServersListShow298Test-1651447366-project-member] Task: {'id': task-4071063, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1516.176504] env[69770]: DEBUG oslo_vmware.api [None req-33c6c24b-c9ed-412a-9420-535a94b4a6b1 tempest-ServersListShow298Test-1651447366 tempest-ServersListShow298Test-1651447366-project-member] Task: {'id': task-4071063, 'name': PowerOnVM_Task, 'duration_secs': 0.408828} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1516.176807] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-33c6c24b-c9ed-412a-9420-535a94b4a6b1 tempest-ServersListShow298Test-1651447366 tempest-ServersListShow298Test-1651447366-project-member] [instance: 8da7a7d3-f62e-4dd7-a252-b9d250f95458] Powered on the VM {{(pid=69770) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1516.177058] env[69770]: DEBUG nova.compute.manager [None req-33c6c24b-c9ed-412a-9420-535a94b4a6b1 tempest-ServersListShow298Test-1651447366 tempest-ServersListShow298Test-1651447366-project-member] [instance: 8da7a7d3-f62e-4dd7-a252-b9d250f95458] Checking state {{(pid=69770) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1516.177923] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ca4e582-4ade-481c-adc5-de5b1bbbff24 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1516.694624] env[69770]: DEBUG oslo_concurrency.lockutils [None req-33c6c24b-c9ed-412a-9420-535a94b4a6b1 tempest-ServersListShow298Test-1651447366 tempest-ServersListShow298Test-1651447366-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1516.695048] env[69770]: DEBUG oslo_concurrency.lockutils [None req-33c6c24b-c9ed-412a-9420-535a94b4a6b1 tempest-ServersListShow298Test-1651447366 tempest-ServersListShow298Test-1651447366-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1516.695048] env[69770]: DEBUG nova.objects.instance [None req-33c6c24b-c9ed-412a-9420-535a94b4a6b1 tempest-ServersListShow298Test-1651447366 tempest-ServersListShow298Test-1651447366-project-member] [instance: 8da7a7d3-f62e-4dd7-a252-b9d250f95458] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69770) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1516.952964] env[69770]: DEBUG oslo_concurrency.lockutils [None req-560b20c3-d22c-45ce-980e-3e2d8143e2d6 tempest-ServersListShow298Test-1651447366 tempest-ServersListShow298Test-1651447366-project-member] Acquiring lock "8da7a7d3-f62e-4dd7-a252-b9d250f95458" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1516.953244] env[69770]: DEBUG oslo_concurrency.lockutils [None req-560b20c3-d22c-45ce-980e-3e2d8143e2d6 tempest-ServersListShow298Test-1651447366 tempest-ServersListShow298Test-1651447366-project-member] Lock "8da7a7d3-f62e-4dd7-a252-b9d250f95458" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1516.953478] env[69770]: DEBUG oslo_concurrency.lockutils [None req-560b20c3-d22c-45ce-980e-3e2d8143e2d6 tempest-ServersListShow298Test-1651447366 tempest-ServersListShow298Test-1651447366-project-member] Acquiring lock "8da7a7d3-f62e-4dd7-a252-b9d250f95458-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1516.953664] env[69770]: DEBUG oslo_concurrency.lockutils [None req-560b20c3-d22c-45ce-980e-3e2d8143e2d6 tempest-ServersListShow298Test-1651447366 tempest-ServersListShow298Test-1651447366-project-member] Lock "8da7a7d3-f62e-4dd7-a252-b9d250f95458-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1516.953831] env[69770]: DEBUG oslo_concurrency.lockutils [None req-560b20c3-d22c-45ce-980e-3e2d8143e2d6 tempest-ServersListShow298Test-1651447366 tempest-ServersListShow298Test-1651447366-project-member] Lock "8da7a7d3-f62e-4dd7-a252-b9d250f95458-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1516.955946] env[69770]: INFO nova.compute.manager [None req-560b20c3-d22c-45ce-980e-3e2d8143e2d6 tempest-ServersListShow298Test-1651447366 tempest-ServersListShow298Test-1651447366-project-member] [instance: 8da7a7d3-f62e-4dd7-a252-b9d250f95458] Terminating instance [ 1517.459386] env[69770]: DEBUG oslo_concurrency.lockutils [None req-560b20c3-d22c-45ce-980e-3e2d8143e2d6 tempest-ServersListShow298Test-1651447366 tempest-ServersListShow298Test-1651447366-project-member] Acquiring lock "refresh_cache-8da7a7d3-f62e-4dd7-a252-b9d250f95458" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1517.459618] env[69770]: DEBUG oslo_concurrency.lockutils [None req-560b20c3-d22c-45ce-980e-3e2d8143e2d6 tempest-ServersListShow298Test-1651447366 tempest-ServersListShow298Test-1651447366-project-member] Acquired lock "refresh_cache-8da7a7d3-f62e-4dd7-a252-b9d250f95458" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1517.459785] env[69770]: DEBUG nova.network.neutron [None req-560b20c3-d22c-45ce-980e-3e2d8143e2d6 tempest-ServersListShow298Test-1651447366 tempest-ServersListShow298Test-1651447366-project-member] [instance: 8da7a7d3-f62e-4dd7-a252-b9d250f95458] Building network info cache for instance {{(pid=69770) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1517.702692] env[69770]: DEBUG oslo_concurrency.lockutils [None req-33c6c24b-c9ed-412a-9420-535a94b4a6b1 tempest-ServersListShow298Test-1651447366 tempest-ServersListShow298Test-1651447366-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.008s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1517.979418] env[69770]: DEBUG nova.network.neutron [None req-560b20c3-d22c-45ce-980e-3e2d8143e2d6 tempest-ServersListShow298Test-1651447366 tempest-ServersListShow298Test-1651447366-project-member] [instance: 8da7a7d3-f62e-4dd7-a252-b9d250f95458] Instance cache missing network info. {{(pid=69770) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1518.034785] env[69770]: DEBUG nova.network.neutron [None req-560b20c3-d22c-45ce-980e-3e2d8143e2d6 tempest-ServersListShow298Test-1651447366 tempest-ServersListShow298Test-1651447366-project-member] [instance: 8da7a7d3-f62e-4dd7-a252-b9d250f95458] Updating instance_info_cache with network_info: [] {{(pid=69770) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1518.537177] env[69770]: DEBUG oslo_concurrency.lockutils [None req-560b20c3-d22c-45ce-980e-3e2d8143e2d6 tempest-ServersListShow298Test-1651447366 tempest-ServersListShow298Test-1651447366-project-member] Releasing lock "refresh_cache-8da7a7d3-f62e-4dd7-a252-b9d250f95458" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1518.537676] env[69770]: DEBUG nova.compute.manager [None req-560b20c3-d22c-45ce-980e-3e2d8143e2d6 tempest-ServersListShow298Test-1651447366 tempest-ServersListShow298Test-1651447366-project-member] [instance: 8da7a7d3-f62e-4dd7-a252-b9d250f95458] Start destroying the instance on the hypervisor. {{(pid=69770) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1518.537858] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-560b20c3-d22c-45ce-980e-3e2d8143e2d6 tempest-ServersListShow298Test-1651447366 tempest-ServersListShow298Test-1651447366-project-member] [instance: 8da7a7d3-f62e-4dd7-a252-b9d250f95458] Destroying instance {{(pid=69770) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1518.538783] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-354cb526-deb4-44b2-88af-e0fc4a4aeaf6 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1518.546996] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-560b20c3-d22c-45ce-980e-3e2d8143e2d6 tempest-ServersListShow298Test-1651447366 tempest-ServersListShow298Test-1651447366-project-member] [instance: 8da7a7d3-f62e-4dd7-a252-b9d250f95458] Powering off the VM {{(pid=69770) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1518.547264] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7fb581de-2bfa-44be-ae08-4ab947514c51 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1518.554817] env[69770]: DEBUG oslo_vmware.api [None req-560b20c3-d22c-45ce-980e-3e2d8143e2d6 tempest-ServersListShow298Test-1651447366 tempest-ServersListShow298Test-1651447366-project-member] Waiting for the task: (returnval){ [ 1518.554817] env[69770]: value = "task-4071064" [ 1518.554817] env[69770]: _type = "Task" [ 1518.554817] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1518.563728] env[69770]: DEBUG oslo_vmware.api [None req-560b20c3-d22c-45ce-980e-3e2d8143e2d6 tempest-ServersListShow298Test-1651447366 tempest-ServersListShow298Test-1651447366-project-member] Task: {'id': task-4071064, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1519.067940] env[69770]: DEBUG oslo_vmware.api [None req-560b20c3-d22c-45ce-980e-3e2d8143e2d6 tempest-ServersListShow298Test-1651447366 tempest-ServersListShow298Test-1651447366-project-member] Task: {'id': task-4071064, 'name': PowerOffVM_Task, 'duration_secs': 0.119078} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1519.068434] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-560b20c3-d22c-45ce-980e-3e2d8143e2d6 tempest-ServersListShow298Test-1651447366 tempest-ServersListShow298Test-1651447366-project-member] [instance: 8da7a7d3-f62e-4dd7-a252-b9d250f95458] Powered off the VM {{(pid=69770) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1519.068434] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-560b20c3-d22c-45ce-980e-3e2d8143e2d6 tempest-ServersListShow298Test-1651447366 tempest-ServersListShow298Test-1651447366-project-member] [instance: 8da7a7d3-f62e-4dd7-a252-b9d250f95458] Unregistering the VM {{(pid=69770) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1519.068783] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1330c436-4609-495e-8524-736bc1e66e14 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1519.097179] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-560b20c3-d22c-45ce-980e-3e2d8143e2d6 tempest-ServersListShow298Test-1651447366 tempest-ServersListShow298Test-1651447366-project-member] [instance: 8da7a7d3-f62e-4dd7-a252-b9d250f95458] Unregistered the VM {{(pid=69770) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1519.097399] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-560b20c3-d22c-45ce-980e-3e2d8143e2d6 tempest-ServersListShow298Test-1651447366 tempest-ServersListShow298Test-1651447366-project-member] [instance: 8da7a7d3-f62e-4dd7-a252-b9d250f95458] Deleting contents of the VM from datastore datastore1 {{(pid=69770) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1519.097584] env[69770]: DEBUG nova.virt.vmwareapi.ds_util [None req-560b20c3-d22c-45ce-980e-3e2d8143e2d6 tempest-ServersListShow298Test-1651447366 tempest-ServersListShow298Test-1651447366-project-member] Deleting the datastore file [datastore1] 8da7a7d3-f62e-4dd7-a252-b9d250f95458 {{(pid=69770) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1519.097860] env[69770]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-58b53ea7-75c6-479f-9aac-7de13b204929 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1519.104679] env[69770]: DEBUG oslo_vmware.api [None req-560b20c3-d22c-45ce-980e-3e2d8143e2d6 tempest-ServersListShow298Test-1651447366 tempest-ServersListShow298Test-1651447366-project-member] Waiting for the task: (returnval){ [ 1519.104679] env[69770]: value = "task-4071066" [ 1519.104679] env[69770]: _type = "Task" [ 1519.104679] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1519.113012] env[69770]: DEBUG oslo_vmware.api [None req-560b20c3-d22c-45ce-980e-3e2d8143e2d6 tempest-ServersListShow298Test-1651447366 tempest-ServersListShow298Test-1651447366-project-member] Task: {'id': task-4071066, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1519.614193] env[69770]: DEBUG oslo_vmware.api [None req-560b20c3-d22c-45ce-980e-3e2d8143e2d6 tempest-ServersListShow298Test-1651447366 tempest-ServersListShow298Test-1651447366-project-member] Task: {'id': task-4071066, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.096356} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1519.614485] env[69770]: DEBUG nova.virt.vmwareapi.ds_util [None req-560b20c3-d22c-45ce-980e-3e2d8143e2d6 tempest-ServersListShow298Test-1651447366 tempest-ServersListShow298Test-1651447366-project-member] Deleted the datastore file {{(pid=69770) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1519.614688] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-560b20c3-d22c-45ce-980e-3e2d8143e2d6 tempest-ServersListShow298Test-1651447366 tempest-ServersListShow298Test-1651447366-project-member] [instance: 8da7a7d3-f62e-4dd7-a252-b9d250f95458] Deleted contents of the VM from datastore datastore1 {{(pid=69770) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1519.614866] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-560b20c3-d22c-45ce-980e-3e2d8143e2d6 tempest-ServersListShow298Test-1651447366 tempest-ServersListShow298Test-1651447366-project-member] [instance: 8da7a7d3-f62e-4dd7-a252-b9d250f95458] Instance destroyed {{(pid=69770) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1519.615051] env[69770]: INFO nova.compute.manager [None req-560b20c3-d22c-45ce-980e-3e2d8143e2d6 tempest-ServersListShow298Test-1651447366 tempest-ServersListShow298Test-1651447366-project-member] [instance: 8da7a7d3-f62e-4dd7-a252-b9d250f95458] Took 1.08 seconds to destroy the instance on the hypervisor. [ 1519.615313] env[69770]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-560b20c3-d22c-45ce-980e-3e2d8143e2d6 tempest-ServersListShow298Test-1651447366 tempest-ServersListShow298Test-1651447366-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69770) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1519.615505] env[69770]: DEBUG nova.compute.manager [-] [instance: 8da7a7d3-f62e-4dd7-a252-b9d250f95458] Deallocating network for instance {{(pid=69770) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1519.615603] env[69770]: DEBUG nova.network.neutron [-] [instance: 8da7a7d3-f62e-4dd7-a252-b9d250f95458] deallocate_for_instance() {{(pid=69770) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1519.632203] env[69770]: DEBUG nova.network.neutron [-] [instance: 8da7a7d3-f62e-4dd7-a252-b9d250f95458] Instance cache missing network info. {{(pid=69770) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1520.134744] env[69770]: DEBUG nova.network.neutron [-] [instance: 8da7a7d3-f62e-4dd7-a252-b9d250f95458] Updating instance_info_cache with network_info: [] {{(pid=69770) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1520.637561] env[69770]: INFO nova.compute.manager [-] [instance: 8da7a7d3-f62e-4dd7-a252-b9d250f95458] Took 1.02 seconds to deallocate network for instance. [ 1521.143807] env[69770]: DEBUG oslo_concurrency.lockutils [None req-560b20c3-d22c-45ce-980e-3e2d8143e2d6 tempest-ServersListShow298Test-1651447366 tempest-ServersListShow298Test-1651447366-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1521.144262] env[69770]: DEBUG oslo_concurrency.lockutils [None req-560b20c3-d22c-45ce-980e-3e2d8143e2d6 tempest-ServersListShow298Test-1651447366 tempest-ServersListShow298Test-1651447366-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1521.144368] env[69770]: DEBUG nova.objects.instance [None req-560b20c3-d22c-45ce-980e-3e2d8143e2d6 tempest-ServersListShow298Test-1651447366 tempest-ServersListShow298Test-1651447366-project-member] Lazy-loading 'resources' on Instance uuid 8da7a7d3-f62e-4dd7-a252-b9d250f95458 {{(pid=69770) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1521.689814] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cd833a9-ca36-420e-811a-a7b463278071 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1521.697868] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c43cd99-be4a-4246-8e72-ef925766a8fd {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1521.728361] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fea364bc-5bdf-4e46-9441-a787b840ea24 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1521.736085] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94c2307c-cf3e-4e1f-9e75-3c3c128a4e36 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1521.750521] env[69770]: DEBUG nova.compute.provider_tree [None req-560b20c3-d22c-45ce-980e-3e2d8143e2d6 tempest-ServersListShow298Test-1651447366 tempest-ServersListShow298Test-1651447366-project-member] Inventory has not changed in ProviderTree for provider: 7cc7d32b-b7a7-454a-a456-2a440248ed9d {{(pid=69770) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1522.253935] env[69770]: DEBUG nova.scheduler.client.report [None req-560b20c3-d22c-45ce-980e-3e2d8143e2d6 tempest-ServersListShow298Test-1651447366 tempest-ServersListShow298Test-1651447366-project-member] Inventory has not changed for provider 7cc7d32b-b7a7-454a-a456-2a440248ed9d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 21, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69770) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1522.714700] env[69770]: DEBUG oslo_concurrency.lockutils [None req-3a2b8baa-391f-4dfd-a1e9-67e289d214a4 tempest-AttachVolumeNegativeTest-1432228735 tempest-AttachVolumeNegativeTest-1432228735-project-member] Acquiring lock "c5e5c6dc-e4ec-49dd-952a-b0545e401386" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1522.715289] env[69770]: DEBUG oslo_concurrency.lockutils [None req-3a2b8baa-391f-4dfd-a1e9-67e289d214a4 tempest-AttachVolumeNegativeTest-1432228735 tempest-AttachVolumeNegativeTest-1432228735-project-member] Lock "c5e5c6dc-e4ec-49dd-952a-b0545e401386" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.001s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1522.758687] env[69770]: DEBUG oslo_concurrency.lockutils [None req-560b20c3-d22c-45ce-980e-3e2d8143e2d6 tempest-ServersListShow298Test-1651447366 tempest-ServersListShow298Test-1651447366-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.614s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1522.777802] env[69770]: INFO nova.scheduler.client.report [None req-560b20c3-d22c-45ce-980e-3e2d8143e2d6 tempest-ServersListShow298Test-1651447366 tempest-ServersListShow298Test-1651447366-project-member] Deleted allocations for instance 8da7a7d3-f62e-4dd7-a252-b9d250f95458 [ 1523.218990] env[69770]: DEBUG nova.compute.utils [None req-3a2b8baa-391f-4dfd-a1e9-67e289d214a4 tempest-AttachVolumeNegativeTest-1432228735 tempest-AttachVolumeNegativeTest-1432228735-project-member] Using /dev/sd instead of None {{(pid=69770) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1523.285045] env[69770]: DEBUG oslo_concurrency.lockutils [None req-560b20c3-d22c-45ce-980e-3e2d8143e2d6 tempest-ServersListShow298Test-1651447366 tempest-ServersListShow298Test-1651447366-project-member] Lock "8da7a7d3-f62e-4dd7-a252-b9d250f95458" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.332s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1523.722586] env[69770]: DEBUG oslo_concurrency.lockutils [None req-3a2b8baa-391f-4dfd-a1e9-67e289d214a4 tempest-AttachVolumeNegativeTest-1432228735 tempest-AttachVolumeNegativeTest-1432228735-project-member] Lock "c5e5c6dc-e4ec-49dd-952a-b0545e401386" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1524.782315] env[69770]: DEBUG oslo_concurrency.lockutils [None req-3a2b8baa-391f-4dfd-a1e9-67e289d214a4 tempest-AttachVolumeNegativeTest-1432228735 tempest-AttachVolumeNegativeTest-1432228735-project-member] Acquiring lock "c5e5c6dc-e4ec-49dd-952a-b0545e401386" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1524.782723] env[69770]: DEBUG oslo_concurrency.lockutils [None req-3a2b8baa-391f-4dfd-a1e9-67e289d214a4 tempest-AttachVolumeNegativeTest-1432228735 tempest-AttachVolumeNegativeTest-1432228735-project-member] Lock "c5e5c6dc-e4ec-49dd-952a-b0545e401386" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1524.782850] env[69770]: INFO nova.compute.manager [None req-3a2b8baa-391f-4dfd-a1e9-67e289d214a4 tempest-AttachVolumeNegativeTest-1432228735 tempest-AttachVolumeNegativeTest-1432228735-project-member] [instance: c5e5c6dc-e4ec-49dd-952a-b0545e401386] Attaching volume 6be76bba-3135-42c2-b8a2-6bb7fff00c64 to /dev/sdb [ 1524.813437] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f55bcedb-bafb-41cb-b750-601b159d722d {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1524.820664] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc99a817-d401-4b76-8e5b-5830aac96a24 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1524.835056] env[69770]: DEBUG nova.virt.block_device [None req-3a2b8baa-391f-4dfd-a1e9-67e289d214a4 tempest-AttachVolumeNegativeTest-1432228735 tempest-AttachVolumeNegativeTest-1432228735-project-member] [instance: c5e5c6dc-e4ec-49dd-952a-b0545e401386] Updating existing volume attachment record: e6f912a8-7da8-4d93-add4-e868a8b57698 {{(pid=69770) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1529.377707] env[69770]: DEBUG nova.virt.vmwareapi.volumeops [None req-3a2b8baa-391f-4dfd-a1e9-67e289d214a4 tempest-AttachVolumeNegativeTest-1432228735 tempest-AttachVolumeNegativeTest-1432228735-project-member] [instance: c5e5c6dc-e4ec-49dd-952a-b0545e401386] Volume attach. Driver type: vmdk {{(pid=69770) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1529.377962] env[69770]: DEBUG nova.virt.vmwareapi.volumeops [None req-3a2b8baa-391f-4dfd-a1e9-67e289d214a4 tempest-AttachVolumeNegativeTest-1432228735 tempest-AttachVolumeNegativeTest-1432228735-project-member] [instance: c5e5c6dc-e4ec-49dd-952a-b0545e401386] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-806721', 'volume_id': '6be76bba-3135-42c2-b8a2-6bb7fff00c64', 'name': 'volume-6be76bba-3135-42c2-b8a2-6bb7fff00c64', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'c5e5c6dc-e4ec-49dd-952a-b0545e401386', 'attached_at': '', 'detached_at': '', 'volume_id': '6be76bba-3135-42c2-b8a2-6bb7fff00c64', 'serial': '6be76bba-3135-42c2-b8a2-6bb7fff00c64'} {{(pid=69770) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1529.378832] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e0d6d2a-1840-4e07-b952-6f6cf1b213fe {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1529.395937] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63554501-b9d7-4a50-9be5-f7f918d4f54b {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1529.420606] env[69770]: DEBUG nova.virt.vmwareapi.volumeops [None req-3a2b8baa-391f-4dfd-a1e9-67e289d214a4 tempest-AttachVolumeNegativeTest-1432228735 tempest-AttachVolumeNegativeTest-1432228735-project-member] [instance: c5e5c6dc-e4ec-49dd-952a-b0545e401386] Reconfiguring VM instance instance-0000007b to attach disk [datastore1] volume-6be76bba-3135-42c2-b8a2-6bb7fff00c64/volume-6be76bba-3135-42c2-b8a2-6bb7fff00c64.vmdk or device None with type thin {{(pid=69770) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1529.420929] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c0e03c95-5eca-4a94-8148-2810fbcdedf7 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1529.439068] env[69770]: DEBUG oslo_vmware.api [None req-3a2b8baa-391f-4dfd-a1e9-67e289d214a4 tempest-AttachVolumeNegativeTest-1432228735 tempest-AttachVolumeNegativeTest-1432228735-project-member] Waiting for the task: (returnval){ [ 1529.439068] env[69770]: value = "task-4071071" [ 1529.439068] env[69770]: _type = "Task" [ 1529.439068] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1529.447105] env[69770]: DEBUG oslo_vmware.api [None req-3a2b8baa-391f-4dfd-a1e9-67e289d214a4 tempest-AttachVolumeNegativeTest-1432228735 tempest-AttachVolumeNegativeTest-1432228735-project-member] Task: {'id': task-4071071, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1529.949643] env[69770]: DEBUG oslo_vmware.api [None req-3a2b8baa-391f-4dfd-a1e9-67e289d214a4 tempest-AttachVolumeNegativeTest-1432228735 tempest-AttachVolumeNegativeTest-1432228735-project-member] Task: {'id': task-4071071, 'name': ReconfigVM_Task, 'duration_secs': 0.356621} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1529.949926] env[69770]: DEBUG nova.virt.vmwareapi.volumeops [None req-3a2b8baa-391f-4dfd-a1e9-67e289d214a4 tempest-AttachVolumeNegativeTest-1432228735 tempest-AttachVolumeNegativeTest-1432228735-project-member] [instance: c5e5c6dc-e4ec-49dd-952a-b0545e401386] Reconfigured VM instance instance-0000007b to attach disk [datastore1] volume-6be76bba-3135-42c2-b8a2-6bb7fff00c64/volume-6be76bba-3135-42c2-b8a2-6bb7fff00c64.vmdk or device None with type thin {{(pid=69770) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1529.955484] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9b7a9989-be83-4d73-8b5e-52e3f0b3d7e6 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1529.971032] env[69770]: DEBUG oslo_vmware.api [None req-3a2b8baa-391f-4dfd-a1e9-67e289d214a4 tempest-AttachVolumeNegativeTest-1432228735 tempest-AttachVolumeNegativeTest-1432228735-project-member] Waiting for the task: (returnval){ [ 1529.971032] env[69770]: value = "task-4071072" [ 1529.971032] env[69770]: _type = "Task" [ 1529.971032] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1529.980062] env[69770]: DEBUG oslo_vmware.api [None req-3a2b8baa-391f-4dfd-a1e9-67e289d214a4 tempest-AttachVolumeNegativeTest-1432228735 tempest-AttachVolumeNegativeTest-1432228735-project-member] Task: {'id': task-4071072, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1530.480990] env[69770]: DEBUG oslo_vmware.api [None req-3a2b8baa-391f-4dfd-a1e9-67e289d214a4 tempest-AttachVolumeNegativeTest-1432228735 tempest-AttachVolumeNegativeTest-1432228735-project-member] Task: {'id': task-4071072, 'name': ReconfigVM_Task, 'duration_secs': 0.154139} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1530.481383] env[69770]: DEBUG nova.virt.vmwareapi.volumeops [None req-3a2b8baa-391f-4dfd-a1e9-67e289d214a4 tempest-AttachVolumeNegativeTest-1432228735 tempest-AttachVolumeNegativeTest-1432228735-project-member] [instance: c5e5c6dc-e4ec-49dd-952a-b0545e401386] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-806721', 'volume_id': '6be76bba-3135-42c2-b8a2-6bb7fff00c64', 'name': 'volume-6be76bba-3135-42c2-b8a2-6bb7fff00c64', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'c5e5c6dc-e4ec-49dd-952a-b0545e401386', 'attached_at': '', 'detached_at': '', 'volume_id': '6be76bba-3135-42c2-b8a2-6bb7fff00c64', 'serial': '6be76bba-3135-42c2-b8a2-6bb7fff00c64'} {{(pid=69770) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1531.516289] env[69770]: DEBUG nova.objects.instance [None req-3a2b8baa-391f-4dfd-a1e9-67e289d214a4 tempest-AttachVolumeNegativeTest-1432228735 tempest-AttachVolumeNegativeTest-1432228735-project-member] Lazy-loading 'flavor' on Instance uuid c5e5c6dc-e4ec-49dd-952a-b0545e401386 {{(pid=69770) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1532.021341] env[69770]: DEBUG oslo_concurrency.lockutils [None req-3a2b8baa-391f-4dfd-a1e9-67e289d214a4 tempest-AttachVolumeNegativeTest-1432228735 tempest-AttachVolumeNegativeTest-1432228735-project-member] Lock "c5e5c6dc-e4ec-49dd-952a-b0545e401386" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.239s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1533.153964] env[69770]: DEBUG oslo_concurrency.lockutils [None req-e0705ceb-3999-4802-8463-956519aef0df tempest-AttachVolumeNegativeTest-1432228735 tempest-AttachVolumeNegativeTest-1432228735-project-member] Acquiring lock "c0928c4d-de0b-4dd1-938c-6c1eeebf1020" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1533.154282] env[69770]: DEBUG oslo_concurrency.lockutils [None req-e0705ceb-3999-4802-8463-956519aef0df tempest-AttachVolumeNegativeTest-1432228735 tempest-AttachVolumeNegativeTest-1432228735-project-member] Lock "c0928c4d-de0b-4dd1-938c-6c1eeebf1020" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1533.656978] env[69770]: DEBUG nova.compute.manager [None req-e0705ceb-3999-4802-8463-956519aef0df tempest-AttachVolumeNegativeTest-1432228735 tempest-AttachVolumeNegativeTest-1432228735-project-member] [instance: c0928c4d-de0b-4dd1-938c-6c1eeebf1020] Starting instance... {{(pid=69770) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1534.176061] env[69770]: DEBUG oslo_concurrency.lockutils [None req-e0705ceb-3999-4802-8463-956519aef0df tempest-AttachVolumeNegativeTest-1432228735 tempest-AttachVolumeNegativeTest-1432228735-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1534.176374] env[69770]: DEBUG oslo_concurrency.lockutils [None req-e0705ceb-3999-4802-8463-956519aef0df tempest-AttachVolumeNegativeTest-1432228735 tempest-AttachVolumeNegativeTest-1432228735-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1534.177876] env[69770]: INFO nova.compute.claims [None req-e0705ceb-3999-4802-8463-956519aef0df tempest-AttachVolumeNegativeTest-1432228735 tempest-AttachVolumeNegativeTest-1432228735-project-member] [instance: c0928c4d-de0b-4dd1-938c-6c1eeebf1020] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1535.224540] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2b3061f-4ee6-4a4e-a810-db084884846b {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1535.232281] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f271a29-172c-4da9-9dbc-1404b911dede {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1535.262790] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8fe1fbd-5aef-4741-88fd-8688ef8d6931 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1535.270173] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82095a71-93a1-4cb7-b446-b87d51757814 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1535.283107] env[69770]: DEBUG nova.compute.provider_tree [None req-e0705ceb-3999-4802-8463-956519aef0df tempest-AttachVolumeNegativeTest-1432228735 tempest-AttachVolumeNegativeTest-1432228735-project-member] Inventory has not changed in ProviderTree for provider: 7cc7d32b-b7a7-454a-a456-2a440248ed9d {{(pid=69770) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1535.787064] env[69770]: DEBUG nova.scheduler.client.report [None req-e0705ceb-3999-4802-8463-956519aef0df tempest-AttachVolumeNegativeTest-1432228735 tempest-AttachVolumeNegativeTest-1432228735-project-member] Inventory has not changed for provider 7cc7d32b-b7a7-454a-a456-2a440248ed9d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 21, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69770) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1536.291747] env[69770]: DEBUG oslo_concurrency.lockutils [None req-e0705ceb-3999-4802-8463-956519aef0df tempest-AttachVolumeNegativeTest-1432228735 tempest-AttachVolumeNegativeTest-1432228735-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.115s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1536.292321] env[69770]: DEBUG nova.compute.manager [None req-e0705ceb-3999-4802-8463-956519aef0df tempest-AttachVolumeNegativeTest-1432228735 tempest-AttachVolumeNegativeTest-1432228735-project-member] [instance: c0928c4d-de0b-4dd1-938c-6c1eeebf1020] Start building networks asynchronously for instance. {{(pid=69770) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1536.797509] env[69770]: DEBUG nova.compute.utils [None req-e0705ceb-3999-4802-8463-956519aef0df tempest-AttachVolumeNegativeTest-1432228735 tempest-AttachVolumeNegativeTest-1432228735-project-member] Using /dev/sd instead of None {{(pid=69770) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1536.798908] env[69770]: DEBUG nova.compute.manager [None req-e0705ceb-3999-4802-8463-956519aef0df tempest-AttachVolumeNegativeTest-1432228735 tempest-AttachVolumeNegativeTest-1432228735-project-member] [instance: c0928c4d-de0b-4dd1-938c-6c1eeebf1020] Allocating IP information in the background. {{(pid=69770) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1536.799107] env[69770]: DEBUG nova.network.neutron [None req-e0705ceb-3999-4802-8463-956519aef0df tempest-AttachVolumeNegativeTest-1432228735 tempest-AttachVolumeNegativeTest-1432228735-project-member] [instance: c0928c4d-de0b-4dd1-938c-6c1eeebf1020] allocate_for_instance() {{(pid=69770) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1536.851656] env[69770]: DEBUG nova.policy [None req-e0705ceb-3999-4802-8463-956519aef0df tempest-AttachVolumeNegativeTest-1432228735 tempest-AttachVolumeNegativeTest-1432228735-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e0fbd180861a4db59a3b2a7c8f4f9f96', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '56791aabe107404daac1b7f484f31621', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69770) authorize /opt/stack/nova/nova/policy.py:192}} [ 1537.140892] env[69770]: DEBUG nova.network.neutron [None req-e0705ceb-3999-4802-8463-956519aef0df tempest-AttachVolumeNegativeTest-1432228735 tempest-AttachVolumeNegativeTest-1432228735-project-member] [instance: c0928c4d-de0b-4dd1-938c-6c1eeebf1020] Successfully created port: eccc7a79-7388-40fa-9a5f-a5e5e7c16a9d {{(pid=69770) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1537.302532] env[69770]: DEBUG nova.compute.manager [None req-e0705ceb-3999-4802-8463-956519aef0df tempest-AttachVolumeNegativeTest-1432228735 tempest-AttachVolumeNegativeTest-1432228735-project-member] [instance: c0928c4d-de0b-4dd1-938c-6c1eeebf1020] Start building block device mappings for instance. {{(pid=69770) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1538.313029] env[69770]: DEBUG nova.compute.manager [None req-e0705ceb-3999-4802-8463-956519aef0df tempest-AttachVolumeNegativeTest-1432228735 tempest-AttachVolumeNegativeTest-1432228735-project-member] [instance: c0928c4d-de0b-4dd1-938c-6c1eeebf1020] Start spawning the instance on the hypervisor. {{(pid=69770) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1538.338904] env[69770]: DEBUG nova.virt.hardware [None req-e0705ceb-3999-4802-8463-956519aef0df tempest-AttachVolumeNegativeTest-1432228735 tempest-AttachVolumeNegativeTest-1432228735-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T12:16:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T12:16:11Z,direct_url=,disk_format='vmdk',id=d1eaff80-24a0-4391-90eb-59958b1ecf0a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d65f20bb89fb40a98b77bc6d97357df2',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T12:16:12Z,virtual_size=,visibility=), allow threads: False {{(pid=69770) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1538.339195] env[69770]: DEBUG nova.virt.hardware [None req-e0705ceb-3999-4802-8463-956519aef0df tempest-AttachVolumeNegativeTest-1432228735 tempest-AttachVolumeNegativeTest-1432228735-project-member] Flavor limits 0:0:0 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1538.339354] env[69770]: DEBUG nova.virt.hardware [None req-e0705ceb-3999-4802-8463-956519aef0df tempest-AttachVolumeNegativeTest-1432228735 tempest-AttachVolumeNegativeTest-1432228735-project-member] Image limits 0:0:0 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1538.339536] env[69770]: DEBUG nova.virt.hardware [None req-e0705ceb-3999-4802-8463-956519aef0df tempest-AttachVolumeNegativeTest-1432228735 tempest-AttachVolumeNegativeTest-1432228735-project-member] Flavor pref 0:0:0 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1538.339682] env[69770]: DEBUG nova.virt.hardware [None req-e0705ceb-3999-4802-8463-956519aef0df tempest-AttachVolumeNegativeTest-1432228735 tempest-AttachVolumeNegativeTest-1432228735-project-member] Image pref 0:0:0 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1538.339824] env[69770]: DEBUG nova.virt.hardware [None req-e0705ceb-3999-4802-8463-956519aef0df tempest-AttachVolumeNegativeTest-1432228735 tempest-AttachVolumeNegativeTest-1432228735-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1538.340034] env[69770]: DEBUG nova.virt.hardware [None req-e0705ceb-3999-4802-8463-956519aef0df tempest-AttachVolumeNegativeTest-1432228735 tempest-AttachVolumeNegativeTest-1432228735-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69770) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1538.340195] env[69770]: DEBUG nova.virt.hardware [None req-e0705ceb-3999-4802-8463-956519aef0df tempest-AttachVolumeNegativeTest-1432228735 tempest-AttachVolumeNegativeTest-1432228735-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69770) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1538.340359] env[69770]: DEBUG nova.virt.hardware [None req-e0705ceb-3999-4802-8463-956519aef0df tempest-AttachVolumeNegativeTest-1432228735 tempest-AttachVolumeNegativeTest-1432228735-project-member] Got 1 possible topologies {{(pid=69770) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1538.340519] env[69770]: DEBUG nova.virt.hardware [None req-e0705ceb-3999-4802-8463-956519aef0df tempest-AttachVolumeNegativeTest-1432228735 tempest-AttachVolumeNegativeTest-1432228735-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69770) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1538.340689] env[69770]: DEBUG nova.virt.hardware [None req-e0705ceb-3999-4802-8463-956519aef0df tempest-AttachVolumeNegativeTest-1432228735 tempest-AttachVolumeNegativeTest-1432228735-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69770) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1538.341609] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b914cff-333b-4211-9d9d-678a3b984956 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1538.350839] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf1850ad-0ce9-446d-a138-c09b7046201d {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1538.494613] env[69770]: DEBUG nova.compute.manager [req-37e0fa75-c811-4c5d-b8d1-d229d5c07312 req-c8f56e7f-914f-441b-b3c1-59f850874c86 service nova] [instance: c0928c4d-de0b-4dd1-938c-6c1eeebf1020] Received event network-vif-plugged-eccc7a79-7388-40fa-9a5f-a5e5e7c16a9d {{(pid=69770) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1538.494843] env[69770]: DEBUG oslo_concurrency.lockutils [req-37e0fa75-c811-4c5d-b8d1-d229d5c07312 req-c8f56e7f-914f-441b-b3c1-59f850874c86 service nova] Acquiring lock "c0928c4d-de0b-4dd1-938c-6c1eeebf1020-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1538.495074] env[69770]: DEBUG oslo_concurrency.lockutils [req-37e0fa75-c811-4c5d-b8d1-d229d5c07312 req-c8f56e7f-914f-441b-b3c1-59f850874c86 service nova] Lock "c0928c4d-de0b-4dd1-938c-6c1eeebf1020-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1538.495253] env[69770]: DEBUG oslo_concurrency.lockutils [req-37e0fa75-c811-4c5d-b8d1-d229d5c07312 req-c8f56e7f-914f-441b-b3c1-59f850874c86 service nova] Lock "c0928c4d-de0b-4dd1-938c-6c1eeebf1020-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1538.495422] env[69770]: DEBUG nova.compute.manager [req-37e0fa75-c811-4c5d-b8d1-d229d5c07312 req-c8f56e7f-914f-441b-b3c1-59f850874c86 service nova] [instance: c0928c4d-de0b-4dd1-938c-6c1eeebf1020] No waiting events found dispatching network-vif-plugged-eccc7a79-7388-40fa-9a5f-a5e5e7c16a9d {{(pid=69770) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1538.495600] env[69770]: WARNING nova.compute.manager [req-37e0fa75-c811-4c5d-b8d1-d229d5c07312 req-c8f56e7f-914f-441b-b3c1-59f850874c86 service nova] [instance: c0928c4d-de0b-4dd1-938c-6c1eeebf1020] Received unexpected event network-vif-plugged-eccc7a79-7388-40fa-9a5f-a5e5e7c16a9d for instance with vm_state building and task_state spawning. [ 1538.575728] env[69770]: DEBUG nova.network.neutron [None req-e0705ceb-3999-4802-8463-956519aef0df tempest-AttachVolumeNegativeTest-1432228735 tempest-AttachVolumeNegativeTest-1432228735-project-member] [instance: c0928c4d-de0b-4dd1-938c-6c1eeebf1020] Successfully updated port: eccc7a79-7388-40fa-9a5f-a5e5e7c16a9d {{(pid=69770) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1538.751960] env[69770]: DEBUG oslo_service.periodic_task [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69770) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1539.078124] env[69770]: DEBUG oslo_concurrency.lockutils [None req-e0705ceb-3999-4802-8463-956519aef0df tempest-AttachVolumeNegativeTest-1432228735 tempest-AttachVolumeNegativeTest-1432228735-project-member] Acquiring lock "refresh_cache-c0928c4d-de0b-4dd1-938c-6c1eeebf1020" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1539.078298] env[69770]: DEBUG oslo_concurrency.lockutils [None req-e0705ceb-3999-4802-8463-956519aef0df tempest-AttachVolumeNegativeTest-1432228735 tempest-AttachVolumeNegativeTest-1432228735-project-member] Acquired lock "refresh_cache-c0928c4d-de0b-4dd1-938c-6c1eeebf1020" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1539.078460] env[69770]: DEBUG nova.network.neutron [None req-e0705ceb-3999-4802-8463-956519aef0df tempest-AttachVolumeNegativeTest-1432228735 tempest-AttachVolumeNegativeTest-1432228735-project-member] [instance: c0928c4d-de0b-4dd1-938c-6c1eeebf1020] Building network info cache for instance {{(pid=69770) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1539.255167] env[69770]: DEBUG oslo_concurrency.lockutils [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1539.255479] env[69770]: DEBUG oslo_concurrency.lockutils [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1539.255634] env[69770]: DEBUG oslo_concurrency.lockutils [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1539.255812] env[69770]: DEBUG nova.compute.resource_tracker [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69770) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1539.256834] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-091f279f-a9b5-455a-b936-4e5990d57177 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1539.265500] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4033b2d-43c6-4470-bbb9-430661b5b122 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1539.280275] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7105ea9a-583a-41d8-829f-7a6839286166 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1539.287577] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f49cd3a9-462d-4b92-b366-62e827b8ccc8 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1539.316693] env[69770]: DEBUG nova.compute.resource_tracker [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180623MB free_disk=21GB free_vcpus=48 pci_devices=None {{(pid=69770) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1539.317070] env[69770]: DEBUG oslo_concurrency.lockutils [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1539.317070] env[69770]: DEBUG oslo_concurrency.lockutils [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1539.609121] env[69770]: DEBUG nova.network.neutron [None req-e0705ceb-3999-4802-8463-956519aef0df tempest-AttachVolumeNegativeTest-1432228735 tempest-AttachVolumeNegativeTest-1432228735-project-member] [instance: c0928c4d-de0b-4dd1-938c-6c1eeebf1020] Instance cache missing network info. {{(pid=69770) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1539.730355] env[69770]: DEBUG nova.network.neutron [None req-e0705ceb-3999-4802-8463-956519aef0df tempest-AttachVolumeNegativeTest-1432228735 tempest-AttachVolumeNegativeTest-1432228735-project-member] [instance: c0928c4d-de0b-4dd1-938c-6c1eeebf1020] Updating instance_info_cache with network_info: [{"id": "eccc7a79-7388-40fa-9a5f-a5e5e7c16a9d", "address": "fa:16:3e:4f:88:a2", "network": {"id": "ea56f86b-690f-4d6e-be86-38ab57d59fcc", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-617647007-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "56791aabe107404daac1b7f484f31621", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5efce30e-48dd-493a-a354-f562a8adf7af", "external-id": "nsx-vlan-transportzone-283", "segmentation_id": 283, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeccc7a79-73", "ovs_interfaceid": "eccc7a79-7388-40fa-9a5f-a5e5e7c16a9d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69770) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1540.233211] env[69770]: DEBUG oslo_concurrency.lockutils [None req-e0705ceb-3999-4802-8463-956519aef0df tempest-AttachVolumeNegativeTest-1432228735 tempest-AttachVolumeNegativeTest-1432228735-project-member] Releasing lock "refresh_cache-c0928c4d-de0b-4dd1-938c-6c1eeebf1020" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1540.233623] env[69770]: DEBUG nova.compute.manager [None req-e0705ceb-3999-4802-8463-956519aef0df tempest-AttachVolumeNegativeTest-1432228735 tempest-AttachVolumeNegativeTest-1432228735-project-member] [instance: c0928c4d-de0b-4dd1-938c-6c1eeebf1020] Instance network_info: |[{"id": "eccc7a79-7388-40fa-9a5f-a5e5e7c16a9d", "address": "fa:16:3e:4f:88:a2", "network": {"id": "ea56f86b-690f-4d6e-be86-38ab57d59fcc", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-617647007-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "56791aabe107404daac1b7f484f31621", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5efce30e-48dd-493a-a354-f562a8adf7af", "external-id": "nsx-vlan-transportzone-283", "segmentation_id": 283, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeccc7a79-73", "ovs_interfaceid": "eccc7a79-7388-40fa-9a5f-a5e5e7c16a9d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69770) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1540.234100] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-e0705ceb-3999-4802-8463-956519aef0df tempest-AttachVolumeNegativeTest-1432228735 tempest-AttachVolumeNegativeTest-1432228735-project-member] [instance: c0928c4d-de0b-4dd1-938c-6c1eeebf1020] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4f:88:a2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5efce30e-48dd-493a-a354-f562a8adf7af', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'eccc7a79-7388-40fa-9a5f-a5e5e7c16a9d', 'vif_model': 'vmxnet3'}] {{(pid=69770) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1540.241824] env[69770]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e0705ceb-3999-4802-8463-956519aef0df tempest-AttachVolumeNegativeTest-1432228735 tempest-AttachVolumeNegativeTest-1432228735-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69770) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1540.242075] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c0928c4d-de0b-4dd1-938c-6c1eeebf1020] Creating VM on the ESX host {{(pid=69770) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1540.242340] env[69770]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6c653e3f-3df2-4270-bcbe-4196ede5c996 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1540.261958] env[69770]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1540.261958] env[69770]: value = "task-4071073" [ 1540.261958] env[69770]: _type = "Task" [ 1540.261958] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1540.271240] env[69770]: DEBUG oslo_vmware.api [-] Task: {'id': task-4071073, 'name': CreateVM_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1540.437711] env[69770]: DEBUG nova.compute.resource_tracker [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] Instance c5e5c6dc-e4ec-49dd-952a-b0545e401386 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69770) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1540.438037] env[69770]: DEBUG nova.compute.resource_tracker [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] Instance c0928c4d-de0b-4dd1-938c-6c1eeebf1020 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69770) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1540.438151] env[69770]: DEBUG nova.compute.resource_tracker [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] Total usable vcpus: 48, total allocated vcpus: 2 {{(pid=69770) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1540.438302] env[69770]: DEBUG nova.compute.resource_tracker [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=896MB phys_disk=200GB used_disk=2GB total_vcpus=48 used_vcpus=2 pci_stats=[] {{(pid=69770) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1540.478746] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0c9423b-abf5-4551-b18f-d5609960661e {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1540.486703] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74080dbd-1721-4f05-8df4-b8780b1cf499 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1540.519213] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e01476d4-fdee-406f-864c-c66a7da03397 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1540.524162] env[69770]: DEBUG nova.compute.manager [req-d773d4bb-0fc8-453e-bf87-9c2c050e99e6 req-72805332-52f0-4dc3-b069-17692c13014e service nova] [instance: c0928c4d-de0b-4dd1-938c-6c1eeebf1020] Received event network-changed-eccc7a79-7388-40fa-9a5f-a5e5e7c16a9d {{(pid=69770) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1540.524351] env[69770]: DEBUG nova.compute.manager [req-d773d4bb-0fc8-453e-bf87-9c2c050e99e6 req-72805332-52f0-4dc3-b069-17692c13014e service nova] [instance: c0928c4d-de0b-4dd1-938c-6c1eeebf1020] Refreshing instance network info cache due to event network-changed-eccc7a79-7388-40fa-9a5f-a5e5e7c16a9d. {{(pid=69770) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1540.524560] env[69770]: DEBUG oslo_concurrency.lockutils [req-d773d4bb-0fc8-453e-bf87-9c2c050e99e6 req-72805332-52f0-4dc3-b069-17692c13014e service nova] Acquiring lock "refresh_cache-c0928c4d-de0b-4dd1-938c-6c1eeebf1020" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1540.524698] env[69770]: DEBUG oslo_concurrency.lockutils [req-d773d4bb-0fc8-453e-bf87-9c2c050e99e6 req-72805332-52f0-4dc3-b069-17692c13014e service nova] Acquired lock "refresh_cache-c0928c4d-de0b-4dd1-938c-6c1eeebf1020" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1540.524854] env[69770]: DEBUG nova.network.neutron [req-d773d4bb-0fc8-453e-bf87-9c2c050e99e6 req-72805332-52f0-4dc3-b069-17692c13014e service nova] [instance: c0928c4d-de0b-4dd1-938c-6c1eeebf1020] Refreshing network info cache for port eccc7a79-7388-40fa-9a5f-a5e5e7c16a9d {{(pid=69770) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1540.532049] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-363121f0-5702-48c5-83c6-9a56083756a8 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1540.546830] env[69770]: DEBUG nova.compute.provider_tree [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] Inventory has not changed in ProviderTree for provider: 7cc7d32b-b7a7-454a-a456-2a440248ed9d {{(pid=69770) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1540.772599] env[69770]: DEBUG oslo_vmware.api [-] Task: {'id': task-4071073, 'name': CreateVM_Task, 'duration_secs': 0.299413} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1540.772785] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c0928c4d-de0b-4dd1-938c-6c1eeebf1020] Created VM on the ESX host {{(pid=69770) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1540.773460] env[69770]: DEBUG oslo_concurrency.lockutils [None req-e0705ceb-3999-4802-8463-956519aef0df tempest-AttachVolumeNegativeTest-1432228735 tempest-AttachVolumeNegativeTest-1432228735-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1540.773633] env[69770]: DEBUG oslo_concurrency.lockutils [None req-e0705ceb-3999-4802-8463-956519aef0df tempest-AttachVolumeNegativeTest-1432228735 tempest-AttachVolumeNegativeTest-1432228735-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1540.773984] env[69770]: DEBUG oslo_concurrency.lockutils [None req-e0705ceb-3999-4802-8463-956519aef0df tempest-AttachVolumeNegativeTest-1432228735 tempest-AttachVolumeNegativeTest-1432228735-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1540.774263] env[69770]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1ac8320b-c721-48d2-8667-2e968e06a7ba {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1540.778916] env[69770]: DEBUG oslo_vmware.api [None req-e0705ceb-3999-4802-8463-956519aef0df tempest-AttachVolumeNegativeTest-1432228735 tempest-AttachVolumeNegativeTest-1432228735-project-member] Waiting for the task: (returnval){ [ 1540.778916] env[69770]: value = "session[52161b52-cb8e-ec9f-1132-2f6b49549d41]522a71eb-5394-2ca8-0ad5-be00785277d2" [ 1540.778916] env[69770]: _type = "Task" [ 1540.778916] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1540.786879] env[69770]: DEBUG oslo_vmware.api [None req-e0705ceb-3999-4802-8463-956519aef0df tempest-AttachVolumeNegativeTest-1432228735 tempest-AttachVolumeNegativeTest-1432228735-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]522a71eb-5394-2ca8-0ad5-be00785277d2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1541.049464] env[69770]: DEBUG nova.scheduler.client.report [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] Inventory has not changed for provider 7cc7d32b-b7a7-454a-a456-2a440248ed9d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 21, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69770) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1541.271078] env[69770]: DEBUG nova.network.neutron [req-d773d4bb-0fc8-453e-bf87-9c2c050e99e6 req-72805332-52f0-4dc3-b069-17692c13014e service nova] [instance: c0928c4d-de0b-4dd1-938c-6c1eeebf1020] Updated VIF entry in instance network info cache for port eccc7a79-7388-40fa-9a5f-a5e5e7c16a9d. {{(pid=69770) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1541.271497] env[69770]: DEBUG nova.network.neutron [req-d773d4bb-0fc8-453e-bf87-9c2c050e99e6 req-72805332-52f0-4dc3-b069-17692c13014e service nova] [instance: c0928c4d-de0b-4dd1-938c-6c1eeebf1020] Updating instance_info_cache with network_info: [{"id": "eccc7a79-7388-40fa-9a5f-a5e5e7c16a9d", "address": "fa:16:3e:4f:88:a2", "network": {"id": "ea56f86b-690f-4d6e-be86-38ab57d59fcc", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-617647007-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "56791aabe107404daac1b7f484f31621", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5efce30e-48dd-493a-a354-f562a8adf7af", "external-id": "nsx-vlan-transportzone-283", "segmentation_id": 283, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeccc7a79-73", "ovs_interfaceid": "eccc7a79-7388-40fa-9a5f-a5e5e7c16a9d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69770) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1541.289962] env[69770]: DEBUG oslo_vmware.api [None req-e0705ceb-3999-4802-8463-956519aef0df tempest-AttachVolumeNegativeTest-1432228735 tempest-AttachVolumeNegativeTest-1432228735-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]522a71eb-5394-2ca8-0ad5-be00785277d2, 'name': SearchDatastore_Task, 'duration_secs': 0.010135} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1541.290248] env[69770]: DEBUG oslo_concurrency.lockutils [None req-e0705ceb-3999-4802-8463-956519aef0df tempest-AttachVolumeNegativeTest-1432228735 tempest-AttachVolumeNegativeTest-1432228735-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1541.290471] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-e0705ceb-3999-4802-8463-956519aef0df tempest-AttachVolumeNegativeTest-1432228735 tempest-AttachVolumeNegativeTest-1432228735-project-member] [instance: c0928c4d-de0b-4dd1-938c-6c1eeebf1020] Processing image d1eaff80-24a0-4391-90eb-59958b1ecf0a {{(pid=69770) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1541.290700] env[69770]: DEBUG oslo_concurrency.lockutils [None req-e0705ceb-3999-4802-8463-956519aef0df tempest-AttachVolumeNegativeTest-1432228735 tempest-AttachVolumeNegativeTest-1432228735-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1541.290842] env[69770]: DEBUG oslo_concurrency.lockutils [None req-e0705ceb-3999-4802-8463-956519aef0df tempest-AttachVolumeNegativeTest-1432228735 tempest-AttachVolumeNegativeTest-1432228735-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1541.291025] env[69770]: DEBUG nova.virt.vmwareapi.ds_util [None req-e0705ceb-3999-4802-8463-956519aef0df tempest-AttachVolumeNegativeTest-1432228735 tempest-AttachVolumeNegativeTest-1432228735-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69770) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1541.291293] env[69770]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2b6d1e40-ceb6-4ae5-b851-4cfe5714fb58 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1541.299867] env[69770]: DEBUG nova.virt.vmwareapi.ds_util [None req-e0705ceb-3999-4802-8463-956519aef0df tempest-AttachVolumeNegativeTest-1432228735 tempest-AttachVolumeNegativeTest-1432228735-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69770) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1541.299998] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-e0705ceb-3999-4802-8463-956519aef0df tempest-AttachVolumeNegativeTest-1432228735 tempest-AttachVolumeNegativeTest-1432228735-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69770) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1541.300672] env[69770]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b545df87-abc6-41ba-9195-c5851144f80c {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1541.306327] env[69770]: DEBUG oslo_vmware.api [None req-e0705ceb-3999-4802-8463-956519aef0df tempest-AttachVolumeNegativeTest-1432228735 tempest-AttachVolumeNegativeTest-1432228735-project-member] Waiting for the task: (returnval){ [ 1541.306327] env[69770]: value = "session[52161b52-cb8e-ec9f-1132-2f6b49549d41]524f4f1e-5b47-9124-b089-65ab4dc01ec1" [ 1541.306327] env[69770]: _type = "Task" [ 1541.306327] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1541.313647] env[69770]: DEBUG oslo_vmware.api [None req-e0705ceb-3999-4802-8463-956519aef0df tempest-AttachVolumeNegativeTest-1432228735 tempest-AttachVolumeNegativeTest-1432228735-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]524f4f1e-5b47-9124-b089-65ab4dc01ec1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1541.553848] env[69770]: DEBUG nova.compute.resource_tracker [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69770) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1541.554208] env[69770]: DEBUG oslo_concurrency.lockutils [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.237s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1541.554268] env[69770]: DEBUG oslo_service.periodic_task [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=69770) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1541.554429] env[69770]: DEBUG nova.compute.manager [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] Cleaning up deleted instances with incomplete migration {{(pid=69770) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11872}} [ 1541.774050] env[69770]: DEBUG oslo_concurrency.lockutils [req-d773d4bb-0fc8-453e-bf87-9c2c050e99e6 req-72805332-52f0-4dc3-b069-17692c13014e service nova] Releasing lock "refresh_cache-c0928c4d-de0b-4dd1-938c-6c1eeebf1020" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1541.816937] env[69770]: DEBUG oslo_vmware.api [None req-e0705ceb-3999-4802-8463-956519aef0df tempest-AttachVolumeNegativeTest-1432228735 tempest-AttachVolumeNegativeTest-1432228735-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]524f4f1e-5b47-9124-b089-65ab4dc01ec1, 'name': SearchDatastore_Task, 'duration_secs': 0.008487} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1541.817624] env[69770]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3decf2b1-efa3-4fac-986d-db6dc3e1cd59 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1541.823809] env[69770]: DEBUG oslo_vmware.api [None req-e0705ceb-3999-4802-8463-956519aef0df tempest-AttachVolumeNegativeTest-1432228735 tempest-AttachVolumeNegativeTest-1432228735-project-member] Waiting for the task: (returnval){ [ 1541.823809] env[69770]: value = "session[52161b52-cb8e-ec9f-1132-2f6b49549d41]5259111f-52ed-c951-ce0c-b422d763d374" [ 1541.823809] env[69770]: _type = "Task" [ 1541.823809] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1541.831664] env[69770]: DEBUG oslo_vmware.api [None req-e0705ceb-3999-4802-8463-956519aef0df tempest-AttachVolumeNegativeTest-1432228735 tempest-AttachVolumeNegativeTest-1432228735-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]5259111f-52ed-c951-ce0c-b422d763d374, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1542.334400] env[69770]: DEBUG oslo_vmware.api [None req-e0705ceb-3999-4802-8463-956519aef0df tempest-AttachVolumeNegativeTest-1432228735 tempest-AttachVolumeNegativeTest-1432228735-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]5259111f-52ed-c951-ce0c-b422d763d374, 'name': SearchDatastore_Task, 'duration_secs': 0.009539} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1542.334646] env[69770]: DEBUG oslo_concurrency.lockutils [None req-e0705ceb-3999-4802-8463-956519aef0df tempest-AttachVolumeNegativeTest-1432228735 tempest-AttachVolumeNegativeTest-1432228735-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1542.334903] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-e0705ceb-3999-4802-8463-956519aef0df tempest-AttachVolumeNegativeTest-1432228735 tempest-AttachVolumeNegativeTest-1432228735-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk to [datastore1] c0928c4d-de0b-4dd1-938c-6c1eeebf1020/c0928c4d-de0b-4dd1-938c-6c1eeebf1020.vmdk {{(pid=69770) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1542.335175] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-51ce83d1-f104-4950-b3ce-f9bf943f19ec {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1542.342641] env[69770]: DEBUG oslo_vmware.api [None req-e0705ceb-3999-4802-8463-956519aef0df tempest-AttachVolumeNegativeTest-1432228735 tempest-AttachVolumeNegativeTest-1432228735-project-member] Waiting for the task: (returnval){ [ 1542.342641] env[69770]: value = "task-4071074" [ 1542.342641] env[69770]: _type = "Task" [ 1542.342641] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1542.351315] env[69770]: DEBUG oslo_vmware.api [None req-e0705ceb-3999-4802-8463-956519aef0df tempest-AttachVolumeNegativeTest-1432228735 tempest-AttachVolumeNegativeTest-1432228735-project-member] Task: {'id': task-4071074, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1542.853854] env[69770]: DEBUG oslo_vmware.api [None req-e0705ceb-3999-4802-8463-956519aef0df tempest-AttachVolumeNegativeTest-1432228735 tempest-AttachVolumeNegativeTest-1432228735-project-member] Task: {'id': task-4071074, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.454782} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1542.854254] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-e0705ceb-3999-4802-8463-956519aef0df tempest-AttachVolumeNegativeTest-1432228735 tempest-AttachVolumeNegativeTest-1432228735-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk to [datastore1] c0928c4d-de0b-4dd1-938c-6c1eeebf1020/c0928c4d-de0b-4dd1-938c-6c1eeebf1020.vmdk {{(pid=69770) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1542.854445] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-e0705ceb-3999-4802-8463-956519aef0df tempest-AttachVolumeNegativeTest-1432228735 tempest-AttachVolumeNegativeTest-1432228735-project-member] [instance: c0928c4d-de0b-4dd1-938c-6c1eeebf1020] Extending root virtual disk to 1048576 {{(pid=69770) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1542.854628] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-584293bc-1949-4be8-ae45-e49fa5224d12 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1542.861953] env[69770]: DEBUG oslo_vmware.api [None req-e0705ceb-3999-4802-8463-956519aef0df tempest-AttachVolumeNegativeTest-1432228735 tempest-AttachVolumeNegativeTest-1432228735-project-member] Waiting for the task: (returnval){ [ 1542.861953] env[69770]: value = "task-4071075" [ 1542.861953] env[69770]: _type = "Task" [ 1542.861953] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1542.870992] env[69770]: DEBUG oslo_vmware.api [None req-e0705ceb-3999-4802-8463-956519aef0df tempest-AttachVolumeNegativeTest-1432228735 tempest-AttachVolumeNegativeTest-1432228735-project-member] Task: {'id': task-4071075, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1543.056808] env[69770]: DEBUG oslo_service.periodic_task [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69770) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1543.057050] env[69770]: DEBUG oslo_service.periodic_task [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69770) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1543.057222] env[69770]: DEBUG oslo_service.periodic_task [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69770) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1543.057373] env[69770]: DEBUG oslo_service.periodic_task [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69770) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1543.057523] env[69770]: DEBUG oslo_service.periodic_task [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69770) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1543.057670] env[69770]: DEBUG oslo_service.periodic_task [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69770) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1543.057811] env[69770]: DEBUG nova.compute.manager [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69770) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1543.372531] env[69770]: DEBUG oslo_vmware.api [None req-e0705ceb-3999-4802-8463-956519aef0df tempest-AttachVolumeNegativeTest-1432228735 tempest-AttachVolumeNegativeTest-1432228735-project-member] Task: {'id': task-4071075, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071034} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1543.372845] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-e0705ceb-3999-4802-8463-956519aef0df tempest-AttachVolumeNegativeTest-1432228735 tempest-AttachVolumeNegativeTest-1432228735-project-member] [instance: c0928c4d-de0b-4dd1-938c-6c1eeebf1020] Extended root virtual disk {{(pid=69770) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1543.373688] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ec807eb-7257-4377-a6f0-77f1773974fd {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1543.396889] env[69770]: DEBUG nova.virt.vmwareapi.volumeops [None req-e0705ceb-3999-4802-8463-956519aef0df tempest-AttachVolumeNegativeTest-1432228735 tempest-AttachVolumeNegativeTest-1432228735-project-member] [instance: c0928c4d-de0b-4dd1-938c-6c1eeebf1020] Reconfiguring VM instance instance-0000007d to attach disk [datastore1] c0928c4d-de0b-4dd1-938c-6c1eeebf1020/c0928c4d-de0b-4dd1-938c-6c1eeebf1020.vmdk or device None with type sparse {{(pid=69770) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1543.397192] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a5187284-361d-415f-a7fe-02a52f6d71be {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1543.417249] env[69770]: DEBUG oslo_vmware.api [None req-e0705ceb-3999-4802-8463-956519aef0df tempest-AttachVolumeNegativeTest-1432228735 tempest-AttachVolumeNegativeTest-1432228735-project-member] Waiting for the task: (returnval){ [ 1543.417249] env[69770]: value = "task-4071076" [ 1543.417249] env[69770]: _type = "Task" [ 1543.417249] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1543.427510] env[69770]: DEBUG oslo_vmware.api [None req-e0705ceb-3999-4802-8463-956519aef0df tempest-AttachVolumeNegativeTest-1432228735 tempest-AttachVolumeNegativeTest-1432228735-project-member] Task: {'id': task-4071076, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1543.927707] env[69770]: DEBUG oslo_vmware.api [None req-e0705ceb-3999-4802-8463-956519aef0df tempest-AttachVolumeNegativeTest-1432228735 tempest-AttachVolumeNegativeTest-1432228735-project-member] Task: {'id': task-4071076, 'name': ReconfigVM_Task, 'duration_secs': 0.31789} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1543.928128] env[69770]: DEBUG nova.virt.vmwareapi.volumeops [None req-e0705ceb-3999-4802-8463-956519aef0df tempest-AttachVolumeNegativeTest-1432228735 tempest-AttachVolumeNegativeTest-1432228735-project-member] [instance: c0928c4d-de0b-4dd1-938c-6c1eeebf1020] Reconfigured VM instance instance-0000007d to attach disk [datastore1] c0928c4d-de0b-4dd1-938c-6c1eeebf1020/c0928c4d-de0b-4dd1-938c-6c1eeebf1020.vmdk or device None with type sparse {{(pid=69770) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1543.928726] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0e1dd45b-47fb-4030-b96d-f35ff6f91d26 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1543.935200] env[69770]: DEBUG oslo_vmware.api [None req-e0705ceb-3999-4802-8463-956519aef0df tempest-AttachVolumeNegativeTest-1432228735 tempest-AttachVolumeNegativeTest-1432228735-project-member] Waiting for the task: (returnval){ [ 1543.935200] env[69770]: value = "task-4071077" [ 1543.935200] env[69770]: _type = "Task" [ 1543.935200] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1543.943126] env[69770]: DEBUG oslo_vmware.api [None req-e0705ceb-3999-4802-8463-956519aef0df tempest-AttachVolumeNegativeTest-1432228735 tempest-AttachVolumeNegativeTest-1432228735-project-member] Task: {'id': task-4071077, 'name': Rename_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1544.444546] env[69770]: DEBUG oslo_vmware.api [None req-e0705ceb-3999-4802-8463-956519aef0df tempest-AttachVolumeNegativeTest-1432228735 tempest-AttachVolumeNegativeTest-1432228735-project-member] Task: {'id': task-4071077, 'name': Rename_Task, 'duration_secs': 0.147564} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1544.444845] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-e0705ceb-3999-4802-8463-956519aef0df tempest-AttachVolumeNegativeTest-1432228735 tempest-AttachVolumeNegativeTest-1432228735-project-member] [instance: c0928c4d-de0b-4dd1-938c-6c1eeebf1020] Powering on the VM {{(pid=69770) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1544.445108] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f5efa706-38e8-4a0c-9d0b-7af2f457bce3 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1544.450905] env[69770]: DEBUG oslo_vmware.api [None req-e0705ceb-3999-4802-8463-956519aef0df tempest-AttachVolumeNegativeTest-1432228735 tempest-AttachVolumeNegativeTest-1432228735-project-member] Waiting for the task: (returnval){ [ 1544.450905] env[69770]: value = "task-4071078" [ 1544.450905] env[69770]: _type = "Task" [ 1544.450905] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1544.458656] env[69770]: DEBUG oslo_vmware.api [None req-e0705ceb-3999-4802-8463-956519aef0df tempest-AttachVolumeNegativeTest-1432228735 tempest-AttachVolumeNegativeTest-1432228735-project-member] Task: {'id': task-4071078, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1544.752620] env[69770]: DEBUG oslo_service.periodic_task [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69770) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1544.961480] env[69770]: DEBUG oslo_vmware.api [None req-e0705ceb-3999-4802-8463-956519aef0df tempest-AttachVolumeNegativeTest-1432228735 tempest-AttachVolumeNegativeTest-1432228735-project-member] Task: {'id': task-4071078, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1545.463240] env[69770]: DEBUG oslo_vmware.api [None req-e0705ceb-3999-4802-8463-956519aef0df tempest-AttachVolumeNegativeTest-1432228735 tempest-AttachVolumeNegativeTest-1432228735-project-member] Task: {'id': task-4071078, 'name': PowerOnVM_Task, 'duration_secs': 0.990779} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1545.463590] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-e0705ceb-3999-4802-8463-956519aef0df tempest-AttachVolumeNegativeTest-1432228735 tempest-AttachVolumeNegativeTest-1432228735-project-member] [instance: c0928c4d-de0b-4dd1-938c-6c1eeebf1020] Powered on the VM {{(pid=69770) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1545.463832] env[69770]: INFO nova.compute.manager [None req-e0705ceb-3999-4802-8463-956519aef0df tempest-AttachVolumeNegativeTest-1432228735 tempest-AttachVolumeNegativeTest-1432228735-project-member] [instance: c0928c4d-de0b-4dd1-938c-6c1eeebf1020] Took 7.15 seconds to spawn the instance on the hypervisor. [ 1545.464027] env[69770]: DEBUG nova.compute.manager [None req-e0705ceb-3999-4802-8463-956519aef0df tempest-AttachVolumeNegativeTest-1432228735 tempest-AttachVolumeNegativeTest-1432228735-project-member] [instance: c0928c4d-de0b-4dd1-938c-6c1eeebf1020] Checking state {{(pid=69770) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1545.464770] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d4380a6-93ce-4b9b-a4f8-a8472382f20e {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1545.752884] env[69770]: DEBUG oslo_service.periodic_task [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=69770) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1545.753072] env[69770]: DEBUG nova.compute.manager [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] Cleaning up deleted instances {{(pid=69770) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11834}} [ 1545.985808] env[69770]: INFO nova.compute.manager [None req-e0705ceb-3999-4802-8463-956519aef0df tempest-AttachVolumeNegativeTest-1432228735 tempest-AttachVolumeNegativeTest-1432228735-project-member] [instance: c0928c4d-de0b-4dd1-938c-6c1eeebf1020] Took 11.82 seconds to build instance. [ 1546.220234] env[69770]: DEBUG nova.compute.manager [req-6c13c0b3-b55b-44e3-ab9d-f4caefb75871 req-e7f787ee-868d-44c6-8598-996a6942ae43 service nova] [instance: c0928c4d-de0b-4dd1-938c-6c1eeebf1020] Received event network-changed-eccc7a79-7388-40fa-9a5f-a5e5e7c16a9d {{(pid=69770) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1546.220545] env[69770]: DEBUG nova.compute.manager [req-6c13c0b3-b55b-44e3-ab9d-f4caefb75871 req-e7f787ee-868d-44c6-8598-996a6942ae43 service nova] [instance: c0928c4d-de0b-4dd1-938c-6c1eeebf1020] Refreshing instance network info cache due to event network-changed-eccc7a79-7388-40fa-9a5f-a5e5e7c16a9d. {{(pid=69770) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1546.220871] env[69770]: DEBUG oslo_concurrency.lockutils [req-6c13c0b3-b55b-44e3-ab9d-f4caefb75871 req-e7f787ee-868d-44c6-8598-996a6942ae43 service nova] Acquiring lock "refresh_cache-c0928c4d-de0b-4dd1-938c-6c1eeebf1020" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1546.221109] env[69770]: DEBUG oslo_concurrency.lockutils [req-6c13c0b3-b55b-44e3-ab9d-f4caefb75871 req-e7f787ee-868d-44c6-8598-996a6942ae43 service nova] Acquired lock "refresh_cache-c0928c4d-de0b-4dd1-938c-6c1eeebf1020" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1546.221460] env[69770]: DEBUG nova.network.neutron [req-6c13c0b3-b55b-44e3-ab9d-f4caefb75871 req-e7f787ee-868d-44c6-8598-996a6942ae43 service nova] [instance: c0928c4d-de0b-4dd1-938c-6c1eeebf1020] Refreshing network info cache for port eccc7a79-7388-40fa-9a5f-a5e5e7c16a9d {{(pid=69770) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1546.266641] env[69770]: DEBUG nova.compute.manager [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] There are 26 instances to clean {{(pid=69770) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11843}} [ 1546.266980] env[69770]: DEBUG nova.compute.manager [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] [instance: 8da7a7d3-f62e-4dd7-a252-b9d250f95458] Instance has had 0 of 5 cleanup attempts {{(pid=69770) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1546.487519] env[69770]: DEBUG oslo_concurrency.lockutils [None req-e0705ceb-3999-4802-8463-956519aef0df tempest-AttachVolumeNegativeTest-1432228735 tempest-AttachVolumeNegativeTest-1432228735-project-member] Lock "c0928c4d-de0b-4dd1-938c-6c1eeebf1020" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.333s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1546.771693] env[69770]: DEBUG nova.compute.manager [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] [instance: ff39dd45-b984-4c70-a03b-b76cd4bb00f4] Instance has had 0 of 5 cleanup attempts {{(pid=69770) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1546.971983] env[69770]: DEBUG nova.network.neutron [req-6c13c0b3-b55b-44e3-ab9d-f4caefb75871 req-e7f787ee-868d-44c6-8598-996a6942ae43 service nova] [instance: c0928c4d-de0b-4dd1-938c-6c1eeebf1020] Updated VIF entry in instance network info cache for port eccc7a79-7388-40fa-9a5f-a5e5e7c16a9d. {{(pid=69770) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1546.972420] env[69770]: DEBUG nova.network.neutron [req-6c13c0b3-b55b-44e3-ab9d-f4caefb75871 req-e7f787ee-868d-44c6-8598-996a6942ae43 service nova] [instance: c0928c4d-de0b-4dd1-938c-6c1eeebf1020] Updating instance_info_cache with network_info: [{"id": "eccc7a79-7388-40fa-9a5f-a5e5e7c16a9d", "address": "fa:16:3e:4f:88:a2", "network": {"id": "ea56f86b-690f-4d6e-be86-38ab57d59fcc", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-617647007-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.148", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "56791aabe107404daac1b7f484f31621", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5efce30e-48dd-493a-a354-f562a8adf7af", "external-id": "nsx-vlan-transportzone-283", "segmentation_id": 283, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeccc7a79-73", "ovs_interfaceid": "eccc7a79-7388-40fa-9a5f-a5e5e7c16a9d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69770) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1547.275730] env[69770]: DEBUG nova.compute.manager [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] [instance: 4c0626d3-0a1f-435e-837e-953c61e1cda5] Instance has had 0 of 5 cleanup attempts {{(pid=69770) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1547.475794] env[69770]: DEBUG oslo_concurrency.lockutils [req-6c13c0b3-b55b-44e3-ab9d-f4caefb75871 req-e7f787ee-868d-44c6-8598-996a6942ae43 service nova] Releasing lock "refresh_cache-c0928c4d-de0b-4dd1-938c-6c1eeebf1020" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1547.778749] env[69770]: DEBUG nova.compute.manager [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] [instance: 31c82885-55ef-450a-ae73-40973bce624c] Instance has had 0 of 5 cleanup attempts {{(pid=69770) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1548.282569] env[69770]: DEBUG nova.compute.manager [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] [instance: 55705028-e81f-4078-98f3-b2bdf1994354] Instance has had 0 of 5 cleanup attempts {{(pid=69770) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1548.785572] env[69770]: DEBUG nova.compute.manager [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] [instance: ef08d59d-b387-4366-98a8-2ab7aa83b4d2] Instance has had 0 of 5 cleanup attempts {{(pid=69770) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1549.288932] env[69770]: DEBUG nova.compute.manager [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] [instance: 376fee75-5bec-4338-90b3-14f503fc1913] Instance has had 0 of 5 cleanup attempts {{(pid=69770) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1549.792227] env[69770]: DEBUG nova.compute.manager [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] [instance: 81a3e8a6-e1a8-49fd-915c-f5c28b313757] Instance has had 0 of 5 cleanup attempts {{(pid=69770) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1550.295613] env[69770]: DEBUG nova.compute.manager [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] [instance: cbd9e063-5c13-46ae-be37-f4c2f403e041] Instance has had 0 of 5 cleanup attempts {{(pid=69770) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1550.799160] env[69770]: DEBUG nova.compute.manager [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] [instance: f9c0e18d-6ae1-4176-b2ba-2ec8bd6ca408] Instance has had 0 of 5 cleanup attempts {{(pid=69770) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1551.303578] env[69770]: DEBUG nova.compute.manager [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] [instance: b6f8830a-54d9-4e27-96cc-e3726dbc42e4] Instance has had 0 of 5 cleanup attempts {{(pid=69770) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1551.807420] env[69770]: DEBUG nova.compute.manager [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] [instance: 21782e86-7845-479b-98a8-c2d5832d1ff3] Instance has had 0 of 5 cleanup attempts {{(pid=69770) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1552.311124] env[69770]: DEBUG nova.compute.manager [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] [instance: d8d72175-258b-4178-9090-f4794ab0154e] Instance has had 0 of 5 cleanup attempts {{(pid=69770) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1552.814968] env[69770]: DEBUG nova.compute.manager [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] [instance: 8dc54be4-dbff-4dca-a78e-6665db49a01f] Instance has had 0 of 5 cleanup attempts {{(pid=69770) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1553.318581] env[69770]: DEBUG nova.compute.manager [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] [instance: 755adf13-58e9-4da5-adfc-8ba308501fa4] Instance has had 0 of 5 cleanup attempts {{(pid=69770) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1553.821684] env[69770]: DEBUG nova.compute.manager [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] [instance: bc5e169f-17c2-4941-8b9f-a33726ea26b6] Instance has had 0 of 5 cleanup attempts {{(pid=69770) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1554.325516] env[69770]: DEBUG nova.compute.manager [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] [instance: f27fa6da-dc6f-4c4f-9f67-1303adea51cc] Instance has had 0 of 5 cleanup attempts {{(pid=69770) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1554.829379] env[69770]: DEBUG nova.compute.manager [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] [instance: 245d05f8-a8b6-4985-aab4-c6f3c250f28a] Instance has had 0 of 5 cleanup attempts {{(pid=69770) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1555.332729] env[69770]: DEBUG nova.compute.manager [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] [instance: 08413ca9-2b2a-4991-83cf-aa8965d2017a] Instance has had 0 of 5 cleanup attempts {{(pid=69770) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1555.836453] env[69770]: DEBUG nova.compute.manager [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] [instance: 215916d5-31b5-49ba-a7bc-78d9652dea41] Instance has had 0 of 5 cleanup attempts {{(pid=69770) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1556.339468] env[69770]: DEBUG nova.compute.manager [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] [instance: dab60fd0-ed75-4747-8caf-e5e99ea54448] Instance has had 0 of 5 cleanup attempts {{(pid=69770) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1556.843131] env[69770]: DEBUG nova.compute.manager [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] [instance: 5815fe63-e447-4be2-9055-a6320d0ba896] Instance has had 0 of 5 cleanup attempts {{(pid=69770) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1557.347026] env[69770]: DEBUG nova.compute.manager [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] [instance: c53961c9-df55-42c6-8410-a50404d06605] Instance has had 0 of 5 cleanup attempts {{(pid=69770) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1557.850208] env[69770]: DEBUG nova.compute.manager [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] [instance: ec405988-80b1-4918-8572-addc7c5127aa] Instance has had 0 of 5 cleanup attempts {{(pid=69770) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1558.353931] env[69770]: DEBUG nova.compute.manager [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] [instance: cef6cba7-84fd-45db-82bf-20df6499c75e] Instance has had 0 of 5 cleanup attempts {{(pid=69770) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1558.857232] env[69770]: DEBUG nova.compute.manager [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] [instance: a3617e51-7671-42b4-a7d3-a22c7d57814a] Instance has had 0 of 5 cleanup attempts {{(pid=69770) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1559.361071] env[69770]: DEBUG oslo_service.periodic_task [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=69770) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1584.795885] env[69770]: DEBUG oslo_concurrency.lockutils [None req-1ee89921-aad9-47c6-a814-fce0c7f04064 tempest-AttachVolumeNegativeTest-1432228735 tempest-AttachVolumeNegativeTest-1432228735-project-member] Acquiring lock "c0928c4d-de0b-4dd1-938c-6c1eeebf1020" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1584.796471] env[69770]: DEBUG oslo_concurrency.lockutils [None req-1ee89921-aad9-47c6-a814-fce0c7f04064 tempest-AttachVolumeNegativeTest-1432228735 tempest-AttachVolumeNegativeTest-1432228735-project-member] Lock "c0928c4d-de0b-4dd1-938c-6c1eeebf1020" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1584.796471] env[69770]: DEBUG oslo_concurrency.lockutils [None req-1ee89921-aad9-47c6-a814-fce0c7f04064 tempest-AttachVolumeNegativeTest-1432228735 tempest-AttachVolumeNegativeTest-1432228735-project-member] Acquiring lock "c0928c4d-de0b-4dd1-938c-6c1eeebf1020-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1584.796653] env[69770]: DEBUG oslo_concurrency.lockutils [None req-1ee89921-aad9-47c6-a814-fce0c7f04064 tempest-AttachVolumeNegativeTest-1432228735 tempest-AttachVolumeNegativeTest-1432228735-project-member] Lock "c0928c4d-de0b-4dd1-938c-6c1eeebf1020-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1584.796733] env[69770]: DEBUG oslo_concurrency.lockutils [None req-1ee89921-aad9-47c6-a814-fce0c7f04064 tempest-AttachVolumeNegativeTest-1432228735 tempest-AttachVolumeNegativeTest-1432228735-project-member] Lock "c0928c4d-de0b-4dd1-938c-6c1eeebf1020-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1584.799072] env[69770]: INFO nova.compute.manager [None req-1ee89921-aad9-47c6-a814-fce0c7f04064 tempest-AttachVolumeNegativeTest-1432228735 tempest-AttachVolumeNegativeTest-1432228735-project-member] [instance: c0928c4d-de0b-4dd1-938c-6c1eeebf1020] Terminating instance [ 1585.303229] env[69770]: DEBUG nova.compute.manager [None req-1ee89921-aad9-47c6-a814-fce0c7f04064 tempest-AttachVolumeNegativeTest-1432228735 tempest-AttachVolumeNegativeTest-1432228735-project-member] [instance: c0928c4d-de0b-4dd1-938c-6c1eeebf1020] Start destroying the instance on the hypervisor. {{(pid=69770) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1585.303564] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-1ee89921-aad9-47c6-a814-fce0c7f04064 tempest-AttachVolumeNegativeTest-1432228735 tempest-AttachVolumeNegativeTest-1432228735-project-member] [instance: c0928c4d-de0b-4dd1-938c-6c1eeebf1020] Destroying instance {{(pid=69770) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1585.304627] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2de1b577-71d2-423f-8c57-cd4d0900a655 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1585.312897] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ee89921-aad9-47c6-a814-fce0c7f04064 tempest-AttachVolumeNegativeTest-1432228735 tempest-AttachVolumeNegativeTest-1432228735-project-member] [instance: c0928c4d-de0b-4dd1-938c-6c1eeebf1020] Powering off the VM {{(pid=69770) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1585.313172] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f42205bb-8896-4b91-a1dd-1ffe629c26f0 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1585.319583] env[69770]: DEBUG oslo_vmware.api [None req-1ee89921-aad9-47c6-a814-fce0c7f04064 tempest-AttachVolumeNegativeTest-1432228735 tempest-AttachVolumeNegativeTest-1432228735-project-member] Waiting for the task: (returnval){ [ 1585.319583] env[69770]: value = "task-4071079" [ 1585.319583] env[69770]: _type = "Task" [ 1585.319583] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1585.327954] env[69770]: DEBUG oslo_vmware.api [None req-1ee89921-aad9-47c6-a814-fce0c7f04064 tempest-AttachVolumeNegativeTest-1432228735 tempest-AttachVolumeNegativeTest-1432228735-project-member] Task: {'id': task-4071079, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1585.829214] env[69770]: DEBUG oslo_vmware.api [None req-1ee89921-aad9-47c6-a814-fce0c7f04064 tempest-AttachVolumeNegativeTest-1432228735 tempest-AttachVolumeNegativeTest-1432228735-project-member] Task: {'id': task-4071079, 'name': PowerOffVM_Task, 'duration_secs': 0.193715} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1585.829588] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ee89921-aad9-47c6-a814-fce0c7f04064 tempest-AttachVolumeNegativeTest-1432228735 tempest-AttachVolumeNegativeTest-1432228735-project-member] [instance: c0928c4d-de0b-4dd1-938c-6c1eeebf1020] Powered off the VM {{(pid=69770) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1585.829723] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-1ee89921-aad9-47c6-a814-fce0c7f04064 tempest-AttachVolumeNegativeTest-1432228735 tempest-AttachVolumeNegativeTest-1432228735-project-member] [instance: c0928c4d-de0b-4dd1-938c-6c1eeebf1020] Unregistering the VM {{(pid=69770) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1585.830033] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-629ea2e0-2995-4c29-97bb-d747bfc74478 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1586.782392] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-1ee89921-aad9-47c6-a814-fce0c7f04064 tempest-AttachVolumeNegativeTest-1432228735 tempest-AttachVolumeNegativeTest-1432228735-project-member] [instance: c0928c4d-de0b-4dd1-938c-6c1eeebf1020] Unregistered the VM {{(pid=69770) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1586.782674] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-1ee89921-aad9-47c6-a814-fce0c7f04064 tempest-AttachVolumeNegativeTest-1432228735 tempest-AttachVolumeNegativeTest-1432228735-project-member] [instance: c0928c4d-de0b-4dd1-938c-6c1eeebf1020] Deleting contents of the VM from datastore datastore1 {{(pid=69770) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1586.782777] env[69770]: DEBUG nova.virt.vmwareapi.ds_util [None req-1ee89921-aad9-47c6-a814-fce0c7f04064 tempest-AttachVolumeNegativeTest-1432228735 tempest-AttachVolumeNegativeTest-1432228735-project-member] Deleting the datastore file [datastore1] c0928c4d-de0b-4dd1-938c-6c1eeebf1020 {{(pid=69770) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1586.783057] env[69770]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-68703c88-32ec-41e2-8023-ff48b315b9ae {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1586.789544] env[69770]: DEBUG oslo_vmware.api [None req-1ee89921-aad9-47c6-a814-fce0c7f04064 tempest-AttachVolumeNegativeTest-1432228735 tempest-AttachVolumeNegativeTest-1432228735-project-member] Waiting for the task: (returnval){ [ 1586.789544] env[69770]: value = "task-4071081" [ 1586.789544] env[69770]: _type = "Task" [ 1586.789544] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1586.797504] env[69770]: DEBUG oslo_vmware.api [None req-1ee89921-aad9-47c6-a814-fce0c7f04064 tempest-AttachVolumeNegativeTest-1432228735 tempest-AttachVolumeNegativeTest-1432228735-project-member] Task: {'id': task-4071081, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1587.299953] env[69770]: DEBUG oslo_vmware.api [None req-1ee89921-aad9-47c6-a814-fce0c7f04064 tempest-AttachVolumeNegativeTest-1432228735 tempest-AttachVolumeNegativeTest-1432228735-project-member] Task: {'id': task-4071081, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.185153} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1587.300350] env[69770]: DEBUG nova.virt.vmwareapi.ds_util [None req-1ee89921-aad9-47c6-a814-fce0c7f04064 tempest-AttachVolumeNegativeTest-1432228735 tempest-AttachVolumeNegativeTest-1432228735-project-member] Deleted the datastore file {{(pid=69770) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1587.300456] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-1ee89921-aad9-47c6-a814-fce0c7f04064 tempest-AttachVolumeNegativeTest-1432228735 tempest-AttachVolumeNegativeTest-1432228735-project-member] [instance: c0928c4d-de0b-4dd1-938c-6c1eeebf1020] Deleted contents of the VM from datastore datastore1 {{(pid=69770) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1587.300590] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-1ee89921-aad9-47c6-a814-fce0c7f04064 tempest-AttachVolumeNegativeTest-1432228735 tempest-AttachVolumeNegativeTest-1432228735-project-member] [instance: c0928c4d-de0b-4dd1-938c-6c1eeebf1020] Instance destroyed {{(pid=69770) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1587.300758] env[69770]: INFO nova.compute.manager [None req-1ee89921-aad9-47c6-a814-fce0c7f04064 tempest-AttachVolumeNegativeTest-1432228735 tempest-AttachVolumeNegativeTest-1432228735-project-member] [instance: c0928c4d-de0b-4dd1-938c-6c1eeebf1020] Took 2.00 seconds to destroy the instance on the hypervisor. [ 1587.300995] env[69770]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1ee89921-aad9-47c6-a814-fce0c7f04064 tempest-AttachVolumeNegativeTest-1432228735 tempest-AttachVolumeNegativeTest-1432228735-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69770) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1587.301201] env[69770]: DEBUG nova.compute.manager [-] [instance: c0928c4d-de0b-4dd1-938c-6c1eeebf1020] Deallocating network for instance {{(pid=69770) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1587.301296] env[69770]: DEBUG nova.network.neutron [-] [instance: c0928c4d-de0b-4dd1-938c-6c1eeebf1020] deallocate_for_instance() {{(pid=69770) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1587.768524] env[69770]: DEBUG nova.compute.manager [req-3d221750-8aad-47a4-bb30-110359d14c80 req-9e6c0b46-0399-4dfa-b846-720c5617c2e3 service nova] [instance: c0928c4d-de0b-4dd1-938c-6c1eeebf1020] Received event network-vif-deleted-eccc7a79-7388-40fa-9a5f-a5e5e7c16a9d {{(pid=69770) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1587.769351] env[69770]: INFO nova.compute.manager [req-3d221750-8aad-47a4-bb30-110359d14c80 req-9e6c0b46-0399-4dfa-b846-720c5617c2e3 service nova] [instance: c0928c4d-de0b-4dd1-938c-6c1eeebf1020] Neutron deleted interface eccc7a79-7388-40fa-9a5f-a5e5e7c16a9d; detaching it from the instance and deleting it from the info cache [ 1587.769351] env[69770]: DEBUG nova.network.neutron [req-3d221750-8aad-47a4-bb30-110359d14c80 req-9e6c0b46-0399-4dfa-b846-720c5617c2e3 service nova] [instance: c0928c4d-de0b-4dd1-938c-6c1eeebf1020] Updating instance_info_cache with network_info: [] {{(pid=69770) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1588.248433] env[69770]: DEBUG nova.network.neutron [-] [instance: c0928c4d-de0b-4dd1-938c-6c1eeebf1020] Updating instance_info_cache with network_info: [] {{(pid=69770) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1588.271121] env[69770]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-cc0a7011-a3a5-4694-afcf-a8d49cc2ec0e {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1588.283107] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6af2164c-46be-4a9b-a787-c6e353a1d5eb {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1588.308043] env[69770]: DEBUG nova.compute.manager [req-3d221750-8aad-47a4-bb30-110359d14c80 req-9e6c0b46-0399-4dfa-b846-720c5617c2e3 service nova] [instance: c0928c4d-de0b-4dd1-938c-6c1eeebf1020] Detach interface failed, port_id=eccc7a79-7388-40fa-9a5f-a5e5e7c16a9d, reason: Instance c0928c4d-de0b-4dd1-938c-6c1eeebf1020 could not be found. {{(pid=69770) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1588.751857] env[69770]: INFO nova.compute.manager [-] [instance: c0928c4d-de0b-4dd1-938c-6c1eeebf1020] Took 1.45 seconds to deallocate network for instance. [ 1589.258889] env[69770]: DEBUG oslo_concurrency.lockutils [None req-1ee89921-aad9-47c6-a814-fce0c7f04064 tempest-AttachVolumeNegativeTest-1432228735 tempest-AttachVolumeNegativeTest-1432228735-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1589.259196] env[69770]: DEBUG oslo_concurrency.lockutils [None req-1ee89921-aad9-47c6-a814-fce0c7f04064 tempest-AttachVolumeNegativeTest-1432228735 tempest-AttachVolumeNegativeTest-1432228735-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1589.259416] env[69770]: DEBUG nova.objects.instance [None req-1ee89921-aad9-47c6-a814-fce0c7f04064 tempest-AttachVolumeNegativeTest-1432228735 tempest-AttachVolumeNegativeTest-1432228735-project-member] Lazy-loading 'resources' on Instance uuid c0928c4d-de0b-4dd1-938c-6c1eeebf1020 {{(pid=69770) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1589.810995] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab5c57b3-5ee4-4703-a0f3-33025d05f7fc {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1589.820837] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3dc10220-c734-40f7-9b29-9dee36aab3c2 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1589.854952] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d9ef0fb-5352-4526-a596-4321b1614833 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1589.863978] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4271825d-f4f4-4210-b24d-3923c63cbb9d {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1589.880341] env[69770]: DEBUG nova.compute.provider_tree [None req-1ee89921-aad9-47c6-a814-fce0c7f04064 tempest-AttachVolumeNegativeTest-1432228735 tempest-AttachVolumeNegativeTest-1432228735-project-member] Inventory has not changed in ProviderTree for provider: 7cc7d32b-b7a7-454a-a456-2a440248ed9d {{(pid=69770) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1590.384465] env[69770]: DEBUG nova.scheduler.client.report [None req-1ee89921-aad9-47c6-a814-fce0c7f04064 tempest-AttachVolumeNegativeTest-1432228735 tempest-AttachVolumeNegativeTest-1432228735-project-member] Inventory has not changed for provider 7cc7d32b-b7a7-454a-a456-2a440248ed9d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 21, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69770) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1590.889580] env[69770]: DEBUG oslo_concurrency.lockutils [None req-1ee89921-aad9-47c6-a814-fce0c7f04064 tempest-AttachVolumeNegativeTest-1432228735 tempest-AttachVolumeNegativeTest-1432228735-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.630s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1590.915857] env[69770]: INFO nova.scheduler.client.report [None req-1ee89921-aad9-47c6-a814-fce0c7f04064 tempest-AttachVolumeNegativeTest-1432228735 tempest-AttachVolumeNegativeTest-1432228735-project-member] Deleted allocations for instance c0928c4d-de0b-4dd1-938c-6c1eeebf1020 [ 1591.425515] env[69770]: DEBUG oslo_concurrency.lockutils [None req-1ee89921-aad9-47c6-a814-fce0c7f04064 tempest-AttachVolumeNegativeTest-1432228735 tempest-AttachVolumeNegativeTest-1432228735-project-member] Lock "c0928c4d-de0b-4dd1-938c-6c1eeebf1020" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.629s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1592.970591] env[69770]: DEBUG oslo_concurrency.lockutils [None req-4aab9497-d48c-4185-994d-90b2617e230f tempest-AttachVolumeNegativeTest-1432228735 tempest-AttachVolumeNegativeTest-1432228735-project-member] Acquiring lock "c5e5c6dc-e4ec-49dd-952a-b0545e401386" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1592.970986] env[69770]: DEBUG oslo_concurrency.lockutils [None req-4aab9497-d48c-4185-994d-90b2617e230f tempest-AttachVolumeNegativeTest-1432228735 tempest-AttachVolumeNegativeTest-1432228735-project-member] Lock "c5e5c6dc-e4ec-49dd-952a-b0545e401386" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1593.474869] env[69770]: INFO nova.compute.manager [None req-4aab9497-d48c-4185-994d-90b2617e230f tempest-AttachVolumeNegativeTest-1432228735 tempest-AttachVolumeNegativeTest-1432228735-project-member] [instance: c5e5c6dc-e4ec-49dd-952a-b0545e401386] Detaching volume 6be76bba-3135-42c2-b8a2-6bb7fff00c64 [ 1593.506464] env[69770]: INFO nova.virt.block_device [None req-4aab9497-d48c-4185-994d-90b2617e230f tempest-AttachVolumeNegativeTest-1432228735 tempest-AttachVolumeNegativeTest-1432228735-project-member] [instance: c5e5c6dc-e4ec-49dd-952a-b0545e401386] Attempting to driver detach volume 6be76bba-3135-42c2-b8a2-6bb7fff00c64 from mountpoint /dev/sdb [ 1593.506706] env[69770]: DEBUG nova.virt.vmwareapi.volumeops [None req-4aab9497-d48c-4185-994d-90b2617e230f tempest-AttachVolumeNegativeTest-1432228735 tempest-AttachVolumeNegativeTest-1432228735-project-member] [instance: c5e5c6dc-e4ec-49dd-952a-b0545e401386] Volume detach. Driver type: vmdk {{(pid=69770) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1593.506891] env[69770]: DEBUG nova.virt.vmwareapi.volumeops [None req-4aab9497-d48c-4185-994d-90b2617e230f tempest-AttachVolumeNegativeTest-1432228735 tempest-AttachVolumeNegativeTest-1432228735-project-member] [instance: c5e5c6dc-e4ec-49dd-952a-b0545e401386] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-806721', 'volume_id': '6be76bba-3135-42c2-b8a2-6bb7fff00c64', 'name': 'volume-6be76bba-3135-42c2-b8a2-6bb7fff00c64', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'c5e5c6dc-e4ec-49dd-952a-b0545e401386', 'attached_at': '', 'detached_at': '', 'volume_id': '6be76bba-3135-42c2-b8a2-6bb7fff00c64', 'serial': '6be76bba-3135-42c2-b8a2-6bb7fff00c64'} {{(pid=69770) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1593.507774] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-161c2a52-ae30-4fe6-9444-72e035d698a7 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1593.529380] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b27b1f63-388a-4ca9-9bce-95c254742a55 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1593.536847] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b01145af-ca17-4ab9-8005-62e13259566c {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1593.556235] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01f169c4-997d-4b65-8302-dadeff9a62e3 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1593.570623] env[69770]: DEBUG nova.virt.vmwareapi.volumeops [None req-4aab9497-d48c-4185-994d-90b2617e230f tempest-AttachVolumeNegativeTest-1432228735 tempest-AttachVolumeNegativeTest-1432228735-project-member] The volume has not been displaced from its original location: [datastore1] volume-6be76bba-3135-42c2-b8a2-6bb7fff00c64/volume-6be76bba-3135-42c2-b8a2-6bb7fff00c64.vmdk. No consolidation needed. {{(pid=69770) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1593.575908] env[69770]: DEBUG nova.virt.vmwareapi.volumeops [None req-4aab9497-d48c-4185-994d-90b2617e230f tempest-AttachVolumeNegativeTest-1432228735 tempest-AttachVolumeNegativeTest-1432228735-project-member] [instance: c5e5c6dc-e4ec-49dd-952a-b0545e401386] Reconfiguring VM instance instance-0000007b to detach disk 2001 {{(pid=69770) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1593.576200] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b95bd1ea-69ac-43e3-8f74-3f3a18ff3490 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1593.594245] env[69770]: DEBUG oslo_vmware.api [None req-4aab9497-d48c-4185-994d-90b2617e230f tempest-AttachVolumeNegativeTest-1432228735 tempest-AttachVolumeNegativeTest-1432228735-project-member] Waiting for the task: (returnval){ [ 1593.594245] env[69770]: value = "task-4071082" [ 1593.594245] env[69770]: _type = "Task" [ 1593.594245] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1593.602663] env[69770]: DEBUG oslo_vmware.api [None req-4aab9497-d48c-4185-994d-90b2617e230f tempest-AttachVolumeNegativeTest-1432228735 tempest-AttachVolumeNegativeTest-1432228735-project-member] Task: {'id': task-4071082, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1594.103842] env[69770]: DEBUG oslo_vmware.api [None req-4aab9497-d48c-4185-994d-90b2617e230f tempest-AttachVolumeNegativeTest-1432228735 tempest-AttachVolumeNegativeTest-1432228735-project-member] Task: {'id': task-4071082, 'name': ReconfigVM_Task, 'duration_secs': 0.246067} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1594.104251] env[69770]: DEBUG nova.virt.vmwareapi.volumeops [None req-4aab9497-d48c-4185-994d-90b2617e230f tempest-AttachVolumeNegativeTest-1432228735 tempest-AttachVolumeNegativeTest-1432228735-project-member] [instance: c5e5c6dc-e4ec-49dd-952a-b0545e401386] Reconfigured VM instance instance-0000007b to detach disk 2001 {{(pid=69770) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1594.108828] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7d547001-2d6a-4dcb-af23-1d922f0763c8 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1594.123924] env[69770]: DEBUG oslo_vmware.api [None req-4aab9497-d48c-4185-994d-90b2617e230f tempest-AttachVolumeNegativeTest-1432228735 tempest-AttachVolumeNegativeTest-1432228735-project-member] Waiting for the task: (returnval){ [ 1594.123924] env[69770]: value = "task-4071083" [ 1594.123924] env[69770]: _type = "Task" [ 1594.123924] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1594.133566] env[69770]: DEBUG oslo_vmware.api [None req-4aab9497-d48c-4185-994d-90b2617e230f tempest-AttachVolumeNegativeTest-1432228735 tempest-AttachVolumeNegativeTest-1432228735-project-member] Task: {'id': task-4071083, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1594.634025] env[69770]: DEBUG oslo_vmware.api [None req-4aab9497-d48c-4185-994d-90b2617e230f tempest-AttachVolumeNegativeTest-1432228735 tempest-AttachVolumeNegativeTest-1432228735-project-member] Task: {'id': task-4071083, 'name': ReconfigVM_Task, 'duration_secs': 0.147043} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1594.634320] env[69770]: DEBUG nova.virt.vmwareapi.volumeops [None req-4aab9497-d48c-4185-994d-90b2617e230f tempest-AttachVolumeNegativeTest-1432228735 tempest-AttachVolumeNegativeTest-1432228735-project-member] [instance: c5e5c6dc-e4ec-49dd-952a-b0545e401386] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-806721', 'volume_id': '6be76bba-3135-42c2-b8a2-6bb7fff00c64', 'name': 'volume-6be76bba-3135-42c2-b8a2-6bb7fff00c64', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'c5e5c6dc-e4ec-49dd-952a-b0545e401386', 'attached_at': '', 'detached_at': '', 'volume_id': '6be76bba-3135-42c2-b8a2-6bb7fff00c64', 'serial': '6be76bba-3135-42c2-b8a2-6bb7fff00c64'} {{(pid=69770) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1595.174553] env[69770]: DEBUG nova.objects.instance [None req-4aab9497-d48c-4185-994d-90b2617e230f tempest-AttachVolumeNegativeTest-1432228735 tempest-AttachVolumeNegativeTest-1432228735-project-member] Lazy-loading 'flavor' on Instance uuid c5e5c6dc-e4ec-49dd-952a-b0545e401386 {{(pid=69770) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1596.182365] env[69770]: DEBUG oslo_concurrency.lockutils [None req-4aab9497-d48c-4185-994d-90b2617e230f tempest-AttachVolumeNegativeTest-1432228735 tempest-AttachVolumeNegativeTest-1432228735-project-member] Lock "c5e5c6dc-e4ec-49dd-952a-b0545e401386" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.211s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1597.205203] env[69770]: DEBUG oslo_concurrency.lockutils [None req-f7aa373a-0a56-4869-858b-01c56f52d2a4 tempest-AttachVolumeNegativeTest-1432228735 tempest-AttachVolumeNegativeTest-1432228735-project-member] Acquiring lock "c5e5c6dc-e4ec-49dd-952a-b0545e401386" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1597.205677] env[69770]: DEBUG oslo_concurrency.lockutils [None req-f7aa373a-0a56-4869-858b-01c56f52d2a4 tempest-AttachVolumeNegativeTest-1432228735 tempest-AttachVolumeNegativeTest-1432228735-project-member] Lock "c5e5c6dc-e4ec-49dd-952a-b0545e401386" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1597.205677] env[69770]: DEBUG oslo_concurrency.lockutils [None req-f7aa373a-0a56-4869-858b-01c56f52d2a4 tempest-AttachVolumeNegativeTest-1432228735 tempest-AttachVolumeNegativeTest-1432228735-project-member] Acquiring lock "c5e5c6dc-e4ec-49dd-952a-b0545e401386-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1597.205839] env[69770]: DEBUG oslo_concurrency.lockutils [None req-f7aa373a-0a56-4869-858b-01c56f52d2a4 tempest-AttachVolumeNegativeTest-1432228735 tempest-AttachVolumeNegativeTest-1432228735-project-member] Lock "c5e5c6dc-e4ec-49dd-952a-b0545e401386-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1597.206020] env[69770]: DEBUG oslo_concurrency.lockutils [None req-f7aa373a-0a56-4869-858b-01c56f52d2a4 tempest-AttachVolumeNegativeTest-1432228735 tempest-AttachVolumeNegativeTest-1432228735-project-member] Lock "c5e5c6dc-e4ec-49dd-952a-b0545e401386-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1597.208289] env[69770]: INFO nova.compute.manager [None req-f7aa373a-0a56-4869-858b-01c56f52d2a4 tempest-AttachVolumeNegativeTest-1432228735 tempest-AttachVolumeNegativeTest-1432228735-project-member] [instance: c5e5c6dc-e4ec-49dd-952a-b0545e401386] Terminating instance [ 1597.712493] env[69770]: DEBUG nova.compute.manager [None req-f7aa373a-0a56-4869-858b-01c56f52d2a4 tempest-AttachVolumeNegativeTest-1432228735 tempest-AttachVolumeNegativeTest-1432228735-project-member] [instance: c5e5c6dc-e4ec-49dd-952a-b0545e401386] Start destroying the instance on the hypervisor. {{(pid=69770) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1597.712771] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-f7aa373a-0a56-4869-858b-01c56f52d2a4 tempest-AttachVolumeNegativeTest-1432228735 tempest-AttachVolumeNegativeTest-1432228735-project-member] [instance: c5e5c6dc-e4ec-49dd-952a-b0545e401386] Destroying instance {{(pid=69770) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1597.714038] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae323a71-d368-43fe-91ef-1fe5c1bfbea0 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1597.722014] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-f7aa373a-0a56-4869-858b-01c56f52d2a4 tempest-AttachVolumeNegativeTest-1432228735 tempest-AttachVolumeNegativeTest-1432228735-project-member] [instance: c5e5c6dc-e4ec-49dd-952a-b0545e401386] Powering off the VM {{(pid=69770) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1597.722268] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4b3ee4f4-7ab4-4bd6-aa59-87a0a50f725e {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1597.728203] env[69770]: DEBUG oslo_vmware.api [None req-f7aa373a-0a56-4869-858b-01c56f52d2a4 tempest-AttachVolumeNegativeTest-1432228735 tempest-AttachVolumeNegativeTest-1432228735-project-member] Waiting for the task: (returnval){ [ 1597.728203] env[69770]: value = "task-4071084" [ 1597.728203] env[69770]: _type = "Task" [ 1597.728203] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1597.736366] env[69770]: DEBUG oslo_vmware.api [None req-f7aa373a-0a56-4869-858b-01c56f52d2a4 tempest-AttachVolumeNegativeTest-1432228735 tempest-AttachVolumeNegativeTest-1432228735-project-member] Task: {'id': task-4071084, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1598.238659] env[69770]: DEBUG oslo_vmware.api [None req-f7aa373a-0a56-4869-858b-01c56f52d2a4 tempest-AttachVolumeNegativeTest-1432228735 tempest-AttachVolumeNegativeTest-1432228735-project-member] Task: {'id': task-4071084, 'name': PowerOffVM_Task, 'duration_secs': 0.195855} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1598.239125] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-f7aa373a-0a56-4869-858b-01c56f52d2a4 tempest-AttachVolumeNegativeTest-1432228735 tempest-AttachVolumeNegativeTest-1432228735-project-member] [instance: c5e5c6dc-e4ec-49dd-952a-b0545e401386] Powered off the VM {{(pid=69770) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1598.239125] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-f7aa373a-0a56-4869-858b-01c56f52d2a4 tempest-AttachVolumeNegativeTest-1432228735 tempest-AttachVolumeNegativeTest-1432228735-project-member] [instance: c5e5c6dc-e4ec-49dd-952a-b0545e401386] Unregistering the VM {{(pid=69770) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1598.239295] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5ff09b28-b8e7-4bda-9ea1-ecb58376b409 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1598.306168] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-f7aa373a-0a56-4869-858b-01c56f52d2a4 tempest-AttachVolumeNegativeTest-1432228735 tempest-AttachVolumeNegativeTest-1432228735-project-member] [instance: c5e5c6dc-e4ec-49dd-952a-b0545e401386] Unregistered the VM {{(pid=69770) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1598.306415] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-f7aa373a-0a56-4869-858b-01c56f52d2a4 tempest-AttachVolumeNegativeTest-1432228735 tempest-AttachVolumeNegativeTest-1432228735-project-member] [instance: c5e5c6dc-e4ec-49dd-952a-b0545e401386] Deleting contents of the VM from datastore datastore2 {{(pid=69770) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1598.306651] env[69770]: DEBUG nova.virt.vmwareapi.ds_util [None req-f7aa373a-0a56-4869-858b-01c56f52d2a4 tempest-AttachVolumeNegativeTest-1432228735 tempest-AttachVolumeNegativeTest-1432228735-project-member] Deleting the datastore file [datastore2] c5e5c6dc-e4ec-49dd-952a-b0545e401386 {{(pid=69770) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1598.306955] env[69770]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-37cabce7-60bf-44b9-b33d-3c0a18c1c1a0 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1598.312980] env[69770]: DEBUG oslo_vmware.api [None req-f7aa373a-0a56-4869-858b-01c56f52d2a4 tempest-AttachVolumeNegativeTest-1432228735 tempest-AttachVolumeNegativeTest-1432228735-project-member] Waiting for the task: (returnval){ [ 1598.312980] env[69770]: value = "task-4071086" [ 1598.312980] env[69770]: _type = "Task" [ 1598.312980] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1598.321205] env[69770]: DEBUG oslo_vmware.api [None req-f7aa373a-0a56-4869-858b-01c56f52d2a4 tempest-AttachVolumeNegativeTest-1432228735 tempest-AttachVolumeNegativeTest-1432228735-project-member] Task: {'id': task-4071086, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1598.822930] env[69770]: DEBUG oslo_vmware.api [None req-f7aa373a-0a56-4869-858b-01c56f52d2a4 tempest-AttachVolumeNegativeTest-1432228735 tempest-AttachVolumeNegativeTest-1432228735-project-member] Task: {'id': task-4071086, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.138268} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1598.823206] env[69770]: DEBUG nova.virt.vmwareapi.ds_util [None req-f7aa373a-0a56-4869-858b-01c56f52d2a4 tempest-AttachVolumeNegativeTest-1432228735 tempest-AttachVolumeNegativeTest-1432228735-project-member] Deleted the datastore file {{(pid=69770) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1598.823380] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-f7aa373a-0a56-4869-858b-01c56f52d2a4 tempest-AttachVolumeNegativeTest-1432228735 tempest-AttachVolumeNegativeTest-1432228735-project-member] [instance: c5e5c6dc-e4ec-49dd-952a-b0545e401386] Deleted contents of the VM from datastore datastore2 {{(pid=69770) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1598.823555] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-f7aa373a-0a56-4869-858b-01c56f52d2a4 tempest-AttachVolumeNegativeTest-1432228735 tempest-AttachVolumeNegativeTest-1432228735-project-member] [instance: c5e5c6dc-e4ec-49dd-952a-b0545e401386] Instance destroyed {{(pid=69770) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1598.823726] env[69770]: INFO nova.compute.manager [None req-f7aa373a-0a56-4869-858b-01c56f52d2a4 tempest-AttachVolumeNegativeTest-1432228735 tempest-AttachVolumeNegativeTest-1432228735-project-member] [instance: c5e5c6dc-e4ec-49dd-952a-b0545e401386] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1598.824013] env[69770]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f7aa373a-0a56-4869-858b-01c56f52d2a4 tempest-AttachVolumeNegativeTest-1432228735 tempest-AttachVolumeNegativeTest-1432228735-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69770) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1598.824216] env[69770]: DEBUG nova.compute.manager [-] [instance: c5e5c6dc-e4ec-49dd-952a-b0545e401386] Deallocating network for instance {{(pid=69770) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1598.824313] env[69770]: DEBUG nova.network.neutron [-] [instance: c5e5c6dc-e4ec-49dd-952a-b0545e401386] deallocate_for_instance() {{(pid=69770) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1599.257994] env[69770]: DEBUG nova.compute.manager [req-3f1d2d03-c231-426c-8331-096613d481a5 req-dcefa611-e1ab-4ad4-b9d9-9008d446682b service nova] [instance: c5e5c6dc-e4ec-49dd-952a-b0545e401386] Received event network-vif-deleted-32c20178-9db0-4654-99cd-0c385b1715c1 {{(pid=69770) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1599.258281] env[69770]: INFO nova.compute.manager [req-3f1d2d03-c231-426c-8331-096613d481a5 req-dcefa611-e1ab-4ad4-b9d9-9008d446682b service nova] [instance: c5e5c6dc-e4ec-49dd-952a-b0545e401386] Neutron deleted interface 32c20178-9db0-4654-99cd-0c385b1715c1; detaching it from the instance and deleting it from the info cache [ 1599.258534] env[69770]: DEBUG nova.network.neutron [req-3f1d2d03-c231-426c-8331-096613d481a5 req-dcefa611-e1ab-4ad4-b9d9-9008d446682b service nova] [instance: c5e5c6dc-e4ec-49dd-952a-b0545e401386] Updating instance_info_cache with network_info: [] {{(pid=69770) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1599.740878] env[69770]: DEBUG nova.network.neutron [-] [instance: c5e5c6dc-e4ec-49dd-952a-b0545e401386] Updating instance_info_cache with network_info: [] {{(pid=69770) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1599.761207] env[69770]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b851c5ff-4a2c-4112-acef-8b46997641b4 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1599.771199] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9120fe0-cb14-41f7-8c4a-e59e409f8115 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1599.795953] env[69770]: DEBUG nova.compute.manager [req-3f1d2d03-c231-426c-8331-096613d481a5 req-dcefa611-e1ab-4ad4-b9d9-9008d446682b service nova] [instance: c5e5c6dc-e4ec-49dd-952a-b0545e401386] Detach interface failed, port_id=32c20178-9db0-4654-99cd-0c385b1715c1, reason: Instance c5e5c6dc-e4ec-49dd-952a-b0545e401386 could not be found. {{(pid=69770) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1600.247309] env[69770]: INFO nova.compute.manager [-] [instance: c5e5c6dc-e4ec-49dd-952a-b0545e401386] Took 1.42 seconds to deallocate network for instance. [ 1600.754220] env[69770]: DEBUG oslo_concurrency.lockutils [None req-f7aa373a-0a56-4869-858b-01c56f52d2a4 tempest-AttachVolumeNegativeTest-1432228735 tempest-AttachVolumeNegativeTest-1432228735-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1600.754589] env[69770]: DEBUG oslo_concurrency.lockutils [None req-f7aa373a-0a56-4869-858b-01c56f52d2a4 tempest-AttachVolumeNegativeTest-1432228735 tempest-AttachVolumeNegativeTest-1432228735-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1600.754695] env[69770]: DEBUG nova.objects.instance [None req-f7aa373a-0a56-4869-858b-01c56f52d2a4 tempest-AttachVolumeNegativeTest-1432228735 tempest-AttachVolumeNegativeTest-1432228735-project-member] Lazy-loading 'resources' on Instance uuid c5e5c6dc-e4ec-49dd-952a-b0545e401386 {{(pid=69770) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1601.289290] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53cbfd05-fb02-4c7e-a2e3-2cb436750876 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1601.297084] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ceff3461-3676-4cba-a441-504fc5b3cc2d {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1601.328014] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ace092c5-880d-4de7-b44e-719797063e62 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1601.335689] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-644eeed5-bea2-497c-a3a7-2e156b1fb100 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1601.348971] env[69770]: DEBUG nova.compute.provider_tree [None req-f7aa373a-0a56-4869-858b-01c56f52d2a4 tempest-AttachVolumeNegativeTest-1432228735 tempest-AttachVolumeNegativeTest-1432228735-project-member] Inventory has not changed in ProviderTree for provider: 7cc7d32b-b7a7-454a-a456-2a440248ed9d {{(pid=69770) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1601.851954] env[69770]: DEBUG nova.scheduler.client.report [None req-f7aa373a-0a56-4869-858b-01c56f52d2a4 tempest-AttachVolumeNegativeTest-1432228735 tempest-AttachVolumeNegativeTest-1432228735-project-member] Inventory has not changed for provider 7cc7d32b-b7a7-454a-a456-2a440248ed9d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 21, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69770) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1602.357255] env[69770]: DEBUG oslo_concurrency.lockutils [None req-f7aa373a-0a56-4869-858b-01c56f52d2a4 tempest-AttachVolumeNegativeTest-1432228735 tempest-AttachVolumeNegativeTest-1432228735-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.603s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1602.378875] env[69770]: INFO nova.scheduler.client.report [None req-f7aa373a-0a56-4869-858b-01c56f52d2a4 tempest-AttachVolumeNegativeTest-1432228735 tempest-AttachVolumeNegativeTest-1432228735-project-member] Deleted allocations for instance c5e5c6dc-e4ec-49dd-952a-b0545e401386 [ 1602.886838] env[69770]: DEBUG oslo_concurrency.lockutils [None req-f7aa373a-0a56-4869-858b-01c56f52d2a4 tempest-AttachVolumeNegativeTest-1432228735 tempest-AttachVolumeNegativeTest-1432228735-project-member] Lock "c5e5c6dc-e4ec-49dd-952a-b0545e401386" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.681s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1605.131373] env[69770]: DEBUG oslo_concurrency.lockutils [None req-89da076c-2934-477a-a70a-52c544e7fb59 tempest-AttachVolumeNegativeTest-1432228735 tempest-AttachVolumeNegativeTest-1432228735-project-member] Acquiring lock "80e6c3f0-80e9-4ced-9c23-91b52d231bc7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1605.131824] env[69770]: DEBUG oslo_concurrency.lockutils [None req-89da076c-2934-477a-a70a-52c544e7fb59 tempest-AttachVolumeNegativeTest-1432228735 tempest-AttachVolumeNegativeTest-1432228735-project-member] Lock "80e6c3f0-80e9-4ced-9c23-91b52d231bc7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1605.634460] env[69770]: DEBUG nova.compute.manager [None req-89da076c-2934-477a-a70a-52c544e7fb59 tempest-AttachVolumeNegativeTest-1432228735 tempest-AttachVolumeNegativeTest-1432228735-project-member] [instance: 80e6c3f0-80e9-4ced-9c23-91b52d231bc7] Starting instance... {{(pid=69770) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1606.156688] env[69770]: DEBUG oslo_concurrency.lockutils [None req-89da076c-2934-477a-a70a-52c544e7fb59 tempest-AttachVolumeNegativeTest-1432228735 tempest-AttachVolumeNegativeTest-1432228735-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1606.157013] env[69770]: DEBUG oslo_concurrency.lockutils [None req-89da076c-2934-477a-a70a-52c544e7fb59 tempest-AttachVolumeNegativeTest-1432228735 tempest-AttachVolumeNegativeTest-1432228735-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1606.158559] env[69770]: INFO nova.compute.claims [None req-89da076c-2934-477a-a70a-52c544e7fb59 tempest-AttachVolumeNegativeTest-1432228735 tempest-AttachVolumeNegativeTest-1432228735-project-member] [instance: 80e6c3f0-80e9-4ced-9c23-91b52d231bc7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1607.197059] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9458d2d-bc29-43d2-9d12-499d564f37da {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1607.205975] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c1236fe-7b13-4802-924a-4d248c4e477b {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1607.238986] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df537ab6-acc9-45f6-b5d1-0de87d1c8a18 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1607.247603] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf329a36-94aa-4d77-9fdd-267295aa9ad2 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1607.262590] env[69770]: DEBUG nova.compute.provider_tree [None req-89da076c-2934-477a-a70a-52c544e7fb59 tempest-AttachVolumeNegativeTest-1432228735 tempest-AttachVolumeNegativeTest-1432228735-project-member] Inventory has not changed in ProviderTree for provider: 7cc7d32b-b7a7-454a-a456-2a440248ed9d {{(pid=69770) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1607.766314] env[69770]: DEBUG nova.scheduler.client.report [None req-89da076c-2934-477a-a70a-52c544e7fb59 tempest-AttachVolumeNegativeTest-1432228735 tempest-AttachVolumeNegativeTest-1432228735-project-member] Inventory has not changed for provider 7cc7d32b-b7a7-454a-a456-2a440248ed9d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 21, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69770) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1608.271599] env[69770]: DEBUG oslo_concurrency.lockutils [None req-89da076c-2934-477a-a70a-52c544e7fb59 tempest-AttachVolumeNegativeTest-1432228735 tempest-AttachVolumeNegativeTest-1432228735-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.114s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1608.272254] env[69770]: DEBUG nova.compute.manager [None req-89da076c-2934-477a-a70a-52c544e7fb59 tempest-AttachVolumeNegativeTest-1432228735 tempest-AttachVolumeNegativeTest-1432228735-project-member] [instance: 80e6c3f0-80e9-4ced-9c23-91b52d231bc7] Start building networks asynchronously for instance. {{(pid=69770) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1608.778803] env[69770]: DEBUG nova.compute.utils [None req-89da076c-2934-477a-a70a-52c544e7fb59 tempest-AttachVolumeNegativeTest-1432228735 tempest-AttachVolumeNegativeTest-1432228735-project-member] Using /dev/sd instead of None {{(pid=69770) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1608.779178] env[69770]: DEBUG nova.compute.manager [None req-89da076c-2934-477a-a70a-52c544e7fb59 tempest-AttachVolumeNegativeTest-1432228735 tempest-AttachVolumeNegativeTest-1432228735-project-member] [instance: 80e6c3f0-80e9-4ced-9c23-91b52d231bc7] Allocating IP information in the background. {{(pid=69770) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1608.779355] env[69770]: DEBUG nova.network.neutron [None req-89da076c-2934-477a-a70a-52c544e7fb59 tempest-AttachVolumeNegativeTest-1432228735 tempest-AttachVolumeNegativeTest-1432228735-project-member] [instance: 80e6c3f0-80e9-4ced-9c23-91b52d231bc7] allocate_for_instance() {{(pid=69770) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1608.829474] env[69770]: DEBUG nova.policy [None req-89da076c-2934-477a-a70a-52c544e7fb59 tempest-AttachVolumeNegativeTest-1432228735 tempest-AttachVolumeNegativeTest-1432228735-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e0fbd180861a4db59a3b2a7c8f4f9f96', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '56791aabe107404daac1b7f484f31621', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69770) authorize /opt/stack/nova/nova/policy.py:192}} [ 1609.147792] env[69770]: DEBUG nova.network.neutron [None req-89da076c-2934-477a-a70a-52c544e7fb59 tempest-AttachVolumeNegativeTest-1432228735 tempest-AttachVolumeNegativeTest-1432228735-project-member] [instance: 80e6c3f0-80e9-4ced-9c23-91b52d231bc7] Successfully created port: 6d7be172-4e6b-496f-865d-de7ea94c5ee3 {{(pid=69770) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1609.282348] env[69770]: DEBUG nova.compute.manager [None req-89da076c-2934-477a-a70a-52c544e7fb59 tempest-AttachVolumeNegativeTest-1432228735 tempest-AttachVolumeNegativeTest-1432228735-project-member] [instance: 80e6c3f0-80e9-4ced-9c23-91b52d231bc7] Start building block device mappings for instance. {{(pid=69770) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1610.292349] env[69770]: DEBUG nova.compute.manager [None req-89da076c-2934-477a-a70a-52c544e7fb59 tempest-AttachVolumeNegativeTest-1432228735 tempest-AttachVolumeNegativeTest-1432228735-project-member] [instance: 80e6c3f0-80e9-4ced-9c23-91b52d231bc7] Start spawning the instance on the hypervisor. {{(pid=69770) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1610.320721] env[69770]: DEBUG nova.virt.hardware [None req-89da076c-2934-477a-a70a-52c544e7fb59 tempest-AttachVolumeNegativeTest-1432228735 tempest-AttachVolumeNegativeTest-1432228735-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T12:16:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T12:16:11Z,direct_url=,disk_format='vmdk',id=d1eaff80-24a0-4391-90eb-59958b1ecf0a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d65f20bb89fb40a98b77bc6d97357df2',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T12:16:12Z,virtual_size=,visibility=), allow threads: False {{(pid=69770) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1610.320721] env[69770]: DEBUG nova.virt.hardware [None req-89da076c-2934-477a-a70a-52c544e7fb59 tempest-AttachVolumeNegativeTest-1432228735 tempest-AttachVolumeNegativeTest-1432228735-project-member] Flavor limits 0:0:0 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1610.320721] env[69770]: DEBUG nova.virt.hardware [None req-89da076c-2934-477a-a70a-52c544e7fb59 tempest-AttachVolumeNegativeTest-1432228735 tempest-AttachVolumeNegativeTest-1432228735-project-member] Image limits 0:0:0 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1610.320721] env[69770]: DEBUG nova.virt.hardware [None req-89da076c-2934-477a-a70a-52c544e7fb59 tempest-AttachVolumeNegativeTest-1432228735 tempest-AttachVolumeNegativeTest-1432228735-project-member] Flavor pref 0:0:0 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1610.320976] env[69770]: DEBUG nova.virt.hardware [None req-89da076c-2934-477a-a70a-52c544e7fb59 tempest-AttachVolumeNegativeTest-1432228735 tempest-AttachVolumeNegativeTest-1432228735-project-member] Image pref 0:0:0 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1610.320976] env[69770]: DEBUG nova.virt.hardware [None req-89da076c-2934-477a-a70a-52c544e7fb59 tempest-AttachVolumeNegativeTest-1432228735 tempest-AttachVolumeNegativeTest-1432228735-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1610.321200] env[69770]: DEBUG nova.virt.hardware [None req-89da076c-2934-477a-a70a-52c544e7fb59 tempest-AttachVolumeNegativeTest-1432228735 tempest-AttachVolumeNegativeTest-1432228735-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69770) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1610.321359] env[69770]: DEBUG nova.virt.hardware [None req-89da076c-2934-477a-a70a-52c544e7fb59 tempest-AttachVolumeNegativeTest-1432228735 tempest-AttachVolumeNegativeTest-1432228735-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69770) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1610.321525] env[69770]: DEBUG nova.virt.hardware [None req-89da076c-2934-477a-a70a-52c544e7fb59 tempest-AttachVolumeNegativeTest-1432228735 tempest-AttachVolumeNegativeTest-1432228735-project-member] Got 1 possible topologies {{(pid=69770) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1610.321685] env[69770]: DEBUG nova.virt.hardware [None req-89da076c-2934-477a-a70a-52c544e7fb59 tempest-AttachVolumeNegativeTest-1432228735 tempest-AttachVolumeNegativeTest-1432228735-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69770) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1610.321882] env[69770]: DEBUG nova.virt.hardware [None req-89da076c-2934-477a-a70a-52c544e7fb59 tempest-AttachVolumeNegativeTest-1432228735 tempest-AttachVolumeNegativeTest-1432228735-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69770) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1610.322791] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-568ee0f0-613f-47e3-8ea3-1dea0592de45 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1610.331638] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a231120c-05f2-4c61-9516-1ec2e4cd64c3 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1610.589312] env[69770]: DEBUG nova.compute.manager [req-4cdb12ab-6687-49be-b486-f5ad7b96fb83 req-368cf4b3-79de-4648-af7a-8b0de5fc5dd3 service nova] [instance: 80e6c3f0-80e9-4ced-9c23-91b52d231bc7] Received event network-vif-plugged-6d7be172-4e6b-496f-865d-de7ea94c5ee3 {{(pid=69770) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1610.589312] env[69770]: DEBUG oslo_concurrency.lockutils [req-4cdb12ab-6687-49be-b486-f5ad7b96fb83 req-368cf4b3-79de-4648-af7a-8b0de5fc5dd3 service nova] Acquiring lock "80e6c3f0-80e9-4ced-9c23-91b52d231bc7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1610.589312] env[69770]: DEBUG oslo_concurrency.lockutils [req-4cdb12ab-6687-49be-b486-f5ad7b96fb83 req-368cf4b3-79de-4648-af7a-8b0de5fc5dd3 service nova] Lock "80e6c3f0-80e9-4ced-9c23-91b52d231bc7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1610.589312] env[69770]: DEBUG oslo_concurrency.lockutils [req-4cdb12ab-6687-49be-b486-f5ad7b96fb83 req-368cf4b3-79de-4648-af7a-8b0de5fc5dd3 service nova] Lock "80e6c3f0-80e9-4ced-9c23-91b52d231bc7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1610.589312] env[69770]: DEBUG nova.compute.manager [req-4cdb12ab-6687-49be-b486-f5ad7b96fb83 req-368cf4b3-79de-4648-af7a-8b0de5fc5dd3 service nova] [instance: 80e6c3f0-80e9-4ced-9c23-91b52d231bc7] No waiting events found dispatching network-vif-plugged-6d7be172-4e6b-496f-865d-de7ea94c5ee3 {{(pid=69770) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1610.589546] env[69770]: WARNING nova.compute.manager [req-4cdb12ab-6687-49be-b486-f5ad7b96fb83 req-368cf4b3-79de-4648-af7a-8b0de5fc5dd3 service nova] [instance: 80e6c3f0-80e9-4ced-9c23-91b52d231bc7] Received unexpected event network-vif-plugged-6d7be172-4e6b-496f-865d-de7ea94c5ee3 for instance with vm_state building and task_state spawning. [ 1610.642169] env[69770]: DEBUG nova.network.neutron [None req-89da076c-2934-477a-a70a-52c544e7fb59 tempest-AttachVolumeNegativeTest-1432228735 tempest-AttachVolumeNegativeTest-1432228735-project-member] [instance: 80e6c3f0-80e9-4ced-9c23-91b52d231bc7] Successfully updated port: 6d7be172-4e6b-496f-865d-de7ea94c5ee3 {{(pid=69770) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1611.145277] env[69770]: DEBUG oslo_concurrency.lockutils [None req-89da076c-2934-477a-a70a-52c544e7fb59 tempest-AttachVolumeNegativeTest-1432228735 tempest-AttachVolumeNegativeTest-1432228735-project-member] Acquiring lock "refresh_cache-80e6c3f0-80e9-4ced-9c23-91b52d231bc7" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1611.145461] env[69770]: DEBUG oslo_concurrency.lockutils [None req-89da076c-2934-477a-a70a-52c544e7fb59 tempest-AttachVolumeNegativeTest-1432228735 tempest-AttachVolumeNegativeTest-1432228735-project-member] Acquired lock "refresh_cache-80e6c3f0-80e9-4ced-9c23-91b52d231bc7" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1611.146056] env[69770]: DEBUG nova.network.neutron [None req-89da076c-2934-477a-a70a-52c544e7fb59 tempest-AttachVolumeNegativeTest-1432228735 tempest-AttachVolumeNegativeTest-1432228735-project-member] [instance: 80e6c3f0-80e9-4ced-9c23-91b52d231bc7] Building network info cache for instance {{(pid=69770) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1611.676458] env[69770]: DEBUG nova.network.neutron [None req-89da076c-2934-477a-a70a-52c544e7fb59 tempest-AttachVolumeNegativeTest-1432228735 tempest-AttachVolumeNegativeTest-1432228735-project-member] [instance: 80e6c3f0-80e9-4ced-9c23-91b52d231bc7] Instance cache missing network info. {{(pid=69770) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1611.805143] env[69770]: DEBUG nova.network.neutron [None req-89da076c-2934-477a-a70a-52c544e7fb59 tempest-AttachVolumeNegativeTest-1432228735 tempest-AttachVolumeNegativeTest-1432228735-project-member] [instance: 80e6c3f0-80e9-4ced-9c23-91b52d231bc7] Updating instance_info_cache with network_info: [{"id": "6d7be172-4e6b-496f-865d-de7ea94c5ee3", "address": "fa:16:3e:e3:07:82", "network": {"id": "ea56f86b-690f-4d6e-be86-38ab57d59fcc", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-617647007-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "56791aabe107404daac1b7f484f31621", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5efce30e-48dd-493a-a354-f562a8adf7af", "external-id": "nsx-vlan-transportzone-283", "segmentation_id": 283, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6d7be172-4e", "ovs_interfaceid": "6d7be172-4e6b-496f-865d-de7ea94c5ee3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69770) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1612.308442] env[69770]: DEBUG oslo_concurrency.lockutils [None req-89da076c-2934-477a-a70a-52c544e7fb59 tempest-AttachVolumeNegativeTest-1432228735 tempest-AttachVolumeNegativeTest-1432228735-project-member] Releasing lock "refresh_cache-80e6c3f0-80e9-4ced-9c23-91b52d231bc7" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1612.308771] env[69770]: DEBUG nova.compute.manager [None req-89da076c-2934-477a-a70a-52c544e7fb59 tempest-AttachVolumeNegativeTest-1432228735 tempest-AttachVolumeNegativeTest-1432228735-project-member] [instance: 80e6c3f0-80e9-4ced-9c23-91b52d231bc7] Instance network_info: |[{"id": "6d7be172-4e6b-496f-865d-de7ea94c5ee3", "address": "fa:16:3e:e3:07:82", "network": {"id": "ea56f86b-690f-4d6e-be86-38ab57d59fcc", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-617647007-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "56791aabe107404daac1b7f484f31621", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5efce30e-48dd-493a-a354-f562a8adf7af", "external-id": "nsx-vlan-transportzone-283", "segmentation_id": 283, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6d7be172-4e", "ovs_interfaceid": "6d7be172-4e6b-496f-865d-de7ea94c5ee3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69770) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1612.309252] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-89da076c-2934-477a-a70a-52c544e7fb59 tempest-AttachVolumeNegativeTest-1432228735 tempest-AttachVolumeNegativeTest-1432228735-project-member] [instance: 80e6c3f0-80e9-4ced-9c23-91b52d231bc7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e3:07:82', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5efce30e-48dd-493a-a354-f562a8adf7af', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6d7be172-4e6b-496f-865d-de7ea94c5ee3', 'vif_model': 'vmxnet3'}] {{(pid=69770) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1612.316705] env[69770]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-89da076c-2934-477a-a70a-52c544e7fb59 tempest-AttachVolumeNegativeTest-1432228735 tempest-AttachVolumeNegativeTest-1432228735-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69770) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1612.316928] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 80e6c3f0-80e9-4ced-9c23-91b52d231bc7] Creating VM on the ESX host {{(pid=69770) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1612.317176] env[69770]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-24eaedd1-0f54-4db2-9562-6d95a5194934 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1612.338149] env[69770]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1612.338149] env[69770]: value = "task-4071087" [ 1612.338149] env[69770]: _type = "Task" [ 1612.338149] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1612.346435] env[69770]: DEBUG oslo_vmware.api [-] Task: {'id': task-4071087, 'name': CreateVM_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1612.621796] env[69770]: DEBUG nova.compute.manager [req-77b584c9-205c-4656-a328-acc0bba0c509 req-7928740b-7120-4e92-90dd-a92c833f8fde service nova] [instance: 80e6c3f0-80e9-4ced-9c23-91b52d231bc7] Received event network-changed-6d7be172-4e6b-496f-865d-de7ea94c5ee3 {{(pid=69770) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1612.622074] env[69770]: DEBUG nova.compute.manager [req-77b584c9-205c-4656-a328-acc0bba0c509 req-7928740b-7120-4e92-90dd-a92c833f8fde service nova] [instance: 80e6c3f0-80e9-4ced-9c23-91b52d231bc7] Refreshing instance network info cache due to event network-changed-6d7be172-4e6b-496f-865d-de7ea94c5ee3. {{(pid=69770) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1612.622434] env[69770]: DEBUG oslo_concurrency.lockutils [req-77b584c9-205c-4656-a328-acc0bba0c509 req-7928740b-7120-4e92-90dd-a92c833f8fde service nova] Acquiring lock "refresh_cache-80e6c3f0-80e9-4ced-9c23-91b52d231bc7" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1612.622519] env[69770]: DEBUG oslo_concurrency.lockutils [req-77b584c9-205c-4656-a328-acc0bba0c509 req-7928740b-7120-4e92-90dd-a92c833f8fde service nova] Acquired lock "refresh_cache-80e6c3f0-80e9-4ced-9c23-91b52d231bc7" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1612.622784] env[69770]: DEBUG nova.network.neutron [req-77b584c9-205c-4656-a328-acc0bba0c509 req-7928740b-7120-4e92-90dd-a92c833f8fde service nova] [instance: 80e6c3f0-80e9-4ced-9c23-91b52d231bc7] Refreshing network info cache for port 6d7be172-4e6b-496f-865d-de7ea94c5ee3 {{(pid=69770) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1612.848685] env[69770]: DEBUG oslo_vmware.api [-] Task: {'id': task-4071087, 'name': CreateVM_Task, 'duration_secs': 0.31082} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1612.849026] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 80e6c3f0-80e9-4ced-9c23-91b52d231bc7] Created VM on the ESX host {{(pid=69770) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1612.849544] env[69770]: DEBUG oslo_concurrency.lockutils [None req-89da076c-2934-477a-a70a-52c544e7fb59 tempest-AttachVolumeNegativeTest-1432228735 tempest-AttachVolumeNegativeTest-1432228735-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1612.849706] env[69770]: DEBUG oslo_concurrency.lockutils [None req-89da076c-2934-477a-a70a-52c544e7fb59 tempest-AttachVolumeNegativeTest-1432228735 tempest-AttachVolumeNegativeTest-1432228735-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1612.850025] env[69770]: DEBUG oslo_concurrency.lockutils [None req-89da076c-2934-477a-a70a-52c544e7fb59 tempest-AttachVolumeNegativeTest-1432228735 tempest-AttachVolumeNegativeTest-1432228735-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1612.850307] env[69770]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-702d7c1e-23a3-4dd8-84be-e1eb3e684cc5 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1612.855020] env[69770]: DEBUG oslo_vmware.api [None req-89da076c-2934-477a-a70a-52c544e7fb59 tempest-AttachVolumeNegativeTest-1432228735 tempest-AttachVolumeNegativeTest-1432228735-project-member] Waiting for the task: (returnval){ [ 1612.855020] env[69770]: value = "session[52161b52-cb8e-ec9f-1132-2f6b49549d41]5205f54d-b686-6ff1-1d7a-9353ac9319ce" [ 1612.855020] env[69770]: _type = "Task" [ 1612.855020] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1612.864582] env[69770]: DEBUG oslo_service.periodic_task [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69770) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1612.864806] env[69770]: DEBUG oslo_vmware.api [None req-89da076c-2934-477a-a70a-52c544e7fb59 tempest-AttachVolumeNegativeTest-1432228735 tempest-AttachVolumeNegativeTest-1432228735-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]5205f54d-b686-6ff1-1d7a-9353ac9319ce, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1612.865014] env[69770]: DEBUG oslo_service.periodic_task [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69770) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1612.865204] env[69770]: DEBUG oslo_service.periodic_task [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69770) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1612.865359] env[69770]: DEBUG oslo_service.periodic_task [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69770) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1612.865515] env[69770]: DEBUG oslo_service.periodic_task [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69770) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1612.865640] env[69770]: DEBUG oslo_service.periodic_task [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69770) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1612.865779] env[69770]: DEBUG oslo_service.periodic_task [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69770) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1612.865910] env[69770]: DEBUG nova.compute.manager [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69770) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1612.866069] env[69770]: DEBUG oslo_service.periodic_task [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69770) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1613.343274] env[69770]: DEBUG nova.network.neutron [req-77b584c9-205c-4656-a328-acc0bba0c509 req-7928740b-7120-4e92-90dd-a92c833f8fde service nova] [instance: 80e6c3f0-80e9-4ced-9c23-91b52d231bc7] Updated VIF entry in instance network info cache for port 6d7be172-4e6b-496f-865d-de7ea94c5ee3. {{(pid=69770) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1613.343631] env[69770]: DEBUG nova.network.neutron [req-77b584c9-205c-4656-a328-acc0bba0c509 req-7928740b-7120-4e92-90dd-a92c833f8fde service nova] [instance: 80e6c3f0-80e9-4ced-9c23-91b52d231bc7] Updating instance_info_cache with network_info: [{"id": "6d7be172-4e6b-496f-865d-de7ea94c5ee3", "address": "fa:16:3e:e3:07:82", "network": {"id": "ea56f86b-690f-4d6e-be86-38ab57d59fcc", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-617647007-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "56791aabe107404daac1b7f484f31621", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5efce30e-48dd-493a-a354-f562a8adf7af", "external-id": "nsx-vlan-transportzone-283", "segmentation_id": 283, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6d7be172-4e", "ovs_interfaceid": "6d7be172-4e6b-496f-865d-de7ea94c5ee3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69770) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1613.365492] env[69770]: DEBUG oslo_vmware.api [None req-89da076c-2934-477a-a70a-52c544e7fb59 tempest-AttachVolumeNegativeTest-1432228735 tempest-AttachVolumeNegativeTest-1432228735-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]5205f54d-b686-6ff1-1d7a-9353ac9319ce, 'name': SearchDatastore_Task, 'duration_secs': 0.010677} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1613.365775] env[69770]: DEBUG oslo_concurrency.lockutils [None req-89da076c-2934-477a-a70a-52c544e7fb59 tempest-AttachVolumeNegativeTest-1432228735 tempest-AttachVolumeNegativeTest-1432228735-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1613.365997] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-89da076c-2934-477a-a70a-52c544e7fb59 tempest-AttachVolumeNegativeTest-1432228735 tempest-AttachVolumeNegativeTest-1432228735-project-member] [instance: 80e6c3f0-80e9-4ced-9c23-91b52d231bc7] Processing image d1eaff80-24a0-4391-90eb-59958b1ecf0a {{(pid=69770) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1613.366239] env[69770]: DEBUG oslo_concurrency.lockutils [None req-89da076c-2934-477a-a70a-52c544e7fb59 tempest-AttachVolumeNegativeTest-1432228735 tempest-AttachVolumeNegativeTest-1432228735-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1613.366415] env[69770]: DEBUG oslo_concurrency.lockutils [None req-89da076c-2934-477a-a70a-52c544e7fb59 tempest-AttachVolumeNegativeTest-1432228735 tempest-AttachVolumeNegativeTest-1432228735-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1613.366597] env[69770]: DEBUG nova.virt.vmwareapi.ds_util [None req-89da076c-2934-477a-a70a-52c544e7fb59 tempest-AttachVolumeNegativeTest-1432228735 tempest-AttachVolumeNegativeTest-1432228735-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69770) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1613.366840] env[69770]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a554ce74-b0d2-41c1-8e2f-7d27d128b888 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1613.369252] env[69770]: DEBUG oslo_concurrency.lockutils [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1613.369464] env[69770]: DEBUG oslo_concurrency.lockutils [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1613.369623] env[69770]: DEBUG oslo_concurrency.lockutils [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1613.369766] env[69770]: DEBUG nova.compute.resource_tracker [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69770) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1613.370505] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9a33cd5-b41c-4f9c-b64f-fef5ebe2b83e {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1613.378954] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad6cf91f-8179-4837-a40a-9b77db7dc429 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1613.383334] env[69770]: DEBUG nova.virt.vmwareapi.ds_util [None req-89da076c-2934-477a-a70a-52c544e7fb59 tempest-AttachVolumeNegativeTest-1432228735 tempest-AttachVolumeNegativeTest-1432228735-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69770) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1613.383505] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-89da076c-2934-477a-a70a-52c544e7fb59 tempest-AttachVolumeNegativeTest-1432228735 tempest-AttachVolumeNegativeTest-1432228735-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69770) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1613.384491] env[69770]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2a9c04fb-c53c-4293-be9c-b9cd79d1c4b9 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1613.395143] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a01f463-b6c4-4fc4-ab0c-45e165794acf {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1613.398714] env[69770]: DEBUG oslo_vmware.api [None req-89da076c-2934-477a-a70a-52c544e7fb59 tempest-AttachVolumeNegativeTest-1432228735 tempest-AttachVolumeNegativeTest-1432228735-project-member] Waiting for the task: (returnval){ [ 1613.398714] env[69770]: value = "session[52161b52-cb8e-ec9f-1132-2f6b49549d41]525e8400-d3c3-d9e4-fe7d-61858fb67fef" [ 1613.398714] env[69770]: _type = "Task" [ 1613.398714] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1613.407186] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b36ad246-23c4-45cb-803f-b3f82db4ef07 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1613.413265] env[69770]: DEBUG oslo_vmware.api [None req-89da076c-2934-477a-a70a-52c544e7fb59 tempest-AttachVolumeNegativeTest-1432228735 tempest-AttachVolumeNegativeTest-1432228735-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]525e8400-d3c3-d9e4-fe7d-61858fb67fef, 'name': SearchDatastore_Task, 'duration_secs': 0.010274} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1613.414346] env[69770]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b09f6b1f-4ac6-4df2-8d6b-478132248e95 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1613.439730] env[69770]: DEBUG nova.compute.resource_tracker [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180445MB free_disk=21GB free_vcpus=48 pci_devices=None {{(pid=69770) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1613.439882] env[69770]: DEBUG oslo_concurrency.lockutils [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1613.440102] env[69770]: DEBUG oslo_concurrency.lockutils [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1613.447181] env[69770]: DEBUG oslo_vmware.api [None req-89da076c-2934-477a-a70a-52c544e7fb59 tempest-AttachVolumeNegativeTest-1432228735 tempest-AttachVolumeNegativeTest-1432228735-project-member] Waiting for the task: (returnval){ [ 1613.447181] env[69770]: value = "session[52161b52-cb8e-ec9f-1132-2f6b49549d41]5232e2fe-222f-1208-9fc3-57e85a61f783" [ 1613.447181] env[69770]: _type = "Task" [ 1613.447181] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1613.454630] env[69770]: DEBUG oslo_vmware.api [None req-89da076c-2934-477a-a70a-52c544e7fb59 tempest-AttachVolumeNegativeTest-1432228735 tempest-AttachVolumeNegativeTest-1432228735-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]5232e2fe-222f-1208-9fc3-57e85a61f783, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1613.845997] env[69770]: DEBUG oslo_concurrency.lockutils [req-77b584c9-205c-4656-a328-acc0bba0c509 req-7928740b-7120-4e92-90dd-a92c833f8fde service nova] Releasing lock "refresh_cache-80e6c3f0-80e9-4ced-9c23-91b52d231bc7" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1613.956581] env[69770]: DEBUG oslo_vmware.api [None req-89da076c-2934-477a-a70a-52c544e7fb59 tempest-AttachVolumeNegativeTest-1432228735 tempest-AttachVolumeNegativeTest-1432228735-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]5232e2fe-222f-1208-9fc3-57e85a61f783, 'name': SearchDatastore_Task, 'duration_secs': 0.009938} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1613.957432] env[69770]: DEBUG oslo_concurrency.lockutils [None req-89da076c-2934-477a-a70a-52c544e7fb59 tempest-AttachVolumeNegativeTest-1432228735 tempest-AttachVolumeNegativeTest-1432228735-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1613.957699] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-89da076c-2934-477a-a70a-52c544e7fb59 tempest-AttachVolumeNegativeTest-1432228735 tempest-AttachVolumeNegativeTest-1432228735-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk to [datastore1] 80e6c3f0-80e9-4ced-9c23-91b52d231bc7/80e6c3f0-80e9-4ced-9c23-91b52d231bc7.vmdk {{(pid=69770) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1613.957947] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3cc9e330-37b5-4f8b-bba8-86dc36daaee3 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1613.965243] env[69770]: DEBUG oslo_vmware.api [None req-89da076c-2934-477a-a70a-52c544e7fb59 tempest-AttachVolumeNegativeTest-1432228735 tempest-AttachVolumeNegativeTest-1432228735-project-member] Waiting for the task: (returnval){ [ 1613.965243] env[69770]: value = "task-4071088" [ 1613.965243] env[69770]: _type = "Task" [ 1613.965243] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1613.973861] env[69770]: DEBUG oslo_vmware.api [None req-89da076c-2934-477a-a70a-52c544e7fb59 tempest-AttachVolumeNegativeTest-1432228735 tempest-AttachVolumeNegativeTest-1432228735-project-member] Task: {'id': task-4071088, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1614.465276] env[69770]: DEBUG nova.compute.resource_tracker [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] Instance 80e6c3f0-80e9-4ced-9c23-91b52d231bc7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69770) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1614.465520] env[69770]: DEBUG nova.compute.resource_tracker [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] Total usable vcpus: 48, total allocated vcpus: 1 {{(pid=69770) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1614.465680] env[69770]: DEBUG nova.compute.resource_tracker [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=704MB phys_disk=200GB used_disk=1GB total_vcpus=48 used_vcpus=1 pci_stats=[] {{(pid=69770) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1614.477114] env[69770]: DEBUG oslo_vmware.api [None req-89da076c-2934-477a-a70a-52c544e7fb59 tempest-AttachVolumeNegativeTest-1432228735 tempest-AttachVolumeNegativeTest-1432228735-project-member] Task: {'id': task-4071088, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.48601} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1614.477390] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-89da076c-2934-477a-a70a-52c544e7fb59 tempest-AttachVolumeNegativeTest-1432228735 tempest-AttachVolumeNegativeTest-1432228735-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk to [datastore1] 80e6c3f0-80e9-4ced-9c23-91b52d231bc7/80e6c3f0-80e9-4ced-9c23-91b52d231bc7.vmdk {{(pid=69770) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1614.477609] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-89da076c-2934-477a-a70a-52c544e7fb59 tempest-AttachVolumeNegativeTest-1432228735 tempest-AttachVolumeNegativeTest-1432228735-project-member] [instance: 80e6c3f0-80e9-4ced-9c23-91b52d231bc7] Extending root virtual disk to 1048576 {{(pid=69770) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1614.477861] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-813a8e95-e31c-4624-a7b8-5fa5abf7f237 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1614.488056] env[69770]: DEBUG oslo_vmware.api [None req-89da076c-2934-477a-a70a-52c544e7fb59 tempest-AttachVolumeNegativeTest-1432228735 tempest-AttachVolumeNegativeTest-1432228735-project-member] Waiting for the task: (returnval){ [ 1614.488056] env[69770]: value = "task-4071089" [ 1614.488056] env[69770]: _type = "Task" [ 1614.488056] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1614.492956] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1292d20-368c-494f-ab6a-2dd028190b49 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1614.498449] env[69770]: DEBUG oslo_vmware.api [None req-89da076c-2934-477a-a70a-52c544e7fb59 tempest-AttachVolumeNegativeTest-1432228735 tempest-AttachVolumeNegativeTest-1432228735-project-member] Task: {'id': task-4071089, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1614.503905] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfd38155-c94b-49ed-89e4-9e908a3ae98e {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1614.534103] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b7090c6-a1fa-4446-9d10-ee27e7858931 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1614.541611] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d14b1f4c-860b-4e48-bc18-1aa9eae2a8d9 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1614.555890] env[69770]: DEBUG nova.compute.provider_tree [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] Inventory has not changed in ProviderTree for provider: 7cc7d32b-b7a7-454a-a456-2a440248ed9d {{(pid=69770) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1614.998605] env[69770]: DEBUG oslo_vmware.api [None req-89da076c-2934-477a-a70a-52c544e7fb59 tempest-AttachVolumeNegativeTest-1432228735 tempest-AttachVolumeNegativeTest-1432228735-project-member] Task: {'id': task-4071089, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074667} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1614.998959] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-89da076c-2934-477a-a70a-52c544e7fb59 tempest-AttachVolumeNegativeTest-1432228735 tempest-AttachVolumeNegativeTest-1432228735-project-member] [instance: 80e6c3f0-80e9-4ced-9c23-91b52d231bc7] Extended root virtual disk {{(pid=69770) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1614.999651] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05708070-bf6d-419f-99be-f899f8eab461 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1615.021317] env[69770]: DEBUG nova.virt.vmwareapi.volumeops [None req-89da076c-2934-477a-a70a-52c544e7fb59 tempest-AttachVolumeNegativeTest-1432228735 tempest-AttachVolumeNegativeTest-1432228735-project-member] [instance: 80e6c3f0-80e9-4ced-9c23-91b52d231bc7] Reconfiguring VM instance instance-0000007e to attach disk [datastore1] 80e6c3f0-80e9-4ced-9c23-91b52d231bc7/80e6c3f0-80e9-4ced-9c23-91b52d231bc7.vmdk or device None with type sparse {{(pid=69770) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1615.021561] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-34267251-b163-4e2b-9834-fd12bee26806 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1615.041262] env[69770]: DEBUG oslo_vmware.api [None req-89da076c-2934-477a-a70a-52c544e7fb59 tempest-AttachVolumeNegativeTest-1432228735 tempest-AttachVolumeNegativeTest-1432228735-project-member] Waiting for the task: (returnval){ [ 1615.041262] env[69770]: value = "task-4071090" [ 1615.041262] env[69770]: _type = "Task" [ 1615.041262] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1615.049471] env[69770]: DEBUG oslo_vmware.api [None req-89da076c-2934-477a-a70a-52c544e7fb59 tempest-AttachVolumeNegativeTest-1432228735 tempest-AttachVolumeNegativeTest-1432228735-project-member] Task: {'id': task-4071090, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1615.059474] env[69770]: DEBUG nova.scheduler.client.report [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] Inventory has not changed for provider 7cc7d32b-b7a7-454a-a456-2a440248ed9d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 21, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69770) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1615.551865] env[69770]: DEBUG oslo_vmware.api [None req-89da076c-2934-477a-a70a-52c544e7fb59 tempest-AttachVolumeNegativeTest-1432228735 tempest-AttachVolumeNegativeTest-1432228735-project-member] Task: {'id': task-4071090, 'name': ReconfigVM_Task, 'duration_secs': 0.292902} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1615.552156] env[69770]: DEBUG nova.virt.vmwareapi.volumeops [None req-89da076c-2934-477a-a70a-52c544e7fb59 tempest-AttachVolumeNegativeTest-1432228735 tempest-AttachVolumeNegativeTest-1432228735-project-member] [instance: 80e6c3f0-80e9-4ced-9c23-91b52d231bc7] Reconfigured VM instance instance-0000007e to attach disk [datastore1] 80e6c3f0-80e9-4ced-9c23-91b52d231bc7/80e6c3f0-80e9-4ced-9c23-91b52d231bc7.vmdk or device None with type sparse {{(pid=69770) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1615.552873] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-49617414-0f4c-4d9c-ab2b-1ef74cf52834 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1615.560025] env[69770]: DEBUG oslo_vmware.api [None req-89da076c-2934-477a-a70a-52c544e7fb59 tempest-AttachVolumeNegativeTest-1432228735 tempest-AttachVolumeNegativeTest-1432228735-project-member] Waiting for the task: (returnval){ [ 1615.560025] env[69770]: value = "task-4071091" [ 1615.560025] env[69770]: _type = "Task" [ 1615.560025] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1615.563501] env[69770]: DEBUG nova.compute.resource_tracker [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69770) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1615.563687] env[69770]: DEBUG oslo_concurrency.lockutils [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.124s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1615.569394] env[69770]: DEBUG oslo_vmware.api [None req-89da076c-2934-477a-a70a-52c544e7fb59 tempest-AttachVolumeNegativeTest-1432228735 tempest-AttachVolumeNegativeTest-1432228735-project-member] Task: {'id': task-4071091, 'name': Rename_Task} progress is 5%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1616.070548] env[69770]: DEBUG oslo_vmware.api [None req-89da076c-2934-477a-a70a-52c544e7fb59 tempest-AttachVolumeNegativeTest-1432228735 tempest-AttachVolumeNegativeTest-1432228735-project-member] Task: {'id': task-4071091, 'name': Rename_Task, 'duration_secs': 0.145323} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1616.070883] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-89da076c-2934-477a-a70a-52c544e7fb59 tempest-AttachVolumeNegativeTest-1432228735 tempest-AttachVolumeNegativeTest-1432228735-project-member] [instance: 80e6c3f0-80e9-4ced-9c23-91b52d231bc7] Powering on the VM {{(pid=69770) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1616.071090] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-62c8dabd-d66f-4338-8d48-cb2de2b7a105 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1616.078154] env[69770]: DEBUG oslo_vmware.api [None req-89da076c-2934-477a-a70a-52c544e7fb59 tempest-AttachVolumeNegativeTest-1432228735 tempest-AttachVolumeNegativeTest-1432228735-project-member] Waiting for the task: (returnval){ [ 1616.078154] env[69770]: value = "task-4071092" [ 1616.078154] env[69770]: _type = "Task" [ 1616.078154] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1616.086195] env[69770]: DEBUG oslo_vmware.api [None req-89da076c-2934-477a-a70a-52c544e7fb59 tempest-AttachVolumeNegativeTest-1432228735 tempest-AttachVolumeNegativeTest-1432228735-project-member] Task: {'id': task-4071092, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1616.588606] env[69770]: DEBUG oslo_vmware.api [None req-89da076c-2934-477a-a70a-52c544e7fb59 tempest-AttachVolumeNegativeTest-1432228735 tempest-AttachVolumeNegativeTest-1432228735-project-member] Task: {'id': task-4071092, 'name': PowerOnVM_Task, 'duration_secs': 0.468718} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1616.588870] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-89da076c-2934-477a-a70a-52c544e7fb59 tempest-AttachVolumeNegativeTest-1432228735 tempest-AttachVolumeNegativeTest-1432228735-project-member] [instance: 80e6c3f0-80e9-4ced-9c23-91b52d231bc7] Powered on the VM {{(pid=69770) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1616.589087] env[69770]: INFO nova.compute.manager [None req-89da076c-2934-477a-a70a-52c544e7fb59 tempest-AttachVolumeNegativeTest-1432228735 tempest-AttachVolumeNegativeTest-1432228735-project-member] [instance: 80e6c3f0-80e9-4ced-9c23-91b52d231bc7] Took 6.30 seconds to spawn the instance on the hypervisor. [ 1616.589336] env[69770]: DEBUG nova.compute.manager [None req-89da076c-2934-477a-a70a-52c544e7fb59 tempest-AttachVolumeNegativeTest-1432228735 tempest-AttachVolumeNegativeTest-1432228735-project-member] [instance: 80e6c3f0-80e9-4ced-9c23-91b52d231bc7] Checking state {{(pid=69770) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1616.590048] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b8adab6-5820-4c5d-8024-e99c7db858fe {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1617.113622] env[69770]: INFO nova.compute.manager [None req-89da076c-2934-477a-a70a-52c544e7fb59 tempest-AttachVolumeNegativeTest-1432228735 tempest-AttachVolumeNegativeTest-1432228735-project-member] [instance: 80e6c3f0-80e9-4ced-9c23-91b52d231bc7] Took 10.97 seconds to build instance. [ 1617.616525] env[69770]: DEBUG oslo_concurrency.lockutils [None req-89da076c-2934-477a-a70a-52c544e7fb59 tempest-AttachVolumeNegativeTest-1432228735 tempest-AttachVolumeNegativeTest-1432228735-project-member] Lock "80e6c3f0-80e9-4ced-9c23-91b52d231bc7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 12.485s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1618.248563] env[69770]: DEBUG nova.compute.manager [req-065b4f9c-36b1-48f1-8042-b0b9335089e2 req-50147577-1d33-4689-bf72-9313298aecb4 service nova] [instance: 80e6c3f0-80e9-4ced-9c23-91b52d231bc7] Received event network-changed-6d7be172-4e6b-496f-865d-de7ea94c5ee3 {{(pid=69770) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1618.248786] env[69770]: DEBUG nova.compute.manager [req-065b4f9c-36b1-48f1-8042-b0b9335089e2 req-50147577-1d33-4689-bf72-9313298aecb4 service nova] [instance: 80e6c3f0-80e9-4ced-9c23-91b52d231bc7] Refreshing instance network info cache due to event network-changed-6d7be172-4e6b-496f-865d-de7ea94c5ee3. {{(pid=69770) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1618.248976] env[69770]: DEBUG oslo_concurrency.lockutils [req-065b4f9c-36b1-48f1-8042-b0b9335089e2 req-50147577-1d33-4689-bf72-9313298aecb4 service nova] Acquiring lock "refresh_cache-80e6c3f0-80e9-4ced-9c23-91b52d231bc7" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1618.249178] env[69770]: DEBUG oslo_concurrency.lockutils [req-065b4f9c-36b1-48f1-8042-b0b9335089e2 req-50147577-1d33-4689-bf72-9313298aecb4 service nova] Acquired lock "refresh_cache-80e6c3f0-80e9-4ced-9c23-91b52d231bc7" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1618.249353] env[69770]: DEBUG nova.network.neutron [req-065b4f9c-36b1-48f1-8042-b0b9335089e2 req-50147577-1d33-4689-bf72-9313298aecb4 service nova] [instance: 80e6c3f0-80e9-4ced-9c23-91b52d231bc7] Refreshing network info cache for port 6d7be172-4e6b-496f-865d-de7ea94c5ee3 {{(pid=69770) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1618.446257] env[69770]: DEBUG oslo_service.periodic_task [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69770) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1618.951925] env[69770]: DEBUG nova.network.neutron [req-065b4f9c-36b1-48f1-8042-b0b9335089e2 req-50147577-1d33-4689-bf72-9313298aecb4 service nova] [instance: 80e6c3f0-80e9-4ced-9c23-91b52d231bc7] Updated VIF entry in instance network info cache for port 6d7be172-4e6b-496f-865d-de7ea94c5ee3. {{(pid=69770) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1618.951925] env[69770]: DEBUG nova.network.neutron [req-065b4f9c-36b1-48f1-8042-b0b9335089e2 req-50147577-1d33-4689-bf72-9313298aecb4 service nova] [instance: 80e6c3f0-80e9-4ced-9c23-91b52d231bc7] Updating instance_info_cache with network_info: [{"id": "6d7be172-4e6b-496f-865d-de7ea94c5ee3", "address": "fa:16:3e:e3:07:82", "network": {"id": "ea56f86b-690f-4d6e-be86-38ab57d59fcc", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-617647007-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.151", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "56791aabe107404daac1b7f484f31621", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5efce30e-48dd-493a-a354-f562a8adf7af", "external-id": "nsx-vlan-transportzone-283", "segmentation_id": 283, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6d7be172-4e", "ovs_interfaceid": "6d7be172-4e6b-496f-865d-de7ea94c5ee3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69770) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1619.454966] env[69770]: DEBUG oslo_concurrency.lockutils [req-065b4f9c-36b1-48f1-8042-b0b9335089e2 req-50147577-1d33-4689-bf72-9313298aecb4 service nova] Releasing lock "refresh_cache-80e6c3f0-80e9-4ced-9c23-91b52d231bc7" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1656.755842] env[69770]: DEBUG oslo_concurrency.lockutils [None req-d4c81ce6-6224-4974-a14d-ddc7e36b36fc tempest-AttachVolumeNegativeTest-1432228735 tempest-AttachVolumeNegativeTest-1432228735-project-member] Acquiring lock "80e6c3f0-80e9-4ced-9c23-91b52d231bc7" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1656.756276] env[69770]: DEBUG oslo_concurrency.lockutils [None req-d4c81ce6-6224-4974-a14d-ddc7e36b36fc tempest-AttachVolumeNegativeTest-1432228735 tempest-AttachVolumeNegativeTest-1432228735-project-member] Lock "80e6c3f0-80e9-4ced-9c23-91b52d231bc7" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1657.259564] env[69770]: DEBUG nova.compute.utils [None req-d4c81ce6-6224-4974-a14d-ddc7e36b36fc tempest-AttachVolumeNegativeTest-1432228735 tempest-AttachVolumeNegativeTest-1432228735-project-member] Using /dev/sd instead of None {{(pid=69770) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1657.762800] env[69770]: DEBUG oslo_concurrency.lockutils [None req-d4c81ce6-6224-4974-a14d-ddc7e36b36fc tempest-AttachVolumeNegativeTest-1432228735 tempest-AttachVolumeNegativeTest-1432228735-project-member] Lock "80e6c3f0-80e9-4ced-9c23-91b52d231bc7" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1658.822486] env[69770]: DEBUG oslo_concurrency.lockutils [None req-d4c81ce6-6224-4974-a14d-ddc7e36b36fc tempest-AttachVolumeNegativeTest-1432228735 tempest-AttachVolumeNegativeTest-1432228735-project-member] Acquiring lock "80e6c3f0-80e9-4ced-9c23-91b52d231bc7" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1658.822797] env[69770]: DEBUG oslo_concurrency.lockutils [None req-d4c81ce6-6224-4974-a14d-ddc7e36b36fc tempest-AttachVolumeNegativeTest-1432228735 tempest-AttachVolumeNegativeTest-1432228735-project-member] Lock "80e6c3f0-80e9-4ced-9c23-91b52d231bc7" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1658.823036] env[69770]: INFO nova.compute.manager [None req-d4c81ce6-6224-4974-a14d-ddc7e36b36fc tempest-AttachVolumeNegativeTest-1432228735 tempest-AttachVolumeNegativeTest-1432228735-project-member] [instance: 80e6c3f0-80e9-4ced-9c23-91b52d231bc7] Attaching volume b697c2a6-dcad-4418-832d-82274d4324fb to /dev/sdb [ 1658.852829] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa936c13-4775-4b3b-9951-ea66264d189e {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1658.860738] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fb8528b-8478-4fbc-b37c-f46583c232a7 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1658.875176] env[69770]: DEBUG nova.virt.block_device [None req-d4c81ce6-6224-4974-a14d-ddc7e36b36fc tempest-AttachVolumeNegativeTest-1432228735 tempest-AttachVolumeNegativeTest-1432228735-project-member] [instance: 80e6c3f0-80e9-4ced-9c23-91b52d231bc7] Updating existing volume attachment record: 07d7c8de-4946-4921-bd71-8fa9ad1cb2c4 {{(pid=69770) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1660.752417] env[69770]: DEBUG oslo_service.periodic_task [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69770) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1660.752779] env[69770]: DEBUG oslo_service.periodic_task [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69770) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1661.256317] env[69770]: DEBUG oslo_concurrency.lockutils [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1661.256598] env[69770]: DEBUG oslo_concurrency.lockutils [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1661.256794] env[69770]: DEBUG oslo_concurrency.lockutils [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1661.256943] env[69770]: DEBUG nova.compute.resource_tracker [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69770) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1661.257949] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1aa44749-384a-4920-a7d6-d54fa669a38f {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1661.266941] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5cdb198-b9dd-44bb-b8d0-fdde87bc910c {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1661.281910] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c3898bc-596d-44bb-94be-7acd0490205a {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1661.288696] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19adf540-53f1-4238-a8f7-0bdd50ccebd2 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1661.318051] env[69770]: DEBUG nova.compute.resource_tracker [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180613MB free_disk=21GB free_vcpus=48 pci_devices=None {{(pid=69770) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1661.318223] env[69770]: DEBUG oslo_concurrency.lockutils [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1661.318373] env[69770]: DEBUG oslo_concurrency.lockutils [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1662.344499] env[69770]: DEBUG nova.compute.resource_tracker [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] Instance 80e6c3f0-80e9-4ced-9c23-91b52d231bc7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69770) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1662.344865] env[69770]: DEBUG nova.compute.resource_tracker [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] Total usable vcpus: 48, total allocated vcpus: 1 {{(pid=69770) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1662.344981] env[69770]: DEBUG nova.compute.resource_tracker [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=704MB phys_disk=200GB used_disk=1GB total_vcpus=48 used_vcpus=1 pci_stats=[] {{(pid=69770) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1662.361880] env[69770]: DEBUG nova.scheduler.client.report [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] Refreshing inventories for resource provider 7cc7d32b-b7a7-454a-a456-2a440248ed9d {{(pid=69770) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1662.375080] env[69770]: DEBUG nova.scheduler.client.report [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] Updating ProviderTree inventory for provider 7cc7d32b-b7a7-454a-a456-2a440248ed9d from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 21, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69770) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1662.375276] env[69770]: DEBUG nova.compute.provider_tree [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] Updating inventory in ProviderTree for provider 7cc7d32b-b7a7-454a-a456-2a440248ed9d with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 21, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69770) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1662.387525] env[69770]: DEBUG nova.scheduler.client.report [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] Refreshing aggregate associations for resource provider 7cc7d32b-b7a7-454a-a456-2a440248ed9d, aggregates: None {{(pid=69770) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1662.404969] env[69770]: DEBUG nova.scheduler.client.report [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] Refreshing trait associations for resource provider 7cc7d32b-b7a7-454a-a456-2a440248ed9d, traits: HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE {{(pid=69770) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1662.430247] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd10b7ef-607f-4511-9afd-26d126e2b9e6 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1662.437899] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d598171-1d12-49d8-a437-d1fa24793974 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1662.470132] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbca0e1a-5f42-4d2f-9740-2dbb03e4f467 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1662.477990] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c86645cb-acd7-4edd-b0fb-3043abc4d8ee {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1662.491325] env[69770]: DEBUG nova.compute.provider_tree [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] Inventory has not changed in ProviderTree for provider: 7cc7d32b-b7a7-454a-a456-2a440248ed9d {{(pid=69770) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1662.994316] env[69770]: DEBUG nova.scheduler.client.report [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] Inventory has not changed for provider 7cc7d32b-b7a7-454a-a456-2a440248ed9d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 21, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69770) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1663.419674] env[69770]: DEBUG nova.virt.vmwareapi.volumeops [None req-d4c81ce6-6224-4974-a14d-ddc7e36b36fc tempest-AttachVolumeNegativeTest-1432228735 tempest-AttachVolumeNegativeTest-1432228735-project-member] [instance: 80e6c3f0-80e9-4ced-9c23-91b52d231bc7] Volume attach. Driver type: vmdk {{(pid=69770) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1663.419916] env[69770]: DEBUG nova.virt.vmwareapi.volumeops [None req-d4c81ce6-6224-4974-a14d-ddc7e36b36fc tempest-AttachVolumeNegativeTest-1432228735 tempest-AttachVolumeNegativeTest-1432228735-project-member] [instance: 80e6c3f0-80e9-4ced-9c23-91b52d231bc7] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-806724', 'volume_id': 'b697c2a6-dcad-4418-832d-82274d4324fb', 'name': 'volume-b697c2a6-dcad-4418-832d-82274d4324fb', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '80e6c3f0-80e9-4ced-9c23-91b52d231bc7', 'attached_at': '', 'detached_at': '', 'volume_id': 'b697c2a6-dcad-4418-832d-82274d4324fb', 'serial': 'b697c2a6-dcad-4418-832d-82274d4324fb'} {{(pid=69770) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1663.420851] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32eda08b-a561-4608-aab5-10e9dff3ad8c {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1663.437247] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22250eab-0374-44b0-8c8d-1cd177e3a20f {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1663.461092] env[69770]: DEBUG nova.virt.vmwareapi.volumeops [None req-d4c81ce6-6224-4974-a14d-ddc7e36b36fc tempest-AttachVolumeNegativeTest-1432228735 tempest-AttachVolumeNegativeTest-1432228735-project-member] [instance: 80e6c3f0-80e9-4ced-9c23-91b52d231bc7] Reconfiguring VM instance instance-0000007e to attach disk [datastore1] volume-b697c2a6-dcad-4418-832d-82274d4324fb/volume-b697c2a6-dcad-4418-832d-82274d4324fb.vmdk or device None with type thin {{(pid=69770) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1663.461372] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-975f1956-46a3-489d-829a-73960ea926cd {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1663.480260] env[69770]: DEBUG oslo_vmware.api [None req-d4c81ce6-6224-4974-a14d-ddc7e36b36fc tempest-AttachVolumeNegativeTest-1432228735 tempest-AttachVolumeNegativeTest-1432228735-project-member] Waiting for the task: (returnval){ [ 1663.480260] env[69770]: value = "task-4071095" [ 1663.480260] env[69770]: _type = "Task" [ 1663.480260] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1663.490347] env[69770]: DEBUG oslo_vmware.api [None req-d4c81ce6-6224-4974-a14d-ddc7e36b36fc tempest-AttachVolumeNegativeTest-1432228735 tempest-AttachVolumeNegativeTest-1432228735-project-member] Task: {'id': task-4071095, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1663.499313] env[69770]: DEBUG nova.compute.resource_tracker [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69770) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1663.499541] env[69770]: DEBUG oslo_concurrency.lockutils [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.181s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1663.992412] env[69770]: DEBUG oslo_vmware.api [None req-d4c81ce6-6224-4974-a14d-ddc7e36b36fc tempest-AttachVolumeNegativeTest-1432228735 tempest-AttachVolumeNegativeTest-1432228735-project-member] Task: {'id': task-4071095, 'name': ReconfigVM_Task, 'duration_secs': 0.335781} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1663.992720] env[69770]: DEBUG nova.virt.vmwareapi.volumeops [None req-d4c81ce6-6224-4974-a14d-ddc7e36b36fc tempest-AttachVolumeNegativeTest-1432228735 tempest-AttachVolumeNegativeTest-1432228735-project-member] [instance: 80e6c3f0-80e9-4ced-9c23-91b52d231bc7] Reconfigured VM instance instance-0000007e to attach disk [datastore1] volume-b697c2a6-dcad-4418-832d-82274d4324fb/volume-b697c2a6-dcad-4418-832d-82274d4324fb.vmdk or device None with type thin {{(pid=69770) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1663.997339] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-25cff007-6fdb-418a-b5d2-d9e01c983982 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1664.012162] env[69770]: DEBUG oslo_vmware.api [None req-d4c81ce6-6224-4974-a14d-ddc7e36b36fc tempest-AttachVolumeNegativeTest-1432228735 tempest-AttachVolumeNegativeTest-1432228735-project-member] Waiting for the task: (returnval){ [ 1664.012162] env[69770]: value = "task-4071096" [ 1664.012162] env[69770]: _type = "Task" [ 1664.012162] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1664.020014] env[69770]: DEBUG oslo_vmware.api [None req-d4c81ce6-6224-4974-a14d-ddc7e36b36fc tempest-AttachVolumeNegativeTest-1432228735 tempest-AttachVolumeNegativeTest-1432228735-project-member] Task: {'id': task-4071096, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1664.521919] env[69770]: DEBUG oslo_vmware.api [None req-d4c81ce6-6224-4974-a14d-ddc7e36b36fc tempest-AttachVolumeNegativeTest-1432228735 tempest-AttachVolumeNegativeTest-1432228735-project-member] Task: {'id': task-4071096, 'name': ReconfigVM_Task, 'duration_secs': 0.148118} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1664.522265] env[69770]: DEBUG nova.virt.vmwareapi.volumeops [None req-d4c81ce6-6224-4974-a14d-ddc7e36b36fc tempest-AttachVolumeNegativeTest-1432228735 tempest-AttachVolumeNegativeTest-1432228735-project-member] [instance: 80e6c3f0-80e9-4ced-9c23-91b52d231bc7] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-806724', 'volume_id': 'b697c2a6-dcad-4418-832d-82274d4324fb', 'name': 'volume-b697c2a6-dcad-4418-832d-82274d4324fb', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '80e6c3f0-80e9-4ced-9c23-91b52d231bc7', 'attached_at': '', 'detached_at': '', 'volume_id': 'b697c2a6-dcad-4418-832d-82274d4324fb', 'serial': 'b697c2a6-dcad-4418-832d-82274d4324fb'} {{(pid=69770) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1665.499557] env[69770]: DEBUG oslo_service.periodic_task [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69770) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1665.499846] env[69770]: DEBUG oslo_service.periodic_task [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69770) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1665.500021] env[69770]: DEBUG oslo_service.periodic_task [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69770) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1665.500178] env[69770]: DEBUG oslo_service.periodic_task [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69770) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1665.500328] env[69770]: DEBUG oslo_service.periodic_task [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69770) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1665.500468] env[69770]: DEBUG nova.compute.manager [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69770) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1665.559901] env[69770]: DEBUG nova.objects.instance [None req-d4c81ce6-6224-4974-a14d-ddc7e36b36fc tempest-AttachVolumeNegativeTest-1432228735 tempest-AttachVolumeNegativeTest-1432228735-project-member] Lazy-loading 'flavor' on Instance uuid 80e6c3f0-80e9-4ced-9c23-91b52d231bc7 {{(pid=69770) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1665.752114] env[69770]: DEBUG oslo_service.periodic_task [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69770) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1666.067752] env[69770]: DEBUG oslo_concurrency.lockutils [None req-d4c81ce6-6224-4974-a14d-ddc7e36b36fc tempest-AttachVolumeNegativeTest-1432228735 tempest-AttachVolumeNegativeTest-1432228735-project-member] Lock "80e6c3f0-80e9-4ced-9c23-91b52d231bc7" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.245s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1666.304119] env[69770]: DEBUG oslo_concurrency.lockutils [None req-fce253b7-0d8e-409d-b5b9-804a978fc068 tempest-AttachVolumeNegativeTest-1432228735 tempest-AttachVolumeNegativeTest-1432228735-project-member] Acquiring lock "80e6c3f0-80e9-4ced-9c23-91b52d231bc7" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1666.304385] env[69770]: DEBUG oslo_concurrency.lockutils [None req-fce253b7-0d8e-409d-b5b9-804a978fc068 tempest-AttachVolumeNegativeTest-1432228735 tempest-AttachVolumeNegativeTest-1432228735-project-member] Lock "80e6c3f0-80e9-4ced-9c23-91b52d231bc7" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1666.808024] env[69770]: INFO nova.compute.manager [None req-fce253b7-0d8e-409d-b5b9-804a978fc068 tempest-AttachVolumeNegativeTest-1432228735 tempest-AttachVolumeNegativeTest-1432228735-project-member] [instance: 80e6c3f0-80e9-4ced-9c23-91b52d231bc7] Detaching volume b697c2a6-dcad-4418-832d-82274d4324fb [ 1666.844408] env[69770]: INFO nova.virt.block_device [None req-fce253b7-0d8e-409d-b5b9-804a978fc068 tempest-AttachVolumeNegativeTest-1432228735 tempest-AttachVolumeNegativeTest-1432228735-project-member] [instance: 80e6c3f0-80e9-4ced-9c23-91b52d231bc7] Attempting to driver detach volume b697c2a6-dcad-4418-832d-82274d4324fb from mountpoint /dev/sdb [ 1666.844691] env[69770]: DEBUG nova.virt.vmwareapi.volumeops [None req-fce253b7-0d8e-409d-b5b9-804a978fc068 tempest-AttachVolumeNegativeTest-1432228735 tempest-AttachVolumeNegativeTest-1432228735-project-member] [instance: 80e6c3f0-80e9-4ced-9c23-91b52d231bc7] Volume detach. Driver type: vmdk {{(pid=69770) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1666.844883] env[69770]: DEBUG nova.virt.vmwareapi.volumeops [None req-fce253b7-0d8e-409d-b5b9-804a978fc068 tempest-AttachVolumeNegativeTest-1432228735 tempest-AttachVolumeNegativeTest-1432228735-project-member] [instance: 80e6c3f0-80e9-4ced-9c23-91b52d231bc7] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-806724', 'volume_id': 'b697c2a6-dcad-4418-832d-82274d4324fb', 'name': 'volume-b697c2a6-dcad-4418-832d-82274d4324fb', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '80e6c3f0-80e9-4ced-9c23-91b52d231bc7', 'attached_at': '', 'detached_at': '', 'volume_id': 'b697c2a6-dcad-4418-832d-82274d4324fb', 'serial': 'b697c2a6-dcad-4418-832d-82274d4324fb'} {{(pid=69770) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1666.845834] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81c01943-614c-4b5d-b73d-7ef09205b703 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1666.867899] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3144eb12-b80c-46f9-8550-8cd73864ad83 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1666.876101] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0effbde7-92f5-4d87-a90f-073b6b4ffac3 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1666.898262] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8a0e17f-61e8-46be-a616-7daae4b24bb1 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1666.914013] env[69770]: DEBUG nova.virt.vmwareapi.volumeops [None req-fce253b7-0d8e-409d-b5b9-804a978fc068 tempest-AttachVolumeNegativeTest-1432228735 tempest-AttachVolumeNegativeTest-1432228735-project-member] The volume has not been displaced from its original location: [datastore1] volume-b697c2a6-dcad-4418-832d-82274d4324fb/volume-b697c2a6-dcad-4418-832d-82274d4324fb.vmdk. No consolidation needed. {{(pid=69770) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1666.919202] env[69770]: DEBUG nova.virt.vmwareapi.volumeops [None req-fce253b7-0d8e-409d-b5b9-804a978fc068 tempest-AttachVolumeNegativeTest-1432228735 tempest-AttachVolumeNegativeTest-1432228735-project-member] [instance: 80e6c3f0-80e9-4ced-9c23-91b52d231bc7] Reconfiguring VM instance instance-0000007e to detach disk 2001 {{(pid=69770) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1666.919540] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3a28cb9f-bf13-440e-80ad-73ee47950b62 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1666.939313] env[69770]: DEBUG oslo_vmware.api [None req-fce253b7-0d8e-409d-b5b9-804a978fc068 tempest-AttachVolumeNegativeTest-1432228735 tempest-AttachVolumeNegativeTest-1432228735-project-member] Waiting for the task: (returnval){ [ 1666.939313] env[69770]: value = "task-4071097" [ 1666.939313] env[69770]: _type = "Task" [ 1666.939313] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1666.948014] env[69770]: DEBUG oslo_vmware.api [None req-fce253b7-0d8e-409d-b5b9-804a978fc068 tempest-AttachVolumeNegativeTest-1432228735 tempest-AttachVolumeNegativeTest-1432228735-project-member] Task: {'id': task-4071097, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1667.449539] env[69770]: DEBUG oslo_vmware.api [None req-fce253b7-0d8e-409d-b5b9-804a978fc068 tempest-AttachVolumeNegativeTest-1432228735 tempest-AttachVolumeNegativeTest-1432228735-project-member] Task: {'id': task-4071097, 'name': ReconfigVM_Task, 'duration_secs': 0.237553} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1667.449821] env[69770]: DEBUG nova.virt.vmwareapi.volumeops [None req-fce253b7-0d8e-409d-b5b9-804a978fc068 tempest-AttachVolumeNegativeTest-1432228735 tempest-AttachVolumeNegativeTest-1432228735-project-member] [instance: 80e6c3f0-80e9-4ced-9c23-91b52d231bc7] Reconfigured VM instance instance-0000007e to detach disk 2001 {{(pid=69770) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1667.454375] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-17b44ad6-55e3-4908-be8b-518968d3436f {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1667.469833] env[69770]: DEBUG oslo_vmware.api [None req-fce253b7-0d8e-409d-b5b9-804a978fc068 tempest-AttachVolumeNegativeTest-1432228735 tempest-AttachVolumeNegativeTest-1432228735-project-member] Waiting for the task: (returnval){ [ 1667.469833] env[69770]: value = "task-4071098" [ 1667.469833] env[69770]: _type = "Task" [ 1667.469833] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1667.477827] env[69770]: DEBUG oslo_vmware.api [None req-fce253b7-0d8e-409d-b5b9-804a978fc068 tempest-AttachVolumeNegativeTest-1432228735 tempest-AttachVolumeNegativeTest-1432228735-project-member] Task: {'id': task-4071098, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1667.980067] env[69770]: DEBUG oslo_vmware.api [None req-fce253b7-0d8e-409d-b5b9-804a978fc068 tempest-AttachVolumeNegativeTest-1432228735 tempest-AttachVolumeNegativeTest-1432228735-project-member] Task: {'id': task-4071098, 'name': ReconfigVM_Task, 'duration_secs': 0.133784} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1667.980067] env[69770]: DEBUG nova.virt.vmwareapi.volumeops [None req-fce253b7-0d8e-409d-b5b9-804a978fc068 tempest-AttachVolumeNegativeTest-1432228735 tempest-AttachVolumeNegativeTest-1432228735-project-member] [instance: 80e6c3f0-80e9-4ced-9c23-91b52d231bc7] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-806724', 'volume_id': 'b697c2a6-dcad-4418-832d-82274d4324fb', 'name': 'volume-b697c2a6-dcad-4418-832d-82274d4324fb', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '80e6c3f0-80e9-4ced-9c23-91b52d231bc7', 'attached_at': '', 'detached_at': '', 'volume_id': 'b697c2a6-dcad-4418-832d-82274d4324fb', 'serial': 'b697c2a6-dcad-4418-832d-82274d4324fb'} {{(pid=69770) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1668.519475] env[69770]: DEBUG nova.objects.instance [None req-fce253b7-0d8e-409d-b5b9-804a978fc068 tempest-AttachVolumeNegativeTest-1432228735 tempest-AttachVolumeNegativeTest-1432228735-project-member] Lazy-loading 'flavor' on Instance uuid 80e6c3f0-80e9-4ced-9c23-91b52d231bc7 {{(pid=69770) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1669.526939] env[69770]: DEBUG oslo_concurrency.lockutils [None req-fce253b7-0d8e-409d-b5b9-804a978fc068 tempest-AttachVolumeNegativeTest-1432228735 tempest-AttachVolumeNegativeTest-1432228735-project-member] Lock "80e6c3f0-80e9-4ced-9c23-91b52d231bc7" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.222s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1670.555731] env[69770]: DEBUG oslo_concurrency.lockutils [None req-f7112807-f917-4222-bc20-7c6aabb419d0 tempest-AttachVolumeNegativeTest-1432228735 tempest-AttachVolumeNegativeTest-1432228735-project-member] Acquiring lock "80e6c3f0-80e9-4ced-9c23-91b52d231bc7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1670.556096] env[69770]: DEBUG oslo_concurrency.lockutils [None req-f7112807-f917-4222-bc20-7c6aabb419d0 tempest-AttachVolumeNegativeTest-1432228735 tempest-AttachVolumeNegativeTest-1432228735-project-member] Lock "80e6c3f0-80e9-4ced-9c23-91b52d231bc7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1670.556214] env[69770]: DEBUG oslo_concurrency.lockutils [None req-f7112807-f917-4222-bc20-7c6aabb419d0 tempest-AttachVolumeNegativeTest-1432228735 tempest-AttachVolumeNegativeTest-1432228735-project-member] Acquiring lock "80e6c3f0-80e9-4ced-9c23-91b52d231bc7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1670.556396] env[69770]: DEBUG oslo_concurrency.lockutils [None req-f7112807-f917-4222-bc20-7c6aabb419d0 tempest-AttachVolumeNegativeTest-1432228735 tempest-AttachVolumeNegativeTest-1432228735-project-member] Lock "80e6c3f0-80e9-4ced-9c23-91b52d231bc7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1670.556577] env[69770]: DEBUG oslo_concurrency.lockutils [None req-f7112807-f917-4222-bc20-7c6aabb419d0 tempest-AttachVolumeNegativeTest-1432228735 tempest-AttachVolumeNegativeTest-1432228735-project-member] Lock "80e6c3f0-80e9-4ced-9c23-91b52d231bc7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1670.558708] env[69770]: INFO nova.compute.manager [None req-f7112807-f917-4222-bc20-7c6aabb419d0 tempest-AttachVolumeNegativeTest-1432228735 tempest-AttachVolumeNegativeTest-1432228735-project-member] [instance: 80e6c3f0-80e9-4ced-9c23-91b52d231bc7] Terminating instance [ 1671.062746] env[69770]: DEBUG nova.compute.manager [None req-f7112807-f917-4222-bc20-7c6aabb419d0 tempest-AttachVolumeNegativeTest-1432228735 tempest-AttachVolumeNegativeTest-1432228735-project-member] [instance: 80e6c3f0-80e9-4ced-9c23-91b52d231bc7] Start destroying the instance on the hypervisor. {{(pid=69770) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1671.062973] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-f7112807-f917-4222-bc20-7c6aabb419d0 tempest-AttachVolumeNegativeTest-1432228735 tempest-AttachVolumeNegativeTest-1432228735-project-member] [instance: 80e6c3f0-80e9-4ced-9c23-91b52d231bc7] Destroying instance {{(pid=69770) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1671.063865] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da01d86a-0e29-4877-bb62-1a6a5eaa3380 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1671.073139] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-f7112807-f917-4222-bc20-7c6aabb419d0 tempest-AttachVolumeNegativeTest-1432228735 tempest-AttachVolumeNegativeTest-1432228735-project-member] [instance: 80e6c3f0-80e9-4ced-9c23-91b52d231bc7] Powering off the VM {{(pid=69770) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1671.073371] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ea227225-2f65-462e-95dc-679ed8514037 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1671.080633] env[69770]: DEBUG oslo_vmware.api [None req-f7112807-f917-4222-bc20-7c6aabb419d0 tempest-AttachVolumeNegativeTest-1432228735 tempest-AttachVolumeNegativeTest-1432228735-project-member] Waiting for the task: (returnval){ [ 1671.080633] env[69770]: value = "task-4071099" [ 1671.080633] env[69770]: _type = "Task" [ 1671.080633] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1671.088956] env[69770]: DEBUG oslo_vmware.api [None req-f7112807-f917-4222-bc20-7c6aabb419d0 tempest-AttachVolumeNegativeTest-1432228735 tempest-AttachVolumeNegativeTest-1432228735-project-member] Task: {'id': task-4071099, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1671.590422] env[69770]: DEBUG oslo_vmware.api [None req-f7112807-f917-4222-bc20-7c6aabb419d0 tempest-AttachVolumeNegativeTest-1432228735 tempest-AttachVolumeNegativeTest-1432228735-project-member] Task: {'id': task-4071099, 'name': PowerOffVM_Task, 'duration_secs': 0.208791} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1671.590785] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-f7112807-f917-4222-bc20-7c6aabb419d0 tempest-AttachVolumeNegativeTest-1432228735 tempest-AttachVolumeNegativeTest-1432228735-project-member] [instance: 80e6c3f0-80e9-4ced-9c23-91b52d231bc7] Powered off the VM {{(pid=69770) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1671.590856] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-f7112807-f917-4222-bc20-7c6aabb419d0 tempest-AttachVolumeNegativeTest-1432228735 tempest-AttachVolumeNegativeTest-1432228735-project-member] [instance: 80e6c3f0-80e9-4ced-9c23-91b52d231bc7] Unregistering the VM {{(pid=69770) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1671.591119] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7c700fce-f078-48bf-a0a0-0a90a1e77c93 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1671.659267] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-f7112807-f917-4222-bc20-7c6aabb419d0 tempest-AttachVolumeNegativeTest-1432228735 tempest-AttachVolumeNegativeTest-1432228735-project-member] [instance: 80e6c3f0-80e9-4ced-9c23-91b52d231bc7] Unregistered the VM {{(pid=69770) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1671.659482] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-f7112807-f917-4222-bc20-7c6aabb419d0 tempest-AttachVolumeNegativeTest-1432228735 tempest-AttachVolumeNegativeTest-1432228735-project-member] [instance: 80e6c3f0-80e9-4ced-9c23-91b52d231bc7] Deleting contents of the VM from datastore datastore1 {{(pid=69770) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1671.659667] env[69770]: DEBUG nova.virt.vmwareapi.ds_util [None req-f7112807-f917-4222-bc20-7c6aabb419d0 tempest-AttachVolumeNegativeTest-1432228735 tempest-AttachVolumeNegativeTest-1432228735-project-member] Deleting the datastore file [datastore1] 80e6c3f0-80e9-4ced-9c23-91b52d231bc7 {{(pid=69770) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1671.659940] env[69770]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8f3c3c88-0b69-465f-a852-81642620589b {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1671.667443] env[69770]: DEBUG oslo_vmware.api [None req-f7112807-f917-4222-bc20-7c6aabb419d0 tempest-AttachVolumeNegativeTest-1432228735 tempest-AttachVolumeNegativeTest-1432228735-project-member] Waiting for the task: (returnval){ [ 1671.667443] env[69770]: value = "task-4071101" [ 1671.667443] env[69770]: _type = "Task" [ 1671.667443] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1671.675263] env[69770]: DEBUG oslo_vmware.api [None req-f7112807-f917-4222-bc20-7c6aabb419d0 tempest-AttachVolumeNegativeTest-1432228735 tempest-AttachVolumeNegativeTest-1432228735-project-member] Task: {'id': task-4071101, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1672.178618] env[69770]: DEBUG oslo_vmware.api [None req-f7112807-f917-4222-bc20-7c6aabb419d0 tempest-AttachVolumeNegativeTest-1432228735 tempest-AttachVolumeNegativeTest-1432228735-project-member] Task: {'id': task-4071101, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.148669} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1672.178834] env[69770]: DEBUG nova.virt.vmwareapi.ds_util [None req-f7112807-f917-4222-bc20-7c6aabb419d0 tempest-AttachVolumeNegativeTest-1432228735 tempest-AttachVolumeNegativeTest-1432228735-project-member] Deleted the datastore file {{(pid=69770) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1672.179033] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-f7112807-f917-4222-bc20-7c6aabb419d0 tempest-AttachVolumeNegativeTest-1432228735 tempest-AttachVolumeNegativeTest-1432228735-project-member] [instance: 80e6c3f0-80e9-4ced-9c23-91b52d231bc7] Deleted contents of the VM from datastore datastore1 {{(pid=69770) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1672.179255] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-f7112807-f917-4222-bc20-7c6aabb419d0 tempest-AttachVolumeNegativeTest-1432228735 tempest-AttachVolumeNegativeTest-1432228735-project-member] [instance: 80e6c3f0-80e9-4ced-9c23-91b52d231bc7] Instance destroyed {{(pid=69770) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1672.179407] env[69770]: INFO nova.compute.manager [None req-f7112807-f917-4222-bc20-7c6aabb419d0 tempest-AttachVolumeNegativeTest-1432228735 tempest-AttachVolumeNegativeTest-1432228735-project-member] [instance: 80e6c3f0-80e9-4ced-9c23-91b52d231bc7] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1672.179656] env[69770]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f7112807-f917-4222-bc20-7c6aabb419d0 tempest-AttachVolumeNegativeTest-1432228735 tempest-AttachVolumeNegativeTest-1432228735-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69770) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1672.179857] env[69770]: DEBUG nova.compute.manager [-] [instance: 80e6c3f0-80e9-4ced-9c23-91b52d231bc7] Deallocating network for instance {{(pid=69770) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1672.179949] env[69770]: DEBUG nova.network.neutron [-] [instance: 80e6c3f0-80e9-4ced-9c23-91b52d231bc7] deallocate_for_instance() {{(pid=69770) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1672.851843] env[69770]: DEBUG nova.compute.manager [req-534a809b-ad79-4b60-8e59-a03701e6b4ba req-fe5d08e8-5471-4d1b-a412-f0edfad793ed service nova] [instance: 80e6c3f0-80e9-4ced-9c23-91b52d231bc7] Received event network-vif-deleted-6d7be172-4e6b-496f-865d-de7ea94c5ee3 {{(pid=69770) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1672.852095] env[69770]: INFO nova.compute.manager [req-534a809b-ad79-4b60-8e59-a03701e6b4ba req-fe5d08e8-5471-4d1b-a412-f0edfad793ed service nova] [instance: 80e6c3f0-80e9-4ced-9c23-91b52d231bc7] Neutron deleted interface 6d7be172-4e6b-496f-865d-de7ea94c5ee3; detaching it from the instance and deleting it from the info cache [ 1672.852236] env[69770]: DEBUG nova.network.neutron [req-534a809b-ad79-4b60-8e59-a03701e6b4ba req-fe5d08e8-5471-4d1b-a412-f0edfad793ed service nova] [instance: 80e6c3f0-80e9-4ced-9c23-91b52d231bc7] Updating instance_info_cache with network_info: [] {{(pid=69770) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1673.329943] env[69770]: DEBUG nova.network.neutron [-] [instance: 80e6c3f0-80e9-4ced-9c23-91b52d231bc7] Updating instance_info_cache with network_info: [] {{(pid=69770) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1673.354765] env[69770]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-02b8e128-272c-4695-9674-2539923d4c08 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1673.365578] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4dcdaee-3bf8-4443-aafd-8cd713c3240e {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1673.391195] env[69770]: DEBUG nova.compute.manager [req-534a809b-ad79-4b60-8e59-a03701e6b4ba req-fe5d08e8-5471-4d1b-a412-f0edfad793ed service nova] [instance: 80e6c3f0-80e9-4ced-9c23-91b52d231bc7] Detach interface failed, port_id=6d7be172-4e6b-496f-865d-de7ea94c5ee3, reason: Instance 80e6c3f0-80e9-4ced-9c23-91b52d231bc7 could not be found. {{(pid=69770) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1673.832281] env[69770]: INFO nova.compute.manager [-] [instance: 80e6c3f0-80e9-4ced-9c23-91b52d231bc7] Took 1.65 seconds to deallocate network for instance. [ 1674.339232] env[69770]: DEBUG oslo_concurrency.lockutils [None req-f7112807-f917-4222-bc20-7c6aabb419d0 tempest-AttachVolumeNegativeTest-1432228735 tempest-AttachVolumeNegativeTest-1432228735-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1674.339569] env[69770]: DEBUG oslo_concurrency.lockutils [None req-f7112807-f917-4222-bc20-7c6aabb419d0 tempest-AttachVolumeNegativeTest-1432228735 tempest-AttachVolumeNegativeTest-1432228735-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1674.339765] env[69770]: DEBUG nova.objects.instance [None req-f7112807-f917-4222-bc20-7c6aabb419d0 tempest-AttachVolumeNegativeTest-1432228735 tempest-AttachVolumeNegativeTest-1432228735-project-member] Lazy-loading 'resources' on Instance uuid 80e6c3f0-80e9-4ced-9c23-91b52d231bc7 {{(pid=69770) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1674.875186] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa4ab902-f99d-45cd-bfa0-f747391ee5b3 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1674.884579] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45cc92b1-7a3b-4b46-8d1b-b082f06f9f8c {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1674.914195] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00d29b11-5f56-4e35-8d6a-f5fda405ffd3 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1674.922024] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf0c1405-7a22-4ff7-bf7a-1b0f7df2a3fd {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1674.935340] env[69770]: DEBUG nova.compute.provider_tree [None req-f7112807-f917-4222-bc20-7c6aabb419d0 tempest-AttachVolumeNegativeTest-1432228735 tempest-AttachVolumeNegativeTest-1432228735-project-member] Inventory has not changed in ProviderTree for provider: 7cc7d32b-b7a7-454a-a456-2a440248ed9d {{(pid=69770) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1675.438550] env[69770]: DEBUG nova.scheduler.client.report [None req-f7112807-f917-4222-bc20-7c6aabb419d0 tempest-AttachVolumeNegativeTest-1432228735 tempest-AttachVolumeNegativeTest-1432228735-project-member] Inventory has not changed for provider 7cc7d32b-b7a7-454a-a456-2a440248ed9d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 21, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69770) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1675.943517] env[69770]: DEBUG oslo_concurrency.lockutils [None req-f7112807-f917-4222-bc20-7c6aabb419d0 tempest-AttachVolumeNegativeTest-1432228735 tempest-AttachVolumeNegativeTest-1432228735-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.604s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1675.963214] env[69770]: INFO nova.scheduler.client.report [None req-f7112807-f917-4222-bc20-7c6aabb419d0 tempest-AttachVolumeNegativeTest-1432228735 tempest-AttachVolumeNegativeTest-1432228735-project-member] Deleted allocations for instance 80e6c3f0-80e9-4ced-9c23-91b52d231bc7 [ 1676.470920] env[69770]: DEBUG oslo_concurrency.lockutils [None req-f7112807-f917-4222-bc20-7c6aabb419d0 tempest-AttachVolumeNegativeTest-1432228735 tempest-AttachVolumeNegativeTest-1432228735-project-member] Lock "80e6c3f0-80e9-4ced-9c23-91b52d231bc7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.915s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1678.474111] env[69770]: DEBUG oslo_concurrency.lockutils [None req-d0fb4637-4206-4bb3-a8ce-7a6e9d3f59f8 tempest-AttachVolumeNegativeTest-1432228735 tempest-AttachVolumeNegativeTest-1432228735-project-member] Acquiring lock "7c55baa2-8ffb-488e-a5cc-9098afdb2944" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1678.474430] env[69770]: DEBUG oslo_concurrency.lockutils [None req-d0fb4637-4206-4bb3-a8ce-7a6e9d3f59f8 tempest-AttachVolumeNegativeTest-1432228735 tempest-AttachVolumeNegativeTest-1432228735-project-member] Lock "7c55baa2-8ffb-488e-a5cc-9098afdb2944" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1678.976658] env[69770]: DEBUG nova.compute.manager [None req-d0fb4637-4206-4bb3-a8ce-7a6e9d3f59f8 tempest-AttachVolumeNegativeTest-1432228735 tempest-AttachVolumeNegativeTest-1432228735-project-member] [instance: 7c55baa2-8ffb-488e-a5cc-9098afdb2944] Starting instance... {{(pid=69770) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1679.496256] env[69770]: DEBUG oslo_concurrency.lockutils [None req-d0fb4637-4206-4bb3-a8ce-7a6e9d3f59f8 tempest-AttachVolumeNegativeTest-1432228735 tempest-AttachVolumeNegativeTest-1432228735-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1679.496544] env[69770]: DEBUG oslo_concurrency.lockutils [None req-d0fb4637-4206-4bb3-a8ce-7a6e9d3f59f8 tempest-AttachVolumeNegativeTest-1432228735 tempest-AttachVolumeNegativeTest-1432228735-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1679.498204] env[69770]: INFO nova.compute.claims [None req-d0fb4637-4206-4bb3-a8ce-7a6e9d3f59f8 tempest-AttachVolumeNegativeTest-1432228735 tempest-AttachVolumeNegativeTest-1432228735-project-member] [instance: 7c55baa2-8ffb-488e-a5cc-9098afdb2944] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1680.533646] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51ac63e5-dc50-4f1d-ac65-505dba8baf83 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1680.541843] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69775730-e314-40ad-a9bc-17746bb149e4 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1680.571685] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aff21104-3838-4217-a786-9cd4c305d0c7 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1680.580553] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-502a42c2-730b-47cc-9aa3-d53ee83e604d {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1680.595285] env[69770]: DEBUG nova.compute.provider_tree [None req-d0fb4637-4206-4bb3-a8ce-7a6e9d3f59f8 tempest-AttachVolumeNegativeTest-1432228735 tempest-AttachVolumeNegativeTest-1432228735-project-member] Inventory has not changed in ProviderTree for provider: 7cc7d32b-b7a7-454a-a456-2a440248ed9d {{(pid=69770) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1681.098426] env[69770]: DEBUG nova.scheduler.client.report [None req-d0fb4637-4206-4bb3-a8ce-7a6e9d3f59f8 tempest-AttachVolumeNegativeTest-1432228735 tempest-AttachVolumeNegativeTest-1432228735-project-member] Inventory has not changed for provider 7cc7d32b-b7a7-454a-a456-2a440248ed9d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 21, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69770) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1681.603452] env[69770]: DEBUG oslo_concurrency.lockutils [None req-d0fb4637-4206-4bb3-a8ce-7a6e9d3f59f8 tempest-AttachVolumeNegativeTest-1432228735 tempest-AttachVolumeNegativeTest-1432228735-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.107s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1681.603987] env[69770]: DEBUG nova.compute.manager [None req-d0fb4637-4206-4bb3-a8ce-7a6e9d3f59f8 tempest-AttachVolumeNegativeTest-1432228735 tempest-AttachVolumeNegativeTest-1432228735-project-member] [instance: 7c55baa2-8ffb-488e-a5cc-9098afdb2944] Start building networks asynchronously for instance. {{(pid=69770) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1682.109383] env[69770]: DEBUG nova.compute.utils [None req-d0fb4637-4206-4bb3-a8ce-7a6e9d3f59f8 tempest-AttachVolumeNegativeTest-1432228735 tempest-AttachVolumeNegativeTest-1432228735-project-member] Using /dev/sd instead of None {{(pid=69770) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1682.110885] env[69770]: DEBUG nova.compute.manager [None req-d0fb4637-4206-4bb3-a8ce-7a6e9d3f59f8 tempest-AttachVolumeNegativeTest-1432228735 tempest-AttachVolumeNegativeTest-1432228735-project-member] [instance: 7c55baa2-8ffb-488e-a5cc-9098afdb2944] Allocating IP information in the background. {{(pid=69770) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1682.111562] env[69770]: DEBUG nova.network.neutron [None req-d0fb4637-4206-4bb3-a8ce-7a6e9d3f59f8 tempest-AttachVolumeNegativeTest-1432228735 tempest-AttachVolumeNegativeTest-1432228735-project-member] [instance: 7c55baa2-8ffb-488e-a5cc-9098afdb2944] allocate_for_instance() {{(pid=69770) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1682.169780] env[69770]: DEBUG nova.policy [None req-d0fb4637-4206-4bb3-a8ce-7a6e9d3f59f8 tempest-AttachVolumeNegativeTest-1432228735 tempest-AttachVolumeNegativeTest-1432228735-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e0fbd180861a4db59a3b2a7c8f4f9f96', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '56791aabe107404daac1b7f484f31621', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69770) authorize /opt/stack/nova/nova/policy.py:192}} [ 1682.460465] env[69770]: DEBUG nova.network.neutron [None req-d0fb4637-4206-4bb3-a8ce-7a6e9d3f59f8 tempest-AttachVolumeNegativeTest-1432228735 tempest-AttachVolumeNegativeTest-1432228735-project-member] [instance: 7c55baa2-8ffb-488e-a5cc-9098afdb2944] Successfully created port: 18caf207-72be-4791-be15-7218368a889a {{(pid=69770) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1682.615232] env[69770]: DEBUG nova.compute.manager [None req-d0fb4637-4206-4bb3-a8ce-7a6e9d3f59f8 tempest-AttachVolumeNegativeTest-1432228735 tempest-AttachVolumeNegativeTest-1432228735-project-member] [instance: 7c55baa2-8ffb-488e-a5cc-9098afdb2944] Start building block device mappings for instance. {{(pid=69770) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1683.628850] env[69770]: DEBUG nova.compute.manager [None req-d0fb4637-4206-4bb3-a8ce-7a6e9d3f59f8 tempest-AttachVolumeNegativeTest-1432228735 tempest-AttachVolumeNegativeTest-1432228735-project-member] [instance: 7c55baa2-8ffb-488e-a5cc-9098afdb2944] Start spawning the instance on the hypervisor. {{(pid=69770) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1683.655029] env[69770]: DEBUG nova.virt.hardware [None req-d0fb4637-4206-4bb3-a8ce-7a6e9d3f59f8 tempest-AttachVolumeNegativeTest-1432228735 tempest-AttachVolumeNegativeTest-1432228735-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T12:16:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T12:16:11Z,direct_url=,disk_format='vmdk',id=d1eaff80-24a0-4391-90eb-59958b1ecf0a,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d65f20bb89fb40a98b77bc6d97357df2',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T12:16:12Z,virtual_size=,visibility=), allow threads: False {{(pid=69770) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1683.655029] env[69770]: DEBUG nova.virt.hardware [None req-d0fb4637-4206-4bb3-a8ce-7a6e9d3f59f8 tempest-AttachVolumeNegativeTest-1432228735 tempest-AttachVolumeNegativeTest-1432228735-project-member] Flavor limits 0:0:0 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1683.655212] env[69770]: DEBUG nova.virt.hardware [None req-d0fb4637-4206-4bb3-a8ce-7a6e9d3f59f8 tempest-AttachVolumeNegativeTest-1432228735 tempest-AttachVolumeNegativeTest-1432228735-project-member] Image limits 0:0:0 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1683.655348] env[69770]: DEBUG nova.virt.hardware [None req-d0fb4637-4206-4bb3-a8ce-7a6e9d3f59f8 tempest-AttachVolumeNegativeTest-1432228735 tempest-AttachVolumeNegativeTest-1432228735-project-member] Flavor pref 0:0:0 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1683.655490] env[69770]: DEBUG nova.virt.hardware [None req-d0fb4637-4206-4bb3-a8ce-7a6e9d3f59f8 tempest-AttachVolumeNegativeTest-1432228735 tempest-AttachVolumeNegativeTest-1432228735-project-member] Image pref 0:0:0 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1683.655634] env[69770]: DEBUG nova.virt.hardware [None req-d0fb4637-4206-4bb3-a8ce-7a6e9d3f59f8 tempest-AttachVolumeNegativeTest-1432228735 tempest-AttachVolumeNegativeTest-1432228735-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69770) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1683.655840] env[69770]: DEBUG nova.virt.hardware [None req-d0fb4637-4206-4bb3-a8ce-7a6e9d3f59f8 tempest-AttachVolumeNegativeTest-1432228735 tempest-AttachVolumeNegativeTest-1432228735-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69770) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1683.655991] env[69770]: DEBUG nova.virt.hardware [None req-d0fb4637-4206-4bb3-a8ce-7a6e9d3f59f8 tempest-AttachVolumeNegativeTest-1432228735 tempest-AttachVolumeNegativeTest-1432228735-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69770) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1683.656179] env[69770]: DEBUG nova.virt.hardware [None req-d0fb4637-4206-4bb3-a8ce-7a6e9d3f59f8 tempest-AttachVolumeNegativeTest-1432228735 tempest-AttachVolumeNegativeTest-1432228735-project-member] Got 1 possible topologies {{(pid=69770) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1683.656339] env[69770]: DEBUG nova.virt.hardware [None req-d0fb4637-4206-4bb3-a8ce-7a6e9d3f59f8 tempest-AttachVolumeNegativeTest-1432228735 tempest-AttachVolumeNegativeTest-1432228735-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69770) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1683.656508] env[69770]: DEBUG nova.virt.hardware [None req-d0fb4637-4206-4bb3-a8ce-7a6e9d3f59f8 tempest-AttachVolumeNegativeTest-1432228735 tempest-AttachVolumeNegativeTest-1432228735-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69770) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1683.657380] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bee0eb6e-4a04-457f-8f85-ae4c77972f54 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1683.665537] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8249b27-4c61-4a8a-9770-9475f0aeb3f1 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1683.823042] env[69770]: DEBUG nova.compute.manager [req-fed7e2d7-60e3-44b2-900b-b5f434fc7388 req-1a9b17dd-0899-44bf-9aa8-c1a73ee5b817 service nova] [instance: 7c55baa2-8ffb-488e-a5cc-9098afdb2944] Received event network-vif-plugged-18caf207-72be-4791-be15-7218368a889a {{(pid=69770) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1683.823273] env[69770]: DEBUG oslo_concurrency.lockutils [req-fed7e2d7-60e3-44b2-900b-b5f434fc7388 req-1a9b17dd-0899-44bf-9aa8-c1a73ee5b817 service nova] Acquiring lock "7c55baa2-8ffb-488e-a5cc-9098afdb2944-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1683.823477] env[69770]: DEBUG oslo_concurrency.lockutils [req-fed7e2d7-60e3-44b2-900b-b5f434fc7388 req-1a9b17dd-0899-44bf-9aa8-c1a73ee5b817 service nova] Lock "7c55baa2-8ffb-488e-a5cc-9098afdb2944-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1683.823643] env[69770]: DEBUG oslo_concurrency.lockutils [req-fed7e2d7-60e3-44b2-900b-b5f434fc7388 req-1a9b17dd-0899-44bf-9aa8-c1a73ee5b817 service nova] Lock "7c55baa2-8ffb-488e-a5cc-9098afdb2944-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1683.823918] env[69770]: DEBUG nova.compute.manager [req-fed7e2d7-60e3-44b2-900b-b5f434fc7388 req-1a9b17dd-0899-44bf-9aa8-c1a73ee5b817 service nova] [instance: 7c55baa2-8ffb-488e-a5cc-9098afdb2944] No waiting events found dispatching network-vif-plugged-18caf207-72be-4791-be15-7218368a889a {{(pid=69770) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1683.824294] env[69770]: WARNING nova.compute.manager [req-fed7e2d7-60e3-44b2-900b-b5f434fc7388 req-1a9b17dd-0899-44bf-9aa8-c1a73ee5b817 service nova] [instance: 7c55baa2-8ffb-488e-a5cc-9098afdb2944] Received unexpected event network-vif-plugged-18caf207-72be-4791-be15-7218368a889a for instance with vm_state building and task_state spawning. [ 1683.906733] env[69770]: DEBUG nova.network.neutron [None req-d0fb4637-4206-4bb3-a8ce-7a6e9d3f59f8 tempest-AttachVolumeNegativeTest-1432228735 tempest-AttachVolumeNegativeTest-1432228735-project-member] [instance: 7c55baa2-8ffb-488e-a5cc-9098afdb2944] Successfully updated port: 18caf207-72be-4791-be15-7218368a889a {{(pid=69770) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1684.409825] env[69770]: DEBUG oslo_concurrency.lockutils [None req-d0fb4637-4206-4bb3-a8ce-7a6e9d3f59f8 tempest-AttachVolumeNegativeTest-1432228735 tempest-AttachVolumeNegativeTest-1432228735-project-member] Acquiring lock "refresh_cache-7c55baa2-8ffb-488e-a5cc-9098afdb2944" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1684.409972] env[69770]: DEBUG oslo_concurrency.lockutils [None req-d0fb4637-4206-4bb3-a8ce-7a6e9d3f59f8 tempest-AttachVolumeNegativeTest-1432228735 tempest-AttachVolumeNegativeTest-1432228735-project-member] Acquired lock "refresh_cache-7c55baa2-8ffb-488e-a5cc-9098afdb2944" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1684.410095] env[69770]: DEBUG nova.network.neutron [None req-d0fb4637-4206-4bb3-a8ce-7a6e9d3f59f8 tempest-AttachVolumeNegativeTest-1432228735 tempest-AttachVolumeNegativeTest-1432228735-project-member] [instance: 7c55baa2-8ffb-488e-a5cc-9098afdb2944] Building network info cache for instance {{(pid=69770) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1684.945266] env[69770]: DEBUG nova.network.neutron [None req-d0fb4637-4206-4bb3-a8ce-7a6e9d3f59f8 tempest-AttachVolumeNegativeTest-1432228735 tempest-AttachVolumeNegativeTest-1432228735-project-member] [instance: 7c55baa2-8ffb-488e-a5cc-9098afdb2944] Instance cache missing network info. {{(pid=69770) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1685.071900] env[69770]: DEBUG nova.network.neutron [None req-d0fb4637-4206-4bb3-a8ce-7a6e9d3f59f8 tempest-AttachVolumeNegativeTest-1432228735 tempest-AttachVolumeNegativeTest-1432228735-project-member] [instance: 7c55baa2-8ffb-488e-a5cc-9098afdb2944] Updating instance_info_cache with network_info: [{"id": "18caf207-72be-4791-be15-7218368a889a", "address": "fa:16:3e:df:8c:9a", "network": {"id": "ea56f86b-690f-4d6e-be86-38ab57d59fcc", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-617647007-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "56791aabe107404daac1b7f484f31621", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5efce30e-48dd-493a-a354-f562a8adf7af", "external-id": "nsx-vlan-transportzone-283", "segmentation_id": 283, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap18caf207-72", "ovs_interfaceid": "18caf207-72be-4791-be15-7218368a889a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69770) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1685.574814] env[69770]: DEBUG oslo_concurrency.lockutils [None req-d0fb4637-4206-4bb3-a8ce-7a6e9d3f59f8 tempest-AttachVolumeNegativeTest-1432228735 tempest-AttachVolumeNegativeTest-1432228735-project-member] Releasing lock "refresh_cache-7c55baa2-8ffb-488e-a5cc-9098afdb2944" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1685.575202] env[69770]: DEBUG nova.compute.manager [None req-d0fb4637-4206-4bb3-a8ce-7a6e9d3f59f8 tempest-AttachVolumeNegativeTest-1432228735 tempest-AttachVolumeNegativeTest-1432228735-project-member] [instance: 7c55baa2-8ffb-488e-a5cc-9098afdb2944] Instance network_info: |[{"id": "18caf207-72be-4791-be15-7218368a889a", "address": "fa:16:3e:df:8c:9a", "network": {"id": "ea56f86b-690f-4d6e-be86-38ab57d59fcc", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-617647007-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "56791aabe107404daac1b7f484f31621", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5efce30e-48dd-493a-a354-f562a8adf7af", "external-id": "nsx-vlan-transportzone-283", "segmentation_id": 283, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap18caf207-72", "ovs_interfaceid": "18caf207-72be-4791-be15-7218368a889a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69770) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1685.575648] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-d0fb4637-4206-4bb3-a8ce-7a6e9d3f59f8 tempest-AttachVolumeNegativeTest-1432228735 tempest-AttachVolumeNegativeTest-1432228735-project-member] [instance: 7c55baa2-8ffb-488e-a5cc-9098afdb2944] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:df:8c:9a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5efce30e-48dd-493a-a354-f562a8adf7af', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '18caf207-72be-4791-be15-7218368a889a', 'vif_model': 'vmxnet3'}] {{(pid=69770) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1685.583609] env[69770]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d0fb4637-4206-4bb3-a8ce-7a6e9d3f59f8 tempest-AttachVolumeNegativeTest-1432228735 tempest-AttachVolumeNegativeTest-1432228735-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69770) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1685.583836] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7c55baa2-8ffb-488e-a5cc-9098afdb2944] Creating VM on the ESX host {{(pid=69770) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1685.584077] env[69770]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-dafc071f-4196-459a-a9ef-a318581bc081 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1685.604906] env[69770]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1685.604906] env[69770]: value = "task-4071102" [ 1685.604906] env[69770]: _type = "Task" [ 1685.604906] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1685.612541] env[69770]: DEBUG oslo_vmware.api [-] Task: {'id': task-4071102, 'name': CreateVM_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1685.851636] env[69770]: DEBUG nova.compute.manager [req-55f780e3-9626-412b-984d-ee3d75cce4c1 req-449d3836-0b65-467c-b6e3-dc2f46a6a9c2 service nova] [instance: 7c55baa2-8ffb-488e-a5cc-9098afdb2944] Received event network-changed-18caf207-72be-4791-be15-7218368a889a {{(pid=69770) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1685.851870] env[69770]: DEBUG nova.compute.manager [req-55f780e3-9626-412b-984d-ee3d75cce4c1 req-449d3836-0b65-467c-b6e3-dc2f46a6a9c2 service nova] [instance: 7c55baa2-8ffb-488e-a5cc-9098afdb2944] Refreshing instance network info cache due to event network-changed-18caf207-72be-4791-be15-7218368a889a. {{(pid=69770) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1685.852148] env[69770]: DEBUG oslo_concurrency.lockutils [req-55f780e3-9626-412b-984d-ee3d75cce4c1 req-449d3836-0b65-467c-b6e3-dc2f46a6a9c2 service nova] Acquiring lock "refresh_cache-7c55baa2-8ffb-488e-a5cc-9098afdb2944" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1685.852249] env[69770]: DEBUG oslo_concurrency.lockutils [req-55f780e3-9626-412b-984d-ee3d75cce4c1 req-449d3836-0b65-467c-b6e3-dc2f46a6a9c2 service nova] Acquired lock "refresh_cache-7c55baa2-8ffb-488e-a5cc-9098afdb2944" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1685.852407] env[69770]: DEBUG nova.network.neutron [req-55f780e3-9626-412b-984d-ee3d75cce4c1 req-449d3836-0b65-467c-b6e3-dc2f46a6a9c2 service nova] [instance: 7c55baa2-8ffb-488e-a5cc-9098afdb2944] Refreshing network info cache for port 18caf207-72be-4791-be15-7218368a889a {{(pid=69770) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1686.115683] env[69770]: DEBUG oslo_vmware.api [-] Task: {'id': task-4071102, 'name': CreateVM_Task, 'duration_secs': 0.310642} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1686.116096] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7c55baa2-8ffb-488e-a5cc-9098afdb2944] Created VM on the ESX host {{(pid=69770) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1686.116583] env[69770]: DEBUG oslo_concurrency.lockutils [None req-d0fb4637-4206-4bb3-a8ce-7a6e9d3f59f8 tempest-AttachVolumeNegativeTest-1432228735 tempest-AttachVolumeNegativeTest-1432228735-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1686.116747] env[69770]: DEBUG oslo_concurrency.lockutils [None req-d0fb4637-4206-4bb3-a8ce-7a6e9d3f59f8 tempest-AttachVolumeNegativeTest-1432228735 tempest-AttachVolumeNegativeTest-1432228735-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1686.117084] env[69770]: DEBUG oslo_concurrency.lockutils [None req-d0fb4637-4206-4bb3-a8ce-7a6e9d3f59f8 tempest-AttachVolumeNegativeTest-1432228735 tempest-AttachVolumeNegativeTest-1432228735-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1686.117340] env[69770]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4edfff73-c363-4996-9c6f-a7c71ae716c1 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1686.122851] env[69770]: DEBUG oslo_vmware.api [None req-d0fb4637-4206-4bb3-a8ce-7a6e9d3f59f8 tempest-AttachVolumeNegativeTest-1432228735 tempest-AttachVolumeNegativeTest-1432228735-project-member] Waiting for the task: (returnval){ [ 1686.122851] env[69770]: value = "session[52161b52-cb8e-ec9f-1132-2f6b49549d41]5202652f-6a7f-ce17-5563-e11fa4f278a3" [ 1686.122851] env[69770]: _type = "Task" [ 1686.122851] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1686.130891] env[69770]: DEBUG oslo_vmware.api [None req-d0fb4637-4206-4bb3-a8ce-7a6e9d3f59f8 tempest-AttachVolumeNegativeTest-1432228735 tempest-AttachVolumeNegativeTest-1432228735-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]5202652f-6a7f-ce17-5563-e11fa4f278a3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1686.584820] env[69770]: DEBUG nova.network.neutron [req-55f780e3-9626-412b-984d-ee3d75cce4c1 req-449d3836-0b65-467c-b6e3-dc2f46a6a9c2 service nova] [instance: 7c55baa2-8ffb-488e-a5cc-9098afdb2944] Updated VIF entry in instance network info cache for port 18caf207-72be-4791-be15-7218368a889a. {{(pid=69770) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1686.585204] env[69770]: DEBUG nova.network.neutron [req-55f780e3-9626-412b-984d-ee3d75cce4c1 req-449d3836-0b65-467c-b6e3-dc2f46a6a9c2 service nova] [instance: 7c55baa2-8ffb-488e-a5cc-9098afdb2944] Updating instance_info_cache with network_info: [{"id": "18caf207-72be-4791-be15-7218368a889a", "address": "fa:16:3e:df:8c:9a", "network": {"id": "ea56f86b-690f-4d6e-be86-38ab57d59fcc", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-617647007-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "56791aabe107404daac1b7f484f31621", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5efce30e-48dd-493a-a354-f562a8adf7af", "external-id": "nsx-vlan-transportzone-283", "segmentation_id": 283, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap18caf207-72", "ovs_interfaceid": "18caf207-72be-4791-be15-7218368a889a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69770) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1686.633437] env[69770]: DEBUG oslo_vmware.api [None req-d0fb4637-4206-4bb3-a8ce-7a6e9d3f59f8 tempest-AttachVolumeNegativeTest-1432228735 tempest-AttachVolumeNegativeTest-1432228735-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]5202652f-6a7f-ce17-5563-e11fa4f278a3, 'name': SearchDatastore_Task, 'duration_secs': 0.019408} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1686.633667] env[69770]: DEBUG oslo_concurrency.lockutils [None req-d0fb4637-4206-4bb3-a8ce-7a6e9d3f59f8 tempest-AttachVolumeNegativeTest-1432228735 tempest-AttachVolumeNegativeTest-1432228735-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1686.633905] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-d0fb4637-4206-4bb3-a8ce-7a6e9d3f59f8 tempest-AttachVolumeNegativeTest-1432228735 tempest-AttachVolumeNegativeTest-1432228735-project-member] [instance: 7c55baa2-8ffb-488e-a5cc-9098afdb2944] Processing image d1eaff80-24a0-4391-90eb-59958b1ecf0a {{(pid=69770) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1686.634145] env[69770]: DEBUG oslo_concurrency.lockutils [None req-d0fb4637-4206-4bb3-a8ce-7a6e9d3f59f8 tempest-AttachVolumeNegativeTest-1432228735 tempest-AttachVolumeNegativeTest-1432228735-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1686.634289] env[69770]: DEBUG oslo_concurrency.lockutils [None req-d0fb4637-4206-4bb3-a8ce-7a6e9d3f59f8 tempest-AttachVolumeNegativeTest-1432228735 tempest-AttachVolumeNegativeTest-1432228735-project-member] Acquired lock "[datastore1] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1686.634465] env[69770]: DEBUG nova.virt.vmwareapi.ds_util [None req-d0fb4637-4206-4bb3-a8ce-7a6e9d3f59f8 tempest-AttachVolumeNegativeTest-1432228735 tempest-AttachVolumeNegativeTest-1432228735-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69770) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1686.634754] env[69770]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a1b33bd9-0ff4-44aa-8050-489ca721cce7 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1686.643482] env[69770]: DEBUG nova.virt.vmwareapi.ds_util [None req-d0fb4637-4206-4bb3-a8ce-7a6e9d3f59f8 tempest-AttachVolumeNegativeTest-1432228735 tempest-AttachVolumeNegativeTest-1432228735-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69770) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1686.643669] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-d0fb4637-4206-4bb3-a8ce-7a6e9d3f59f8 tempest-AttachVolumeNegativeTest-1432228735 tempest-AttachVolumeNegativeTest-1432228735-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69770) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1686.644331] env[69770]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c9c0991c-8005-4f82-bfea-2b7ac0183227 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1686.649358] env[69770]: DEBUG oslo_vmware.api [None req-d0fb4637-4206-4bb3-a8ce-7a6e9d3f59f8 tempest-AttachVolumeNegativeTest-1432228735 tempest-AttachVolumeNegativeTest-1432228735-project-member] Waiting for the task: (returnval){ [ 1686.649358] env[69770]: value = "session[52161b52-cb8e-ec9f-1132-2f6b49549d41]528b3e25-791d-9da3-b89c-60d537491d13" [ 1686.649358] env[69770]: _type = "Task" [ 1686.649358] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1686.656284] env[69770]: DEBUG oslo_vmware.api [None req-d0fb4637-4206-4bb3-a8ce-7a6e9d3f59f8 tempest-AttachVolumeNegativeTest-1432228735 tempest-AttachVolumeNegativeTest-1432228735-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]528b3e25-791d-9da3-b89c-60d537491d13, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1687.088768] env[69770]: DEBUG oslo_concurrency.lockutils [req-55f780e3-9626-412b-984d-ee3d75cce4c1 req-449d3836-0b65-467c-b6e3-dc2f46a6a9c2 service nova] Releasing lock "refresh_cache-7c55baa2-8ffb-488e-a5cc-9098afdb2944" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1687.160651] env[69770]: DEBUG oslo_vmware.api [None req-d0fb4637-4206-4bb3-a8ce-7a6e9d3f59f8 tempest-AttachVolumeNegativeTest-1432228735 tempest-AttachVolumeNegativeTest-1432228735-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]528b3e25-791d-9da3-b89c-60d537491d13, 'name': SearchDatastore_Task, 'duration_secs': 0.008853} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1687.161485] env[69770]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9d2b2b4f-9116-46fc-ae0b-e2bc392ba2f7 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1687.166862] env[69770]: DEBUG oslo_vmware.api [None req-d0fb4637-4206-4bb3-a8ce-7a6e9d3f59f8 tempest-AttachVolumeNegativeTest-1432228735 tempest-AttachVolumeNegativeTest-1432228735-project-member] Waiting for the task: (returnval){ [ 1687.166862] env[69770]: value = "session[52161b52-cb8e-ec9f-1132-2f6b49549d41]5260bfeb-3425-cbc9-f7c1-f33f6dc6902a" [ 1687.166862] env[69770]: _type = "Task" [ 1687.166862] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1687.174849] env[69770]: DEBUG oslo_vmware.api [None req-d0fb4637-4206-4bb3-a8ce-7a6e9d3f59f8 tempest-AttachVolumeNegativeTest-1432228735 tempest-AttachVolumeNegativeTest-1432228735-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]5260bfeb-3425-cbc9-f7c1-f33f6dc6902a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1687.677792] env[69770]: DEBUG oslo_vmware.api [None req-d0fb4637-4206-4bb3-a8ce-7a6e9d3f59f8 tempest-AttachVolumeNegativeTest-1432228735 tempest-AttachVolumeNegativeTest-1432228735-project-member] Task: {'id': session[52161b52-cb8e-ec9f-1132-2f6b49549d41]5260bfeb-3425-cbc9-f7c1-f33f6dc6902a, 'name': SearchDatastore_Task, 'duration_secs': 0.010314} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1687.678077] env[69770]: DEBUG oslo_concurrency.lockutils [None req-d0fb4637-4206-4bb3-a8ce-7a6e9d3f59f8 tempest-AttachVolumeNegativeTest-1432228735 tempest-AttachVolumeNegativeTest-1432228735-project-member] Releasing lock "[datastore1] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1687.678341] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-d0fb4637-4206-4bb3-a8ce-7a6e9d3f59f8 tempest-AttachVolumeNegativeTest-1432228735 tempest-AttachVolumeNegativeTest-1432228735-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk to [datastore1] 7c55baa2-8ffb-488e-a5cc-9098afdb2944/7c55baa2-8ffb-488e-a5cc-9098afdb2944.vmdk {{(pid=69770) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1687.678596] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f6e37c6e-d5fc-4e7e-bcbd-1aa90f43c9b8 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1687.685670] env[69770]: DEBUG oslo_vmware.api [None req-d0fb4637-4206-4bb3-a8ce-7a6e9d3f59f8 tempest-AttachVolumeNegativeTest-1432228735 tempest-AttachVolumeNegativeTest-1432228735-project-member] Waiting for the task: (returnval){ [ 1687.685670] env[69770]: value = "task-4071103" [ 1687.685670] env[69770]: _type = "Task" [ 1687.685670] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1687.693879] env[69770]: DEBUG oslo_vmware.api [None req-d0fb4637-4206-4bb3-a8ce-7a6e9d3f59f8 tempest-AttachVolumeNegativeTest-1432228735 tempest-AttachVolumeNegativeTest-1432228735-project-member] Task: {'id': task-4071103, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1688.196154] env[69770]: DEBUG oslo_vmware.api [None req-d0fb4637-4206-4bb3-a8ce-7a6e9d3f59f8 tempest-AttachVolumeNegativeTest-1432228735 tempest-AttachVolumeNegativeTest-1432228735-project-member] Task: {'id': task-4071103, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.481081} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1688.196526] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-d0fb4637-4206-4bb3-a8ce-7a6e9d3f59f8 tempest-AttachVolumeNegativeTest-1432228735 tempest-AttachVolumeNegativeTest-1432228735-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/d1eaff80-24a0-4391-90eb-59958b1ecf0a/d1eaff80-24a0-4391-90eb-59958b1ecf0a.vmdk to [datastore1] 7c55baa2-8ffb-488e-a5cc-9098afdb2944/7c55baa2-8ffb-488e-a5cc-9098afdb2944.vmdk {{(pid=69770) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1688.196599] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-d0fb4637-4206-4bb3-a8ce-7a6e9d3f59f8 tempest-AttachVolumeNegativeTest-1432228735 tempest-AttachVolumeNegativeTest-1432228735-project-member] [instance: 7c55baa2-8ffb-488e-a5cc-9098afdb2944] Extending root virtual disk to 1048576 {{(pid=69770) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1688.196887] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9238bafa-86b0-4826-88b8-2d1a8d341701 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1688.203131] env[69770]: DEBUG oslo_vmware.api [None req-d0fb4637-4206-4bb3-a8ce-7a6e9d3f59f8 tempest-AttachVolumeNegativeTest-1432228735 tempest-AttachVolumeNegativeTest-1432228735-project-member] Waiting for the task: (returnval){ [ 1688.203131] env[69770]: value = "task-4071104" [ 1688.203131] env[69770]: _type = "Task" [ 1688.203131] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1688.212617] env[69770]: DEBUG oslo_vmware.api [None req-d0fb4637-4206-4bb3-a8ce-7a6e9d3f59f8 tempest-AttachVolumeNegativeTest-1432228735 tempest-AttachVolumeNegativeTest-1432228735-project-member] Task: {'id': task-4071104, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1688.714909] env[69770]: DEBUG oslo_vmware.api [None req-d0fb4637-4206-4bb3-a8ce-7a6e9d3f59f8 tempest-AttachVolumeNegativeTest-1432228735 tempest-AttachVolumeNegativeTest-1432228735-project-member] Task: {'id': task-4071104, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066072} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1688.715263] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-d0fb4637-4206-4bb3-a8ce-7a6e9d3f59f8 tempest-AttachVolumeNegativeTest-1432228735 tempest-AttachVolumeNegativeTest-1432228735-project-member] [instance: 7c55baa2-8ffb-488e-a5cc-9098afdb2944] Extended root virtual disk {{(pid=69770) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1688.716134] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39f226b8-4368-4a4d-9592-7e077312e97c {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1688.739045] env[69770]: DEBUG nova.virt.vmwareapi.volumeops [None req-d0fb4637-4206-4bb3-a8ce-7a6e9d3f59f8 tempest-AttachVolumeNegativeTest-1432228735 tempest-AttachVolumeNegativeTest-1432228735-project-member] [instance: 7c55baa2-8ffb-488e-a5cc-9098afdb2944] Reconfiguring VM instance instance-0000007f to attach disk [datastore1] 7c55baa2-8ffb-488e-a5cc-9098afdb2944/7c55baa2-8ffb-488e-a5cc-9098afdb2944.vmdk or device None with type sparse {{(pid=69770) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1688.739250] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c81cbb93-213a-4aa8-8447-2f1c646257bb {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1688.759822] env[69770]: DEBUG oslo_vmware.api [None req-d0fb4637-4206-4bb3-a8ce-7a6e9d3f59f8 tempest-AttachVolumeNegativeTest-1432228735 tempest-AttachVolumeNegativeTest-1432228735-project-member] Waiting for the task: (returnval){ [ 1688.759822] env[69770]: value = "task-4071105" [ 1688.759822] env[69770]: _type = "Task" [ 1688.759822] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1688.769763] env[69770]: DEBUG oslo_vmware.api [None req-d0fb4637-4206-4bb3-a8ce-7a6e9d3f59f8 tempest-AttachVolumeNegativeTest-1432228735 tempest-AttachVolumeNegativeTest-1432228735-project-member] Task: {'id': task-4071105, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1689.270616] env[69770]: DEBUG oslo_vmware.api [None req-d0fb4637-4206-4bb3-a8ce-7a6e9d3f59f8 tempest-AttachVolumeNegativeTest-1432228735 tempest-AttachVolumeNegativeTest-1432228735-project-member] Task: {'id': task-4071105, 'name': ReconfigVM_Task, 'duration_secs': 0.311771} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1689.271811] env[69770]: DEBUG nova.virt.vmwareapi.volumeops [None req-d0fb4637-4206-4bb3-a8ce-7a6e9d3f59f8 tempest-AttachVolumeNegativeTest-1432228735 tempest-AttachVolumeNegativeTest-1432228735-project-member] [instance: 7c55baa2-8ffb-488e-a5cc-9098afdb2944] Reconfigured VM instance instance-0000007f to attach disk [datastore1] 7c55baa2-8ffb-488e-a5cc-9098afdb2944/7c55baa2-8ffb-488e-a5cc-9098afdb2944.vmdk or device None with type sparse {{(pid=69770) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1689.272070] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d6344af2-ad63-4810-b2f4-6dc885d5292d {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1689.278364] env[69770]: DEBUG oslo_vmware.api [None req-d0fb4637-4206-4bb3-a8ce-7a6e9d3f59f8 tempest-AttachVolumeNegativeTest-1432228735 tempest-AttachVolumeNegativeTest-1432228735-project-member] Waiting for the task: (returnval){ [ 1689.278364] env[69770]: value = "task-4071106" [ 1689.278364] env[69770]: _type = "Task" [ 1689.278364] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1689.290681] env[69770]: DEBUG oslo_vmware.api [None req-d0fb4637-4206-4bb3-a8ce-7a6e9d3f59f8 tempest-AttachVolumeNegativeTest-1432228735 tempest-AttachVolumeNegativeTest-1432228735-project-member] Task: {'id': task-4071106, 'name': Rename_Task} progress is 6%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1689.788305] env[69770]: DEBUG oslo_vmware.api [None req-d0fb4637-4206-4bb3-a8ce-7a6e9d3f59f8 tempest-AttachVolumeNegativeTest-1432228735 tempest-AttachVolumeNegativeTest-1432228735-project-member] Task: {'id': task-4071106, 'name': Rename_Task, 'duration_secs': 0.158636} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1689.788581] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-d0fb4637-4206-4bb3-a8ce-7a6e9d3f59f8 tempest-AttachVolumeNegativeTest-1432228735 tempest-AttachVolumeNegativeTest-1432228735-project-member] [instance: 7c55baa2-8ffb-488e-a5cc-9098afdb2944] Powering on the VM {{(pid=69770) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1689.788829] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4739a6ab-dd61-4467-99ec-31b1441c4b94 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1689.796326] env[69770]: DEBUG oslo_vmware.api [None req-d0fb4637-4206-4bb3-a8ce-7a6e9d3f59f8 tempest-AttachVolumeNegativeTest-1432228735 tempest-AttachVolumeNegativeTest-1432228735-project-member] Waiting for the task: (returnval){ [ 1689.796326] env[69770]: value = "task-4071107" [ 1689.796326] env[69770]: _type = "Task" [ 1689.796326] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1689.804397] env[69770]: DEBUG oslo_vmware.api [None req-d0fb4637-4206-4bb3-a8ce-7a6e9d3f59f8 tempest-AttachVolumeNegativeTest-1432228735 tempest-AttachVolumeNegativeTest-1432228735-project-member] Task: {'id': task-4071107, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1690.307149] env[69770]: DEBUG oslo_vmware.api [None req-d0fb4637-4206-4bb3-a8ce-7a6e9d3f59f8 tempest-AttachVolumeNegativeTest-1432228735 tempest-AttachVolumeNegativeTest-1432228735-project-member] Task: {'id': task-4071107, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1690.808767] env[69770]: DEBUG oslo_vmware.api [None req-d0fb4637-4206-4bb3-a8ce-7a6e9d3f59f8 tempest-AttachVolumeNegativeTest-1432228735 tempest-AttachVolumeNegativeTest-1432228735-project-member] Task: {'id': task-4071107, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1691.310882] env[69770]: DEBUG oslo_vmware.api [None req-d0fb4637-4206-4bb3-a8ce-7a6e9d3f59f8 tempest-AttachVolumeNegativeTest-1432228735 tempest-AttachVolumeNegativeTest-1432228735-project-member] Task: {'id': task-4071107, 'name': PowerOnVM_Task, 'duration_secs': 1.043148} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1691.311244] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-d0fb4637-4206-4bb3-a8ce-7a6e9d3f59f8 tempest-AttachVolumeNegativeTest-1432228735 tempest-AttachVolumeNegativeTest-1432228735-project-member] [instance: 7c55baa2-8ffb-488e-a5cc-9098afdb2944] Powered on the VM {{(pid=69770) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1691.311587] env[69770]: INFO nova.compute.manager [None req-d0fb4637-4206-4bb3-a8ce-7a6e9d3f59f8 tempest-AttachVolumeNegativeTest-1432228735 tempest-AttachVolumeNegativeTest-1432228735-project-member] [instance: 7c55baa2-8ffb-488e-a5cc-9098afdb2944] Took 7.68 seconds to spawn the instance on the hypervisor. [ 1691.311888] env[69770]: DEBUG nova.compute.manager [None req-d0fb4637-4206-4bb3-a8ce-7a6e9d3f59f8 tempest-AttachVolumeNegativeTest-1432228735 tempest-AttachVolumeNegativeTest-1432228735-project-member] [instance: 7c55baa2-8ffb-488e-a5cc-9098afdb2944] Checking state {{(pid=69770) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1691.312879] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-880e9fde-d97c-429c-b3d0-797cc3814e81 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1691.832087] env[69770]: INFO nova.compute.manager [None req-d0fb4637-4206-4bb3-a8ce-7a6e9d3f59f8 tempest-AttachVolumeNegativeTest-1432228735 tempest-AttachVolumeNegativeTest-1432228735-project-member] [instance: 7c55baa2-8ffb-488e-a5cc-9098afdb2944] Took 12.35 seconds to build instance. [ 1692.334358] env[69770]: DEBUG oslo_concurrency.lockutils [None req-d0fb4637-4206-4bb3-a8ce-7a6e9d3f59f8 tempest-AttachVolumeNegativeTest-1432228735 tempest-AttachVolumeNegativeTest-1432228735-project-member] Lock "7c55baa2-8ffb-488e-a5cc-9098afdb2944" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.860s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1692.588622] env[69770]: DEBUG nova.compute.manager [req-a98d44df-b9d6-4a16-b81d-71a0369ba850 req-9a0fa391-9872-4bf0-be73-a5d158694a41 service nova] [instance: 7c55baa2-8ffb-488e-a5cc-9098afdb2944] Received event network-changed-18caf207-72be-4791-be15-7218368a889a {{(pid=69770) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1692.588837] env[69770]: DEBUG nova.compute.manager [req-a98d44df-b9d6-4a16-b81d-71a0369ba850 req-9a0fa391-9872-4bf0-be73-a5d158694a41 service nova] [instance: 7c55baa2-8ffb-488e-a5cc-9098afdb2944] Refreshing instance network info cache due to event network-changed-18caf207-72be-4791-be15-7218368a889a. {{(pid=69770) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1692.589078] env[69770]: DEBUG oslo_concurrency.lockutils [req-a98d44df-b9d6-4a16-b81d-71a0369ba850 req-9a0fa391-9872-4bf0-be73-a5d158694a41 service nova] Acquiring lock "refresh_cache-7c55baa2-8ffb-488e-a5cc-9098afdb2944" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1692.589228] env[69770]: DEBUG oslo_concurrency.lockutils [req-a98d44df-b9d6-4a16-b81d-71a0369ba850 req-9a0fa391-9872-4bf0-be73-a5d158694a41 service nova] Acquired lock "refresh_cache-7c55baa2-8ffb-488e-a5cc-9098afdb2944" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1692.589504] env[69770]: DEBUG nova.network.neutron [req-a98d44df-b9d6-4a16-b81d-71a0369ba850 req-9a0fa391-9872-4bf0-be73-a5d158694a41 service nova] [instance: 7c55baa2-8ffb-488e-a5cc-9098afdb2944] Refreshing network info cache for port 18caf207-72be-4791-be15-7218368a889a {{(pid=69770) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1693.298169] env[69770]: DEBUG nova.network.neutron [req-a98d44df-b9d6-4a16-b81d-71a0369ba850 req-9a0fa391-9872-4bf0-be73-a5d158694a41 service nova] [instance: 7c55baa2-8ffb-488e-a5cc-9098afdb2944] Updated VIF entry in instance network info cache for port 18caf207-72be-4791-be15-7218368a889a. {{(pid=69770) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1693.298561] env[69770]: DEBUG nova.network.neutron [req-a98d44df-b9d6-4a16-b81d-71a0369ba850 req-9a0fa391-9872-4bf0-be73-a5d158694a41 service nova] [instance: 7c55baa2-8ffb-488e-a5cc-9098afdb2944] Updating instance_info_cache with network_info: [{"id": "18caf207-72be-4791-be15-7218368a889a", "address": "fa:16:3e:df:8c:9a", "network": {"id": "ea56f86b-690f-4d6e-be86-38ab57d59fcc", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-617647007-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.218", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "56791aabe107404daac1b7f484f31621", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5efce30e-48dd-493a-a354-f562a8adf7af", "external-id": "nsx-vlan-transportzone-283", "segmentation_id": 283, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap18caf207-72", "ovs_interfaceid": "18caf207-72be-4791-be15-7218368a889a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69770) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1693.801881] env[69770]: DEBUG oslo_concurrency.lockutils [req-a98d44df-b9d6-4a16-b81d-71a0369ba850 req-9a0fa391-9872-4bf0-be73-a5d158694a41 service nova] Releasing lock "refresh_cache-7c55baa2-8ffb-488e-a5cc-9098afdb2944" {{(pid=69770) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1721.752136] env[69770]: DEBUG oslo_service.periodic_task [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69770) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1721.752517] env[69770]: DEBUG oslo_service.periodic_task [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69770) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1722.256206] env[69770]: DEBUG oslo_concurrency.lockutils [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1722.256658] env[69770]: DEBUG oslo_concurrency.lockutils [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1722.256658] env[69770]: DEBUG oslo_concurrency.lockutils [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1722.256816] env[69770]: DEBUG nova.compute.resource_tracker [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69770) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1722.258074] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97f1bdb6-1dbe-48db-a0da-a4f2d8ed6802 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1722.266337] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b8168cb-b530-440b-aa4b-5774e4353e89 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1722.280331] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-986c68cd-0e3c-4198-9185-61764fbbd6e6 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1722.286832] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b95802c-a37a-4018-9ab5-82cad055de72 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1722.315313] env[69770]: DEBUG nova.compute.resource_tracker [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180809MB free_disk=21GB free_vcpus=48 pci_devices=None {{(pid=69770) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1722.315479] env[69770]: DEBUG oslo_concurrency.lockutils [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1722.315652] env[69770]: DEBUG oslo_concurrency.lockutils [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1723.342288] env[69770]: DEBUG nova.compute.resource_tracker [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] Instance 7c55baa2-8ffb-488e-a5cc-9098afdb2944 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69770) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1723.342573] env[69770]: DEBUG nova.compute.resource_tracker [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] Total usable vcpus: 48, total allocated vcpus: 1 {{(pid=69770) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1723.342676] env[69770]: DEBUG nova.compute.resource_tracker [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=704MB phys_disk=200GB used_disk=1GB total_vcpus=48 used_vcpus=1 pci_stats=[] {{(pid=69770) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1723.368970] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-994f623e-8bd4-459f-9f4d-808b8af28215 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1723.376761] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3d95fd7-86f9-4909-8cd5-93b4fa70225f {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1723.406317] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fccbe8aa-dee6-44fe-9699-77023228eb7c {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1723.413652] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33f666d7-7023-483f-ba2c-340554c1643e {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1723.426723] env[69770]: DEBUG nova.compute.provider_tree [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] Inventory has not changed in ProviderTree for provider: 7cc7d32b-b7a7-454a-a456-2a440248ed9d {{(pid=69770) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1723.930137] env[69770]: DEBUG nova.scheduler.client.report [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] Inventory has not changed for provider 7cc7d32b-b7a7-454a-a456-2a440248ed9d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 21, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69770) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1724.435023] env[69770]: DEBUG nova.compute.resource_tracker [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69770) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1724.435413] env[69770]: DEBUG oslo_concurrency.lockutils [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.120s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1726.435435] env[69770]: DEBUG oslo_service.periodic_task [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69770) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1726.435934] env[69770]: DEBUG oslo_service.periodic_task [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69770) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1726.435934] env[69770]: DEBUG oslo_service.periodic_task [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69770) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1726.436103] env[69770]: DEBUG oslo_service.periodic_task [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69770) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1726.436188] env[69770]: DEBUG oslo_service.periodic_task [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69770) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1726.436408] env[69770]: DEBUG oslo_service.periodic_task [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69770) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1726.436578] env[69770]: DEBUG nova.compute.manager [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69770) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1729.606071] env[69770]: DEBUG oslo_concurrency.lockutils [None req-57f4d62e-e6e8-4c5d-b94e-a543c841faec tempest-AttachVolumeNegativeTest-1432228735 tempest-AttachVolumeNegativeTest-1432228735-project-member] Acquiring lock "7c55baa2-8ffb-488e-a5cc-9098afdb2944" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1729.606372] env[69770]: DEBUG oslo_concurrency.lockutils [None req-57f4d62e-e6e8-4c5d-b94e-a543c841faec tempest-AttachVolumeNegativeTest-1432228735 tempest-AttachVolumeNegativeTest-1432228735-project-member] Lock "7c55baa2-8ffb-488e-a5cc-9098afdb2944" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1730.109815] env[69770]: DEBUG nova.compute.utils [None req-57f4d62e-e6e8-4c5d-b94e-a543c841faec tempest-AttachVolumeNegativeTest-1432228735 tempest-AttachVolumeNegativeTest-1432228735-project-member] Using /dev/sd instead of None {{(pid=69770) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1730.612840] env[69770]: DEBUG oslo_concurrency.lockutils [None req-57f4d62e-e6e8-4c5d-b94e-a543c841faec tempest-AttachVolumeNegativeTest-1432228735 tempest-AttachVolumeNegativeTest-1432228735-project-member] Lock "7c55baa2-8ffb-488e-a5cc-9098afdb2944" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1731.682646] env[69770]: DEBUG oslo_concurrency.lockutils [None req-57f4d62e-e6e8-4c5d-b94e-a543c841faec tempest-AttachVolumeNegativeTest-1432228735 tempest-AttachVolumeNegativeTest-1432228735-project-member] Acquiring lock "7c55baa2-8ffb-488e-a5cc-9098afdb2944" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1731.683055] env[69770]: DEBUG oslo_concurrency.lockutils [None req-57f4d62e-e6e8-4c5d-b94e-a543c841faec tempest-AttachVolumeNegativeTest-1432228735 tempest-AttachVolumeNegativeTest-1432228735-project-member] Lock "7c55baa2-8ffb-488e-a5cc-9098afdb2944" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1731.683198] env[69770]: INFO nova.compute.manager [None req-57f4d62e-e6e8-4c5d-b94e-a543c841faec tempest-AttachVolumeNegativeTest-1432228735 tempest-AttachVolumeNegativeTest-1432228735-project-member] [instance: 7c55baa2-8ffb-488e-a5cc-9098afdb2944] Attaching volume 6f47ee64-7ba2-442a-b643-caf1f1a3bc3c to /dev/sdb [ 1731.713820] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-555723d0-eee0-45a7-85d8-b48bc1699726 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1731.721645] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c4bfb4c-0f01-47bc-b4e1-f297ccbcb36d {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1731.735497] env[69770]: DEBUG nova.virt.block_device [None req-57f4d62e-e6e8-4c5d-b94e-a543c841faec tempest-AttachVolumeNegativeTest-1432228735 tempest-AttachVolumeNegativeTest-1432228735-project-member] [instance: 7c55baa2-8ffb-488e-a5cc-9098afdb2944] Updating existing volume attachment record: 97dd4f5a-1e46-4249-84e1-51e5120b38f3 {{(pid=69770) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1736.284023] env[69770]: DEBUG nova.virt.vmwareapi.volumeops [None req-57f4d62e-e6e8-4c5d-b94e-a543c841faec tempest-AttachVolumeNegativeTest-1432228735 tempest-AttachVolumeNegativeTest-1432228735-project-member] [instance: 7c55baa2-8ffb-488e-a5cc-9098afdb2944] Volume attach. Driver type: vmdk {{(pid=69770) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1736.284023] env[69770]: DEBUG nova.virt.vmwareapi.volumeops [None req-57f4d62e-e6e8-4c5d-b94e-a543c841faec tempest-AttachVolumeNegativeTest-1432228735 tempest-AttachVolumeNegativeTest-1432228735-project-member] [instance: 7c55baa2-8ffb-488e-a5cc-9098afdb2944] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-806726', 'volume_id': '6f47ee64-7ba2-442a-b643-caf1f1a3bc3c', 'name': 'volume-6f47ee64-7ba2-442a-b643-caf1f1a3bc3c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '7c55baa2-8ffb-488e-a5cc-9098afdb2944', 'attached_at': '', 'detached_at': '', 'volume_id': '6f47ee64-7ba2-442a-b643-caf1f1a3bc3c', 'serial': '6f47ee64-7ba2-442a-b643-caf1f1a3bc3c'} {{(pid=69770) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1736.284023] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4652b69-027b-4dcc-822c-247aae17a8f5 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1736.300658] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec4dbc46-f532-472e-a2e3-1b70de7dd33f {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1736.324765] env[69770]: DEBUG nova.virt.vmwareapi.volumeops [None req-57f4d62e-e6e8-4c5d-b94e-a543c841faec tempest-AttachVolumeNegativeTest-1432228735 tempest-AttachVolumeNegativeTest-1432228735-project-member] [instance: 7c55baa2-8ffb-488e-a5cc-9098afdb2944] Reconfiguring VM instance instance-0000007f to attach disk [datastore2] volume-6f47ee64-7ba2-442a-b643-caf1f1a3bc3c/volume-6f47ee64-7ba2-442a-b643-caf1f1a3bc3c.vmdk or device None with type thin {{(pid=69770) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1736.325281] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-76b4cae8-b435-428b-b069-e36c0d089906 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1736.343136] env[69770]: DEBUG oslo_vmware.api [None req-57f4d62e-e6e8-4c5d-b94e-a543c841faec tempest-AttachVolumeNegativeTest-1432228735 tempest-AttachVolumeNegativeTest-1432228735-project-member] Waiting for the task: (returnval){ [ 1736.343136] env[69770]: value = "task-4071110" [ 1736.343136] env[69770]: _type = "Task" [ 1736.343136] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1736.351907] env[69770]: DEBUG oslo_vmware.api [None req-57f4d62e-e6e8-4c5d-b94e-a543c841faec tempest-AttachVolumeNegativeTest-1432228735 tempest-AttachVolumeNegativeTest-1432228735-project-member] Task: {'id': task-4071110, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1736.748742] env[69770]: DEBUG oslo_service.periodic_task [None req-5846b57d-4ac7-467e-8a0c-a967b0618628 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69770) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1736.854931] env[69770]: DEBUG oslo_vmware.api [None req-57f4d62e-e6e8-4c5d-b94e-a543c841faec tempest-AttachVolumeNegativeTest-1432228735 tempest-AttachVolumeNegativeTest-1432228735-project-member] Task: {'id': task-4071110, 'name': ReconfigVM_Task, 'duration_secs': 0.331899} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1736.855238] env[69770]: DEBUG nova.virt.vmwareapi.volumeops [None req-57f4d62e-e6e8-4c5d-b94e-a543c841faec tempest-AttachVolumeNegativeTest-1432228735 tempest-AttachVolumeNegativeTest-1432228735-project-member] [instance: 7c55baa2-8ffb-488e-a5cc-9098afdb2944] Reconfigured VM instance instance-0000007f to attach disk [datastore2] volume-6f47ee64-7ba2-442a-b643-caf1f1a3bc3c/volume-6f47ee64-7ba2-442a-b643-caf1f1a3bc3c.vmdk or device None with type thin {{(pid=69770) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1736.860715] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5a8d0888-61c6-45e4-b374-236e2313dd1e {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1736.875857] env[69770]: DEBUG oslo_vmware.api [None req-57f4d62e-e6e8-4c5d-b94e-a543c841faec tempest-AttachVolumeNegativeTest-1432228735 tempest-AttachVolumeNegativeTest-1432228735-project-member] Waiting for the task: (returnval){ [ 1736.875857] env[69770]: value = "task-4071111" [ 1736.875857] env[69770]: _type = "Task" [ 1736.875857] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1736.883913] env[69770]: DEBUG oslo_vmware.api [None req-57f4d62e-e6e8-4c5d-b94e-a543c841faec tempest-AttachVolumeNegativeTest-1432228735 tempest-AttachVolumeNegativeTest-1432228735-project-member] Task: {'id': task-4071111, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1737.385515] env[69770]: DEBUG oslo_vmware.api [None req-57f4d62e-e6e8-4c5d-b94e-a543c841faec tempest-AttachVolumeNegativeTest-1432228735 tempest-AttachVolumeNegativeTest-1432228735-project-member] Task: {'id': task-4071111, 'name': ReconfigVM_Task, 'duration_secs': 0.160051} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1737.385879] env[69770]: DEBUG nova.virt.vmwareapi.volumeops [None req-57f4d62e-e6e8-4c5d-b94e-a543c841faec tempest-AttachVolumeNegativeTest-1432228735 tempest-AttachVolumeNegativeTest-1432228735-project-member] [instance: 7c55baa2-8ffb-488e-a5cc-9098afdb2944] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-806726', 'volume_id': '6f47ee64-7ba2-442a-b643-caf1f1a3bc3c', 'name': 'volume-6f47ee64-7ba2-442a-b643-caf1f1a3bc3c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '7c55baa2-8ffb-488e-a5cc-9098afdb2944', 'attached_at': '', 'detached_at': '', 'volume_id': '6f47ee64-7ba2-442a-b643-caf1f1a3bc3c', 'serial': '6f47ee64-7ba2-442a-b643-caf1f1a3bc3c'} {{(pid=69770) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1738.421939] env[69770]: DEBUG nova.objects.instance [None req-57f4d62e-e6e8-4c5d-b94e-a543c841faec tempest-AttachVolumeNegativeTest-1432228735 tempest-AttachVolumeNegativeTest-1432228735-project-member] Lazy-loading 'flavor' on Instance uuid 7c55baa2-8ffb-488e-a5cc-9098afdb2944 {{(pid=69770) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1738.929034] env[69770]: DEBUG oslo_concurrency.lockutils [None req-57f4d62e-e6e8-4c5d-b94e-a543c841faec tempest-AttachVolumeNegativeTest-1432228735 tempest-AttachVolumeNegativeTest-1432228735-project-member] Lock "7c55baa2-8ffb-488e-a5cc-9098afdb2944" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.246s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1739.114291] env[69770]: DEBUG oslo_concurrency.lockutils [None req-3479dec8-054f-436c-bba4-0c312818c7bf tempest-AttachVolumeNegativeTest-1432228735 tempest-AttachVolumeNegativeTest-1432228735-project-member] Acquiring lock "7c55baa2-8ffb-488e-a5cc-9098afdb2944" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1739.114678] env[69770]: DEBUG oslo_concurrency.lockutils [None req-3479dec8-054f-436c-bba4-0c312818c7bf tempest-AttachVolumeNegativeTest-1432228735 tempest-AttachVolumeNegativeTest-1432228735-project-member] Lock "7c55baa2-8ffb-488e-a5cc-9098afdb2944" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1739.618202] env[69770]: INFO nova.compute.manager [None req-3479dec8-054f-436c-bba4-0c312818c7bf tempest-AttachVolumeNegativeTest-1432228735 tempest-AttachVolumeNegativeTest-1432228735-project-member] [instance: 7c55baa2-8ffb-488e-a5cc-9098afdb2944] Detaching volume 6f47ee64-7ba2-442a-b643-caf1f1a3bc3c [ 1739.647911] env[69770]: INFO nova.virt.block_device [None req-3479dec8-054f-436c-bba4-0c312818c7bf tempest-AttachVolumeNegativeTest-1432228735 tempest-AttachVolumeNegativeTest-1432228735-project-member] [instance: 7c55baa2-8ffb-488e-a5cc-9098afdb2944] Attempting to driver detach volume 6f47ee64-7ba2-442a-b643-caf1f1a3bc3c from mountpoint /dev/sdb [ 1739.647962] env[69770]: DEBUG nova.virt.vmwareapi.volumeops [None req-3479dec8-054f-436c-bba4-0c312818c7bf tempest-AttachVolumeNegativeTest-1432228735 tempest-AttachVolumeNegativeTest-1432228735-project-member] [instance: 7c55baa2-8ffb-488e-a5cc-9098afdb2944] Volume detach. Driver type: vmdk {{(pid=69770) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1739.648152] env[69770]: DEBUG nova.virt.vmwareapi.volumeops [None req-3479dec8-054f-436c-bba4-0c312818c7bf tempest-AttachVolumeNegativeTest-1432228735 tempest-AttachVolumeNegativeTest-1432228735-project-member] [instance: 7c55baa2-8ffb-488e-a5cc-9098afdb2944] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-806726', 'volume_id': '6f47ee64-7ba2-442a-b643-caf1f1a3bc3c', 'name': 'volume-6f47ee64-7ba2-442a-b643-caf1f1a3bc3c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '7c55baa2-8ffb-488e-a5cc-9098afdb2944', 'attached_at': '', 'detached_at': '', 'volume_id': '6f47ee64-7ba2-442a-b643-caf1f1a3bc3c', 'serial': '6f47ee64-7ba2-442a-b643-caf1f1a3bc3c'} {{(pid=69770) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1739.649015] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97aa2b81-735c-4b25-a527-b0db1161e1d7 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1739.670805] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88e3c166-bf24-49cb-8438-ba9b9e95ce81 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1739.678779] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c560dd1-49d6-4520-9c3f-7dda91b8bba4 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1739.699756] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7006045c-0f58-45ac-8646-964d8a1628be {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1739.714440] env[69770]: DEBUG nova.virt.vmwareapi.volumeops [None req-3479dec8-054f-436c-bba4-0c312818c7bf tempest-AttachVolumeNegativeTest-1432228735 tempest-AttachVolumeNegativeTest-1432228735-project-member] The volume has not been displaced from its original location: [datastore2] volume-6f47ee64-7ba2-442a-b643-caf1f1a3bc3c/volume-6f47ee64-7ba2-442a-b643-caf1f1a3bc3c.vmdk. No consolidation needed. {{(pid=69770) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1739.719741] env[69770]: DEBUG nova.virt.vmwareapi.volumeops [None req-3479dec8-054f-436c-bba4-0c312818c7bf tempest-AttachVolumeNegativeTest-1432228735 tempest-AttachVolumeNegativeTest-1432228735-project-member] [instance: 7c55baa2-8ffb-488e-a5cc-9098afdb2944] Reconfiguring VM instance instance-0000007f to detach disk 2001 {{(pid=69770) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1739.720023] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-44b21a18-b7a5-4f23-82c1-901871f3d2c6 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1739.738307] env[69770]: DEBUG oslo_vmware.api [None req-3479dec8-054f-436c-bba4-0c312818c7bf tempest-AttachVolumeNegativeTest-1432228735 tempest-AttachVolumeNegativeTest-1432228735-project-member] Waiting for the task: (returnval){ [ 1739.738307] env[69770]: value = "task-4071112" [ 1739.738307] env[69770]: _type = "Task" [ 1739.738307] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1739.746050] env[69770]: DEBUG oslo_vmware.api [None req-3479dec8-054f-436c-bba4-0c312818c7bf tempest-AttachVolumeNegativeTest-1432228735 tempest-AttachVolumeNegativeTest-1432228735-project-member] Task: {'id': task-4071112, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1740.249076] env[69770]: DEBUG oslo_vmware.api [None req-3479dec8-054f-436c-bba4-0c312818c7bf tempest-AttachVolumeNegativeTest-1432228735 tempest-AttachVolumeNegativeTest-1432228735-project-member] Task: {'id': task-4071112, 'name': ReconfigVM_Task, 'duration_secs': 0.221753} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1740.249413] env[69770]: DEBUG nova.virt.vmwareapi.volumeops [None req-3479dec8-054f-436c-bba4-0c312818c7bf tempest-AttachVolumeNegativeTest-1432228735 tempest-AttachVolumeNegativeTest-1432228735-project-member] [instance: 7c55baa2-8ffb-488e-a5cc-9098afdb2944] Reconfigured VM instance instance-0000007f to detach disk 2001 {{(pid=69770) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1740.254439] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b092c48b-4f4a-4eb8-86e7-8e2ade56880a {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1740.270108] env[69770]: DEBUG oslo_vmware.api [None req-3479dec8-054f-436c-bba4-0c312818c7bf tempest-AttachVolumeNegativeTest-1432228735 tempest-AttachVolumeNegativeTest-1432228735-project-member] Waiting for the task: (returnval){ [ 1740.270108] env[69770]: value = "task-4071113" [ 1740.270108] env[69770]: _type = "Task" [ 1740.270108] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1740.278179] env[69770]: DEBUG oslo_vmware.api [None req-3479dec8-054f-436c-bba4-0c312818c7bf tempest-AttachVolumeNegativeTest-1432228735 tempest-AttachVolumeNegativeTest-1432228735-project-member] Task: {'id': task-4071113, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1740.779733] env[69770]: DEBUG oslo_vmware.api [None req-3479dec8-054f-436c-bba4-0c312818c7bf tempest-AttachVolumeNegativeTest-1432228735 tempest-AttachVolumeNegativeTest-1432228735-project-member] Task: {'id': task-4071113, 'name': ReconfigVM_Task, 'duration_secs': 0.145484} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1740.780110] env[69770]: DEBUG nova.virt.vmwareapi.volumeops [None req-3479dec8-054f-436c-bba4-0c312818c7bf tempest-AttachVolumeNegativeTest-1432228735 tempest-AttachVolumeNegativeTest-1432228735-project-member] [instance: 7c55baa2-8ffb-488e-a5cc-9098afdb2944] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-806726', 'volume_id': '6f47ee64-7ba2-442a-b643-caf1f1a3bc3c', 'name': 'volume-6f47ee64-7ba2-442a-b643-caf1f1a3bc3c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '7c55baa2-8ffb-488e-a5cc-9098afdb2944', 'attached_at': '', 'detached_at': '', 'volume_id': '6f47ee64-7ba2-442a-b643-caf1f1a3bc3c', 'serial': '6f47ee64-7ba2-442a-b643-caf1f1a3bc3c'} {{(pid=69770) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1741.319939] env[69770]: DEBUG nova.objects.instance [None req-3479dec8-054f-436c-bba4-0c312818c7bf tempest-AttachVolumeNegativeTest-1432228735 tempest-AttachVolumeNegativeTest-1432228735-project-member] Lazy-loading 'flavor' on Instance uuid 7c55baa2-8ffb-488e-a5cc-9098afdb2944 {{(pid=69770) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1742.327792] env[69770]: DEBUG oslo_concurrency.lockutils [None req-3479dec8-054f-436c-bba4-0c312818c7bf tempest-AttachVolumeNegativeTest-1432228735 tempest-AttachVolumeNegativeTest-1432228735-project-member] Lock "7c55baa2-8ffb-488e-a5cc-9098afdb2944" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.213s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1743.353391] env[69770]: DEBUG oslo_concurrency.lockutils [None req-0a38df8c-5179-42c2-842b-399dce43dee5 tempest-AttachVolumeNegativeTest-1432228735 tempest-AttachVolumeNegativeTest-1432228735-project-member] Acquiring lock "7c55baa2-8ffb-488e-a5cc-9098afdb2944" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1743.353778] env[69770]: DEBUG oslo_concurrency.lockutils [None req-0a38df8c-5179-42c2-842b-399dce43dee5 tempest-AttachVolumeNegativeTest-1432228735 tempest-AttachVolumeNegativeTest-1432228735-project-member] Lock "7c55baa2-8ffb-488e-a5cc-9098afdb2944" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1743.353900] env[69770]: DEBUG oslo_concurrency.lockutils [None req-0a38df8c-5179-42c2-842b-399dce43dee5 tempest-AttachVolumeNegativeTest-1432228735 tempest-AttachVolumeNegativeTest-1432228735-project-member] Acquiring lock "7c55baa2-8ffb-488e-a5cc-9098afdb2944-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1743.354070] env[69770]: DEBUG oslo_concurrency.lockutils [None req-0a38df8c-5179-42c2-842b-399dce43dee5 tempest-AttachVolumeNegativeTest-1432228735 tempest-AttachVolumeNegativeTest-1432228735-project-member] Lock "7c55baa2-8ffb-488e-a5cc-9098afdb2944-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1743.354268] env[69770]: DEBUG oslo_concurrency.lockutils [None req-0a38df8c-5179-42c2-842b-399dce43dee5 tempest-AttachVolumeNegativeTest-1432228735 tempest-AttachVolumeNegativeTest-1432228735-project-member] Lock "7c55baa2-8ffb-488e-a5cc-9098afdb2944-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1743.356477] env[69770]: INFO nova.compute.manager [None req-0a38df8c-5179-42c2-842b-399dce43dee5 tempest-AttachVolumeNegativeTest-1432228735 tempest-AttachVolumeNegativeTest-1432228735-project-member] [instance: 7c55baa2-8ffb-488e-a5cc-9098afdb2944] Terminating instance [ 1743.860382] env[69770]: DEBUG nova.compute.manager [None req-0a38df8c-5179-42c2-842b-399dce43dee5 tempest-AttachVolumeNegativeTest-1432228735 tempest-AttachVolumeNegativeTest-1432228735-project-member] [instance: 7c55baa2-8ffb-488e-a5cc-9098afdb2944] Start destroying the instance on the hypervisor. {{(pid=69770) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1743.860620] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-0a38df8c-5179-42c2-842b-399dce43dee5 tempest-AttachVolumeNegativeTest-1432228735 tempest-AttachVolumeNegativeTest-1432228735-project-member] [instance: 7c55baa2-8ffb-488e-a5cc-9098afdb2944] Destroying instance {{(pid=69770) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1743.861520] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-826d64e0-ae0d-4caa-92a2-814d15773aa2 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1743.870682] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a38df8c-5179-42c2-842b-399dce43dee5 tempest-AttachVolumeNegativeTest-1432228735 tempest-AttachVolumeNegativeTest-1432228735-project-member] [instance: 7c55baa2-8ffb-488e-a5cc-9098afdb2944] Powering off the VM {{(pid=69770) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1743.870919] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-824ce3af-21aa-4db9-9ff3-11fcf3076bcc {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1743.877933] env[69770]: DEBUG oslo_vmware.api [None req-0a38df8c-5179-42c2-842b-399dce43dee5 tempest-AttachVolumeNegativeTest-1432228735 tempest-AttachVolumeNegativeTest-1432228735-project-member] Waiting for the task: (returnval){ [ 1743.877933] env[69770]: value = "task-4071114" [ 1743.877933] env[69770]: _type = "Task" [ 1743.877933] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1743.886339] env[69770]: DEBUG oslo_vmware.api [None req-0a38df8c-5179-42c2-842b-399dce43dee5 tempest-AttachVolumeNegativeTest-1432228735 tempest-AttachVolumeNegativeTest-1432228735-project-member] Task: {'id': task-4071114, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1744.388717] env[69770]: DEBUG oslo_vmware.api [None req-0a38df8c-5179-42c2-842b-399dce43dee5 tempest-AttachVolumeNegativeTest-1432228735 tempest-AttachVolumeNegativeTest-1432228735-project-member] Task: {'id': task-4071114, 'name': PowerOffVM_Task, 'duration_secs': 0.196416} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1744.389118] env[69770]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a38df8c-5179-42c2-842b-399dce43dee5 tempest-AttachVolumeNegativeTest-1432228735 tempest-AttachVolumeNegativeTest-1432228735-project-member] [instance: 7c55baa2-8ffb-488e-a5cc-9098afdb2944] Powered off the VM {{(pid=69770) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1744.389192] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-0a38df8c-5179-42c2-842b-399dce43dee5 tempest-AttachVolumeNegativeTest-1432228735 tempest-AttachVolumeNegativeTest-1432228735-project-member] [instance: 7c55baa2-8ffb-488e-a5cc-9098afdb2944] Unregistering the VM {{(pid=69770) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1744.389400] env[69770]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-70f20a87-6411-4ec9-804a-1dd97691cd24 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1744.456566] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-0a38df8c-5179-42c2-842b-399dce43dee5 tempest-AttachVolumeNegativeTest-1432228735 tempest-AttachVolumeNegativeTest-1432228735-project-member] [instance: 7c55baa2-8ffb-488e-a5cc-9098afdb2944] Unregistered the VM {{(pid=69770) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1744.456785] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-0a38df8c-5179-42c2-842b-399dce43dee5 tempest-AttachVolumeNegativeTest-1432228735 tempest-AttachVolumeNegativeTest-1432228735-project-member] [instance: 7c55baa2-8ffb-488e-a5cc-9098afdb2944] Deleting contents of the VM from datastore datastore1 {{(pid=69770) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1744.456958] env[69770]: DEBUG nova.virt.vmwareapi.ds_util [None req-0a38df8c-5179-42c2-842b-399dce43dee5 tempest-AttachVolumeNegativeTest-1432228735 tempest-AttachVolumeNegativeTest-1432228735-project-member] Deleting the datastore file [datastore1] 7c55baa2-8ffb-488e-a5cc-9098afdb2944 {{(pid=69770) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1744.457253] env[69770]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c0d66f4d-0f8f-42a7-b88c-98dc0f8bdebd {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1744.465504] env[69770]: DEBUG oslo_vmware.api [None req-0a38df8c-5179-42c2-842b-399dce43dee5 tempest-AttachVolumeNegativeTest-1432228735 tempest-AttachVolumeNegativeTest-1432228735-project-member] Waiting for the task: (returnval){ [ 1744.465504] env[69770]: value = "task-4071116" [ 1744.465504] env[69770]: _type = "Task" [ 1744.465504] env[69770]: } to complete. {{(pid=69770) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1744.473981] env[69770]: DEBUG oslo_vmware.api [None req-0a38df8c-5179-42c2-842b-399dce43dee5 tempest-AttachVolumeNegativeTest-1432228735 tempest-AttachVolumeNegativeTest-1432228735-project-member] Task: {'id': task-4071116, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1744.975444] env[69770]: DEBUG oslo_vmware.api [None req-0a38df8c-5179-42c2-842b-399dce43dee5 tempest-AttachVolumeNegativeTest-1432228735 tempest-AttachVolumeNegativeTest-1432228735-project-member] Task: {'id': task-4071116, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.141939} completed successfully. {{(pid=69770) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1744.975680] env[69770]: DEBUG nova.virt.vmwareapi.ds_util [None req-0a38df8c-5179-42c2-842b-399dce43dee5 tempest-AttachVolumeNegativeTest-1432228735 tempest-AttachVolumeNegativeTest-1432228735-project-member] Deleted the datastore file {{(pid=69770) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1744.975833] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-0a38df8c-5179-42c2-842b-399dce43dee5 tempest-AttachVolumeNegativeTest-1432228735 tempest-AttachVolumeNegativeTest-1432228735-project-member] [instance: 7c55baa2-8ffb-488e-a5cc-9098afdb2944] Deleted contents of the VM from datastore datastore1 {{(pid=69770) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1744.976013] env[69770]: DEBUG nova.virt.vmwareapi.vmops [None req-0a38df8c-5179-42c2-842b-399dce43dee5 tempest-AttachVolumeNegativeTest-1432228735 tempest-AttachVolumeNegativeTest-1432228735-project-member] [instance: 7c55baa2-8ffb-488e-a5cc-9098afdb2944] Instance destroyed {{(pid=69770) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1744.976231] env[69770]: INFO nova.compute.manager [None req-0a38df8c-5179-42c2-842b-399dce43dee5 tempest-AttachVolumeNegativeTest-1432228735 tempest-AttachVolumeNegativeTest-1432228735-project-member] [instance: 7c55baa2-8ffb-488e-a5cc-9098afdb2944] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1744.976476] env[69770]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0a38df8c-5179-42c2-842b-399dce43dee5 tempest-AttachVolumeNegativeTest-1432228735 tempest-AttachVolumeNegativeTest-1432228735-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69770) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1744.976666] env[69770]: DEBUG nova.compute.manager [-] [instance: 7c55baa2-8ffb-488e-a5cc-9098afdb2944] Deallocating network for instance {{(pid=69770) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1744.976761] env[69770]: DEBUG nova.network.neutron [-] [instance: 7c55baa2-8ffb-488e-a5cc-9098afdb2944] deallocate_for_instance() {{(pid=69770) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1745.401447] env[69770]: DEBUG nova.compute.manager [req-1aac7cbc-70e0-492d-a5fc-c587d7d677ee req-68286b7a-c5e5-4f6f-9cef-b4667a50bc9b service nova] [instance: 7c55baa2-8ffb-488e-a5cc-9098afdb2944] Received event network-vif-deleted-18caf207-72be-4791-be15-7218368a889a {{(pid=69770) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1745.401689] env[69770]: INFO nova.compute.manager [req-1aac7cbc-70e0-492d-a5fc-c587d7d677ee req-68286b7a-c5e5-4f6f-9cef-b4667a50bc9b service nova] [instance: 7c55baa2-8ffb-488e-a5cc-9098afdb2944] Neutron deleted interface 18caf207-72be-4791-be15-7218368a889a; detaching it from the instance and deleting it from the info cache [ 1745.401897] env[69770]: DEBUG nova.network.neutron [req-1aac7cbc-70e0-492d-a5fc-c587d7d677ee req-68286b7a-c5e5-4f6f-9cef-b4667a50bc9b service nova] [instance: 7c55baa2-8ffb-488e-a5cc-9098afdb2944] Updating instance_info_cache with network_info: [] {{(pid=69770) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1745.885135] env[69770]: DEBUG nova.network.neutron [-] [instance: 7c55baa2-8ffb-488e-a5cc-9098afdb2944] Updating instance_info_cache with network_info: [] {{(pid=69770) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1745.904983] env[69770]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-39c0a1c5-d160-4e0e-be5d-289d4ef04a65 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1745.915565] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb9a6990-6973-47f0-b76c-048740c85b59 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1745.940612] env[69770]: DEBUG nova.compute.manager [req-1aac7cbc-70e0-492d-a5fc-c587d7d677ee req-68286b7a-c5e5-4f6f-9cef-b4667a50bc9b service nova] [instance: 7c55baa2-8ffb-488e-a5cc-9098afdb2944] Detach interface failed, port_id=18caf207-72be-4791-be15-7218368a889a, reason: Instance 7c55baa2-8ffb-488e-a5cc-9098afdb2944 could not be found. {{(pid=69770) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1746.387444] env[69770]: INFO nova.compute.manager [-] [instance: 7c55baa2-8ffb-488e-a5cc-9098afdb2944] Took 1.41 seconds to deallocate network for instance. [ 1746.893869] env[69770]: DEBUG oslo_concurrency.lockutils [None req-0a38df8c-5179-42c2-842b-399dce43dee5 tempest-AttachVolumeNegativeTest-1432228735 tempest-AttachVolumeNegativeTest-1432228735-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1746.894242] env[69770]: DEBUG oslo_concurrency.lockutils [None req-0a38df8c-5179-42c2-842b-399dce43dee5 tempest-AttachVolumeNegativeTest-1432228735 tempest-AttachVolumeNegativeTest-1432228735-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1746.894409] env[69770]: DEBUG nova.objects.instance [None req-0a38df8c-5179-42c2-842b-399dce43dee5 tempest-AttachVolumeNegativeTest-1432228735 tempest-AttachVolumeNegativeTest-1432228735-project-member] Lazy-loading 'resources' on Instance uuid 7c55baa2-8ffb-488e-a5cc-9098afdb2944 {{(pid=69770) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1747.429567] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7039dd5-a04f-4017-a599-a4490b558f7e {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1747.438497] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1db80d1-e96a-4221-aba4-2cbccf639c96 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1747.467430] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-389b9e3f-844f-4439-b6f4-f410d0bf0412 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1747.474739] env[69770]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a924a04-a60f-4030-9ec7-f9e0fad54429 {{(pid=69770) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1747.488065] env[69770]: DEBUG nova.compute.provider_tree [None req-0a38df8c-5179-42c2-842b-399dce43dee5 tempest-AttachVolumeNegativeTest-1432228735 tempest-AttachVolumeNegativeTest-1432228735-project-member] Inventory has not changed in ProviderTree for provider: 7cc7d32b-b7a7-454a-a456-2a440248ed9d {{(pid=69770) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1747.991645] env[69770]: DEBUG nova.scheduler.client.report [None req-0a38df8c-5179-42c2-842b-399dce43dee5 tempest-AttachVolumeNegativeTest-1432228735 tempest-AttachVolumeNegativeTest-1432228735-project-member] Inventory has not changed for provider 7cc7d32b-b7a7-454a-a456-2a440248ed9d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 21, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69770) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1748.496544] env[69770]: DEBUG oslo_concurrency.lockutils [None req-0a38df8c-5179-42c2-842b-399dce43dee5 tempest-AttachVolumeNegativeTest-1432228735 tempest-AttachVolumeNegativeTest-1432228735-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.602s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1748.519595] env[69770]: INFO nova.scheduler.client.report [None req-0a38df8c-5179-42c2-842b-399dce43dee5 tempest-AttachVolumeNegativeTest-1432228735 tempest-AttachVolumeNegativeTest-1432228735-project-member] Deleted allocations for instance 7c55baa2-8ffb-488e-a5cc-9098afdb2944 [ 1749.028771] env[69770]: DEBUG oslo_concurrency.lockutils [None req-0a38df8c-5179-42c2-842b-399dce43dee5 tempest-AttachVolumeNegativeTest-1432228735 tempest-AttachVolumeNegativeTest-1432228735-project-member] Lock "7c55baa2-8ffb-488e-a5cc-9098afdb2944" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.675s {{(pid=69770) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}